-- Logs begin at Sat 2022-01-29 03:33:24 UTC, end at Sat 2022-01-29 05:43:45 UTC. -- Jan 29 04:17:02.250273 dv-neutron-821190-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jan 29 04:17:05.353054 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.common.config [-] Logging enabled! Jan 29 04:17:05.353682 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev458 Jan 29 04:17:05.353830 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103439) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 29 04:17:05.357043 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.common.config [-] Logging enabled! Jan 29 04:17:05.357296 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev458 Jan 29 04:17:05.357605 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103439) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 29 04:17:05.358529 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 29 04:17:05.358760 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 29 04:17:05.359115 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 29 04:17:05.359358 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 29 04:17:05.359579 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 29 04:17:05.359892 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.360306 dv-neutron-821190-1-hyperv neutron-server[103439]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 29 04:17:05.360663 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.360954 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.361239 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.361523 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.361804 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.362078 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.362357 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.362646 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.362925 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.363197 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.363479 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.363761 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.364035 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.364314 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.364623 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.364903 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] debug = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.365738 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.366195 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.366622 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.366896 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.367179 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.367455 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.367718 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.367988 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.368263 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.368613 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] host = dv-neutron-821190-1-hyperv {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.368887 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.369167 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.369447 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.369727 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.369995 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.370264 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.370541 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.370808 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.371072 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] log_file = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.371340 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.371621 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.371900 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.372182 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.372404 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.372667 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.372953 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.373233 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.373501 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.373767 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.374037 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.374305 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.374570 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.374832 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.375110 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.375388 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.375665 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.375931 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.376193 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.376459 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.376746 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.377023 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.377288 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.377553 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.377816 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.378093 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.378354 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.378619 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.378910 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.379187 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.379461 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.379735 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.379998 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.380272 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.380576 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.381411 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.381682 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] use_json = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.381948 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.382213 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.382487 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.382753 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.383019 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.383282 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.383546 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.383823 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.384091 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:05.384381 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.384705 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.385000 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.385290 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.385574 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.385846 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.386127 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.386398 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.386681 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.386963 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.387243 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.387514 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.387807 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.388089 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.388373 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.388698 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.388985 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.389268 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.389538 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.389804 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.390070 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.390340 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.390621 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.390895 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.391182 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.391467 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.391737 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.392028 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.392310 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.392626 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.392913 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.393184 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.393453 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.393737 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.394013 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.394279 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.394550 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.394833 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.395102 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.395369 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.395646 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.395919 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.396185 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.396475 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.396771 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.397057 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.397331 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.397598 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.397862 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.398132 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.398396 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.398678 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.398949 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.399216 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.399480 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.399752 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.400016 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.400282 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.400575 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.400846 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.401117 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.401382 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.401649 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.401915 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.402180 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.402445 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.402712 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.402979 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.403249 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.403515 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.403868 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.404060 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.404326 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.404615 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.404900 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.405193 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.405466 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.405738 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.406009 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.406279 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.406550 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.406821 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.407092 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.407365 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.407630 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.407915 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.408191 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.408470 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.408787 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.409059 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.409350 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.409624 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.409901 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.410172 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.410445 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.410721 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.411000 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.411287 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.411573 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.412375 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.412687 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.412978 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.413253 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.413557 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.413828 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:05.414043 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 29 04:17:05.414286 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103439) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 29 04:17:05.785684 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 29 04:17:05.785961 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 29 04:17:05.786262 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 29 04:17:05.786589 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 29 04:17:06.117008 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.117226 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.117498 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.118804 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.119087 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.119353 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.163046 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.163317 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.163579 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.177496 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.178266 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.178534 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.208373 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.208701 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.209115 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.245260 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.245537 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.245806 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.577405 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.578057 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.578057 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.578217 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.578853 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.677304 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.677652 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.677933 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.678197 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.678468 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.678776 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.679036 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.679293 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.679544 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.679824 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.680082 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.680343 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.680623 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.680875 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.681127 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.681387 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.681637 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.681900 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.682165 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.682421 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.682687 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.682934 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.683212 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.683582 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.683827 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.684071 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.684452 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103439) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 29 04:17:06.684713 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103439) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 29 04:17:06.684946 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103439) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 29 04:17:06.685191 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103439) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 29 04:17:06.685404 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103439) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 29 04:17:06.685625 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103439) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 29 04:17:06.685980 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 29 04:17:06.689330 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 29 04:17:06.693406 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 29 04:17:06.697249 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jan 29 04:17:06.698883 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 29 04:17:06.699327 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 29 04:17:06.699654 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 29 04:17:06.700033 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 29 04:17:06.702865 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 29 04:17:06.703116 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 29 04:17:06.703457 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 29 04:17:06.709264 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 29 04:17:06.733464 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 29 04:17:06.733909 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.734202 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103439) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 29 04:17:06.734558 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.735912 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103439) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 29 04:17:06.736188 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 29 04:17:06.736430 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 29 04:17:06.739703 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.740027 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:06.807447 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 29 04:17:06.807680 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 29 04:17:06.807916 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 29 04:17:06.808285 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 29 04:17:06.828655 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_db.sqlalchemy.engines [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103439) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 29 04:17:07.403689 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.plugins.ml2.managers [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Initializing driver for type 'gre' Jan 29 04:17:07.404215 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] gre ID ranges: [(1, 1000)] Jan 29 04:17:07.557702 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.plugins.ml2.managers [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Initializing driver for type 'local' Jan 29 04:17:07.558030 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.plugins.ml2.managers [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Initializing driver for type 'vlan' Jan 29 04:17:07.632342 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] VlanTypeDriver initialization complete Jan 29 04:17:07.632945 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.plugins.ml2.managers [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Initializing driver for type 'vxlan' Jan 29 04:17:07.633228 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] vxlan ID ranges: [(1, 1000)] Jan 29 04:17:07.809594 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.plugins.ml2.managers [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Initializing extension driver 'port_security' Jan 29 04:17:07.809936 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.plugins.ml2.extensions.port_security [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] PortSecurityExtensionDriver initialization complete Jan 29 04:17:07.810271 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.plugins.ml2.managers [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Initializing mechanism driver 'openvswitch' Jan 29 04:17:07.810603 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.plugins.ml2.managers [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Initializing mechanism driver 'hyperv' Jan 29 04:17:07.820513 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:17:07.821204 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > port after_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.821578 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > port after_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.821934 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > port after_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.822478 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103439) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 29 04:17:07.822942 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > subnet after_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.823309 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > subnet after_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.823657 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > subnet after_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.824058 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103439) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 29 04:17:07.824551 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > network after_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.824920 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > network after_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.825264 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > network after_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.825671 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103439) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 29 04:17:07.826083 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > security_group after_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.826433 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > security_group after_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.826774 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > security_group after_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.827311 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103439) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 29 04:17:07.827718 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.828081 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.828424 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.828885 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103439) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 29 04:17:07.829301 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > address_group after_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.829647 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > address_group after_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.829988 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > address_group after_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.830384 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103439) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 29 04:17:07.830827 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] ML2 OVO RPC backend initialized. {{(pid=103439) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 29 04:17:07.831599 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > router_interface after_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.831963 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.832390 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > network before_response 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.832776 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > networks before_response 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.833137 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > port before_response 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.833483 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > ports before_response 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.834632 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > subnet before_response 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.834984 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > subnets before_response 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.835336 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > network after_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.835691 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > network after_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.836037 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > network after_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.836381 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > port after_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.836750 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > port after_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.837219 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > port after_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.837568 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > subnet after_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.837911 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > subnet after_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.838251 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > subnet after_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.845855 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.quota [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded quota_driver: . Jan 29 04:17:07.846224 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.plugins.ml2.plugin [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Modular L2 Plugin initialization complete Jan 29 04:17:07.846574 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading services supported by the core plugin {{(pid=103439) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 29 04:17:07.846919 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.plugins.ml2.managers [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Got port-security extension from driver 'port_security' Jan 29 04:17:07.847431 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.extensions.vlantransparent [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Disabled vlantransparent extension. Jan 29 04:17:07.847937 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103439) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 29 04:17:07.848264 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading Plugin: router Jan 29 04:17:07.897813 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > router_interface before_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.898218 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > router after_create 55549900 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.898603 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > router before_create 55549900 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.898983 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.899370 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.899751 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > router after_delete 55549900 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.900149 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > floatingip after_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.900599 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > floatingip after_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.900976 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > router after_create 55549900 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.901335 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > router after_update 55549900 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.901692 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > router after_update 55549900 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.902054 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.902419 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > router after_update 55549900 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.902844 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > router precommit_update 55549900 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.903216 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: port after_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.903562 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: port after_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.903903 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: subnet after_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.904245 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.904648 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > port precommit_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.905006 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > router precommit_create 55549900 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.905358 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: port before_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.905705 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > router precommit_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.906068 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > router after_update 55549900 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.906421 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > router precommit_delete 55549900 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.906775 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > router precommit_create 55549900 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.907142 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > router_interface after_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.907506 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > router precommit_update 55549900 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.907874 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > agent after_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.908229 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > agent after_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.908610 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > network after_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.909473 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.quota.resource_registry [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Tracking information for resource: router configured {{(pid=103439) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 29 04:17:07.909809 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.quota.resource_registry [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Tracking information for resource: floatingip configured {{(pid=103439) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 29 04:17:07.914909 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.db.l3_agentschedulers_db [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 29 04:17:07.915490 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: port after_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.915859 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: port after_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.916218 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: port after_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.916637 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: port after_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.917586 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > router before_create 55550100 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.917957 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > router precommit_delete 55550100 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.918320 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > router precommit_create 55550100 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.918678 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > router precommit_update 55550100 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.923473 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.services.provider_configuration [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Service providers = [] {{(pid=103439) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 29 04:17:07.923843 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.db.servicetype_db [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103439) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 29 04:17:07.932277 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.services.service_base [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103439) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 29 04:17:07.932673 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.services.service_base [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103439) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 29 04:17:07.933021 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.services.service_base [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103439) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 29 04:17:07.933916 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.services.service_base [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103439) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 29 04:17:07.934346 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.services.service_base [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 29 04:17:07.934734 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103439) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 29 04:17:07.935054 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 29 04:17:07.947080 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103439) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 29 04:17:07.947422 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading Plugin: auto_allocate Jan 29 04:17:07.953471 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: network precommit_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.953846 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: network precommit_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.954370 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103439) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 29 04:17:07.954694 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading Plugin: tag Jan 29 04:17:07.965112 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103439) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 29 04:17:07.965446 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading Plugin: timestamp Jan 29 04:17:07.969581 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103439) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 29 04:17:07.969913 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading Plugin: network_ip_availability Jan 29 04:17:07.975592 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.975963 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.976324 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:07.977065 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103439) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 29 04:17:07.977389 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading Plugin: flavors Jan 29 04:17:07.982321 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103439) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 29 04:17:07.982659 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading Plugin: revisions Jan 29 04:17:07.986998 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103439) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 29 04:17:07.987395 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_concurrency.lockutils [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.201s {{(pid=103439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 29 04:17:07.988143 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103439) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 29 04:17:07.992444 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Initializing extension manager. Jan 29 04:17:07.992444 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: __init__.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:07.992444 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: __pycache__ {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:07.992444 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:07.992444 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: address_group.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:07.992444 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:07.992444 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: address-group Jan 29 04:17:07.992945 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: address_scope.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:07.992945 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:07.993089 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: address-scope Jan 29 04:17:07.993380 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: admin_state_down_before_update.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:07.994318 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:07.994838 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: router-admin-state-down-before-update Jan 29 04:17:07.995163 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: agent.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:07.996051 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:07.996638 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: agent Jan 29 04:17:07.996982 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: agent_resources_synced.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:07.997896 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:07.998442 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: agent-resources-synced Jan 29 04:17:07.998765 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: allowedaddresspairs.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.000617 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.001144 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: allowed-address-pairs Jan 29 04:17:08.001472 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: auto_allocated_topology.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.002555 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.003118 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: auto-allocated-topology Jan 29 04:17:08.003445 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: availability_zone.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.004138 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.004685 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: availability_zone Jan 29 04:17:08.005010 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: availability_zone_filter.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.006477 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.006990 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: availability_zone_filter Jan 29 04:17:08.007314 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: data_plane_status.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.008223 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.008768 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extension data-plane-status not supported by any of loaded plugins Jan 29 04:17:08.009091 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: default_subnetpools.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.010132 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.010643 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: default-subnetpools Jan 29 04:17:08.010974 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: dhcpagentscheduler.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.011787 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.012303 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: dhcp_agent_scheduler Jan 29 04:17:08.012662 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: dns.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.013582 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.014149 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extension dns-integration not supported by any of loaded plugins Jan 29 04:17:08.014474 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: dns_domain_ports.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.015393 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.015908 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 29 04:17:08.016235 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.017186 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.017701 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 29 04:17:08.018027 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: dvr.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.018701 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.019215 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: dvr Jan 29 04:17:08.019538 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: ecmp_routes.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.020455 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.021030 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extension ecmp_routes not supported by any of loaded plugins Jan 29 04:17:08.021899 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: empty_string_filtering.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.022815 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.023336 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: empty-string-filtering Jan 29 04:17:08.023662 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.024615 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.025129 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 29 04:17:08.025450 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.033356 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.033874 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 29 04:17:08.034199 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: external_net.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.035119 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.035637 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: external-net Jan 29 04:17:08.035960 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: extra_dhcp_opt.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.036988 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.037510 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: extra_dhcp_opt Jan 29 04:17:08.037833 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: extraroute.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.038768 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.039279 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: extraroute Jan 29 04:17:08.039599 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: extraroute_atomic.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.040678 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.041197 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: extraroute-atomic Jan 29 04:17:08.041520 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: filter_validation.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.042183 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.042748 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: filter-validation Jan 29 04:17:08.043082 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: fip_pf_description.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.043997 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.044527 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 29 04:17:08.044852 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: fip_port_details.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.045777 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.046294 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: fip-port-details Jan 29 04:17:08.046620 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: flavors.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.047881 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.048432 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: flavors Jan 29 04:17:08.050220 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.051734 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.052270 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 29 04:17:08.053157 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: floatingip_pools.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.053922 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.054446 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: floatingip-pools Jan 29 04:17:08.054780 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: ip_allocation.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.055717 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.056229 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extension ip_allocation not supported by any of loaded plugins Jan 29 04:17:08.056595 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.057519 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.058038 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: ip-substring-filtering Jan 29 04:17:08.058370 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: l2_adjacency.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.059308 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.059874 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extension l2_adjacency not supported by any of loaded plugins Jan 29 04:17:08.060179 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: l3.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.061180 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.061704 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: router Jan 29 04:17:08.062030 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: l3_conntrack_helper.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.064727 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.065268 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 29 04:17:08.065609 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.066613 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.067138 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: ext-gw-mode Jan 29 04:17:08.067472 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.075322 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.075850 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: l3-ha Jan 29 04:17:08.076182 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: l3_flavors.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.077136 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.077655 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: l3-flavors Jan 29 04:17:08.077984 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.078905 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.079426 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: l3-port-ip-change-not-allowed Jan 29 04:17:08.079758 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: l3agentscheduler.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.080831 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.081395 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: l3_agent_scheduler Jan 29 04:17:08.081728 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: local_ip.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.083514 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.084088 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extension local_ip not supported by any of loaded plugins Jan 29 04:17:08.084425 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: logging.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.085941 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.086473 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extension logging not supported by any of loaded plugins Jan 29 04:17:08.086810 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: metering.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.087575 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.088159 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: metering Jan 29 04:17:08.088504 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.089699 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.090270 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: metering_source_and_destination_fields Jan 29 04:17:08.090602 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: multiprovidernet.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.091676 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.092199 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: multi-provider Jan 29 04:17:08.092552 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: netmtu.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.093536 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.094049 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: net-mtu Jan 29 04:17:08.094376 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: netmtu_writable.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.095298 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.095817 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: net-mtu-writable Jan 29 04:17:08.096145 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: network_availability_zone.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.096850 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.097364 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: network_availability_zone Jan 29 04:17:08.097689 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: network_ip_availability.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.098805 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.099349 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: network-ip-availability Jan 29 04:17:08.099679 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: network_segment_range.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.100466 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.101028 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extension network-segment-range not supported by any of loaded plugins Jan 29 04:17:08.101356 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: pagination.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.102364 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.102701 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: pagination Jan 29 04:17:08.103024 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: port_device_profile.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.103933 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.104458 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: port-device-profile Jan 29 04:17:08.104810 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.105858 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.106378 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: port-mac-address-regenerate Jan 29 04:17:08.106702 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.107941 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.108469 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: port-numa-affinity-policy Jan 29 04:17:08.108820 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: port_resource_request.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.109750 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.110265 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extension port-resource-request not supported by any of loaded plugins Jan 29 04:17:08.110588 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: port_resource_request_groups.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.111608 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.112119 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 29 04:17:08.112442 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: portbindings.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.113455 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.114034 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: binding Jan 29 04:17:08.114360 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: portbindings_extended.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.116254 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.116807 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: binding-extended Jan 29 04:17:08.117161 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: portsecurity.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.122782 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.123426 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: port-security Jan 29 04:17:08.123760 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: project_id.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.124774 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.125110 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: project-id Jan 29 04:17:08.125437 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: providernet.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.126369 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.126888 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: provider Jan 29 04:17:08.127214 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: qos.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.131759 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.132290 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extension qos not supported by any of loaded plugins Jan 29 04:17:08.132658 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.133949 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.134486 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 29 04:17:08.134802 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.135739 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.136275 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 29 04:17:08.136615 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: qos_default.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.137535 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.138052 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extension qos-default not supported by any of loaded plugins Jan 29 04:17:08.138380 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: qos_fip.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.139302 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.139826 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extension qos-fip not supported by any of loaded plugins Jan 29 04:17:08.140202 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: qos_fip_network_policy.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.141154 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.141678 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 29 04:17:08.142002 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: qos_gateway_ip.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.143005 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.143458 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 29 04:17:08.143781 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: qos_port_network_policy.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.144727 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.145245 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 29 04:17:08.145568 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.146821 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.147341 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 29 04:17:08.147666 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: qos_pps_rule.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.153784 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.154307 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extension qos-pps not supported by any of loaded plugins Jan 29 04:17:08.154638 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: qos_rule_type_details.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.155564 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.156081 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 29 04:17:08.156412 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: qos_rules_alias.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.157541 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.158065 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 29 04:17:08.158392 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: quota_check_limit.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.159319 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.159838 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: quota-check-limit Jan 29 04:17:08.160163 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: quotasv2.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.161138 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.161465 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: quotas Jan 29 04:17:08.161875 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: quotasv2_detail.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.163735 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.164078 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: quota_details Jan 29 04:17:08.164569 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: rbac.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.165644 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.166180 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: rbac-policies Jan 29 04:17:08.166517 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: rbac_address_group.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.167450 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.167977 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: rbac-address-group Jan 29 04:17:08.168307 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: rbac_address_scope.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.169312 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.169833 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: rbac-address-scope Jan 29 04:17:08.170162 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: rbac_security_groups.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.171084 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.171603 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: rbac-security-groups Jan 29 04:17:08.171931 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: rbac_subnetpool.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.172894 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.173414 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: rbac-subnetpool Jan 29 04:17:08.173739 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: revisionifmatch.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.174674 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.175201 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: revision-if-match Jan 29 04:17:08.175532 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: revisions.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.176690 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.177209 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: standard-attr-revisions Jan 29 04:17:08.178055 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: router_availability_zone.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.178723 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.179245 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: router_availability_zone Jan 29 04:17:08.179572 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: routerservicetype.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.180506 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.181039 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extension router-service-type not supported by any of loaded plugins Jan 29 04:17:08.181365 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.182361 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.182883 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: security-groups-normalized-cidr Jan 29 04:17:08.183208 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: security_groups_port_filtering.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.184136 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.184699 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: port-security-groups-filtering Jan 29 04:17:08.185019 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.185953 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.186469 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: security-groups-remote-address-group Jan 29 04:17:08.186795 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.187718 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.188535 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: security-groups-shared-filtering Jan 29 04:17:08.188867 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.189454 dv-neutron-821190-1-hyperv neutron-server[103439]: WARNING neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 29 04:17:08.189780 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: securitygroup.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.200196 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.200771 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: security-group Jan 29 04:17:08.201109 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: segment.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.201904 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.202426 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extension segment not supported by any of loaded plugins Jan 29 04:17:08.202760 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.203716 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.204234 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 29 04:17:08.204596 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: servicetype.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.205732 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.206262 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: service-type Jan 29 04:17:08.206593 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: sorting.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.207581 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.207916 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: sorting Jan 29 04:17:08.208244 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: standard_attr_segment.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.209242 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.209760 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 29 04:17:08.210089 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: standardattrdescription.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.210740 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.211256 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: standard-attr-description Jan 29 04:17:08.211582 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: stateful_security_group.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.212531 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.213058 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: stateful-security-group Jan 29 04:17:08.213384 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: stdattrs_common.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.213954 dv-neutron-821190-1-hyperv neutron-server[103439]: WARNING neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 29 04:17:08.214274 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.215221 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.215743 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 29 04:17:08.216071 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: subnet_onboard.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.217181 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.217707 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: subnet_onboard Jan 29 04:17:08.218035 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.218962 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.219482 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 29 04:17:08.219808 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: subnet_service_types.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.220764 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.221284 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: subnet-service-types Jan 29 04:17:08.221611 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: subnetallocation.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.222703 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.223222 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: subnet_allocation Jan 29 04:17:08.223550 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.224231 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.224776 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: subnetpool-prefix-ops Jan 29 04:17:08.225136 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.226079 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.226593 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 29 04:17:08.226919 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: tagging.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.227966 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.228518 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: standard-attr-tag Jan 29 04:17:08.228840 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: timestamp.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.230059 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.230579 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loaded extension: standard-attr-timestamp Jan 29 04:17:08.230905 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: trunk.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.231940 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.232465 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extension trunk not supported by any of loaded plugins Jan 29 04:17:08.232814 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: trunk_details.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.233738 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.234257 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extension trunk-details not supported by any of loaded plugins Jan 29 04:17:08.234580 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: uplink_status_propagation.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.235511 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.236028 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 29 04:17:08.236351 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Loading extension file: vlantransparent.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:17:08.237046 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:17:08.237562 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extension vlan-transparent not supported by any of loaded plugins Jan 29 04:17:08.240678 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.quota.resource_registry [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Creating instance of TrackedResource for resource:network Jan 29 04:17:08.241206 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.quota.resource_registry [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Creating instance of TrackedResource for resource:subnet Jan 29 04:17:08.241604 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.quota.resource_registry [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Creating instance of TrackedResource for resource:subnetpool Jan 29 04:17:08.241998 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.quota.resource_registry [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Creating instance of TrackedResource for resource:port Jan 29 04:17:08.243234 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.v2.resource_helper [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103439) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 04:17:08.243677 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.v2.resource_helper [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Service FLAVORS assigned prefix: {{(pid=103439) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 04:17:08.244310 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.v2.resource_helper [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103439) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 04:17:08.244773 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.v2.resource_helper [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103439) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 04:17:08.245107 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.quota.resource_registry [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Creating instance of TrackedResource for resource:router Jan 29 04:17:08.245550 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.quota.resource_registry [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Creating instance of TrackedResource for resource:floatingip Jan 29 04:17:08.246050 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.v2.resource_helper [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Service METERING assigned prefix: /metering {{(pid=103439) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 04:17:08.247479 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:08.247850 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:08.248202 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:08.249239 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.quota.resource_registry [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Creating instance of CountableResource for resource:rbac_policy Jan 29 04:17:08.249692 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.quota.resource_registry [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Creating instance of TrackedResource for resource:security_group Jan 29 04:17:08.250110 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.quota.resource_registry [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Creating instance of TrackedResource for resource:security_group_rule Jan 29 04:17:08.251770 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.v2.resource_helper [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Service CORE assigned prefix: {{(pid=103439) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 04:17:08.252110 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.quota.resource_registry [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Creating instance of TrackedResource for resource:subnetpool Jan 29 04:17:08.252462 dv-neutron-821190-1-hyperv neutron-server[103439]: WARNING neutron.quota.resource_registry [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] subnetpool is already registered Jan 29 04:17:08.252929 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.v2.resource_helper [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Service CORE assigned prefix: {{(pid=103439) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 04:17:08.253259 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.quota.resource_registry [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Creating instance of TrackedResource for resource:subnetpool Jan 29 04:17:08.253593 dv-neutron-821190-1-hyperv neutron-server[103439]: WARNING neutron.quota.resource_registry [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] subnetpool is already registered Jan 29 04:17:08.256457 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.v2.resource_helper [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103439) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 04:17:08.257010 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.v2.resource_helper [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Service FLAVORS assigned prefix: {{(pid=103439) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 04:17:08.257604 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.v2.resource_helper [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103439) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 04:17:08.258032 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.v2.resource_helper [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103439) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 04:17:08.258366 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.quota.resource_registry [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Creating instance of TrackedResource for resource:router Jan 29 04:17:08.258706 dv-neutron-821190-1-hyperv neutron-server[103439]: WARNING neutron.quota.resource_registry [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] router is already registered Jan 29 04:17:08.259119 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.quota.resource_registry [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Creating instance of TrackedResource for resource:floatingip Jan 29 04:17:08.259456 dv-neutron-821190-1-hyperv neutron-server[103439]: WARNING neutron.quota.resource_registry [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] floatingip is already registered Jan 29 04:17:08.259910 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.v2.resource_helper [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Service METERING assigned prefix: /metering {{(pid=103439) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 04:17:08.260609 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.quota.resource_registry [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Creating instance of CountableResource for resource:rbac_policy Jan 29 04:17:08.260938 dv-neutron-821190-1-hyperv neutron-server[103439]: WARNING neutron.quota.resource_registry [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] rbac_policy is already registered Jan 29 04:17:08.261352 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.quota.resource_registry [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Creating instance of TrackedResource for resource:security_group Jan 29 04:17:08.261683 dv-neutron-821190-1-hyperv neutron-server[103439]: WARNING neutron.quota.resource_registry [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] security_group is already registered Jan 29 04:17:08.262084 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.quota.resource_registry [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Creating instance of TrackedResource for resource:security_group_rule Jan 29 04:17:08.262415 dv-neutron-821190-1-hyperv neutron-server[103439]: WARNING neutron.quota.resource_registry [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] security_group_rule is already registered Jan 29 04:17:08.263037 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.v2.resource_helper [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Service CORE assigned prefix: {{(pid=103439) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 04:17:08.263362 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.quota.resource_registry [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Creating instance of TrackedResource for resource:subnetpool Jan 29 04:17:08.263695 dv-neutron-821190-1-hyperv neutron-server[103439]: WARNING neutron.quota.resource_registry [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] subnetpool is already registered Jan 29 04:17:08.264111 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.v2.resource_helper [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Service CORE assigned prefix: {{(pid=103439) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 04:17:08.264431 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.quota.resource_registry [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Creating instance of TrackedResource for resource:subnetpool Jan 29 04:17:08.264787 dv-neutron-821190-1-hyperv neutron-server[103439]: WARNING neutron.quota.resource_registry [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] subnetpool is already registered Jan 29 04:17:08.265254 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extended resource: extensions {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:17:08.266738 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extended resource: address-groups {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:17:08.268239 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extended resource: address-scopes {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:17:08.269624 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extended resource: agents {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:17:08.270817 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extended resource: auto-allocated-topology {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:17:08.272204 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extended resource: availability_zones {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:17:08.273465 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extended resource: dhcp-networks {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:17:08.274998 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extended resource: dhcp-agents {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:17:08.276436 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extended resource: routers {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:17:08.278718 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extended resource: flavors {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:17:08.279911 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extended resource: service_profiles {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:17:08.281162 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extended resource: next_providers {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:17:08.282633 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extended resource: service_profiles {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:17:08.284213 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extended resource: floatingip-pools {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:17:08.285570 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extended resource: routers {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:17:08.287755 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extended resource: floatingips {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:17:08.289077 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extended resource: l3-routers {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:17:08.290502 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extended resource: l3-agents {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:17:08.291932 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extended resource: metering-labels {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:17:08.293347 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extended resource: metering-label-rules {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:17:08.294644 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extended resource: network-ip-availabilities {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:17:08.295929 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extended resource: bindings {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:17:08.297632 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extended resource: quotas {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:17:08.299193 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extended resource: quotas {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:17:08.300810 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extended resource: rbac-policies {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:17:08.302119 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extended resource: security-groups {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:17:08.304005 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extended resource: security-group-rules {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:17:08.305301 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extended resource: service-providers {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:17:08.306545 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extended resource: subnetpools {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:17:08.307982 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extended resource: subnetpools {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:17:08.309513 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extended resource: tags {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:17:08.311245 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extended resource: tags {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:17:08.313071 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extended resource: tags {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:17:08.315134 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extended resource: tags {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:17:08.317984 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extended resource: tags {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:17:08.319934 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extended resource: tags {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:17:08.321680 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extended resource: tags {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:17:08.323606 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extended resource: tags {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:17:08.325420 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extended resource: tags {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:17:08.327294 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron.api.extensions [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Extended resource: tags {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:17:08.333177 dv-neutron-821190-1-hyperv neutron-server[103439]: WARNING keystonemiddleware.auth_token [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 29 04:17:08.338353 dv-neutron-821190-1-hyperv neutron-server[103439]: WARNING keystonemiddleware.auth_token [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 29 04:17:08.346919 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_concurrency.lockutils [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Acquired lock "singleton_lock" {{(pid=103439) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 29 04:17:08.347389 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_concurrency.lockutils [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Releasing lock "singleton_lock" {{(pid=103439) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 29 04:17:08.348025 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO oslo_service.service [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Starting 2 workers Jan 29 04:17:08.353452 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Started child 103584 {{(pid=103439) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 29 04:17:08.357940 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Started child 103585 {{(pid=103439) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 29 04:17:08.359039 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:08.359749 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO neutron.service [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Neutron service started, listening on 0.0.0.0:9696 Jan 29 04:17:08.360195 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Publish callbacks [] for process (None), before_spawn {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:08.360614 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [-] (103584) wsgi starting up on http://0.0.0.0:9696 Jan 29 04:17:08.362692 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO oslo_service.service [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Starting 1 workers Jan 29 04:17:08.362831 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:08.364229 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [-] (103585) wsgi starting up on http://0.0.0.0:9696 Jan 29 04:17:08.368012 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Started child 103586 {{(pid=103439) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 29 04:17:08.368568 dv-neutron-821190-1-hyperv neutron-server[103439]: INFO oslo_service.service [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Starting 1 workers Jan 29 04:17:08.371766 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.service [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] calling RpcWorker wait() {{(pid=103586) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 29 04:17:08.372336 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.service [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] returning from RpcWorker wait() {{(pid=103586) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 29 04:17:08.373098 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Started child 103587 {{(pid=103439) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 29 04:17:08.373686 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:08.373900 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cda785b1-8d94-4023-a372-d0f39a26d52a None None] Publish callbacks [] for process (None), after_spawn {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:08.374242 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:17:08.375835 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103439) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 29 04:17:08.376037 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 29 04:17:08.376223 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 29 04:17:08.376448 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 29 04:17:08.376826 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 29 04:17:08.376991 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 29 04:17:08.377490 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.377766 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.378022 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.378155 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:08.378609 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.378609 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.379140 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.379249 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:17:08.379400 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.379634 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.379915 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.380144 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.380315 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.381041 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.381304 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.381536 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.381923 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.382315 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.382564 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.382825 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.382998 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.383267 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.383541 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.383787 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.384057 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] debug = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.384307 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.384814 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.385055 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.385310 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.385529 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.385819 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.386075 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.386369 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.386599 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.386832 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.387073 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.387337 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.387567 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.387782 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.388031 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.388241 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.388510 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.388731 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.389181 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] host = dv-neutron-821190-1-hyperv {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.389403 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.389610 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.389835 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.390082 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.390330 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.390546 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.390801 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.391067 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.391322 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.391542 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.391791 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.392033 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.392266 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.392515 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] log_file = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.392693 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] log_options = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.392886 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.393168 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.393442 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.393625 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.393793 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.393946 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.394204 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.394363 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.394606 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.394837 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.395050 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.395262 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.395474 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.395723 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.395981 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.396289 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.397114 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.397350 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.397623 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.397865 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.398138 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.398364 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.398582 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.398798 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.399067 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.399280 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.399504 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.399719 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.399964 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.400197 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.400570 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.400795 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.401028 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.401261 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.401517 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.401766 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.401993 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.402203 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.402464 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.402686 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.402949 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.403202 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.403561 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.403772 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.404006 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.404231 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.404433 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] use_json = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.404699 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.405179 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.405179 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.405602 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.405602 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.406427 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.406427 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.406901 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.407142 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.407604 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.407910 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.408411 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.408700 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.408941 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.409187 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.409967 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.410360 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.410614 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.410856 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.411182 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.411409 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.411753 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.412018 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.412286 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.412649 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.413378 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.413677 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.413919 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.414146 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.414370 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.415261 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.415535 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.415959 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.416837 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.417482 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.417482 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.417716 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.418001 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.418367 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.421977 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.421977 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.421977 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.421977 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.421977 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.421977 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.421977 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.421977 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.422540 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.422540 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.422540 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.422540 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.422540 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.423187 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.423369 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.423872 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.424174 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.424422 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.425002 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.425993 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.428686 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.429033 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.429335 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.429593 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.429839 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.430084 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.430577 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.430577 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.430822 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.431062 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.431280 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.431717 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.432222 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.433489 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.433725 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.434371 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 47412) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:17:08.436733 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.437214 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.440795 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.441089 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.441348 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.441601 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.441832 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.442087 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.442334 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.442578 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.442805 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.443549 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.443771 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.444007 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.444263 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.444531 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.444734 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.444951 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.445173 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.445409 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.445629 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.445870 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.446109 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.446324 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.446430 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0098770 Jan 29 04:17:08.446638 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.447242 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.447533 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.447857 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.448114 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.449242 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.449649 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.450045 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.450432 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.450851 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.451213 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.451582 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.451952 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.452223 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.452649 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.453045 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.453440 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.453693 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.453973 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.454219 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.454450 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.454675 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.454917 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.455141 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.455431 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.455688 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.456100 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.456472 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.456873 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.457396 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.457784 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.458232 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.458608 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.459562 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.460184 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.460655 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.461063 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.461442 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.461906 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.462308 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.462676 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.463066 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.463459 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.463869 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.464234 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.464661 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.464897 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.465128 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.465374 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.465699 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.465953 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.466193 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.466431 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.466708 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.466971 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.468135 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.468427 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.468750 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.469005 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.469256 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.469506 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.469742 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.469988 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.470240 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.470460 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.470701 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.470923 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.471160 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.471376 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.471613 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.471851 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.472069 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.472319 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.472563 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.472773 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.472984 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.473386 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.473743 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.474121 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.474697 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.474988 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.475214 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.475435 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.475672 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.475934 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.476156 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.476429 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.476726 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.476937 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.477316 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.477725 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.478209 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.478555 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.478961 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.479344 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.479724 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.480083 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.480429 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.480869 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.481252 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.481611 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.481969 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.482347 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.482719 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.483064 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.483321 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.484030 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.484030 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.484030 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.484273 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.484523 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.484750 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.484967 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.485204 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.485442 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.485703 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.486729 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.486729 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.486729 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.486729 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.487049 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.487049 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.487249 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.487684 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.488624 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.488624 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.488624 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.488876 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.489352 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.489352 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.489530 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.489666 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.489923 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.490504 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.490504 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.490685 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.490801 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.491016 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.491237 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.492081 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.492081 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.492081 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.492302 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.492302 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.492539 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.492786 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.492995 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.493243 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.493461 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.493673 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.493907 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.494144 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.494374 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.494602 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.494810 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.495020 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.495240 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.495454 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.495654 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.495935 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.496186 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.496400 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.497563 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.497965 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.498468 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.498903 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.499221 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.499441 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.499707 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.499950 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.500192 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.500414 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.501246 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.501246 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.501551 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.501551 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.501806 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.502086 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.502504 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.502790 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.503136 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.503588 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.503919 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.504331 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.504769 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.505054 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.505278 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.506080 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.506379 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.506642 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.506869 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.507090 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.507346 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.507577 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.508597 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.510657 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.510657 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.510657 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.510657 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.510657 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.510657 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.510657 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.510657 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 29 04:17:08.511258 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103439) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 29 04:17:08.511258 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 29 04:17:08.511381 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 29 04:17:08.511576 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 29 04:17:08.511754 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 29 04:17:08.511903 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 29 04:17:08.512120 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.512344 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:17:08.512439 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.512603 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.512770 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.512932 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.513115 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.513278 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.513439 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.513598 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.513758 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.513917 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.514076 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.514234 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.514392 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.514550 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.514707 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.514864 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.515023 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.515185 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.515344 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.515502 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.515659 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.515818 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] debug = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.516249 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.516843 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.517682 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.518671 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.518861 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.520740 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.520927 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.521183 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.521841 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.522012 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.522179 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.522344 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.522514 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.522693 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.522834 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.522993 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.523152 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.523311 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.523469 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] host = dv-neutron-821190-1-hyperv {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.523625 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.523783 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.523941 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.524098 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.524254 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.524411 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.524589 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.524749 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.524907 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.525062 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.525218 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.525379 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.525535 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.525692 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] log_file = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.525894 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] log_options = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.526056 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.526212 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.526368 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.526546 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.526709 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.527686 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.527686 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.527686 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.527686 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.527686 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.527686 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.528121 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.528121 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.528121 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.528330 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.528462 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.528741 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.528842 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.529020 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.529182 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.529340 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.529496 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.529653 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.530367 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.530367 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.530367 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.530367 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.530367 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.530683 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.530683 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.530838 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.530955 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.531111 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.531266 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.531422 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.531580 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.531735 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.531891 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.532038 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.532197 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.532352 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.533304 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.533481 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.533642 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.533800 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.534046 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.534149 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] use_json = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.534245 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.535187 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.535187 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.535187 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.535187 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.535187 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.535187 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.535543 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.535543 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:17:08.535672 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.535740 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.535928 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.536708 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.536708 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.536708 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.536708 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.536708 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.537189 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.537366 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.537482 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.537630 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.537804 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.537964 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.538956 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.538956 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.538956 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.538956 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.538956 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.538956 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.538956 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.539610 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.539610 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.539610 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.539823 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.539903 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.540008 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.540180 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.540339 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.540535 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.540697 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.540857 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.541021 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.541177 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.541334 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.541497 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.541661 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.541819 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.541980 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.542136 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.542446 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.542756 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.542914 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.543075 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.543236 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.543396 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.544267 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.544267 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.544267 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.544267 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.544267 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.544267 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.544946 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.544946 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.544946 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.544946 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.545483 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.545483 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.545483 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.545483 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.545942 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.545942 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.545942 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.546263 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.546263 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.546410 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.546528 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.546686 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.546933 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.547178 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.548357 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.548357 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.548357 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.548357 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.548357 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.548357 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.549084 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.549084 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.549084 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.549084 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.550009 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.550009 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.550009 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.550009 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.550009 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.550009 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.550414 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.550414 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.550414 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.550621 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.550708 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.550832 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.551012 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.551316 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.551611 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.551909 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.552203 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.552539 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.552837 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.553003 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.553149 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.553307 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.553466 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.553625 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.553787 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.554114 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.554114 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.554252 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.554393 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.554545 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.554705 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.554864 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.555023 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.555183 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.555340 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.555504 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.555662 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.555820 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.555990 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.556150 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.556312 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.556470 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.556658 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.556828 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.556990 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.557149 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.558052 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.558052 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.558052 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.558052 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.558052 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.558052 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.558487 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.558487 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.558487 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.558694 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.558892 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.559058 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.559243 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.559401 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.559559 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.559716 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.559876 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.560040 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.560197 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.560354 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.560540 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.560701 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.561498 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.561498 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.561498 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.561498 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.561498 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.561902 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.561902 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.561902 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.562071 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.562393 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.562393 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.562564 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.562644 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.562774 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.562932 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.563337 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.563722 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.563722 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.563881 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.563960 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.564086 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.564238 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.564391 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.564606 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.564729 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.564887 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.565259 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.565259 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.565414 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.565512 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.565657 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.565961 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.566177 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.566340 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.566474 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.566632 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.566797 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.566943 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.567093 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.567248 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.567543 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.567853 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.568765 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.568954 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.569132 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.569321 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.569490 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.569653 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.569817 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.569978 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.570140 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.570299 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.570459 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.570662 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.570760 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.570916 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.571076 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.571236 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.571394 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.571554 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.571710 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.571866 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.572021 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.572177 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.572353 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.572821 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.572985 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.573740 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.573740 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.574226 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.576125 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.576125 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.576125 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.576125 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.576730 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.576927 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.578164 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.579122 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.579122 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.579392 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.579520 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.579647 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.579772 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.579900 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.580030 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.580187 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.580345 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.580522 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.580693 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.580850 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.581006 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.581163 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.581364 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.581481 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.581637 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.581791 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.581946 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.582102 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.583138 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.583138 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.583138 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.583138 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.583138 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.583138 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.583138 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.583697 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.583697 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.583697 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.583904 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.584093 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.584379 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.585639 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.585811 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.585976 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.586146 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.586317 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.586484 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.586652 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.586815 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.586978 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.587149 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.587333 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.587454 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.587624 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.587781 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.587941 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.588100 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.588246 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.588399 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.588579 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.588740 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.588877 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.589009 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.589141 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.589275 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.589407 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.589564 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.589754 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.589890 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.590045 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.590180 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.590314 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.590446 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:17:08.590578 dv-neutron-821190-1-hyperv neutron-server[103439]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 29 04:17:20.103113 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388dfef6-d1ed-4d98-8d2b-aaa9e5748c16 None None] get_active_networks_info from dv-neutron-821190-1-hyperv {{(pid=103586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 29 04:17:20.169864 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388dfef6-d1ed-4d98-8d2b-aaa9e5748c16 None None] No non-hosted networks {{(pid=103586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 29 04:17:20.186391 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.agentschedulers_db [None req-388dfef6-d1ed-4d98-8d2b-aaa9e5748c16 None None] DHCP Agent not found on host dv-neutron-821190-1-hyperv {{(pid=103586) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 29 04:17:20.329619 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-05848121-6166-42d8-80a6-9c38cd69c748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1614643'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:22.434437 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-04f6ef61-c7d2-410a-905c-b0aec17463c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1614643'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:22.479091 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-dc81abce-66dd-4ec8-9c3b-ba62d15ca752 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-821190-1-hyperv {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:17:22.479836 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-dc81abce-66dd-4ec8-9c3b-ba62d15ca752 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:17:23.082521 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dc81abce-66dd-4ec8-9c3b-ba62d15ca752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:23.569551 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1614643'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:24.787217 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1614643'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:26.369640 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1614643'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:26.370304 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:26.370639 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:26.370963 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:26.371281 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:26.371600 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:26.372001 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:26.372277 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:26.372679 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:26.373017 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:26.373354 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:26.373690 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:26.374011 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:26.374326 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:26.374713 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-821190-1-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:17:26.382877 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-821190-1-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:17:28.686875 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 47516) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:17:29.204660 dv-neutron-821190-1-hyperv neutron-server[103584]: WARNING oslo_policy.policy [None req-30203c92-755c-492a-90fb-1ba4c5c95ad3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 29 04:17:29.205202 dv-neutron-821190-1-hyperv neutron-server[103584]: WARNING oslo_policy.policy [None req-30203c92-755c-492a-90fb-1ba4c5c95ad3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 29 04:17:29.410301 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.db.l3_hamode_db [None req-5f77ef3a-148b-48b2-984f-000c7f85872f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 29 04:17:29.431353 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-30203c92-755c-492a-90fb-1ba4c5c95ad3 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:17:29.432641 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-30203c92-755c-492a-90fb-1ba4c5c95ad3 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7435138 Jan 29 04:17:29.488775 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f77ef3a-148b-48b2-984f-000c7f85872f None None] Routers set() bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:17:29.489890 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f77ef3a-148b-48b2-984f-000c7f85872f None None] Router IDs set() for agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 29 04:17:32.086540 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 47534) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:17:32.383042 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-a7f0f837-d8b0-4047-9c0d-73d61e6b7e37 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'tenant_id': '87748efb347a47ddb00de5007cfb3fbd', 'prefixes': ['172.20.0.0/16']}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:17:32.490388 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.policy [None req-a7f0f837-d8b0-4047-9c0d-73d61e6b7e37 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103584) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 29 04:17:32.531446 dv-neutron-821190-1-hyperv neutron-server[103584]: WARNING oslo_policy.policy [None req-a7f0f837-d8b0-4047-9c0d-73d61e6b7e37 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 29 04:17:32.531818 dv-neutron-821190-1-hyperv neutron-server[103584]: WARNING oslo_policy.policy [None req-a7f0f837-d8b0-4047-9c0d-73d61e6b7e37 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 29 04:17:32.678410 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a7f0f837-d8b0-4047-9c0d-73d61e6b7e37 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792708453567', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792708453004', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792708472056', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792708469729', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792708475452', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792708417972', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-749032', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-802024', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1890069', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1978825'] for rbac-policy (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:33.015639 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a7f0f837-d8b0-4047-9c0d-73d61e6b7e37 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:33.016892 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a7f0f837-d8b0-4047-9c0d-73d61e6b7e37 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9294009 Jan 29 04:17:35.651091 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 47546) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:17:35.952779 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-fe6db80d-5904-41af-9995-f5d3c4b71971 admin admin] Request body: {'network': {'tenant_id': '4f8d374219c54d5abd1a187c485b9808', 'admin_state_up': True, 'project_id': '4f8d374219c54d5abd1a187c485b9808', 'name': 'private'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:17:36.026460 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6db80d-5904-41af-9995-f5d3c4b71971 admin admin] Made reservation on behalf of 4f8d374219c54d5abd1a187c485b9808 for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:17:36.029329 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fe6db80d-5904-41af-9995-f5d3c4b71971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:36.045906 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fe6db80d-5904-41af-9995-f5d3c4b71971 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:36.151255 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fe6db80d-5904-41af-9995-f5d3c4b71971 admin admin] Publish callbacks [] for security_group (e94553bc-5429-4d60-9433-fdda4a1cc684), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:36.197385 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fe6db80d-5904-41af-9995-f5d3c4b71971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (e94553bc-5429-4d60-9433-fdda4a1cc684), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:36.216276 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe6db80d-5904-41af-9995-f5d3c4b71971 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:17:36.243440 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fe6db80d-5904-41af-9995-f5d3c4b71971 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792711742073', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (a56a9336-4df0-4f4a-8d82-bce325d8dcaa), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:36.244019 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fe6db80d-5904-41af-9995-f5d3c4b71971 admin admin] Unsubscribe: segment precommit_create {{(pid=103584) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 29 04:17:36.244574 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-fe6db80d-5904-41af-9995-f5d3c4b71971 admin admin] Added segment a56a9336-4df0-4f4a-8d82-bce325d8dcaa of type vlan for network 034641bd-c96f-44d7-b5e3-876e74b4bb7b Jan 29 04:17:36.264020 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6db80d-5904-41af-9995-f5d3c4b71971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94553bc-5429-4d60-9433-fdda4a1cc684,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:36.311221 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6db80d-5904-41af-9995-f5d3c4b71971 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:36.311576 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6db80d-5904-41af-9995-f5d3c4b71971 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:36.311916 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6db80d-5904-41af-9995-f5d3c4b71971 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:36.312245 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6db80d-5904-41af-9995-f5d3c4b71971 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:36.312595 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6db80d-5904-41af-9995-f5d3c4b71971 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:36.312924 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6db80d-5904-41af-9995-f5d3c4b71971 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:36.313505 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6db80d-5904-41af-9995-f5d3c4b71971 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:36.313829 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6db80d-5904-41af-9995-f5d3c4b71971 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:36.314164 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6db80d-5904-41af-9995-f5d3c4b71971 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:36.314486 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6db80d-5904-41af-9995-f5d3c4b71971 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:36.314802 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6db80d-5904-41af-9995-f5d3c4b71971 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:36.315120 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6db80d-5904-41af-9995-f5d3c4b71971 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:36.315432 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6db80d-5904-41af-9995-f5d3c4b71971 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:36.316809 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6db80d-5904-41af-9995-f5d3c4b71971 admin admin] Tracked resource versions report: Jan 29 04:17:36.316809 dv-neutron-821190-1-hyperv neutron-server[103584]: pushed versions: Jan 29 04:17:36.316809 dv-neutron-821190-1-hyperv neutron-server[103584]: { 'AddressGroup': {'1.2'}, Jan 29 04:17:36.316809 dv-neutron-821190-1-hyperv neutron-server[103584]: 'ConntrackHelper': {'1.0'}, Jan 29 04:17:36.316809 dv-neutron-821190-1-hyperv neutron-server[103584]: 'LocalIPAssociation': {'1.0'}, Jan 29 04:17:36.316809 dv-neutron-821190-1-hyperv neutron-server[103584]: 'Log': {'1.0'}, Jan 29 04:17:36.316809 dv-neutron-821190-1-hyperv neutron-server[103584]: 'Network': {'1.1'}, Jan 29 04:17:36.316809 dv-neutron-821190-1-hyperv neutron-server[103584]: 'Port': {'1.7'}, Jan 29 04:17:36.316809 dv-neutron-821190-1-hyperv neutron-server[103584]: 'PortForwarding': {'1.2'}, Jan 29 04:17:36.316809 dv-neutron-821190-1-hyperv neutron-server[103584]: 'QosPolicy': {'1.10'}, Jan 29 04:17:36.316809 dv-neutron-821190-1-hyperv neutron-server[103584]: 'SecurityGroup': {'1.5'}, Jan 29 04:17:36.316809 dv-neutron-821190-1-hyperv neutron-server[103584]: 'SecurityGroupRule': {'1.2'}, Jan 29 04:17:36.316809 dv-neutron-821190-1-hyperv neutron-server[103584]: 'SubPort': {'1.0'}, Jan 29 04:17:36.316809 dv-neutron-821190-1-hyperv neutron-server[103584]: 'Subnet': {'1.1'}, Jan 29 04:17:36.316809 dv-neutron-821190-1-hyperv neutron-server[103584]: 'Trunk': {'1.1'}} Jan 29 04:17:36.316809 dv-neutron-821190-1-hyperv neutron-server[103584]: consumer versions: Jan 29 04:17:36.316809 dv-neutron-821190-1-hyperv neutron-server[103584]: { DHCP agent@dv-neutron-821190-1-hyperv: {}, Jan 29 04:17:36.316809 dv-neutron-821190-1-hyperv neutron-server[103584]: L3 agent@dv-neutron-821190-1-hyperv: {}, Jan 29 04:17:36.316809 dv-neutron-821190-1-hyperv neutron-server[103584]: Metadata agent@dv-neutron-821190-1-hyperv: {}, Jan 29 04:17:36.316809 dv-neutron-821190-1-hyperv neutron-server[103584]: Metering agent@dv-neutron-821190-1-hyperv: {}, Jan 29 04:17:36.316809 dv-neutron-821190-1-hyperv neutron-server[103584]: Open vSwitch agent@dv-neutron-821190-1-hyperv: { 'AddressGroup': '1.2', Jan 29 04:17:36.316809 dv-neutron-821190-1-hyperv neutron-server[103584]: 'ConntrackHelper': '1.0', Jan 29 04:17:36.316809 dv-neutron-821190-1-hyperv neutron-server[103584]: 'LocalIPAssociation': '1.0', Jan 29 04:17:36.316809 dv-neutron-821190-1-hyperv neutron-server[103584]: 'Log': '1.0', Jan 29 04:17:36.316809 dv-neutron-821190-1-hyperv neutron-server[103584]: 'Network': '1.1', Jan 29 04:17:36.316809 dv-neutron-821190-1-hyperv neutron-server[103584]: 'Port': '1.7', Jan 29 04:17:36.316809 dv-neutron-821190-1-hyperv neutron-server[103584]: 'PortForwarding': '1.2', Jan 29 04:17:36.316809 dv-neutron-821190-1-hyperv neutron-server[103584]: 'QosPolicy': '1.10', Jan 29 04:17:36.316809 dv-neutron-821190-1-hyperv neutron-server[103584]: 'SecurityGroup': '1.5', Jan 29 04:17:36.316809 dv-neutron-821190-1-hyperv neutron-server[103584]: 'SecurityGroupRule': '1.2', Jan 29 04:17:36.316809 dv-neutron-821190-1-hyperv neutron-server[103584]: 'SubPort': '1.0', Jan 29 04:17:36.316809 dv-neutron-821190-1-hyperv neutron-server[103584]: 'Subnet': '1.1', Jan 29 04:17:36.316809 dv-neutron-821190-1-hyperv neutron-server[103584]: 'Trunk': '1.1'}} Jan 29 04:17:36.316809 dv-neutron-821190-1-hyperv neutron-server[103584]: {{(pid=103584) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 29 04:17:36.352822 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fe6db80d-5904-41af-9995-f5d3c4b71971 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (034641bd-c96f-44d7-b5e3-876e74b4bb7b), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:36.443139 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fe6db80d-5904-41af-9995-f5d3c4b71971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (034641bd-c96f-44d7-b5e3-876e74b4bb7b), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:36.444365 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6db80d-5904-41af-9995-f5d3c4b71971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:17:36.445114 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fe6db80d-5904-41af-9995-f5d3c4b71971 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:36.539265 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6db80d-5904-41af-9995-f5d3c4b71971 admin admin] Pushing event updated for resources: {'Network': ['ID=034641bd-c96f-44d7-b5e3-876e74b4bb7b,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:36.550511 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 034641bd-c96f-44d7-b5e3-876e74b4bb7b details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:17:36.600749 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-fe6db80d-5904-41af-9995-f5d3c4b71971 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9485085 Jan 29 04:17:39.293733 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 47560) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:17:39.786868 dv-neutron-821190-1-hyperv neutron-server[103585]: WARNING oslo_policy.policy [None req-41082289-0ff4-424e-80e2-8e6d86183d2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 29 04:17:39.788109 dv-neutron-821190-1-hyperv neutron-server[103585]: WARNING oslo_policy.policy [None req-41082289-0ff4-424e-80e2-8e6d86183d2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 29 04:17:40.222905 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.policy [None req-41082289-0ff4-424e-80e2-8e6d86183d2c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103585) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 29 04:17:40.264473 dv-neutron-821190-1-hyperv neutron-server[103585]: WARNING oslo_policy.policy [None req-41082289-0ff4-424e-80e2-8e6d86183d2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 29 04:17:40.264863 dv-neutron-821190-1-hyperv neutron-server[103585]: WARNING oslo_policy.policy [None req-41082289-0ff4-424e-80e2-8e6d86183d2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 29 04:17:40.272926 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41082289-0ff4-424e-80e2-8e6d86183d2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:17:40.274629 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-41082289-0ff4-424e-80e2-8e6d86183d2c admin admin] 10.222.0.13 "GET /v2.0/networks/034641bd-c96f-44d7-b5e3-876e74b4bb7b HTTP/1.1" status: 200 len: 825 time: 0.9800124 Jan 29 04:17:40.313976 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-918872f8-40aa-4bd7-a5ec-4370a8e35a7c admin admin] 10.222.0.13 "GET /v2.0/subnetpools/84eb9039-9aec-45b6-8856-2f523749aef8 HTTP/1.1" status: 200 len: 734 time: 0.0337429 Jan 29 04:17:40.323365 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-a479cb30-d894-46d3-9424-5b39cb8d7ab1 admin admin] Request body: {'subnet': {'network_id': '034641bd-c96f-44d7-b5e3-876e74b4bb7b', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '4f8d374219c54d5abd1a187c485b9808', 'subnetpool_id': '84eb9039-9aec-45b6-8856-2f523749aef8'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:17:40.431702 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a479cb30-d894-46d3-9424-5b39cb8d7ab1 admin admin] Made reservation on behalf of 4f8d374219c54d5abd1a187c485b9808 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:17:40.434468 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a479cb30-d894-46d3-9424-5b39cb8d7ab1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:40.746483 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a479cb30-d894-46d3-9424-5b39cb8d7ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for subnet (ca66ac22-f3d4-4730-bdbd-6dc9cb92fc6a), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:40.818110 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a479cb30-d894-46d3-9424-5b39cb8d7ab1 admin admin] Checking segment: {'id': 'a56a9336-4df0-4f4a-8d82-bce325d8dcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '034641bd-c96f-44d7-b5e3-876e74b4bb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:17:40.818459 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a479cb30-d894-46d3-9424-5b39cb8d7ab1 admin admin] Network hostable DHCP agents. Network: 034641bd-c96f-44d7-b5e3-876e74b4bb7b, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:17:40.825188 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a479cb30-d894-46d3-9424-5b39cb8d7ab1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca66ac22-f3d4-4730-bdbd-6dc9cb92fc6a,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:40.836117 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479cb30-d894-46d3-9424-5b39cb8d7ab1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:40.836467 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479cb30-d894-46d3-9424-5b39cb8d7ab1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:40.836824 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479cb30-d894-46d3-9424-5b39cb8d7ab1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:40.837149 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479cb30-d894-46d3-9424-5b39cb8d7ab1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:40.837468 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479cb30-d894-46d3-9424-5b39cb8d7ab1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:40.837795 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479cb30-d894-46d3-9424-5b39cb8d7ab1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:40.838121 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479cb30-d894-46d3-9424-5b39cb8d7ab1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:40.838435 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479cb30-d894-46d3-9424-5b39cb8d7ab1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:40.838759 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479cb30-d894-46d3-9424-5b39cb8d7ab1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:40.839071 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479cb30-d894-46d3-9424-5b39cb8d7ab1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:40.839379 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479cb30-d894-46d3-9424-5b39cb8d7ab1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:40.839683 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479cb30-d894-46d3-9424-5b39cb8d7ab1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:40.839988 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479cb30-d894-46d3-9424-5b39cb8d7ab1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:40.841334 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479cb30-d894-46d3-9424-5b39cb8d7ab1 admin admin] Tracked resource versions report: Jan 29 04:17:40.841334 dv-neutron-821190-1-hyperv neutron-server[103585]: pushed versions: Jan 29 04:17:40.841334 dv-neutron-821190-1-hyperv neutron-server[103585]: { 'AddressGroup': {'1.2'}, Jan 29 04:17:40.841334 dv-neutron-821190-1-hyperv neutron-server[103585]: 'ConntrackHelper': {'1.0'}, Jan 29 04:17:40.841334 dv-neutron-821190-1-hyperv neutron-server[103585]: 'LocalIPAssociation': {'1.0'}, Jan 29 04:17:40.841334 dv-neutron-821190-1-hyperv neutron-server[103585]: 'Log': {'1.0'}, Jan 29 04:17:40.841334 dv-neutron-821190-1-hyperv neutron-server[103585]: 'Network': {'1.1'}, Jan 29 04:17:40.841334 dv-neutron-821190-1-hyperv neutron-server[103585]: 'Port': {'1.7'}, Jan 29 04:17:40.841334 dv-neutron-821190-1-hyperv neutron-server[103585]: 'PortForwarding': {'1.2'}, Jan 29 04:17:40.841334 dv-neutron-821190-1-hyperv neutron-server[103585]: 'QosPolicy': {'1.10'}, Jan 29 04:17:40.841334 dv-neutron-821190-1-hyperv neutron-server[103585]: 'SecurityGroup': {'1.5'}, Jan 29 04:17:40.841334 dv-neutron-821190-1-hyperv neutron-server[103585]: 'SecurityGroupRule': {'1.2'}, Jan 29 04:17:40.841334 dv-neutron-821190-1-hyperv neutron-server[103585]: 'SubPort': {'1.0'}, Jan 29 04:17:40.841334 dv-neutron-821190-1-hyperv neutron-server[103585]: 'Subnet': {'1.1'}, Jan 29 04:17:40.841334 dv-neutron-821190-1-hyperv neutron-server[103585]: 'Trunk': {'1.1'}} Jan 29 04:17:40.841334 dv-neutron-821190-1-hyperv neutron-server[103585]: consumer versions: Jan 29 04:17:40.841334 dv-neutron-821190-1-hyperv neutron-server[103585]: { DHCP agent@dv-neutron-821190-1-hyperv: {}, Jan 29 04:17:40.841334 dv-neutron-821190-1-hyperv neutron-server[103585]: L3 agent@dv-neutron-821190-1-hyperv: {}, Jan 29 04:17:40.841334 dv-neutron-821190-1-hyperv neutron-server[103585]: Metadata agent@dv-neutron-821190-1-hyperv: {}, Jan 29 04:17:40.841334 dv-neutron-821190-1-hyperv neutron-server[103585]: Metering agent@dv-neutron-821190-1-hyperv: {}, Jan 29 04:17:40.841334 dv-neutron-821190-1-hyperv neutron-server[103585]: Open vSwitch agent@dv-neutron-821190-1-hyperv: { 'AddressGroup': '1.2', Jan 29 04:17:40.841334 dv-neutron-821190-1-hyperv neutron-server[103585]: 'ConntrackHelper': '1.0', Jan 29 04:17:40.841334 dv-neutron-821190-1-hyperv neutron-server[103585]: 'LocalIPAssociation': '1.0', Jan 29 04:17:40.841334 dv-neutron-821190-1-hyperv neutron-server[103585]: 'Log': '1.0', Jan 29 04:17:40.841334 dv-neutron-821190-1-hyperv neutron-server[103585]: 'Network': '1.1', Jan 29 04:17:40.841334 dv-neutron-821190-1-hyperv neutron-server[103585]: 'Port': '1.7', Jan 29 04:17:40.841334 dv-neutron-821190-1-hyperv neutron-server[103585]: 'PortForwarding': '1.2', Jan 29 04:17:40.841334 dv-neutron-821190-1-hyperv neutron-server[103585]: 'QosPolicy': '1.10', Jan 29 04:17:40.841334 dv-neutron-821190-1-hyperv neutron-server[103585]: 'SecurityGroup': '1.5', Jan 29 04:17:40.841334 dv-neutron-821190-1-hyperv neutron-server[103585]: 'SecurityGroupRule': '1.2', Jan 29 04:17:40.841334 dv-neutron-821190-1-hyperv neutron-server[103585]: 'SubPort': '1.0', Jan 29 04:17:40.841334 dv-neutron-821190-1-hyperv neutron-server[103585]: 'Subnet': '1.1', Jan 29 04:17:40.841334 dv-neutron-821190-1-hyperv neutron-server[103585]: 'Trunk': '1.1'}} Jan 29 04:17:40.841334 dv-neutron-821190-1-hyperv neutron-server[103585]: {{(pid=103585) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 29 04:17:40.917436 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a479cb30-d894-46d3-9424-5b39cb8d7ab1 admin admin] Network 034641bd-c96f-44d7-b5e3-876e74b4bb7b is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:17:40.978795 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-a479cb30-d894-46d3-9424-5b39cb8d7ab1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 034641bd-c96f-44d7-b5e3-876e74b4bb7b) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:17:40.983338 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a479cb30-d894-46d3-9424-5b39cb8d7ab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:17:40.983979 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a479cb30-d894-46d3-9424-5b39cb8d7ab1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:40.988490 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84b07d8-8a4a-417d-ac96-604261dc0128 None None] Network 034641bd-c96f-44d7-b5e3-876e74b4bb7b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:17:41.055846 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a479cb30-d894-46d3-9424-5b39cb8d7ab1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7358065 Jan 29 04:17:41.256926 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac8994a-4c36-4155-89c7-6d969a27a9e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-034641bd-c96f-44d7-b5e3-876e74b4bb7b', 'network_id': '034641bd-c96f-44d7-b5e3-876e74b4bb7b', 'project_id': '4f8d374219c54d5abd1a187c485b9808', 'fixed_ips': [{'subnet_id': 'ca66ac22-f3d4-4730-bdbd-6dc9cb92fc6a'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:17:41.258133 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eac8994a-4c36-4155-89c7-6d969a27a9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:41.542716 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-eac8994a-4c36-4155-89c7-6d969a27a9e8 None None] Allocated IP 172.20.0.2 (034641bd-c96f-44d7-b5e3-876e74b4bb7b/ca66ac22-f3d4-4730-bdbd-6dc9cb92fc6a/8437b57b-9363-4f81-a6ec-f51aed0795ee) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:17:41.807193 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eac8994a-4c36-4155-89c7-6d969a27a9e8 None None] Publish callbacks [] for port (8437b57b-9363-4f81-a6ec-f51aed0795ee), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:41.883249 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eac8994a-4c36-4155-89c7-6d969a27a9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (8437b57b-9363-4f81-a6ec-f51aed0795ee), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:41.953927 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac8994a-4c36-4155-89c7-6d969a27a9e8 None None] Network 034641bd-c96f-44d7-b5e3-876e74b4bb7b is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:17:41.958990 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-eac8994a-4c36-4155-89c7-6d969a27a9e8 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:17:41.973105 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac8994a-4c36-4155-89c7-6d969a27a9e8 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:17:41.976261 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8994a-4c36-4155-89c7-6d969a27a9e8 None None] Pushing event updated for resources: {'Port': ['ID=8437b57b-9363-4f81-a6ec-f51aed0795ee,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:42.006599 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac8994a-4c36-4155-89c7-6d969a27a9e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:42.007251 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac8994a-4c36-4155-89c7-6d969a27a9e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:42.007336 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac8994a-4c36-4155-89c7-6d969a27a9e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:42.007602 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac8994a-4c36-4155-89c7-6d969a27a9e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:42.007927 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac8994a-4c36-4155-89c7-6d969a27a9e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:42.008248 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac8994a-4c36-4155-89c7-6d969a27a9e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:42.008605 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac8994a-4c36-4155-89c7-6d969a27a9e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:42.008933 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac8994a-4c36-4155-89c7-6d969a27a9e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:42.009269 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac8994a-4c36-4155-89c7-6d969a27a9e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:42.009608 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac8994a-4c36-4155-89c7-6d969a27a9e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:42.009927 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac8994a-4c36-4155-89c7-6d969a27a9e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:42.010241 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac8994a-4c36-4155-89c7-6d969a27a9e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:42.010554 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac8994a-4c36-4155-89c7-6d969a27a9e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:42.011948 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac8994a-4c36-4155-89c7-6d969a27a9e8 None None] Tracked resource versions report: Jan 29 04:17:42.011948 dv-neutron-821190-1-hyperv neutron-server[103586]: pushed versions: Jan 29 04:17:42.011948 dv-neutron-821190-1-hyperv neutron-server[103586]: { 'AddressGroup': {'1.2'}, Jan 29 04:17:42.011948 dv-neutron-821190-1-hyperv neutron-server[103586]: 'ConntrackHelper': {'1.0'}, Jan 29 04:17:42.011948 dv-neutron-821190-1-hyperv neutron-server[103586]: 'LocalIPAssociation': {'1.0'}, Jan 29 04:17:42.011948 dv-neutron-821190-1-hyperv neutron-server[103586]: 'Log': {'1.0'}, Jan 29 04:17:42.011948 dv-neutron-821190-1-hyperv neutron-server[103586]: 'Network': {'1.1'}, Jan 29 04:17:42.011948 dv-neutron-821190-1-hyperv neutron-server[103586]: 'Port': {'1.7'}, Jan 29 04:17:42.011948 dv-neutron-821190-1-hyperv neutron-server[103586]: 'PortForwarding': {'1.2'}, Jan 29 04:17:42.011948 dv-neutron-821190-1-hyperv neutron-server[103586]: 'QosPolicy': {'1.10'}, Jan 29 04:17:42.011948 dv-neutron-821190-1-hyperv neutron-server[103586]: 'SecurityGroup': {'1.5'}, Jan 29 04:17:42.011948 dv-neutron-821190-1-hyperv neutron-server[103586]: 'SecurityGroupRule': {'1.2'}, Jan 29 04:17:42.011948 dv-neutron-821190-1-hyperv neutron-server[103586]: 'SubPort': {'1.0'}, Jan 29 04:17:42.011948 dv-neutron-821190-1-hyperv neutron-server[103586]: 'Subnet': {'1.1'}, Jan 29 04:17:42.011948 dv-neutron-821190-1-hyperv neutron-server[103586]: 'Trunk': {'1.1'}} Jan 29 04:17:42.011948 dv-neutron-821190-1-hyperv neutron-server[103586]: consumer versions: Jan 29 04:17:42.011948 dv-neutron-821190-1-hyperv neutron-server[103586]: { DHCP agent@dv-neutron-821190-1-hyperv: {}, Jan 29 04:17:42.011948 dv-neutron-821190-1-hyperv neutron-server[103586]: L3 agent@dv-neutron-821190-1-hyperv: {}, Jan 29 04:17:42.011948 dv-neutron-821190-1-hyperv neutron-server[103586]: Metadata agent@dv-neutron-821190-1-hyperv: {}, Jan 29 04:17:42.011948 dv-neutron-821190-1-hyperv neutron-server[103586]: Metering agent@dv-neutron-821190-1-hyperv: {}, Jan 29 04:17:42.011948 dv-neutron-821190-1-hyperv neutron-server[103586]: Open vSwitch agent@dv-neutron-821190-1-hyperv: { 'AddressGroup': '1.2', Jan 29 04:17:42.011948 dv-neutron-821190-1-hyperv neutron-server[103586]: 'ConntrackHelper': '1.0', Jan 29 04:17:42.011948 dv-neutron-821190-1-hyperv neutron-server[103586]: 'LocalIPAssociation': '1.0', Jan 29 04:17:42.011948 dv-neutron-821190-1-hyperv neutron-server[103586]: 'Log': '1.0', Jan 29 04:17:42.011948 dv-neutron-821190-1-hyperv neutron-server[103586]: 'Network': '1.1', Jan 29 04:17:42.011948 dv-neutron-821190-1-hyperv neutron-server[103586]: 'Port': '1.7', Jan 29 04:17:42.011948 dv-neutron-821190-1-hyperv neutron-server[103586]: 'PortForwarding': '1.2', Jan 29 04:17:42.011948 dv-neutron-821190-1-hyperv neutron-server[103586]: 'QosPolicy': '1.10', Jan 29 04:17:42.011948 dv-neutron-821190-1-hyperv neutron-server[103586]: 'SecurityGroup': '1.5', Jan 29 04:17:42.011948 dv-neutron-821190-1-hyperv neutron-server[103586]: 'SecurityGroupRule': '1.2', Jan 29 04:17:42.011948 dv-neutron-821190-1-hyperv neutron-server[103586]: 'SubPort': '1.0', Jan 29 04:17:42.011948 dv-neutron-821190-1-hyperv neutron-server[103586]: 'Subnet': '1.1', Jan 29 04:17:42.011948 dv-neutron-821190-1-hyperv neutron-server[103586]: 'Trunk': '1.1'}} Jan 29 04:17:42.011948 dv-neutron-821190-1-hyperv neutron-server[103586]: {{(pid=103586) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 29 04:17:42.060397 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-eac8994a-4c36-4155-89c7-6d969a27a9e8 None None] Attempting to bind port 8437b57b-9363-4f81-a6ec-f51aed0795ee on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:17:42.060746 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-eac8994a-4c36-4155-89c7-6d969a27a9e8 None None] Attempting to bind port 8437b57b-9363-4f81-a6ec-f51aed0795ee by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'a56a9336-4df0-4f4a-8d82-bce325d8dcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '034641bd-c96f-44d7-b5e3-876e74b4bb7b'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:17:42.061173 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac8994a-4c36-4155-89c7-6d969a27a9e8 None None] Attempting to bind port 8437b57b-9363-4f81-a6ec-f51aed0795ee on network 034641bd-c96f-44d7-b5e3-876e74b4bb7b {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:17:42.066272 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac8994a-4c36-4155-89c7-6d969a27a9e8 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:17:42.066648 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac8994a-4c36-4155-89c7-6d969a27a9e8 None None] Checking segment: {'id': 'a56a9336-4df0-4f4a-8d82-bce325d8dcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '034641bd-c96f-44d7-b5e3-876e74b4bb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:17:42.067135 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eac8994a-4c36-4155-89c7-6d969a27a9e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:42.067524 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac8994a-4c36-4155-89c7-6d969a27a9e8 None None] Bound using segment: {'id': 'a56a9336-4df0-4f4a-8d82-bce325d8dcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '034641bd-c96f-44d7-b5e3-876e74b4bb7b'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:17:42.068044 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-eac8994a-4c36-4155-89c7-6d969a27a9e8 None None] Bound port: 8437b57b-9363-4f81-a6ec-f51aed0795ee, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a56a9336-4df0-4f4a-8d82-bce325d8dcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '034641bd-c96f-44d7-b5e3-876e74b4bb7b'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:17:42.068451 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eac8994a-4c36-4155-89c7-6d969a27a9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (8437b57b-9363-4f81-a6ec-f51aed0795ee), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:42.128530 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-eac8994a-4c36-4155-89c7-6d969a27a9e8 None None] For port 8437b57b-9363-4f81-a6ec-f51aed0795ee, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:17:42.133762 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-eac8994a-4c36-4155-89c7-6d969a27a9e8 None None] For port 8437b57b-9363-4f81-a6ec-f51aed0795ee, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=8437b57b-9363-4f81-a6ec-f51aed0795ee,segment=NetworkSegment(a56a9336-4df0-4f4a-8d82-bce325d8dcaa),segment_id=a56a9336-4df0-4f4a-8d82-bce325d8dcaa)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:17:42.198293 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eac8994a-4c36-4155-89c7-6d969a27a9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (8437b57b-9363-4f81-a6ec-f51aed0795ee), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:42.262831 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8994a-4c36-4155-89c7-6d969a27a9e8 None None] Pushing event updated for resources: {'Port': ['ID=8437b57b-9363-4f81-a6ec-f51aed0795ee,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:43.540743 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 47580) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:17:43.871095 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [None req-8c9287d0-9fd9-485a-bc10-911eb8cbe333 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103585) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:17:43.872107 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-8c9287d0-9fd9-485a-bc10-911eb8cbe333 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3304284 Jan 29 04:17:46.378311 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 47588) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:17:46.689971 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [None req-cfc1511a-eabe-497d-8dc8-b4abb0712b3b admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103585) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:17:46.690944 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-cfc1511a-eabe-497d-8dc8-b4abb0712b3b admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3117294 Jan 29 04:17:49.366765 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 47598) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:17:49.665997 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-d410588a-1663-4d9b-8e18-ac31d0117a0e admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '4f8d374219c54d5abd1a187c485b9808'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:17:49.774982 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d410588a-1663-4d9b-8e18-ac31d0117a0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (71a97dac-56e4-4667-a2c0-0110a8f76cdc), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:49.776644 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d410588a-1663-4d9b-8e18-ac31d0117a0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (71a97dac-56e4-4667-a2c0-0110a8f76cdc), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:49.910370 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d410588a-1663-4d9b-8e18-ac31d0117a0e admin admin] Publish callbacks [] for router_controller (71a97dac-56e4-4667-a2c0-0110a8f76cdc), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:49.969875 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d410588a-1663-4d9b-8e18-ac31d0117a0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (71a97dac-56e4-4667-a2c0-0110a8f76cdc), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:50.045216 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d410588a-1663-4d9b-8e18-ac31d0117a0e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:50.046449 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d410588a-1663-4d9b-8e18-ac31d0117a0e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6786518 Jan 29 04:17:50.117001 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c46a8137-0b77-48b9-be77-849ca09494d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:52.409106 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4220e951-89aa-48cb-a6c2-a9d64ec25771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:52.535379 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 47610) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:17:52.956406 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [None req-fb5d12fa-82e2-4f1c-9b14-b8b4e8172be4 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103585) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:17:52.956406 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-fb5d12fa-82e2-4f1c-9b14-b8b4e8172be4 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3195696 Jan 29 04:17:53.001356 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 8437b57b-9363-4f81-a6ec-f51aed0795ee up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:17:53.095913 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 8437b57b-9363-4f81-a6ec-f51aed0795ee triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:17:53.096705 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (8437b57b-9363-4f81-a6ec-f51aed0795ee), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:53.204717 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 8437b57b-9363-4f81-a6ec-f51aed0795ee is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:17:53.205105 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (8437b57b-9363-4f81-a6ec-f51aed0795ee), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:53.238801 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 8437b57b-9363-4f81-a6ec-f51aed0795ee, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=8437b57b-9363-4f81-a6ec-f51aed0795ee,segment=NetworkSegment(a56a9336-4df0-4f4a-8d82-bce325d8dcaa),segment_id=a56a9336-4df0-4f4a-8d82-bce325d8dcaa)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:17:53.300106 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (8437b57b-9363-4f81-a6ec-f51aed0795ee), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:53.351084 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=8437b57b-9363-4f81-a6ec-f51aed0795ee,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:53.457779 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90eac096-0b9f-47de-b440-c9837ab1a032 None None] Network 034641bd-c96f-44d7-b5e3-876e74b4bb7b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:17:53.536133 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-12aa9276-cbba-43ef-aac8-41150184b7af None None] Provisioning complete for port 8437b57b-9363-4f81-a6ec-f51aed0795ee triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:17:53.536567 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-12aa9276-cbba-43ef-aac8-41150184b7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (8437b57b-9363-4f81-a6ec-f51aed0795ee), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:53.582371 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:53.660448 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-12aa9276-cbba-43ef-aac8-41150184b7af None None] Current status of the port 8437b57b-9363-4f81-a6ec-f51aed0795ee is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:17:53.781050 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-608a85d6-e8bd-46b7-a00c-1a3e648de94a None None] Provisioning complete for port 8437b57b-9363-4f81-a6ec-f51aed0795ee triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:17:53.781436 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-608a85d6-e8bd-46b7-a00c-1a3e648de94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (8437b57b-9363-4f81-a6ec-f51aed0795ee), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:53.855268 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-608a85d6-e8bd-46b7-a00c-1a3e648de94a None None] Current status of the port 8437b57b-9363-4f81-a6ec-f51aed0795ee is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:17:54.716436 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:54.938288 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 8437b57b-9363-4f81-a6ec-f51aed0795ee up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:17:54.987976 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 8437b57b-9363-4f81-a6ec-f51aed0795ee triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:17:54.988367 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (8437b57b-9363-4f81-a6ec-f51aed0795ee), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:55.062988 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 8437b57b-9363-4f81-a6ec-f51aed0795ee is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:17:55.388150 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 47642) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:17:55.513018 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-c066d06b-4e36-44af-bcd1-b798430f11e3 admin admin] Request body: {'network': {'project_id': '87748efb347a47ddb00de5007cfb3fbd', 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'tenant_id': '87748efb347a47ddb00de5007cfb3fbd', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:17:55.601881 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c066d06b-4e36-44af-bcd1-b798430f11e3 admin admin] Made reservation on behalf of 87748efb347a47ddb00de5007cfb3fbd for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:17:55.604203 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c066d06b-4e36-44af-bcd1-b798430f11e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:55.637751 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c066d06b-4e36-44af-bcd1-b798430f11e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:55.735763 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c066d06b-4e36-44af-bcd1-b798430f11e3 admin admin] Publish callbacks [] for security_group (21491884-e889-48fd-b5cb-a101d0f6cd82), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:55.842882 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c066d06b-4e36-44af-bcd1-b798430f11e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (21491884-e889-48fd-b5cb-a101d0f6cd82), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:55.861296 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c066d06b-4e36-44af-bcd1-b798430f11e3 admin admin] Reserving flat network on physical network physnet1 {{(pid=103585) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 29 04:17:55.878312 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066d06b-4e36-44af-bcd1-b798430f11e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21491884-e889-48fd-b5cb-a101d0f6cd82,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:55.886358 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c066d06b-4e36-44af-bcd1-b798430f11e3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792711742073', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (267e333b-264b-4838-9c3e-a411c9f2318d), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:55.888442 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c066d06b-4e36-44af-bcd1-b798430f11e3 admin admin] Unsubscribe: segment precommit_create {{(pid=103585) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 29 04:17:55.888442 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-c066d06b-4e36-44af-bcd1-b798430f11e3 admin admin] Added segment 267e333b-264b-4838-9c3e-a411c9f2318d of type flat for network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 Jan 29 04:17:55.948134 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c066d06b-4e36-44af-bcd1-b798430f11e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (f0de7169-31b1-4289-9a2a-56c5f4e63ed1), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:56.026146 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c066d06b-4e36-44af-bcd1-b798430f11e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (f0de7169-31b1-4289-9a2a-56c5f4e63ed1), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:56.027080 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c066d06b-4e36-44af-bcd1-b798430f11e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:17:56.027642 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c066d06b-4e36-44af-bcd1-b798430f11e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:56.116209 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c066d06b-4e36-44af-bcd1-b798430f11e3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7269573 Jan 29 04:17:56.117131 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066d06b-4e36-44af-bcd1-b798430f11e3 admin admin] Pushing event updated for resources: {'Network': ['ID=f0de7169-31b1-4289-9a2a-56c5f4e63ed1,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:56.128074 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:17:56.397601 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:58.367599 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 47650) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:17:58.458132 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58ab5b8-b2ef-4507-859a-76762fd9682d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:17:58.459460 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d58ab5b8-b2ef-4507-859a-76762fd9682d admin admin] 10.222.0.13 "GET /v2.0/subnets/ca66ac22-f3d4-4730-bdbd-6dc9cb92fc6a HTTP/1.1" status: 200 len: 849 time: 0.0906501 Jan 29 04:17:58.576348 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-01f18ac5-2073-4b4f-bbb6-91e83c339d15 admin admin] 10.222.0.13 "GET /v2.0/routers/71a97dac-56e4-4667-a2c0-0110a8f76cdc HTTP/1.1" status: 200 len: 704 time: 0.1113698 Jan 29 04:17:58.834931 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d13ddfd1-d6a3-450a-8080-38acf6fbae43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:59.125371 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-d13ddfd1-d6a3-450a-8080-38acf6fbae43 admin admin] Allocated IP 172.20.0.1 (034641bd-c96f-44d7-b5e3-876e74b4bb7b/ca66ac22-f3d4-4730-bdbd-6dc9cb92fc6a/d6cc5fc9-1a66-48d2-bac9-880e05f86f71) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:17:59.275143 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d13ddfd1-d6a3-450a-8080-38acf6fbae43 admin admin] Publish callbacks [] for port (d6cc5fc9-1a66-48d2-bac9-880e05f86f71), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:59.391031 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d13ddfd1-d6a3-450a-8080-38acf6fbae43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (d6cc5fc9-1a66-48d2-bac9-880e05f86f71), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:59.506210 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13ddfd1-d6a3-450a-8080-38acf6fbae43 admin admin] Network 034641bd-c96f-44d7-b5e3-876e74b4bb7b is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:17:59.511671 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-d13ddfd1-d6a3-450a-8080-38acf6fbae43 admin admin] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:17:59.519179 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13ddfd1-d6a3-450a-8080-38acf6fbae43 admin admin] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:17:59.519179 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d13ddfd1-d6a3-450a-8080-38acf6fbae43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (71a97dac-56e4-4667-a2c0-0110a8f76cdc), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:59.539107 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ddfd1-d6a3-450a-8080-38acf6fbae43 admin admin] Pushing event updated for resources: {'Port': ['ID=d6cc5fc9-1a66-48d2-bac9-880e05f86f71,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:59.709262 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-27aca7e4-47c3-4220-b971-2ecb12d1a23b None None] Provisioning complete for port d6cc5fc9-1a66-48d2-bac9-880e05f86f71 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:17:59.709844 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-27aca7e4-47c3-4220-b971-2ecb12d1a23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (d6cc5fc9-1a66-48d2-bac9-880e05f86f71), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:59.742819 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-27aca7e4-47c3-4220-b971-2ecb12d1a23b None None] Port d6cc5fc9-1a66-48d2-bac9-880e05f86f71 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:17:59.775344 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d13ddfd1-d6a3-450a-8080-38acf6fbae43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (d6cc5fc9-1a66-48d2-bac9-880e05f86f71), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:17:59.982996 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d13ddfd1-d6a3-450a-8080-38acf6fbae43 admin admin] Publish callbacks [] for port (d6cc5fc9-1a66-48d2-bac9-880e05f86f71), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:18:00.031116 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d13ddfd1-d6a3-450a-8080-38acf6fbae43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (d6cc5fc9-1a66-48d2-bac9-880e05f86f71), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:18:00.031841 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d13ddfd1-d6a3-450a-8080-38acf6fbae43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (71a97dac-56e4-4667-a2c0-0110a8f76cdc), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:18:00.110312 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ddfd1-d6a3-450a-8080-38acf6fbae43 admin admin] Pushing event updated for resources: {'Port': ['ID=d6cc5fc9-1a66-48d2-bac9-880e05f86f71,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:00.155924 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13ddfd1-d6a3-450a-8080-38acf6fbae43 admin admin] Network 034641bd-c96f-44d7-b5e3-876e74b4bb7b is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:18:00.157234 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-d13ddfd1-d6a3-450a-8080-38acf6fbae43 admin admin] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:18:00.365047 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-7e2df77e-29db-466d-9685-77aaa298cf03 None None] Provisioning complete for port d6cc5fc9-1a66-48d2-bac9-880e05f86f71 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:18:00.365424 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7e2df77e-29db-466d-9685-77aaa298cf03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (d6cc5fc9-1a66-48d2-bac9-880e05f86f71), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:18:00.400388 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-7e2df77e-29db-466d-9685-77aaa298cf03 None None] Port d6cc5fc9-1a66-48d2-bac9-880e05f86f71 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:18:00.424706 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d13ddfd1-d6a3-450a-8080-38acf6fbae43 admin admin] Router 71a97dac-56e4-4667-a2c0-0110a8f76cdc is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:18:00.459151 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 5 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:18:00.516780 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13ddfd1-d6a3-450a-8080-38acf6fbae43 admin admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:18:00.522103 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d13ddfd1-d6a3-450a-8080-38acf6fbae43 admin admin] 10.222.0.13 "PUT /v2.0/routers/71a97dac-56e4-4667-a2c0-0110a8f76cdc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9407039 Jan 29 04:18:00.526371 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb601bd9-5f79-411c-be47-8a5cb5262ae6 None None] Sync routers for ids ['71a97dac-56e4-4667-a2c0-0110a8f76cdc'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:18:00.538647 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb601bd9-5f79-411c-be47-8a5cb5262ae6 None None] Routers {'71a97dac-56e4-4667-a2c0-0110a8f76cdc'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:18:00.539498 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-fb601bd9-5f79-411c-be47-8a5cb5262ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:17:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['71a97dac-56e4-4667-a2c0-0110a8f76cdc'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:18:00.726229 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-fb601bd9-5f79-411c-be47-8a5cb5262ae6 None None] Set router 71a97dac-56e4-4667-a2c0-0110a8f76cdc gateway port host: None {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:18:01.162629 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-fb601bd9-5f79-411c-be47-8a5cb5262ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a97dac-56e4-4667-a2c0-0110a8f76cdc', 'name': 'router1', 'tenant_id': '4f8d374219c54d5abd1a187c485b9808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:17:49Z', 'updated_at': '2022-01-29T04:17:59Z', 'revision_number': 2, 'project_id': '4f8d374219c54d5abd1a187c485b9808', 'gw_port_host': None, '_interfaces': [{'id': 'd6cc5fc9-1a66-48d2-bac9-880e05f86f71', 'name': '', 'network_id': '034641bd-c96f-44d7-b5e3-876e74b4bb7b', 'tenant_id': '4f8d374219c54d5abd1a187c485b9808', 'mac_address': 'fa:16:3e:64:73:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a97dac-56e4-4667-a2c0-0110a8f76cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca66ac22-f3d4-4730-bdbd-6dc9cb92fc6a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:58Z', 'updated_at': '2022-01-29T04:17:59Z', 'revision_number': 2, 'project_id': '4f8d374219c54d5abd1a187c485b9808', 'subnets': [{'id': 'ca66ac22-f3d4-4730-bdbd-6dc9cb92fc6a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84eb9039-9aec-45b6-8856-2f523749aef8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:18:01.211971 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb601bd9-5f79-411c-be47-8a5cb5262ae6 None None] Checking router: 71a97dac-56e4-4667-a2c0-0110a8f76cdc for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:18:01.212331 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb601bd9-5f79-411c-be47-8a5cb5262ae6 None None] Updating router 71a97dac-56e4-4667-a2c0-0110a8f76cdc port d6cc5fc9-1a66-48d2-bac9-880e05f86f71 binding host dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:18:01.292311 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb601bd9-5f79-411c-be47-8a5cb5262ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (d6cc5fc9-1a66-48d2-bac9-880e05f86f71), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:18:01.776421 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb601bd9-5f79-411c-be47-8a5cb5262ae6 None None] Publish callbacks [] for port (d6cc5fc9-1a66-48d2-bac9-880e05f86f71), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:18:01.858494 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb601bd9-5f79-411c-be47-8a5cb5262ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (d6cc5fc9-1a66-48d2-bac9-880e05f86f71), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:18:01.944418 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e430db-b873-4374-ab42-bec814ae7959 None None] Pushing event updated for resources: {'Port': ['ID=d6cc5fc9-1a66-48d2-bac9-880e05f86f71,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:01.956781 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e430db-b873-4374-ab42-bec814ae7959 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:01.957136 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e430db-b873-4374-ab42-bec814ae7959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:01.957475 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e430db-b873-4374-ab42-bec814ae7959 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:01.957806 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e430db-b873-4374-ab42-bec814ae7959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:01.958793 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e430db-b873-4374-ab42-bec814ae7959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:01.959122 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e430db-b873-4374-ab42-bec814ae7959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:01.959452 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e430db-b873-4374-ab42-bec814ae7959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:01.959775 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e430db-b873-4374-ab42-bec814ae7959 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:01.960107 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e430db-b873-4374-ab42-bec814ae7959 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:01.960443 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e430db-b873-4374-ab42-bec814ae7959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:01.960785 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e430db-b873-4374-ab42-bec814ae7959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:01.961100 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e430db-b873-4374-ab42-bec814ae7959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:01.961410 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e430db-b873-4374-ab42-bec814ae7959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:01.962815 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e430db-b873-4374-ab42-bec814ae7959 None None] Tracked resource versions report: Jan 29 04:18:01.962815 dv-neutron-821190-1-hyperv neutron-server[103587]: pushed versions: Jan 29 04:18:01.962815 dv-neutron-821190-1-hyperv neutron-server[103587]: { 'AddressGroup': {'1.2'}, Jan 29 04:18:01.962815 dv-neutron-821190-1-hyperv neutron-server[103587]: 'ConntrackHelper': {'1.0'}, Jan 29 04:18:01.962815 dv-neutron-821190-1-hyperv neutron-server[103587]: 'LocalIPAssociation': {'1.0'}, Jan 29 04:18:01.962815 dv-neutron-821190-1-hyperv neutron-server[103587]: 'Log': {'1.0'}, Jan 29 04:18:01.962815 dv-neutron-821190-1-hyperv neutron-server[103587]: 'Network': {'1.1'}, Jan 29 04:18:01.962815 dv-neutron-821190-1-hyperv neutron-server[103587]: 'Port': {'1.7'}, Jan 29 04:18:01.962815 dv-neutron-821190-1-hyperv neutron-server[103587]: 'PortForwarding': {'1.2'}, Jan 29 04:18:01.962815 dv-neutron-821190-1-hyperv neutron-server[103587]: 'QosPolicy': {'1.10'}, Jan 29 04:18:01.962815 dv-neutron-821190-1-hyperv neutron-server[103587]: 'SecurityGroup': {'1.5'}, Jan 29 04:18:01.962815 dv-neutron-821190-1-hyperv neutron-server[103587]: 'SecurityGroupRule': {'1.2'}, Jan 29 04:18:01.962815 dv-neutron-821190-1-hyperv neutron-server[103587]: 'SubPort': {'1.0'}, Jan 29 04:18:01.962815 dv-neutron-821190-1-hyperv neutron-server[103587]: 'Subnet': {'1.1'}, Jan 29 04:18:01.962815 dv-neutron-821190-1-hyperv neutron-server[103587]: 'Trunk': {'1.1'}} Jan 29 04:18:01.962815 dv-neutron-821190-1-hyperv neutron-server[103587]: consumer versions: Jan 29 04:18:01.962815 dv-neutron-821190-1-hyperv neutron-server[103587]: { DHCP agent@dv-neutron-821190-1-hyperv: {}, Jan 29 04:18:01.962815 dv-neutron-821190-1-hyperv neutron-server[103587]: L3 agent@dv-neutron-821190-1-hyperv: {}, Jan 29 04:18:01.962815 dv-neutron-821190-1-hyperv neutron-server[103587]: Metadata agent@dv-neutron-821190-1-hyperv: {}, Jan 29 04:18:01.962815 dv-neutron-821190-1-hyperv neutron-server[103587]: Metering agent@dv-neutron-821190-1-hyperv: {}, Jan 29 04:18:01.962815 dv-neutron-821190-1-hyperv neutron-server[103587]: Open vSwitch agent@dv-neutron-821190-1-hyperv: { 'AddressGroup': '1.2', Jan 29 04:18:01.962815 dv-neutron-821190-1-hyperv neutron-server[103587]: 'ConntrackHelper': '1.0', Jan 29 04:18:01.962815 dv-neutron-821190-1-hyperv neutron-server[103587]: 'LocalIPAssociation': '1.0', Jan 29 04:18:01.962815 dv-neutron-821190-1-hyperv neutron-server[103587]: 'Log': '1.0', Jan 29 04:18:01.962815 dv-neutron-821190-1-hyperv neutron-server[103587]: 'Network': '1.1', Jan 29 04:18:01.962815 dv-neutron-821190-1-hyperv neutron-server[103587]: 'Port': '1.7', Jan 29 04:18:01.962815 dv-neutron-821190-1-hyperv neutron-server[103587]: 'PortForwarding': '1.2', Jan 29 04:18:01.962815 dv-neutron-821190-1-hyperv neutron-server[103587]: 'QosPolicy': '1.10', Jan 29 04:18:01.962815 dv-neutron-821190-1-hyperv neutron-server[103587]: 'SecurityGroup': '1.5', Jan 29 04:18:01.962815 dv-neutron-821190-1-hyperv neutron-server[103587]: 'SecurityGroupRule': '1.2', Jan 29 04:18:01.962815 dv-neutron-821190-1-hyperv neutron-server[103587]: 'SubPort': '1.0', Jan 29 04:18:01.962815 dv-neutron-821190-1-hyperv neutron-server[103587]: 'Subnet': '1.1', Jan 29 04:18:01.962815 dv-neutron-821190-1-hyperv neutron-server[103587]: 'Trunk': '1.1'}} Jan 29 04:18:01.962815 dv-neutron-821190-1-hyperv neutron-server[103587]: {{(pid=103587) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 29 04:18:02.044108 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-fb601bd9-5f79-411c-be47-8a5cb5262ae6 None None] Attempting to bind port d6cc5fc9-1a66-48d2-bac9-880e05f86f71 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:18:02.044837 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-fb601bd9-5f79-411c-be47-8a5cb5262ae6 None None] Attempting to bind port d6cc5fc9-1a66-48d2-bac9-880e05f86f71 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'a56a9336-4df0-4f4a-8d82-bce325d8dcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '034641bd-c96f-44d7-b5e3-876e74b4bb7b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:18:02.044964 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb601bd9-5f79-411c-be47-8a5cb5262ae6 None None] Attempting to bind port d6cc5fc9-1a66-48d2-bac9-880e05f86f71 on network 034641bd-c96f-44d7-b5e3-876e74b4bb7b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:18:02.050296 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb601bd9-5f79-411c-be47-8a5cb5262ae6 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:18:02.050687 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb601bd9-5f79-411c-be47-8a5cb5262ae6 None None] Checking segment: {'id': 'a56a9336-4df0-4f4a-8d82-bce325d8dcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '034641bd-c96f-44d7-b5e3-876e74b4bb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:18:02.051183 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb601bd9-5f79-411c-be47-8a5cb5262ae6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:18:02.051594 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb601bd9-5f79-411c-be47-8a5cb5262ae6 None None] Bound using segment: {'id': 'a56a9336-4df0-4f4a-8d82-bce325d8dcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '034641bd-c96f-44d7-b5e3-876e74b4bb7b'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:18:02.052728 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-fb601bd9-5f79-411c-be47-8a5cb5262ae6 None None] Bound port: d6cc5fc9-1a66-48d2-bac9-880e05f86f71, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a56a9336-4df0-4f4a-8d82-bce325d8dcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '034641bd-c96f-44d7-b5e3-876e74b4bb7b'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:18:02.053102 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb601bd9-5f79-411c-be47-8a5cb5262ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (d6cc5fc9-1a66-48d2-bac9-880e05f86f71), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:18:02.120507 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-fb601bd9-5f79-411c-be47-8a5cb5262ae6 None None] For port d6cc5fc9-1a66-48d2-bac9-880e05f86f71, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:18:02.130767 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-80979cc1-9de1-49cb-9cc6-bb2afba8e6c6 None None] Provisioning complete for port d6cc5fc9-1a66-48d2-bac9-880e05f86f71 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:18:02.144409 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-80979cc1-9de1-49cb-9cc6-bb2afba8e6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (d6cc5fc9-1a66-48d2-bac9-880e05f86f71), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:18:02.144829 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-fb601bd9-5f79-411c-be47-8a5cb5262ae6 None None] For port d6cc5fc9-1a66-48d2-bac9-880e05f86f71, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=d6cc5fc9-1a66-48d2-bac9-880e05f86f71,segment=NetworkSegment(a56a9336-4df0-4f4a-8d82-bce325d8dcaa),segment_id=a56a9336-4df0-4f4a-8d82-bce325d8dcaa)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:18:02.179686 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-80979cc1-9de1-49cb-9cc6-bb2afba8e6c6 None None] Port d6cc5fc9-1a66-48d2-bac9-880e05f86f71 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:18:02.209139 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb601bd9-5f79-411c-be47-8a5cb5262ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (d6cc5fc9-1a66-48d2-bac9-880e05f86f71), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:18:02.276655 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb601bd9-5f79-411c-be47-8a5cb5262ae6 None None] Routers {'71a97dac-56e4-4667-a2c0-0110a8f76cdc'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:18:02.277499 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-fb601bd9-5f79-411c-be47-8a5cb5262ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:17:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['71a97dac-56e4-4667-a2c0-0110a8f76cdc'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:18:02.279433 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e430db-b873-4374-ab42-bec814ae7959 None None] Pushing event updated for resources: {'Port': ['ID=d6cc5fc9-1a66-48d2-bac9-880e05f86f71,revision_number=4']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:02.377403 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-fb601bd9-5f79-411c-be47-8a5cb5262ae6 None None] Set router 71a97dac-56e4-4667-a2c0-0110a8f76cdc gateway port host: None {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:18:02.500568 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-caf7a436-3f97-49e0-9764-6c44022c7fe3 None None] Provisioning complete for port d6cc5fc9-1a66-48d2-bac9-880e05f86f71 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:18:02.500956 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-caf7a436-3f97-49e0-9764-6c44022c7fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (d6cc5fc9-1a66-48d2-bac9-880e05f86f71), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:18:02.585049 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-caf7a436-3f97-49e0-9764-6c44022c7fe3 None None] Current status of the port d6cc5fc9-1a66-48d2-bac9-880e05f86f71 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:18:02.585784 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-caf7a436-3f97-49e0-9764-6c44022c7fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (d6cc5fc9-1a66-48d2-bac9-880e05f86f71), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:18:02.592609 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-fb601bd9-5f79-411c-be47-8a5cb5262ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a97dac-56e4-4667-a2c0-0110a8f76cdc', 'name': 'router1', 'tenant_id': '4f8d374219c54d5abd1a187c485b9808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:17:49Z', 'updated_at': '2022-01-29T04:17:59Z', 'revision_number': 2, 'project_id': '4f8d374219c54d5abd1a187c485b9808', 'gw_port_host': None, '_interfaces': [{'id': 'd6cc5fc9-1a66-48d2-bac9-880e05f86f71', 'name': '', 'network_id': '034641bd-c96f-44d7-b5e3-876e74b4bb7b', 'tenant_id': '4f8d374219c54d5abd1a187c485b9808', 'mac_address': 'fa:16:3e:64:73:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a97dac-56e4-4667-a2c0-0110a8f76cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca66ac22-f3d4-4730-bdbd-6dc9cb92fc6a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:58Z', 'updated_at': '2022-01-29T04:18:02Z', 'revision_number': 4, 'project_id': '4f8d374219c54d5abd1a187c485b9808', 'subnets': [{'id': 'ca66ac22-f3d4-4730-bdbd-6dc9cb92fc6a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84eb9039-9aec-45b6-8856-2f523749aef8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:18:02.620476 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb601bd9-5f79-411c-be47-8a5cb5262ae6 None None] The sync data for ids ['71a97dac-56e4-4667-a2c0-0110a8f76cdc'] in dv-neutron-821190-1-hyperv is: [{'id': '71a97dac-56e4-4667-a2c0-0110a8f76cdc', 'name': 'router1', 'tenant_id': '4f8d374219c54d5abd1a187c485b9808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:17:49Z', 'updated_at': '2022-01-29T04:17:59Z', 'revision_number': 2, 'project_id': '4f8d374219c54d5abd1a187c485b9808', 'gw_port_host': None, '_interfaces': [{'id': 'd6cc5fc9-1a66-48d2-bac9-880e05f86f71', 'name': '', 'network_id': '034641bd-c96f-44d7-b5e3-876e74b4bb7b', 'tenant_id': '4f8d374219c54d5abd1a187c485b9808', 'mac_address': 'fa:16:3e:64:73:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a97dac-56e4-4667-a2c0-0110a8f76cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca66ac22-f3d4-4730-bdbd-6dc9cb92fc6a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:58Z', 'updated_at': '2022-01-29T04:18:02Z', 'revision_number': 4, 'project_id': '4f8d374219c54d5abd1a187c485b9808', 'subnets': [{'id': 'ca66ac22-f3d4-4730-bdbd-6dc9cb92fc6a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84eb9039-9aec-45b6-8856-2f523749aef8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:18:02.623179 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-caf7a436-3f97-49e0-9764-6c44022c7fe3 None None] For port d6cc5fc9-1a66-48d2-bac9-880e05f86f71, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=d6cc5fc9-1a66-48d2-bac9-880e05f86f71,segment=NetworkSegment(a56a9336-4df0-4f4a-8d82-bce325d8dcaa),segment_id=a56a9336-4df0-4f4a-8d82-bce325d8dcaa)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:18:02.694744 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-caf7a436-3f97-49e0-9764-6c44022c7fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (d6cc5fc9-1a66-48d2-bac9-880e05f86f71), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:18:02.743009 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7a436-3f97-49e0-9764-6c44022c7fe3 None None] Pushing event updated for resources: {'Port': ['ID=d6cc5fc9-1a66-48d2-bac9-880e05f86f71,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:05.291025 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 47668) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:18:05.401621 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ffebc0-82c2-45c1-91c3-0433e337f186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:05.402985 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-09ffebc0-82c2-45c1-91c3-0433e337f186 admin admin] 10.222.0.13 "GET /v2.0/networks/f0de7169-31b1-4289-9a2a-56c5f4e63ed1 HTTP/1.1" status: 200 len: 842 time: 0.1109860 Jan 29 04:18:05.412312 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-82d9336b-7531-4ce2-bcd0-8588b074c0f8 admin admin] Request body: {'subnet': {'tenant_id': '87748efb347a47ddb00de5007cfb3fbd', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.26.8.1', 'ip_version': 4, 'cidr': '172.26.8.0/24'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:05.516839 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d9336b-7531-4ce2-bcd0-8588b074c0f8 admin admin] Made reservation on behalf of 87748efb347a47ddb00de5007cfb3fbd for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:18:05.519093 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-82d9336b-7531-4ce2-bcd0-8588b074c0f8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:18:05.854970 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.objects.ports [None req-82d9336b-7531-4ce2-bcd0-8588b074c0f8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103585) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 04:18:05.855393 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-82d9336b-7531-4ce2-bcd0-8588b074c0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for subnet (8f87baa4-7112-4683-9e8b-fb69e7b6ba38), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:18:05.909571 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d9336b-7531-4ce2-bcd0-8588b074c0f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f87baa4-7112-4683-9e8b-fb69e7b6ba38,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:05.919086 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d9336b-7531-4ce2-bcd0-8588b074c0f8 admin admin] Checking segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:18:05.919433 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d9336b-7531-4ce2-bcd0-8588b074c0f8 admin admin] Network hostable DHCP agents. Network: f0de7169-31b1-4289-9a2a-56c5f4e63ed1, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:18:05.985832 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d9336b-7531-4ce2-bcd0-8588b074c0f8 admin admin] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:18:06.037017 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-82d9336b-7531-4ce2-bcd0-8588b074c0f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, f0de7169-31b1-4289-9a2a-56c5f4e63ed1) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:18:06.042471 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d9336b-7531-4ce2-bcd0-8588b074c0f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:06.043279 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-82d9336b-7531-4ce2-bcd0-8588b074c0f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:18:06.047219 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41773854-e65b-4f2e-ac3c-ed7ce838665d None None] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:18:06.146848 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c09959-5cbc-496e-81ca-97331f673234 None None] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:18:06.189467 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-82d9336b-7531-4ce2-bcd0-8588b074c0f8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7804351 Jan 29 04:18:08.554218 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 47676) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:18:08.757646 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7551651b-54f8-4ec4-b3a7-59e16d3e7779 admin admin] 10.222.0.13 "GET /v2.0/routers/71a97dac-56e4-4667-a2c0-0110a8f76cdc HTTP/1.1" status: 200 len: 710 time: 0.2023015 Jan 29 04:18:08.842622 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0d45db-dd1c-4b4f-ad36-d4e8044c29a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:08.843985 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-de0d45db-dd1c-4b4f-ad36-d4e8044c29a3 admin admin] 10.222.0.13 "GET /v2.0/networks/f0de7169-31b1-4289-9a2a-56c5f4e63ed1 HTTP/1.1" status: 200 len: 886 time: 0.0809016 Jan 29 04:18:08.853420 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-8ad30f71-5384-4830-b77c-e3ed9026886e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:09.110167 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8ad30f71-5384-4830-b77c-e3ed9026886e admin admin] Publish callbacks [] for router_gateway (71a97dac-56e4-4667-a2c0-0110a8f76cdc), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:18:09.413553 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8ad30f71-5384-4830-b77c-e3ed9026886e admin admin] Publish callbacks [] for router_gateway (71a97dac-56e4-4667-a2c0-0110a8f76cdc), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:18:09.490537 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8ad30f71-5384-4830-b77c-e3ed9026886e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:18:09.594959 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-8ad30f71-5384-4830-b77c-e3ed9026886e admin admin] Allocated IP 172.26.8.40 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/316afebf-8c13-4be1-91d4-2f50456efcd9) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:18:09.820917 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8ad30f71-5384-4830-b77c-e3ed9026886e admin admin] Publish callbacks [] for port (316afebf-8c13-4be1-91d4-2f50456efcd9), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:18:09.929170 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8ad30f71-5384-4830-b77c-e3ed9026886e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (316afebf-8c13-4be1-91d4-2f50456efcd9), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:18:09.966267 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad30f71-5384-4830-b77c-e3ed9026886e admin admin] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:18:09.969102 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-8ad30f71-5384-4830-b77c-e3ed9026886e admin admin] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:18:09.972013 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad30f71-5384-4830-b77c-e3ed9026886e admin admin] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:18:10.010377 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad30f71-5384-4830-b77c-e3ed9026886e admin admin] Pushing event updated for resources: {'Port': ['ID=316afebf-8c13-4be1-91d4-2f50456efcd9,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:10.271887 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8ad30f71-5384-4830-b77c-e3ed9026886e admin admin] Publish callbacks [] for router_gateway (71a97dac-56e4-4667-a2c0-0110a8f76cdc), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:18:10.538818 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8ad30f71-5384-4830-b77c-e3ed9026886e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1615661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1617607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-536'] for router (71a97dac-56e4-4667-a2c0-0110a8f76cdc), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:18:10.542174 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8ad30f71-5384-4830-b77c-e3ed9026886e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1615652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1615667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1617630'] for router (71a97dac-56e4-4667-a2c0-0110a8f76cdc), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:18:10.646406 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad30f71-5384-4830-b77c-e3ed9026886e admin admin] Router 71a97dac-56e4-4667-a2c0-0110a8f76cdc has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:18:10.792853 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad30f71-5384-4830-b77c-e3ed9026886e admin admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:18:10.796982 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8ad30f71-5384-4830-b77c-e3ed9026886e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:18:10.798167 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-8ad30f71-5384-4830-b77c-e3ed9026886e admin admin] 10.222.0.13 "PUT /v2.0/routers/71a97dac-56e4-4667-a2c0-0110a8f76cdc HTTP/1.1" status: 200 len: 889 time: 1.9482000 Jan 29 04:18:10.991063 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ea2aed-2b70-43ad-8aa7-7fa660d3c085 None None] Sync routers for ids ['71a97dac-56e4-4667-a2c0-0110a8f76cdc'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:18:11.005382 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ea2aed-2b70-43ad-8aa7-7fa660d3c085 None None] Routers {'71a97dac-56e4-4667-a2c0-0110a8f76cdc'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:18:11.006062 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-c4ea2aed-2b70-43ad-8aa7-7fa660d3c085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:17:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['71a97dac-56e4-4667-a2c0-0110a8f76cdc'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:18:11.027594 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device d6cc5fc9-1a66-48d2-bac9-880e05f86f71 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:18:11.258045 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port d6cc5fc9-1a66-48d2-bac9-880e05f86f71 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:18:11.258354 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (d6cc5fc9-1a66-48d2-bac9-880e05f86f71), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:18:11.263305 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-c4ea2aed-2b70-43ad-8aa7-7fa660d3c085 None None] Set router 71a97dac-56e4-4667-a2c0-0110a8f76cdc gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:18:11.584838 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port d6cc5fc9-1a66-48d2-bac9-880e05f86f71 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:18:11.792856 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-c4ea2aed-2b70-43ad-8aa7-7fa660d3c085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a97dac-56e4-4667-a2c0-0110a8f76cdc', 'name': 'router1', 'tenant_id': '4f8d374219c54d5abd1a187c485b9808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.40'}], 'enable_snat': True}, 'gw_port_id': '316afebf-8c13-4be1-91d4-2f50456efcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:17:49Z', 'updated_at': '2022-01-29T04:18:10Z', 'revision_number': 4, 'project_id': '4f8d374219c54d5abd1a187c485b9808', 'gw_port': {'id': '316afebf-8c13-4be1-91d4-2f50456efcd9', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bf:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a97dac-56e4-4667-a2c0-0110a8f76cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:18:09Z', 'updated_at': '2022-01-29T04:18:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'd6cc5fc9-1a66-48d2-bac9-880e05f86f71', 'name': '', 'network_id': '034641bd-c96f-44d7-b5e3-876e74b4bb7b', 'tenant_id': '4f8d374219c54d5abd1a187c485b9808', 'mac_address': 'fa:16:3e:64:73:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a97dac-56e4-4667-a2c0-0110a8f76cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca66ac22-f3d4-4730-bdbd-6dc9cb92fc6a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:58Z', 'updated_at': '2022-01-29T04:18:02Z', 'revision_number': 5, 'project_id': '4f8d374219c54d5abd1a187c485b9808', 'subnets': [{'id': 'ca66ac22-f3d4-4730-bdbd-6dc9cb92fc6a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84eb9039-9aec-45b6-8856-2f523749aef8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:18:11.845509 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ea2aed-2b70-43ad-8aa7-7fa660d3c085 None None] Checking router: 71a97dac-56e4-4667-a2c0-0110a8f76cdc for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:18:11.845806 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ea2aed-2b70-43ad-8aa7-7fa660d3c085 None None] Updating router 71a97dac-56e4-4667-a2c0-0110a8f76cdc port 316afebf-8c13-4be1-91d4-2f50456efcd9 binding host dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:18:11.896754 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c4ea2aed-2b70-43ad-8aa7-7fa660d3c085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (316afebf-8c13-4be1-91d4-2f50456efcd9), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:18:12.208884 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c4ea2aed-2b70-43ad-8aa7-7fa660d3c085 None None] Publish callbacks [] for port (316afebf-8c13-4be1-91d4-2f50456efcd9), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:18:12.265594 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c4ea2aed-2b70-43ad-8aa7-7fa660d3c085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (316afebf-8c13-4be1-91d4-2f50456efcd9), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:18:12.318735 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-c4ea2aed-2b70-43ad-8aa7-7fa660d3c085 None None] Attempting to bind port 316afebf-8c13-4be1-91d4-2f50456efcd9 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:18:12.319109 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-c4ea2aed-2b70-43ad-8aa7-7fa660d3c085 None None] Attempting to bind port 316afebf-8c13-4be1-91d4-2f50456efcd9 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:18:12.319473 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ea2aed-2b70-43ad-8aa7-7fa660d3c085 None None] Attempting to bind port 316afebf-8c13-4be1-91d4-2f50456efcd9 on network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:18:12.321395 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722da7e-ee6f-4611-bca2-039cdd921a1d None None] Pushing event updated for resources: {'Port': ['ID=316afebf-8c13-4be1-91d4-2f50456efcd9,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:12.326588 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ea2aed-2b70-43ad-8aa7-7fa660d3c085 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:18:12.326962 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ea2aed-2b70-43ad-8aa7-7fa660d3c085 None None] Checking segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:18:12.327361 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c4ea2aed-2b70-43ad-8aa7-7fa660d3c085 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:18:12.327745 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ea2aed-2b70-43ad-8aa7-7fa660d3c085 None None] Bound using segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:18:12.328210 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-c4ea2aed-2b70-43ad-8aa7-7fa660d3c085 None None] Bound port: 316afebf-8c13-4be1-91d4-2f50456efcd9, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:18:12.328613 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c4ea2aed-2b70-43ad-8aa7-7fa660d3c085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (316afebf-8c13-4be1-91d4-2f50456efcd9), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:18:12.375652 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-c4ea2aed-2b70-43ad-8aa7-7fa660d3c085 None None] For port 316afebf-8c13-4be1-91d4-2f50456efcd9, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:18:12.378581 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-c4ea2aed-2b70-43ad-8aa7-7fa660d3c085 None None] For port 316afebf-8c13-4be1-91d4-2f50456efcd9, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=316afebf-8c13-4be1-91d4-2f50456efcd9,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:18:12.426003 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c4ea2aed-2b70-43ad-8aa7-7fa660d3c085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (316afebf-8c13-4be1-91d4-2f50456efcd9), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:18:12.473505 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ea2aed-2b70-43ad-8aa7-7fa660d3c085 None None] Routers {'71a97dac-56e4-4667-a2c0-0110a8f76cdc'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:18:12.474048 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-c4ea2aed-2b70-43ad-8aa7-7fa660d3c085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:17:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['71a97dac-56e4-4667-a2c0-0110a8f76cdc'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:18:12.522051 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722da7e-ee6f-4611-bca2-039cdd921a1d None None] Pushing event updated for resources: {'Port': ['ID=316afebf-8c13-4be1-91d4-2f50456efcd9,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:12.591037 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-c4ea2aed-2b70-43ad-8aa7-7fa660d3c085 None None] Set router 71a97dac-56e4-4667-a2c0-0110a8f76cdc gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:18:12.799738 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-c4ea2aed-2b70-43ad-8aa7-7fa660d3c085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a97dac-56e4-4667-a2c0-0110a8f76cdc', 'name': 'router1', 'tenant_id': '4f8d374219c54d5abd1a187c485b9808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.40'}], 'enable_snat': True}, 'gw_port_id': '316afebf-8c13-4be1-91d4-2f50456efcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:17:49Z', 'updated_at': '2022-01-29T04:18:10Z', 'revision_number': 4, 'project_id': '4f8d374219c54d5abd1a187c485b9808', 'gw_port': {'id': '316afebf-8c13-4be1-91d4-2f50456efcd9', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bf:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a97dac-56e4-4667-a2c0-0110a8f76cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:18:09Z', 'updated_at': '2022-01-29T04:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'd6cc5fc9-1a66-48d2-bac9-880e05f86f71', 'name': '', 'network_id': '034641bd-c96f-44d7-b5e3-876e74b4bb7b', 'tenant_id': '4f8d374219c54d5abd1a187c485b9808', 'mac_address': 'fa:16:3e:64:73:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a97dac-56e4-4667-a2c0-0110a8f76cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca66ac22-f3d4-4730-bdbd-6dc9cb92fc6a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:58Z', 'updated_at': '2022-01-29T04:18:02Z', 'revision_number': 5, 'project_id': '4f8d374219c54d5abd1a187c485b9808', 'subnets': [{'id': 'ca66ac22-f3d4-4730-bdbd-6dc9cb92fc6a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84eb9039-9aec-45b6-8856-2f523749aef8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:18:12.827014 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ea2aed-2b70-43ad-8aa7-7fa660d3c085 None None] The sync data for ids ['71a97dac-56e4-4667-a2c0-0110a8f76cdc'] in dv-neutron-821190-1-hyperv is: [{'id': '71a97dac-56e4-4667-a2c0-0110a8f76cdc', 'name': 'router1', 'tenant_id': '4f8d374219c54d5abd1a187c485b9808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.40'}], 'enable_snat': True}, 'gw_port_id': '316afebf-8c13-4be1-91d4-2f50456efcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:17:49Z', 'updated_at': '2022-01-29T04:18:10Z', 'revision_number': 4, 'project_id': '4f8d374219c54d5abd1a187c485b9808', 'gw_port': {'id': '316afebf-8c13-4be1-91d4-2f50456efcd9', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bf:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a97dac-56e4-4667-a2c0-0110a8f76cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:18:09Z', 'updated_at': '2022-01-29T04:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'd6cc5fc9-1a66-48d2-bac9-880e05f86f71', 'name': '', 'network_id': '034641bd-c96f-44d7-b5e3-876e74b4bb7b', 'tenant_id': '4f8d374219c54d5abd1a187c485b9808', 'mac_address': 'fa:16:3e:64:73:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a97dac-56e4-4667-a2c0-0110a8f76cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca66ac22-f3d4-4730-bdbd-6dc9cb92fc6a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:58Z', 'updated_at': '2022-01-29T04:18:02Z', 'revision_number': 5, 'project_id': '4f8d374219c54d5abd1a187c485b9808', 'subnets': [{'id': 'ca66ac22-f3d4-4730-bdbd-6dc9cb92fc6a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84eb9039-9aec-45b6-8856-2f523749aef8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:18:13.013887 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 316afebf-8c13-4be1-91d4-2f50456efcd9 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:18:13.068509 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 316afebf-8c13-4be1-91d4-2f50456efcd9 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:18:13.068977 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (316afebf-8c13-4be1-91d4-2f50456efcd9), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:18:13.152464 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 316afebf-8c13-4be1-91d4-2f50456efcd9 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:18:13.152798 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (316afebf-8c13-4be1-91d4-2f50456efcd9), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:18:13.173826 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 316afebf-8c13-4be1-91d4-2f50456efcd9, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=316afebf-8c13-4be1-91d4-2f50456efcd9,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:18:13.235858 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (316afebf-8c13-4be1-91d4-2f50456efcd9), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:18:13.287149 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=316afebf-8c13-4be1-91d4-2f50456efcd9,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:13.326737 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 47688) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:18:13.452682 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-bbc1823f-708d-4d36-8d50-538c6a0e798e admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.1248491 Jan 29 04:18:14.958250 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 316afebf-8c13-4be1-91d4-2f50456efcd9 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:18:15.008544 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 316afebf-8c13-4be1-91d4-2f50456efcd9 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:18:15.008933 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (316afebf-8c13-4be1-91d4-2f50456efcd9), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:18:15.097480 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 316afebf-8c13-4be1-91d4-2f50456efcd9 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:18:20.194352 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2aad7e5d-bd5e-43c5-b02a-6a69f669a09e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:18:22.402688 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7609c6d5-87c2-4714-b4d3-2669bc901da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:18:23.529364 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:18:24.712744 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:18:26.338666 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:18:37.422799 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 5 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:18:50.126971 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5a323c95-e208-4aeb-83da-48f663629049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:18:52.431646 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ce71b368-5438-477f-80c7-51f30edc53f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:18:53.533705 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:18:54.760956 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:18:56.451717 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:19:14.422758 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 5 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:19:20.120118 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d4e39761-7eb3-4e38-8694-a39a32ea76dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:19:22.411238 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6149cb56-5397-4079-a533-aa8b09f5f669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:19:23.544509 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:19:24.710056 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:19:26.365338 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:19:39.420731 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 48204) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:19:39.482424 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1117045-17ea-43e7-8b1d-415cbb170be6 admin admin] GET failed (client error): The resource could not be found. Jan 29 04:19:39.483673 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d1117045-17ea-43e7-8b1d-415cbb170be6 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0620053 Jan 29 04:19:39.642271 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519d2e55-f584-4020-8a59-429bf0d2609e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:39.643684 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-519d2e55-f584-4020-8a59-429bf0d2609e admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1559391 Jan 29 04:19:41.881563 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 48214) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:19:41.974642 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e103a7-82e6-453e-a555-a51dd76454ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:41.975994 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c2e103a7-82e6-453e-a555-a51dd76454ce admin admin] 10.222.0.13 "GET /v2.0/subnets/ca66ac22-f3d4-4730-bdbd-6dc9cb92fc6a HTTP/1.1" status: 200 len: 849 time: 0.0934770 Jan 29 04:19:41.985613 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-ea14417a-3893-4828-8d37-7ab9c9cc6944 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:19:42.066298 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ea14417a-3893-4828-8d37-7ab9c9cc6944 admin admin] Publish callbacks [] for subnet (ca66ac22-f3d4-4730-bdbd-6dc9cb92fc6a), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:19:42.279338 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ea14417a-3893-4828-8d37-7ab9c9cc6944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792711704513'] for subnet (ca66ac22-f3d4-4730-bdbd-6dc9cb92fc6a), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:19:42.308051 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea14417a-3893-4828-8d37-7ab9c9cc6944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:42.309236 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ea14417a-3893-4828-8d37-7ab9c9cc6944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:19:42.309910 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ea14417a-3893-4828-8d37-7ab9c9cc6944 admin admin] 10.222.0.13 "PUT /v2.0/subnets/ca66ac22-f3d4-4730-bdbd-6dc9cb92fc6a HTTP/1.1" status: 200 len: 868 time: 0.3281076 Jan 29 04:19:42.314878 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275c728a-9d97-45fd-ba14-3880876e37c4 None None] Network 034641bd-c96f-44d7-b5e3-876e74b4bb7b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:19:42.332274 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea14417a-3893-4828-8d37-7ab9c9cc6944 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca66ac22-f3d4-4730-bdbd-6dc9cb92fc6a,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:42.340536 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea14417a-3893-4828-8d37-7ab9c9cc6944 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:42.340918 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea14417a-3893-4828-8d37-7ab9c9cc6944 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:42.341262 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea14417a-3893-4828-8d37-7ab9c9cc6944 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:42.341601 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea14417a-3893-4828-8d37-7ab9c9cc6944 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:42.341983 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea14417a-3893-4828-8d37-7ab9c9cc6944 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:42.342515 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea14417a-3893-4828-8d37-7ab9c9cc6944 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:42.342867 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea14417a-3893-4828-8d37-7ab9c9cc6944 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:42.343198 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea14417a-3893-4828-8d37-7ab9c9cc6944 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:42.343524 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea14417a-3893-4828-8d37-7ab9c9cc6944 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:42.343850 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea14417a-3893-4828-8d37-7ab9c9cc6944 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:42.344176 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea14417a-3893-4828-8d37-7ab9c9cc6944 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:42.344879 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea14417a-3893-4828-8d37-7ab9c9cc6944 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:42.345238 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea14417a-3893-4828-8d37-7ab9c9cc6944 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:42.696006 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-317a86be-d9df-432f-817d-843b6631689a None None] Provisioning complete for port 8437b57b-9363-4f81-a6ec-f51aed0795ee triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:19:42.696412 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-317a86be-d9df-432f-817d-843b6631689a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (8437b57b-9363-4f81-a6ec-f51aed0795ee), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:19:42.775689 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-317a86be-d9df-432f-817d-843b6631689a None None] Current status of the port 8437b57b-9363-4f81-a6ec-f51aed0795ee is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:19:42.786531 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-317a86be-d9df-432f-817d-843b6631689a None None] Provisioning complete for port d6cc5fc9-1a66-48d2-bac9-880e05f86f71 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:19:42.786916 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-317a86be-d9df-432f-817d-843b6631689a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (d6cc5fc9-1a66-48d2-bac9-880e05f86f71), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:19:42.863020 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-317a86be-d9df-432f-817d-843b6631689a None None] Current status of the port d6cc5fc9-1a66-48d2-bac9-880e05f86f71 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:19:44.579897 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 48222) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:19:44.777043 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd89bf46-32ba-47a9-9dd4-cf8a5c28a83a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:44.777540 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd89bf46-32ba-47a9-9dd4-cf8a5c28a83a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:44.779066 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-cd89bf46-32ba-47a9-9dd4-cf8a5c28a83a admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1981938 Jan 29 04:19:47.010898 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 48230) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:19:47.142574 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845202fd-c47c-4b3c-b4e6-3dd889edf0ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:47.142965 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845202fd-c47c-4b3c-b4e6-3dd889edf0ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:47.144508 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-845202fd-c47c-4b3c-b4e6-3dd889edf0ce admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1326487 Jan 29 04:19:49.389619 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 48238) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:19:49.519211 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039e6c30-ddf6-49f7-9ae5-0b79a0ec96de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:49.520604 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-039e6c30-ddf6-49f7-9ae5-0b79a0ec96de admin admin] 10.222.0.13 "GET /v2.0/networks/034641bd-c96f-44d7-b5e3-876e74b4bb7b HTTP/1.1" status: 200 len: 869 time: 0.1300223 Jan 29 04:19:50.126528 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1702d016-7835-4d32-a518-2f524ce23e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:19:51.422911 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 5 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:19:51.760089 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 48246) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:19:51.882684 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46205ae2-b580-4325-94c5-79e34de664f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:51.884063 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-46205ae2-b580-4325-94c5-79e34de664f0 admin admin] 10.222.0.13 "GET /v2.0/networks/f0de7169-31b1-4289-9a2a-56c5f4e63ed1 HTTP/1.1" status: 200 len: 886 time: 0.1229718 Jan 29 04:19:52.400757 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a4684d57-ed35-4232-a0e7-33a6db505248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:19:53.579351 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:19:54.106589 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 48254) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:19:54.231446 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696b9205-db95-4a7a-bd45-19b8cf59caa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:54.231898 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696b9205-db95-4a7a-bd45-19b8cf59caa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:54.233445 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-696b9205-db95-4a7a-bd45-19b8cf59caa8 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1258092 Jan 29 04:19:54.707617 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:19:56.355050 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:19:56.465914 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 48262) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:19:56.556925 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddeb919b-97cb-47b8-8be6-db84d34d834c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:56.557370 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddeb919b-97cb-47b8-8be6-db84d34d834c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:56.558872 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ddeb919b-97cb-47b8-8be6-db84d34d834c admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0919919 Jan 29 04:19:58.793979 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 48270) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:19:58.919237 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cecbe7-ec06-4530-8419-18dac2d499cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:58.920638 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-11cecbe7-ec06-4530-8419-18dac2d499cb admin admin] 10.222.0.13 "GET /v2.0/subnets/8f87baa4-7112-4683-9e8b-fb69e7b6ba38 HTTP/1.1" status: 200 len: 816 time: 0.1256959 Jan 29 04:20:01.173953 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 48280) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:20:01.275329 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0b282d-fad7-48d5-9a73-99ae363d7643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:01.276665 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1b0b282d-fad7-48d5-9a73-99ae363d7643 admin admin] 10.222.0.13 "GET /v2.0/subnets/ca66ac22-f3d4-4730-bdbd-6dc9cb92fc6a HTTP/1.1" status: 200 len: 868 time: 0.1017551 Jan 29 04:20:20.126017 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d1a8ac76-931f-4c4c-85b0-e570aeb063df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:20:22.432633 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-349c9484-2c6e-4b37-bb28-7735a150a597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:20:23.543201 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:20:24.718676 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:20:25.749142 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 48334) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:20:25.796722 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-eb7990f8-0fa8-4169-b6e6-3115ec81364e admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:20:25.797777 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-eb7990f8-0fa8-4169-b6e6-3115ec81364e admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0475099 Jan 29 04:20:26.348302 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:20:28.106475 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 48342) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:20:28.173288 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8b0f3b0-c934-45de-897a-66236bd2af24 admin admin] GET failed (client error): The resource could not be found. Jan 29 04:20:28.174555 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a8b0f3b0-c934-45de-897a-66236bd2af24 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0672343 Jan 29 04:20:28.316086 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879e664f-55b2-40af-8a91-7d5cdbfc6329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:28.317649 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-879e664f-55b2-40af-8a91-7d5cdbfc6329 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1391673 Jan 29 04:20:28.421540 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 5 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:20:30.605937 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 48352) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:20:30.650523 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-402d1347-9e8c-4e93-b664-093f0f665767 admin admin] Request body: {'network': {'shared': True, 'project_id': '87748efb347a47ddb00de5007cfb3fbd', 'name': 'shared', 'admin_state_up': True, 'tenant_id': '87748efb347a47ddb00de5007cfb3fbd'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:20:30.748240 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402d1347-9e8c-4e93-b664-093f0f665767 admin admin] Made reservation on behalf of 87748efb347a47ddb00de5007cfb3fbd for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:20:30.750651 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-402d1347-9e8c-4e93-b664-093f0f665767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:20:30.806615 dv-neutron-821190-1-hyperv neutron-server[103584]: WARNING neutron.services.revisions.revision_plugin [None req-402d1347-9e8c-4e93-b664-093f0f665767 admin admin] Could not find related network for resource to bump revision. Jan 29 04:20:30.819198 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-402d1347-9e8c-4e93-b664-093f0f665767 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:20:30.829562 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-402d1347-9e8c-4e93-b664-093f0f665767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (9ea8942d-3914-4b3e-b480-294d35ca5745), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:20:30.832579 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-402d1347-9e8c-4e93-b664-093f0f665767 admin admin] Added segment 9ea8942d-3914-4b3e-b480-294d35ca5745 of type vlan for network 7857865a-75b2-4761-ae64-b6d3680d3811 Jan 29 04:20:30.869818 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-402d1347-9e8c-4e93-b664-093f0f665767 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (7857865a-75b2-4761-ae64-b6d3680d3811), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:20:30.965817 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-402d1347-9e8c-4e93-b664-093f0f665767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (7857865a-75b2-4761-ae64-b6d3680d3811), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:20:30.966796 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402d1347-9e8c-4e93-b664-093f0f665767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:30.967376 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-402d1347-9e8c-4e93-b664-093f0f665767 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:20:31.027044 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d1347-9e8c-4e93-b664-093f0f665767 admin admin] Pushing event updated for resources: {'Network': ['ID=7857865a-75b2-4761-ae64-b6d3680d3811,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:31.033098 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402d1347-9e8c-4e93-b664-093f0f665767 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:31.033464 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402d1347-9e8c-4e93-b664-093f0f665767 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:31.033813 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402d1347-9e8c-4e93-b664-093f0f665767 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:31.034153 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402d1347-9e8c-4e93-b664-093f0f665767 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:31.034486 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402d1347-9e8c-4e93-b664-093f0f665767 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:31.034819 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402d1347-9e8c-4e93-b664-093f0f665767 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:31.035164 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402d1347-9e8c-4e93-b664-093f0f665767 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:31.035491 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402d1347-9e8c-4e93-b664-093f0f665767 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:31.035831 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402d1347-9e8c-4e93-b664-093f0f665767 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:31.036159 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402d1347-9e8c-4e93-b664-093f0f665767 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:31.036496 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402d1347-9e8c-4e93-b664-093f0f665767 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:31.036824 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402d1347-9e8c-4e93-b664-093f0f665767 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:31.037143 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402d1347-9e8c-4e93-b664-093f0f665767 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:31.048170 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 7857865a-75b2-4761-ae64-b6d3680d3811 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:20:31.094438 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-402d1347-9e8c-4e93-b664-093f0f665767 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4873130 Jan 29 04:20:33.385006 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 48362) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:20:33.443539 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc63fd45-98d1-4d98-9133-68e19cb6a703 admin admin] GET failed (client error): The resource could not be found. Jan 29 04:20:33.444833 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-bc63fd45-98d1-4d98-9133-68e19cb6a703 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0588777 Jan 29 04:20:33.512140 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec0f1ab-12df-4a4e-9efa-8757139ac96c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:33.513617 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-6ec0f1ab-12df-4a4e-9efa-8757139ac96c admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0649152 Jan 29 04:20:33.523589 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-89cb316e-9852-4a39-98bf-4c8eada95f08 admin admin] Request body: {'subnet': {'tenant_id': '87748efb347a47ddb00de5007cfb3fbd', 'network_id': '7857865a-75b2-4761-ae64-b6d3680d3811', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:20:33.640380 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cb316e-9852-4a39-98bf-4c8eada95f08 admin admin] Made reservation on behalf of 87748efb347a47ddb00de5007cfb3fbd for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:20:33.642539 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-89cb316e-9852-4a39-98bf-4c8eada95f08 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:20:33.903223 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-89cb316e-9852-4a39-98bf-4c8eada95f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for subnet (a325d4fd-5733-4fa3-9428-07d6d7c8204a), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:20:33.966959 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb316e-9852-4a39-98bf-4c8eada95f08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a325d4fd-5733-4fa3-9428-07d6d7c8204a,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:33.971536 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cb316e-9852-4a39-98bf-4c8eada95f08 admin admin] Checking segment: {'id': '9ea8942d-3914-4b3e-b480-294d35ca5745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7857865a-75b2-4761-ae64-b6d3680d3811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:20:33.971900 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cb316e-9852-4a39-98bf-4c8eada95f08 admin admin] Network hostable DHCP agents. Network: 7857865a-75b2-4761-ae64-b6d3680d3811, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:20:34.066307 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cb316e-9852-4a39-98bf-4c8eada95f08 admin admin] Network 7857865a-75b2-4761-ae64-b6d3680d3811 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:20:34.154187 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-89cb316e-9852-4a39-98bf-4c8eada95f08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 7857865a-75b2-4761-ae64-b6d3680d3811) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:20:34.158797 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cb316e-9852-4a39-98bf-4c8eada95f08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:34.159416 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-89cb316e-9852-4a39-98bf-4c8eada95f08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:20:34.165912 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42380fa-3c6c-4edc-8b7a-2b8a1d5bedba None None] Network 7857865a-75b2-4761-ae64-b6d3680d3811 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:20:34.231495 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-89cb316e-9852-4a39-98bf-4c8eada95f08 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7110364 Jan 29 04:20:34.267245 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebe468e-3427-491f-8109-5b226e60a789 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-7857865a-75b2-4761-ae64-b6d3680d3811', 'network_id': '7857865a-75b2-4761-ae64-b6d3680d3811', 'project_id': '87748efb347a47ddb00de5007cfb3fbd', 'fixed_ips': [{'subnet_id': 'a325d4fd-5733-4fa3-9428-07d6d7c8204a'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:20:34.268124 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eebe468e-3427-491f-8109-5b226e60a789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:20:34.415285 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-eebe468e-3427-491f-8109-5b226e60a789 None None] Allocated IP 192.168.233.2 (7857865a-75b2-4761-ae64-b6d3680d3811/a325d4fd-5733-4fa3-9428-07d6d7c8204a/2410ffd3-ec03-464f-9b85-e8e3d9b863c2) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:20:34.659898 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eebe468e-3427-491f-8109-5b226e60a789 None None] Publish callbacks [] for port (2410ffd3-ec03-464f-9b85-e8e3d9b863c2), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:20:34.778229 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eebe468e-3427-491f-8109-5b226e60a789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (2410ffd3-ec03-464f-9b85-e8e3d9b863c2), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:20:34.816811 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebe468e-3427-491f-8109-5b226e60a789 None None] Network 7857865a-75b2-4761-ae64-b6d3680d3811 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:20:34.819525 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-eebe468e-3427-491f-8109-5b226e60a789 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:20:34.824208 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebe468e-3427-491f-8109-5b226e60a789 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:20:34.834605 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe468e-3427-491f-8109-5b226e60a789 None None] Pushing event updated for resources: {'Port': ['ID=2410ffd3-ec03-464f-9b85-e8e3d9b863c2,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:34.858252 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe468e-3427-491f-8109-5b226e60a789 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:34.858814 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe468e-3427-491f-8109-5b226e60a789 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:34.859283 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe468e-3427-491f-8109-5b226e60a789 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:34.859626 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe468e-3427-491f-8109-5b226e60a789 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:34.859960 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe468e-3427-491f-8109-5b226e60a789 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:34.860295 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe468e-3427-491f-8109-5b226e60a789 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:34.860669 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe468e-3427-491f-8109-5b226e60a789 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:34.861026 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe468e-3427-491f-8109-5b226e60a789 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:34.861350 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe468e-3427-491f-8109-5b226e60a789 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:34.861682 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe468e-3427-491f-8109-5b226e60a789 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:34.862754 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe468e-3427-491f-8109-5b226e60a789 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:34.862754 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe468e-3427-491f-8109-5b226e60a789 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:34.862754 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe468e-3427-491f-8109-5b226e60a789 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:34.900328 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-eebe468e-3427-491f-8109-5b226e60a789 None None] Attempting to bind port 2410ffd3-ec03-464f-9b85-e8e3d9b863c2 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:20:34.900722 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-eebe468e-3427-491f-8109-5b226e60a789 None None] Attempting to bind port 2410ffd3-ec03-464f-9b85-e8e3d9b863c2 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '9ea8942d-3914-4b3e-b480-294d35ca5745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7857865a-75b2-4761-ae64-b6d3680d3811'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:20:34.901082 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebe468e-3427-491f-8109-5b226e60a789 None None] Attempting to bind port 2410ffd3-ec03-464f-9b85-e8e3d9b863c2 on network 7857865a-75b2-4761-ae64-b6d3680d3811 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:20:34.906863 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebe468e-3427-491f-8109-5b226e60a789 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:20:34.907234 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebe468e-3427-491f-8109-5b226e60a789 None None] Checking segment: {'id': '9ea8942d-3914-4b3e-b480-294d35ca5745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7857865a-75b2-4761-ae64-b6d3680d3811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:20:34.907662 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eebe468e-3427-491f-8109-5b226e60a789 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:20:34.908046 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebe468e-3427-491f-8109-5b226e60a789 None None] Bound using segment: {'id': '9ea8942d-3914-4b3e-b480-294d35ca5745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7857865a-75b2-4761-ae64-b6d3680d3811'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:20:34.908521 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-eebe468e-3427-491f-8109-5b226e60a789 None None] Bound port: 2410ffd3-ec03-464f-9b85-e8e3d9b863c2, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea8942d-3914-4b3e-b480-294d35ca5745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7857865a-75b2-4761-ae64-b6d3680d3811'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:20:34.908959 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eebe468e-3427-491f-8109-5b226e60a789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (2410ffd3-ec03-464f-9b85-e8e3d9b863c2), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:20:34.972452 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-eebe468e-3427-491f-8109-5b226e60a789 None None] For port 2410ffd3-ec03-464f-9b85-e8e3d9b863c2, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:20:34.975599 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-eebe468e-3427-491f-8109-5b226e60a789 None None] For port 2410ffd3-ec03-464f-9b85-e8e3d9b863c2, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=2410ffd3-ec03-464f-9b85-e8e3d9b863c2,segment=NetworkSegment(9ea8942d-3914-4b3e-b480-294d35ca5745),segment_id=9ea8942d-3914-4b3e-b480-294d35ca5745)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:20:35.067467 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eebe468e-3427-491f-8109-5b226e60a789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (2410ffd3-ec03-464f-9b85-e8e3d9b863c2), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:20:35.130465 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe468e-3427-491f-8109-5b226e60a789 None None] Pushing event updated for resources: {'Port': ['ID=2410ffd3-ec03-464f-9b85-e8e3d9b863c2,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:36.067557 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d59305-32dd-44f9-b242-56c6363649c5 None None] Network 7857865a-75b2-4761-ae64-b6d3680d3811 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:20:36.142933 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-1c0793bc-2041-47a0-8e8f-3804b3466524 None None] Provisioning complete for port 2410ffd3-ec03-464f-9b85-e8e3d9b863c2 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:20:36.143249 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1c0793bc-2041-47a0-8e8f-3804b3466524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (2410ffd3-ec03-464f-9b85-e8e3d9b863c2), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:20:36.256955 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-1c0793bc-2041-47a0-8e8f-3804b3466524 None None] Current status of the port 2410ffd3-ec03-464f-9b85-e8e3d9b863c2 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:20:36.258147 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1c0793bc-2041-47a0-8e8f-3804b3466524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (2410ffd3-ec03-464f-9b85-e8e3d9b863c2), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:20:36.294319 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-1c0793bc-2041-47a0-8e8f-3804b3466524 None None] For port 2410ffd3-ec03-464f-9b85-e8e3d9b863c2, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=2410ffd3-ec03-464f-9b85-e8e3d9b863c2,segment=NetworkSegment(9ea8942d-3914-4b3e-b480-294d35ca5745),segment_id=9ea8942d-3914-4b3e-b480-294d35ca5745)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:36.388822 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1c0793bc-2041-47a0-8e8f-3804b3466524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (2410ffd3-ec03-464f-9b85-e8e3d9b863c2), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:20:36.439498 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0793bc-2041-47a0-8e8f-3804b3466524 None None] Pushing event updated for resources: {'Port': ['ID=2410ffd3-ec03-464f-9b85-e8e3d9b863c2,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:36.510097 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-5f7602c7-eca2-477a-8825-4f5033f73fe4 None None] Provisioning complete for port 2410ffd3-ec03-464f-9b85-e8e3d9b863c2 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:20:36.510463 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5f7602c7-eca2-477a-8825-4f5033f73fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (2410ffd3-ec03-464f-9b85-e8e3d9b863c2), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:20:36.586651 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-5f7602c7-eca2-477a-8825-4f5033f73fe4 None None] Current status of the port 2410ffd3-ec03-464f-9b85-e8e3d9b863c2 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:20:37.091200 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 2410ffd3-ec03-464f-9b85-e8e3d9b863c2 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:20:37.145051 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 2410ffd3-ec03-464f-9b85-e8e3d9b863c2 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:20:37.145372 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (2410ffd3-ec03-464f-9b85-e8e3d9b863c2), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:20:37.224588 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 2410ffd3-ec03-464f-9b85-e8e3d9b863c2 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:20:50.125269 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c6cdf01d-5493-4f5b-b6fe-8f5800630a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:20:52.399218 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-72dd05fc-3fa4-4dcd-b5fb-31cad3168005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:20:53.560259 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:20:54.707726 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:20:56.399905 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:21:05.420630 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 5 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:21:20.122974 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bf4cec10-7561-4bec-a0d0-8c2e7fa70e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:21:22.402505 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a728bdba-527d-426c-b82f-384578a83258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:21:23.546112 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:21:24.730157 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:21:26.359028 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:21:42.419782 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 5 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:21:50.133052 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0e51e98e-48bd-43dd-8a64-434f37d2cdf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:21:52.403960 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-899c4d2f-cefc-4614-930e-530c772445dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:21:53.544892 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:21:54.738480 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:21:56.356880 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:22:03.951287 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 48406) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:22:03.957158 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-326d1361-3963-42c2-80f8-6da02917da91 tempest-verify_tempest_config-8252147 tempest-verify_tempest_config-8252147-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:22:03.958059 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-326d1361-3963-42c2-80f8-6da02917da91 tempest-verify_tempest_config-8252147 tempest-verify_tempest_config-8252147-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058205 Jan 29 04:22:04.530697 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 48424) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:22:04.635698 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-01aee1e6-b9bc-484e-a560-b031cd576df2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:22:04.710226 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-01aee1e6-b9bc-484e-a560-b031cd576df2 admin admin] Publish callbacks [] for security_group (a9248100-bbfa-4644-b492-e60db3034b5a), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:22:04.784340 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-01aee1e6-b9bc-484e-a560-b031cd576df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (a9248100-bbfa-4644-b492-e60db3034b5a), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:22:04.931415 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aee1e6-b9bc-484e-a560-b031cd576df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9248100-bbfa-4644-b492-e60db3034b5a,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:04.935574 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-01aee1e6-b9bc-484e-a560-b031cd576df2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed71164ae1a04dc3b969f1ba286a44c7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4038708 Jan 29 04:22:04.938455 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 48430) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:22:04.941128 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aee1e6-b9bc-484e-a560-b031cd576df2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:04.941468 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aee1e6-b9bc-484e-a560-b031cd576df2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:04.941799 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aee1e6-b9bc-484e-a560-b031cd576df2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:04.942128 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aee1e6-b9bc-484e-a560-b031cd576df2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:04.942453 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aee1e6-b9bc-484e-a560-b031cd576df2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:04.942780 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aee1e6-b9bc-484e-a560-b031cd576df2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:04.943116 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aee1e6-b9bc-484e-a560-b031cd576df2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:04.943436 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aee1e6-b9bc-484e-a560-b031cd576df2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:04.943755 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aee1e6-b9bc-484e-a560-b031cd576df2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:04.944068 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aee1e6-b9bc-484e-a560-b031cd576df2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:04.944384 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aee1e6-b9bc-484e-a560-b031cd576df2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:04.944721 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aee1e6-b9bc-484e-a560-b031cd576df2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:04.945031 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aee1e6-b9bc-484e-a560-b031cd576df2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:05.003058 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-955a28ba-7599-4f84-90bb-26342c15ca72 admin admin] Publish callbacks [] for security_group (a9248100-bbfa-4644-b492-e60db3034b5a), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:22:05.023995 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-955a28ba-7599-4f84-90bb-26342c15ca72 admin admin] Publish callbacks [] for security_group (a9248100-bbfa-4644-b492-e60db3034b5a), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:22:05.201703 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-955a28ba-7599-4f84-90bb-26342c15ca72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (a9248100-bbfa-4644-b492-e60db3034b5a), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:22:05.204189 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-955a28ba-7599-4f84-90bb-26342c15ca72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:22:05.205406 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-955a28ba-7599-4f84-90bb-26342c15ca72 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a9248100-bbfa-4644-b492-e60db3034b5a HTTP/1.1" status: 204 len: 168 time: 0.2657499 Jan 29 04:22:05.213007 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a28ba-7599-4f84-90bb-26342c15ca72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9248100-bbfa-4644-b492-e60db3034b5a,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:05.220519 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955a28ba-7599-4f84-90bb-26342c15ca72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:05.220873 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955a28ba-7599-4f84-90bb-26342c15ca72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:05.221220 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955a28ba-7599-4f84-90bb-26342c15ca72 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:05.221557 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955a28ba-7599-4f84-90bb-26342c15ca72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:05.221888 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955a28ba-7599-4f84-90bb-26342c15ca72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:05.222216 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955a28ba-7599-4f84-90bb-26342c15ca72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:05.222543 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955a28ba-7599-4f84-90bb-26342c15ca72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:05.222868 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955a28ba-7599-4f84-90bb-26342c15ca72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:05.223211 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955a28ba-7599-4f84-90bb-26342c15ca72 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:05.223541 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955a28ba-7599-4f84-90bb-26342c15ca72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:05.223864 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955a28ba-7599-4f84-90bb-26342c15ca72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:05.224184 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955a28ba-7599-4f84-90bb-26342c15ca72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:05.224535 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955a28ba-7599-4f84-90bb-26342c15ca72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:19.418871 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 5 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:22:20.132594 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-80115c9c-ef05-4e26-88cb-eec0ea918cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:22:22.389195 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fdb5a4e7-1a78-48d6-afcf-30477d9780ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:22:23.568711 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:22:24.734421 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:22:26.352246 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:22:50.133856 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a3168b53-6af4-466f-876c-1172f99a6239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:22:52.407945 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-82d5f165-1c16-450c-ad1e-bb5825593154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:22:53.557231 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:22:54.728885 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:22:56.357006 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:22:56.419047 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 5 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:23:20.131657 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-04776a08-b92c-4f37-8640-19866aa02bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:23:22.381838 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2d0ce084-3fc2-4a2c-9961-482765f4f5dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:23:23.555906 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:23:23.681468 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1614643'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:23:24.736093 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:23:26.353218 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:23:33.418993 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:23:37.814007 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 48500) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:23:37.916599 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e379cc82-425c-4cf2-9dd6-a55d9deacf6e admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.1014588 Jan 29 04:23:40.204820 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 48510) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:23:40.258082 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0bf4d264-2a81-4d5c-9df4-5550bf04f547 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0522175 Jan 29 04:23:50.124464 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-00f538ea-ebf4-464f-ac05-ff48d30b17b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:23:52.404320 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c7216ef2-0ecd-4e13-b9bb-5ca8c979e85d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:23:53.575379 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:23:53.667058 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:23:54.743637 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:23:56.449261 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:10.417574 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:24:20.175560 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4fdbc4e4-a575-4ea6-b34d-32dfc9429f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:22.440851 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-82d0f12a-76fe-4985-a496-727a95d20269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:23.574673 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:23.655151 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:24.745944 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:26.363067 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:47.416160 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:24:50.137986 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d7e95926-1fc6-45c7-8283-df4d2bd91c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:52.419608 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-167c9bee-f951-4941-bdc3-275f0c95ce6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:53.579773 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:53.665621 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:54.782771 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:56.377051 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:56.664773 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 48686) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:24:56.980175 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 48702) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:24:57.157206 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-695ed3d2-027e-4182-8536-087c68dd268e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-69517117-network', 'tenant_id': '62b5636027cb4b35a2ac3d1c94409c20'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:24:57.183782 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 48708) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:24:57.240309 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695ed3d2-027e-4182-8536-087c68dd268e admin admin] Made reservation on behalf of 62b5636027cb4b35a2ac3d1c94409c20 for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:24:57.242814 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-695ed3d2-027e-4182-8536-087c68dd268e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:57.252178 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-695ed3d2-027e-4182-8536-087c68dd268e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:57.326640 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-695ed3d2-027e-4182-8536-087c68dd268e admin admin] Publish callbacks [] for security_group (b5e23434-c525-4473-a65a-a8a1dbba890f), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:57.396575 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-695ed3d2-027e-4182-8536-087c68dd268e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (b5e23434-c525-4473-a65a-a8a1dbba890f), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:57.423518 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 48720) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:24:57.423808 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ed3d2-027e-4182-8536-087c68dd268e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e23434-c525-4473-a65a-a8a1dbba890f,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:57.436041 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695ed3d2-027e-4182-8536-087c68dd268e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:57.436339 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695ed3d2-027e-4182-8536-087c68dd268e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:57.436707 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695ed3d2-027e-4182-8536-087c68dd268e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:57.437043 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695ed3d2-027e-4182-8536-087c68dd268e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:57.437373 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695ed3d2-027e-4182-8536-087c68dd268e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:57.437697 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695ed3d2-027e-4182-8536-087c68dd268e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:57.438036 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695ed3d2-027e-4182-8536-087c68dd268e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:57.438361 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695ed3d2-027e-4182-8536-087c68dd268e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:57.438959 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695ed3d2-027e-4182-8536-087c68dd268e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:57.439254 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695ed3d2-027e-4182-8536-087c68dd268e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:57.439751 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695ed3d2-027e-4182-8536-087c68dd268e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:57.440233 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695ed3d2-027e-4182-8536-087c68dd268e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:57.440610 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695ed3d2-027e-4182-8536-087c68dd268e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:57.441917 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695ed3d2-027e-4182-8536-087c68dd268e admin admin] Tracked resource versions report: Jan 29 04:24:57.441917 dv-neutron-821190-1-hyperv neutron-server[103584]: pushed versions: Jan 29 04:24:57.441917 dv-neutron-821190-1-hyperv neutron-server[103584]: { 'AddressGroup': {'1.2'}, Jan 29 04:24:57.441917 dv-neutron-821190-1-hyperv neutron-server[103584]: 'ConntrackHelper': {'1.0'}, Jan 29 04:24:57.441917 dv-neutron-821190-1-hyperv neutron-server[103584]: 'LocalIPAssociation': {'1.0'}, Jan 29 04:24:57.441917 dv-neutron-821190-1-hyperv neutron-server[103584]: 'Log': {'1.0'}, Jan 29 04:24:57.441917 dv-neutron-821190-1-hyperv neutron-server[103584]: 'Network': {'1.1'}, Jan 29 04:24:57.441917 dv-neutron-821190-1-hyperv neutron-server[103584]: 'Port': {'1.7'}, Jan 29 04:24:57.441917 dv-neutron-821190-1-hyperv neutron-server[103584]: 'PortForwarding': {'1.2'}, Jan 29 04:24:57.441917 dv-neutron-821190-1-hyperv neutron-server[103584]: 'QosPolicy': {'1.10'}, Jan 29 04:24:57.441917 dv-neutron-821190-1-hyperv neutron-server[103584]: 'SecurityGroup': {'1.5'}, Jan 29 04:24:57.441917 dv-neutron-821190-1-hyperv neutron-server[103584]: 'SecurityGroupRule': {'1.2'}, Jan 29 04:24:57.441917 dv-neutron-821190-1-hyperv neutron-server[103584]: 'SubPort': {'1.0'}, Jan 29 04:24:57.441917 dv-neutron-821190-1-hyperv neutron-server[103584]: 'Subnet': {'1.1'}, Jan 29 04:24:57.441917 dv-neutron-821190-1-hyperv neutron-server[103584]: 'Trunk': {'1.1'}} Jan 29 04:24:57.441917 dv-neutron-821190-1-hyperv neutron-server[103584]: consumer versions: Jan 29 04:24:57.441917 dv-neutron-821190-1-hyperv neutron-server[103584]: { DHCP agent@dv-neutron-821190-1-hyperv: {}, Jan 29 04:24:57.441917 dv-neutron-821190-1-hyperv neutron-server[103584]: HyperV agent@hv-neutron-8211: {}, Jan 29 04:24:57.441917 dv-neutron-821190-1-hyperv neutron-server[103584]: L3 agent@dv-neutron-821190-1-hyperv: {}, Jan 29 04:24:57.441917 dv-neutron-821190-1-hyperv neutron-server[103584]: Metadata agent@dv-neutron-821190-1-hyperv: {}, Jan 29 04:24:57.441917 dv-neutron-821190-1-hyperv neutron-server[103584]: Metering agent@dv-neutron-821190-1-hyperv: {}, Jan 29 04:24:57.441917 dv-neutron-821190-1-hyperv neutron-server[103584]: Open vSwitch agent@dv-neutron-821190-1-hyperv: { 'AddressGroup': '1.2', Jan 29 04:24:57.441917 dv-neutron-821190-1-hyperv neutron-server[103584]: 'ConntrackHelper': '1.0', Jan 29 04:24:57.441917 dv-neutron-821190-1-hyperv neutron-server[103584]: 'LocalIPAssociation': '1.0', Jan 29 04:24:57.441917 dv-neutron-821190-1-hyperv neutron-server[103584]: 'Log': '1.0', Jan 29 04:24:57.441917 dv-neutron-821190-1-hyperv neutron-server[103584]: 'Network': '1.1', Jan 29 04:24:57.441917 dv-neutron-821190-1-hyperv neutron-server[103584]: 'Port': '1.7', Jan 29 04:24:57.441917 dv-neutron-821190-1-hyperv neutron-server[103584]: 'PortForwarding': '1.2', Jan 29 04:24:57.441917 dv-neutron-821190-1-hyperv neutron-server[103584]: 'QosPolicy': '1.10', Jan 29 04:24:57.441917 dv-neutron-821190-1-hyperv neutron-server[103584]: 'SecurityGroup': '1.5', Jan 29 04:24:57.441917 dv-neutron-821190-1-hyperv neutron-server[103584]: 'SecurityGroupRule': '1.2', Jan 29 04:24:57.441917 dv-neutron-821190-1-hyperv neutron-server[103584]: 'SubPort': '1.0', Jan 29 04:24:57.441917 dv-neutron-821190-1-hyperv neutron-server[103584]: 'Subnet': '1.1', Jan 29 04:24:57.441917 dv-neutron-821190-1-hyperv neutron-server[103584]: 'Trunk': '1.1'}} Jan 29 04:24:57.441917 dv-neutron-821190-1-hyperv neutron-server[103584]: {{(pid=103584) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 29 04:24:57.445512 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-695ed3d2-027e-4182-8536-087c68dd268e admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:24:57.456424 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-695ed3d2-027e-4182-8536-087c68dd268e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (4af84b71-d5c4-4409-9ef7-5596cefdefb6), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:57.456796 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-695ed3d2-027e-4182-8536-087c68dd268e admin admin] Added segment 4af84b71-d5c4-4409-9ef7-5596cefdefb6 of type vlan for network 110bb4a8-6dea-4688-b150-e74a0a24c2a5 Jan 29 04:24:57.502455 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-773b5187-8d99-4420-9f36-dca17bf2b4cf tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-279605255'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:24:57.506794 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-695ed3d2-027e-4182-8536-087c68dd268e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (110bb4a8-6dea-4688-b150-e74a0a24c2a5), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:57.544680 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-7be0c221-b977-4448-9ebb-ae742b023a93 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-49169643-network', 'tenant_id': '7dd99718cde04f60a90f22e4134ff580'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:24:57.591152 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773b5187-8d99-4420-9f36-dca17bf2b4cf tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Made reservation on behalf of 0b49a4fb597f4ac08ef4c470b8fe82b2 for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:24:57.594974 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-773b5187-8d99-4420-9f36-dca17bf2b4cf tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:57.604040 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-773b5187-8d99-4420-9f36-dca17bf2b4cf tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:57.613556 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be0c221-b977-4448-9ebb-ae742b023a93 admin admin] Made reservation on behalf of 7dd99718cde04f60a90f22e4134ff580 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:24:57.616121 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7be0c221-b977-4448-9ebb-ae742b023a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:57.627983 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-695ed3d2-027e-4182-8536-087c68dd268e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (110bb4a8-6dea-4688-b150-e74a0a24c2a5), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:57.628983 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695ed3d2-027e-4182-8536-087c68dd268e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:57.629719 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-695ed3d2-027e-4182-8536-087c68dd268e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:57.630107 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7be0c221-b977-4448-9ebb-ae742b023a93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:57.706192 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7be0c221-b977-4448-9ebb-ae742b023a93 admin admin] Publish callbacks [] for security_group (3866038d-c717-46ff-a316-40803ee77283), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:57.734007 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-695ed3d2-027e-4182-8536-087c68dd268e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.0665350 Jan 29 04:24:57.737247 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 48734) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:24:57.744643 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-4efa4727-e03d-4a6f-8b25-99d58d0236ce admin admin] Request body: {'subnet': {'network_id': '110bb4a8-6dea-4688-b150-e74a0a24c2a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-69517117-subnet', 'tenant_id': '62b5636027cb4b35a2ac3d1c94409c20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:24:57.749129 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-773b5187-8d99-4420-9f36-dca17bf2b4cf tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Publish callbacks [] for security_group (9b8821d1-74bb-4537-937f-cdc6db3bf982), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:57.756601 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ed3d2-027e-4182-8536-087c68dd268e admin admin] Pushing event updated for resources: {'Network': ['ID=110bb4a8-6dea-4688-b150-e74a0a24c2a5,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:57.767761 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7be0c221-b977-4448-9ebb-ae742b023a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (3866038d-c717-46ff-a316-40803ee77283), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:57.768589 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 110bb4a8-6dea-4688-b150-e74a0a24c2a5 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:24:57.784682 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be0c221-b977-4448-9ebb-ae742b023a93 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:24:57.798020 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7be0c221-b977-4448-9ebb-ae742b023a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (d9adf04a-b50e-40f5-aaa3-34e90a55f913), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:57.798566 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-7be0c221-b977-4448-9ebb-ae742b023a93 admin admin] Added segment d9adf04a-b50e-40f5-aaa3-34e90a55f913 of type vlan for network 9507ed99-2983-492a-ac2f-269d5807feac Jan 29 04:24:57.811216 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-773b5187-8d99-4420-9f36-dca17bf2b4cf tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (9b8821d1-74bb-4537-937f-cdc6db3bf982), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:57.815364 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-e91c3213-f920-44c1-bcc8-1e462d11bb38 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-431633746-network', 'tenant_id': 'cb686369165a4ed4a16bda0615e2ed0e'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:24:57.825956 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-773b5187-8d99-4420-9f36-dca17bf2b4cf tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:24:57.837659 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-773b5187-8d99-4420-9f36-dca17bf2b4cf tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (1bffa985-96b2-49fe-a055-b759122cf2d2), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:57.838068 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-773b5187-8d99-4420-9f36-dca17bf2b4cf tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Added segment 1bffa985-96b2-49fe-a055-b759122cf2d2 of type vlan for network 8a5b95d0-f11f-4828-83b4-d7b3c196132a Jan 29 04:24:57.887662 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7be0c221-b977-4448-9ebb-ae742b023a93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (9507ed99-2983-492a-ac2f-269d5807feac), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:57.906097 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efa4727-e03d-4a6f-8b25-99d58d0236ce admin admin] Made reservation on behalf of 62b5636027cb4b35a2ac3d1c94409c20 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:24:57.908470 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4efa4727-e03d-4a6f-8b25-99d58d0236ce admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:57.921593 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-773b5187-8d99-4420-9f36-dca17bf2b4cf tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (8a5b95d0-f11f-4828-83b4-d7b3c196132a), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:57.926346 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b5187-8d99-4420-9f36-dca17bf2b4cf tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8821d1-74bb-4537-937f-cdc6db3bf982,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:57.931425 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0c221-b977-4448-9ebb-ae742b023a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3866038d-c717-46ff-a316-40803ee77283,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:57.977980 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0c221-b977-4448-9ebb-ae742b023a93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:57.978588 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0c221-b977-4448-9ebb-ae742b023a93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:57.978926 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0c221-b977-4448-9ebb-ae742b023a93 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:57.979254 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0c221-b977-4448-9ebb-ae742b023a93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:57.980187 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0c221-b977-4448-9ebb-ae742b023a93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:57.980423 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0c221-b977-4448-9ebb-ae742b023a93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:57.981379 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0c221-b977-4448-9ebb-ae742b023a93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:57.981729 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0c221-b977-4448-9ebb-ae742b023a93 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:57.982070 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0c221-b977-4448-9ebb-ae742b023a93 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:57.982384 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0c221-b977-4448-9ebb-ae742b023a93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:57.982704 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0c221-b977-4448-9ebb-ae742b023a93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:57.983022 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0c221-b977-4448-9ebb-ae742b023a93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:57.983334 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0c221-b977-4448-9ebb-ae742b023a93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:57.984548 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0c221-b977-4448-9ebb-ae742b023a93 admin admin] Tracked resource versions report: Jan 29 04:24:57.984548 dv-neutron-821190-1-hyperv neutron-server[103585]: pushed versions: Jan 29 04:24:57.984548 dv-neutron-821190-1-hyperv neutron-server[103585]: { 'AddressGroup': {'1.2'}, Jan 29 04:24:57.984548 dv-neutron-821190-1-hyperv neutron-server[103585]: 'ConntrackHelper': {'1.0'}, Jan 29 04:24:57.984548 dv-neutron-821190-1-hyperv neutron-server[103585]: 'LocalIPAssociation': {'1.0'}, Jan 29 04:24:57.984548 dv-neutron-821190-1-hyperv neutron-server[103585]: 'Log': {'1.0'}, Jan 29 04:24:57.984548 dv-neutron-821190-1-hyperv neutron-server[103585]: 'Network': {'1.1'}, Jan 29 04:24:57.984548 dv-neutron-821190-1-hyperv neutron-server[103585]: 'Port': {'1.7'}, Jan 29 04:24:57.984548 dv-neutron-821190-1-hyperv neutron-server[103585]: 'PortForwarding': {'1.2'}, Jan 29 04:24:57.984548 dv-neutron-821190-1-hyperv neutron-server[103585]: 'QosPolicy': {'1.10'}, Jan 29 04:24:57.984548 dv-neutron-821190-1-hyperv neutron-server[103585]: 'SecurityGroup': {'1.5'}, Jan 29 04:24:57.984548 dv-neutron-821190-1-hyperv neutron-server[103585]: 'SecurityGroupRule': {'1.2'}, Jan 29 04:24:57.984548 dv-neutron-821190-1-hyperv neutron-server[103585]: 'SubPort': {'1.0'}, Jan 29 04:24:57.984548 dv-neutron-821190-1-hyperv neutron-server[103585]: 'Subnet': {'1.1'}, Jan 29 04:24:57.984548 dv-neutron-821190-1-hyperv neutron-server[103585]: 'Trunk': {'1.1'}} Jan 29 04:24:57.984548 dv-neutron-821190-1-hyperv neutron-server[103585]: consumer versions: Jan 29 04:24:57.984548 dv-neutron-821190-1-hyperv neutron-server[103585]: { DHCP agent@dv-neutron-821190-1-hyperv: {}, Jan 29 04:24:57.984548 dv-neutron-821190-1-hyperv neutron-server[103585]: HyperV agent@hv-neutron-8211: {}, Jan 29 04:24:57.984548 dv-neutron-821190-1-hyperv neutron-server[103585]: L3 agent@dv-neutron-821190-1-hyperv: {}, Jan 29 04:24:57.984548 dv-neutron-821190-1-hyperv neutron-server[103585]: Metadata agent@dv-neutron-821190-1-hyperv: {}, Jan 29 04:24:57.984548 dv-neutron-821190-1-hyperv neutron-server[103585]: Metering agent@dv-neutron-821190-1-hyperv: {}, Jan 29 04:24:57.984548 dv-neutron-821190-1-hyperv neutron-server[103585]: Open vSwitch agent@dv-neutron-821190-1-hyperv: { 'AddressGroup': '1.2', Jan 29 04:24:57.984548 dv-neutron-821190-1-hyperv neutron-server[103585]: 'ConntrackHelper': '1.0', Jan 29 04:24:57.984548 dv-neutron-821190-1-hyperv neutron-server[103585]: 'LocalIPAssociation': '1.0', Jan 29 04:24:57.984548 dv-neutron-821190-1-hyperv neutron-server[103585]: 'Log': '1.0', Jan 29 04:24:57.984548 dv-neutron-821190-1-hyperv neutron-server[103585]: 'Network': '1.1', Jan 29 04:24:57.984548 dv-neutron-821190-1-hyperv neutron-server[103585]: 'Port': '1.7', Jan 29 04:24:57.984548 dv-neutron-821190-1-hyperv neutron-server[103585]: 'PortForwarding': '1.2', Jan 29 04:24:57.984548 dv-neutron-821190-1-hyperv neutron-server[103585]: 'QosPolicy': '1.10', Jan 29 04:24:57.984548 dv-neutron-821190-1-hyperv neutron-server[103585]: 'SecurityGroup': '1.5', Jan 29 04:24:57.984548 dv-neutron-821190-1-hyperv neutron-server[103585]: 'SecurityGroupRule': '1.2', Jan 29 04:24:57.984548 dv-neutron-821190-1-hyperv neutron-server[103585]: 'SubPort': '1.0', Jan 29 04:24:57.984548 dv-neutron-821190-1-hyperv neutron-server[103585]: 'Subnet': '1.1', Jan 29 04:24:57.984548 dv-neutron-821190-1-hyperv neutron-server[103585]: 'Trunk': '1.1'}} Jan 29 04:24:57.984548 dv-neutron-821190-1-hyperv neutron-server[103585]: {{(pid=103585) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 29 04:24:57.994515 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91c3213-f920-44c1-bcc8-1e462d11bb38 admin admin] Made reservation on behalf of cb686369165a4ed4a16bda0615e2ed0e for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:24:57.997374 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e91c3213-f920-44c1-bcc8-1e462d11bb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:58.015115 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e91c3213-f920-44c1-bcc8-1e462d11bb38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:58.023815 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-773b5187-8d99-4420-9f36-dca17bf2b4cf tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (8a5b95d0-f11f-4828-83b4-d7b3c196132a), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:58.037094 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773b5187-8d99-4420-9f36-dca17bf2b4cf tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:58.038598 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-773b5187-8d99-4420-9f36-dca17bf2b4cf tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:58.110779 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 48750) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:24:58.124227 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7be0c221-b977-4448-9ebb-ae742b023a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (9507ed99-2983-492a-ac2f-269d5807feac), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:58.125194 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be0c221-b977-4448-9ebb-ae742b023a93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:58.125786 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7be0c221-b977-4448-9ebb-ae742b023a93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:58.167631 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-773b5187-8d99-4420-9f36-dca17bf2b4cf tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1852241 Jan 29 04:24:58.170875 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 48754) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:24:58.176642 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b5187-8d99-4420-9f36-dca17bf2b4cf tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Pushing event updated for resources: {'Network': ['ID=8a5b95d0-f11f-4828-83b4-d7b3c196132a,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:58.184839 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-cd7776f4-dc00-4efe-a522-2ace88ae9dcc tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Request body: {'subnet': {'network_id': '8a5b95d0-f11f-4828-83b4-d7b3c196132a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:24:58.188687 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 8a5b95d0-f11f-4828-83b4-d7b3c196132a details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:24:58.253848 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e91c3213-f920-44c1-bcc8-1e462d11bb38 admin admin] Publish callbacks [] for security_group (cd5a4334-e96d-40b6-93e9-fd433ca582ff), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:58.302227 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7be0c221-b977-4448-9ebb-ae742b023a93 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1173050 Jan 29 04:24:58.306017 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 48762) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:24:58.311737 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-6c52a2ce-324c-413c-8b2b-888d3480fc63 admin admin] Request body: {'subnet': {'network_id': '9507ed99-2983-492a-ac2f-269d5807feac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-49169643-subnet', 'tenant_id': '7dd99718cde04f60a90f22e4134ff580', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:24:58.373290 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e91c3213-f920-44c1-bcc8-1e462d11bb38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (cd5a4334-e96d-40b6-93e9-fd433ca582ff), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:58.376043 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0c221-b977-4448-9ebb-ae742b023a93 admin admin] Pushing event updated for resources: {'Network': ['ID=9507ed99-2983-492a-ac2f-269d5807feac,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:58.388217 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 9507ed99-2983-492a-ac2f-269d5807feac details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:24:58.395960 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4efa4727-e03d-4a6f-8b25-99d58d0236ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for subnet (1e6bda9e-8e09-4842-910d-f6751a7ed1b4), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:58.418436 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c52a2ce-324c-413c-8b2b-888d3480fc63 admin admin] Made reservation on behalf of 7dd99718cde04f60a90f22e4134ff580 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:24:58.420836 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6c52a2ce-324c-413c-8b2b-888d3480fc63 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:58.443018 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-0a0409c6-17f4-4975-8a67-66c0d320ce1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-522988297'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:24:58.454121 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e91c3213-f920-44c1-bcc8-1e462d11bb38 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:24:58.514486 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e91c3213-f920-44c1-bcc8-1e462d11bb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (fd7ead1e-c2bd-4a04-99ff-ba05b654eedf), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:58.515765 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-e91c3213-f920-44c1-bcc8-1e462d11bb38 admin admin] Added segment fd7ead1e-c2bd-4a04-99ff-ba05b654eedf of type vlan for network 4d4605cc-cd83-4037-bfc8-342508214a0e Jan 29 04:24:58.519922 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c3213-f920-44c1-bcc8-1e462d11bb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5a4334-e96d-40b6-93e9-fd433ca582ff,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:58.522897 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efa4727-e03d-4a6f-8b25-99d58d0236ce admin admin] Checking segment: {'id': '4af84b71-d5c4-4409-9ef7-5596cefdefb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '110bb4a8-6dea-4688-b150-e74a0a24c2a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:24:58.523472 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efa4727-e03d-4a6f-8b25-99d58d0236ce admin admin] Network hostable DHCP agents. Network: 110bb4a8-6dea-4688-b150-e74a0a24c2a5, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:24:58.575329 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa4727-e03d-4a6f-8b25-99d58d0236ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e6bda9e-8e09-4842-910d-f6751a7ed1b4,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:58.604287 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e91c3213-f920-44c1-bcc8-1e462d11bb38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (4d4605cc-cd83-4037-bfc8-342508214a0e), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:58.653706 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7776f4-dc00-4efe-a522-2ace88ae9dcc tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Made reservation on behalf of 0b49a4fb597f4ac08ef4c470b8fe82b2 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:24:58.657902 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd7776f4-dc00-4efe-a522-2ace88ae9dcc tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Publish callbacks [] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:58.707213 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efa4727-e03d-4a6f-8b25-99d58d0236ce admin admin] Network 110bb4a8-6dea-4688-b150-e74a0a24c2a5 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:24:58.717220 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0409c6-17f4-4975-8a67-66c0d320ce1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097-project] Made reservation on behalf of dd70ebbc113f4d9192390d0d838b5c76 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:24:58.720638 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0a0409c6-17f4-4975-8a67-66c0d320ce1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:58.733849 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6c52a2ce-324c-413c-8b2b-888d3480fc63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for subnet (ca2d3a0a-064d-4780-9b58-334005fc5d1b), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:58.737384 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e91c3213-f920-44c1-bcc8-1e462d11bb38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (4d4605cc-cd83-4037-bfc8-342508214a0e), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:58.738339 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91c3213-f920-44c1-bcc8-1e462d11bb38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:58.738907 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e91c3213-f920-44c1-bcc8-1e462d11bb38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:58.749666 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0a0409c6-17f4-4975-8a67-66c0d320ce1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:58.797925 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c52a2ce-324c-413c-8b2b-888d3480fc63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca2d3a0a-064d-4780-9b58-334005fc5d1b,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:58.807739 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c52a2ce-324c-413c-8b2b-888d3480fc63 admin admin] Checking segment: {'id': 'd9adf04a-b50e-40f5-aaa3-34e90a55f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9507ed99-2983-492a-ac2f-269d5807feac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:24:58.808276 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c52a2ce-324c-413c-8b2b-888d3480fc63 admin admin] Network hostable DHCP agents. Network: 9507ed99-2983-492a-ac2f-269d5807feac, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:24:58.844059 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-4efa4727-e03d-4a6f-8b25-99d58d0236ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 110bb4a8-6dea-4688-b150-e74a0a24c2a5) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:24:58.848744 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-e91c3213-f920-44c1-bcc8-1e462d11bb38 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4302609 Jan 29 04:24:58.851869 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 48780) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:24:58.856265 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7938492-fce1-49c3-8592-503064f16f3a None None] Network 110bb4a8-6dea-4688-b150-e74a0a24c2a5 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:24:58.857779 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-c1054915-fd2c-42a8-b6c4-71fafb0909c4 admin admin] Request body: {'subnet': {'network_id': '4d4605cc-cd83-4037-bfc8-342508214a0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-431633746-subnet', 'tenant_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:24:58.878092 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 48782) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:24:58.881827 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efa4727-e03d-4a6f-8b25-99d58d0236ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:58.884251 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4efa4727-e03d-4a6f-8b25-99d58d0236ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:58.893798 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c52a2ce-324c-413c-8b2b-888d3480fc63 admin admin] Network 9507ed99-2983-492a-ac2f-269d5807feac is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:24:58.903068 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-6c52a2ce-324c-413c-8b2b-888d3480fc63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 9507ed99-2983-492a-ac2f-269d5807feac) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:24:58.908619 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c52a2ce-324c-413c-8b2b-888d3480fc63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:58.909454 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6c52a2ce-324c-413c-8b2b-888d3480fc63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:58.922105 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c3213-f920-44c1-bcc8-1e462d11bb38 admin admin] Pushing event updated for resources: {'Network': ['ID=4d4605cc-cd83-4037-bfc8-342508214a0e,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:58.940163 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39638fe0-c8a9-4d30-a307-a13b640858ee None None] Network 9507ed99-2983-492a-ac2f-269d5807feac requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:24:58.942601 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 4d4605cc-cd83-4037-bfc8-342508214a0e details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:24:58.978301 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1054915-fd2c-42a8-b6c4-71fafb0909c4 admin admin] Made reservation on behalf of cb686369165a4ed4a16bda0615e2ed0e for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:24:58.981168 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c1054915-fd2c-42a8-b6c4-71fafb0909c4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:59.033794 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 48786) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:24:59.047282 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 48788) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:24:59.053857 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-6c52a2ce-324c-413c-8b2b-888d3480fc63 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7467473 Jan 29 04:24:59.058791 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 48792) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:24:59.066959 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-10c1fbb6-abe3-47ef-8b11-3550c75c1224 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-49169643-router', 'tenant_id': '7dd99718cde04f60a90f22e4134ff580', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:24:59.106130 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4efa4727-e03d-4a6f-8b25-99d58d0236ce admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3677826 Jan 29 04:24:59.109165 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 48796) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:24:59.118877 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-998cea56-9fcb-4258-b96e-0e48a9cb5899 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-69517117-router', 'tenant_id': '62b5636027cb4b35a2ac3d1c94409c20', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:24:59.175201 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0a0409c6-17f4-4975-8a67-66c0d320ce1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097-project] Publish callbacks [] for security_group (8115826c-9c98-40b4-b502-f8255c20968e), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:59.192525 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1be1a2-fcbf-4e7f-ad38-77c3d1781434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-110bb4a8-6dea-4688-b150-e74a0a24c2a5', 'network_id': '110bb4a8-6dea-4688-b150-e74a0a24c2a5', 'project_id': '62b5636027cb4b35a2ac3d1c94409c20', 'fixed_ips': [{'subnet_id': '1e6bda9e-8e09-4842-910d-f6751a7ed1b4'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:24:59.192525 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eb1be1a2-fcbf-4e7f-ad38-77c3d1781434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:59.212555 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-10c1fbb6-abe3-47ef-8b11-3550c75c1224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (b74ba9fa-7939-492e-adaf-9b6f3d82e3d1), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:59.215687 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-10c1fbb6-abe3-47ef-8b11-3550c75c1224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (b74ba9fa-7939-492e-adaf-9b6f3d82e3d1), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:59.290499 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0a0409c6-17f4-4975-8a67-66c0d320ce1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (8115826c-9c98-40b4-b502-f8255c20968e), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:59.296698 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d0feee-f63b-44a5-ac1f-3477f68d18a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-9507ed99-2983-492a-ac2f-269d5807feac', 'network_id': '9507ed99-2983-492a-ac2f-269d5807feac', 'project_id': '7dd99718cde04f60a90f22e4134ff580', 'fixed_ips': [{'subnet_id': 'ca2d3a0a-064d-4780-9b58-334005fc5d1b'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:24:59.297520 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-10c1fbb6-abe3-47ef-8b11-3550c75c1224 admin admin] Publish callbacks [] for router_controller (b74ba9fa-7939-492e-adaf-9b6f3d82e3d1), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:59.301085 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-6caa976c-58a1-474f-b9d3-d7ea3633ec71 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1568262750', 'router:external': True}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:24:59.301863 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd7776f4-dc00-4efe-a522-2ace88ae9dcc tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for subnet (95ee4e76-4f5f-41e4-b9cf-3e5223982d04), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:59.308101 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b1d0feee-f63b-44a5-ac1f-3477f68d18a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:59.328821 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-998cea56-9fcb-4258-b96e-0e48a9cb5899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (49a67c9b-a555-482d-9e94-728cdfbceef0), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:59.330948 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-998cea56-9fcb-4258-b96e-0e48a9cb5899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (49a67c9b-a555-482d-9e94-728cdfbceef0), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:59.345961 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-7c2fb1cb-9bbe-4ebf-952c-e23625e4e16f tempest-ExternalNetworksAdminNegativeTestJSON-1657298304 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304-project-admin] Request body: {'floatingip': {'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:24:59.377620 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7776f4-dc00-4efe-a522-2ace88ae9dcc tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Pushing event updated for resources: {'Subnet': ['ID=95ee4e76-4f5f-41e4-b9cf-3e5223982d04,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:59.405015 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-9b70ec91-cf29-4fbe-b5ac-8a339cba45b0 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-722671871'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:24:59.442907 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a0409c6-17f4-4975-8a67-66c0d320ce1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:24:59.443069 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c1054915-fd2c-42a8-b6c4-71fafb0909c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for subnet (28462fdf-59a1-4f6b-8a80-4bfac581848e), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:59.457778 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0409c6-17f4-4975-8a67-66c0d320ce1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8115826c-9c98-40b4-b502-f8255c20968e,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:59.471397 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0a0409c6-17f4-4975-8a67-66c0d320ce1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (dc562c39-74e6-474b-bf20-f057965c466f), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:59.471848 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-0a0409c6-17f4-4975-8a67-66c0d320ce1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097-project] Added segment dc562c39-74e6-474b-bf20-f057965c466f of type vlan for network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e Jan 29 04:24:59.505283 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-eb1be1a2-fcbf-4e7f-ad38-77c3d1781434 None None] Allocated IP 172.20.0.2 (110bb4a8-6dea-4688-b150-e74a0a24c2a5/1e6bda9e-8e09-4842-910d-f6751a7ed1b4/dfaffa5f-9f53-4ecb-9199-7759f6b8513f) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:24:59.546447 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-b1d0feee-f63b-44a5-ac1f-3477f68d18a0 None None] Allocated IP 172.20.0.2 (9507ed99-2983-492a-ac2f-269d5807feac/ca2d3a0a-064d-4780-9b58-334005fc5d1b/beb8a9e5-8e9d-4121-a84f-4eb0e408164c) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:24:59.566367 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6caa976c-58a1-474f-b9d3-d7ea3633ec71 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Made reservation on behalf of 36b5f773735646d68c0ca20998a70101 for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:24:59.568648 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6caa976c-58a1-474f-b9d3-d7ea3633ec71 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:59.573740 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-998cea56-9fcb-4258-b96e-0e48a9cb5899 admin admin] Publish callbacks [] for router_controller (49a67c9b-a555-482d-9e94-728cdfbceef0), precommit_add_association {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:59.577555 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7776f4-dc00-4efe-a522-2ace88ae9dcc tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Checking segment: {'id': '1bffa985-96b2-49fe-a055-b759122cf2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8a5b95d0-f11f-4828-83b4-d7b3c196132a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:24:59.578041 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7776f4-dc00-4efe-a522-2ace88ae9dcc tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Network hostable DHCP agents. Network: 8a5b95d0-f11f-4828-83b4-d7b3c196132a, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:24:59.580054 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b70ec91-cf29-4fbe-b5ac-8a339cba45b0 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Made reservation on behalf of fbf30356a6d1413288ab9cf6b30f9820 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:24:59.583700 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9b70ec91-cf29-4fbe-b5ac-8a339cba45b0 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:59.587374 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0a0409c6-17f4-4975-8a67-66c0d320ce1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:59.602471 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6caa976c-58a1-474f-b9d3-d7ea3633ec71 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:59.628563 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9b70ec91-cf29-4fbe-b5ac-8a339cba45b0 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:59.643492 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1054915-fd2c-42a8-b6c4-71fafb0909c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28462fdf-59a1-4f6b-8a80-4bfac581848e,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:59.711616 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7c2fb1cb-9bbe-4ebf-952c-e23625e4e16f tempest-ExternalNetworksAdminNegativeTestJSON-1657298304 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:59.725367 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eb1be1a2-fcbf-4e7f-ad38-77c3d1781434 None None] Publish callbacks [] for port (dfaffa5f-9f53-4ecb-9199-7759f6b8513f), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:59.734005 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-10c1fbb6-abe3-47ef-8b11-3550c75c1224 admin admin] Publish callbacks [] for router_gateway (b74ba9fa-7939-492e-adaf-9b6f3d82e3d1), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:59.773818 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7776f4-dc00-4efe-a522-2ace88ae9dcc tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Network 8a5b95d0-f11f-4828-83b4-d7b3c196132a is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:24:59.775770 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1054915-fd2c-42a8-b6c4-71fafb0909c4 admin admin] Checking segment: {'id': 'fd7ead1e-c2bd-4a04-99ff-ba05b654eedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4d4605cc-cd83-4037-bfc8-342508214a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:24:59.776127 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1054915-fd2c-42a8-b6c4-71fafb0909c4 admin admin] Network hostable DHCP agents. Network: 4d4605cc-cd83-4037-bfc8-342508214a0e, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:24:59.794287 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b1d0feee-f63b-44a5-ac1f-3477f68d18a0 None None] Publish callbacks [] for port (beb8a9e5-8e9d-4121-a84f-4eb0e408164c), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:59.802149 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9b70ec91-cf29-4fbe-b5ac-8a339cba45b0 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Publish callbacks [] for security_group (b707c78c-70e1-4e6b-b072-e376488324b9), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:59.803353 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eb1be1a2-fcbf-4e7f-ad38-77c3d1781434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (dfaffa5f-9f53-4ecb-9199-7759f6b8513f), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:59.804438 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0a0409c6-17f4-4975-8a67-66c0d320ce1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:59.810685 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0409c6-17f4-4975-8a67-66c0d320ce1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:59.816391 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0a0409c6-17f4-4975-8a67-66c0d320ce1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:59.860515 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1be1a2-fcbf-4e7f-ad38-77c3d1781434 None None] Pushing event updated for resources: {'Port': ['ID=dfaffa5f-9f53-4ecb-9199-7759f6b8513f,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:59.873144 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1be1a2-fcbf-4e7f-ad38-77c3d1781434 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:59.874550 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1be1a2-fcbf-4e7f-ad38-77c3d1781434 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:59.874550 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1be1a2-fcbf-4e7f-ad38-77c3d1781434 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:59.874550 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1be1a2-fcbf-4e7f-ad38-77c3d1781434 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:59.874833 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1be1a2-fcbf-4e7f-ad38-77c3d1781434 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:59.875889 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1be1a2-fcbf-4e7f-ad38-77c3d1781434 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:59.876349 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1be1a2-fcbf-4e7f-ad38-77c3d1781434 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:59.876778 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1be1a2-fcbf-4e7f-ad38-77c3d1781434 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:59.877187 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1be1a2-fcbf-4e7f-ad38-77c3d1781434 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:59.877712 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1be1a2-fcbf-4e7f-ad38-77c3d1781434 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:59.878103 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1be1a2-fcbf-4e7f-ad38-77c3d1781434 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:59.878489 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1be1a2-fcbf-4e7f-ad38-77c3d1781434 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:59.878872 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1be1a2-fcbf-4e7f-ad38-77c3d1781434 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:59.880184 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1be1a2-fcbf-4e7f-ad38-77c3d1781434 None None] Tracked resource versions report: Jan 29 04:24:59.880184 dv-neutron-821190-1-hyperv neutron-server[103586]: pushed versions: Jan 29 04:24:59.880184 dv-neutron-821190-1-hyperv neutron-server[103586]: { 'AddressGroup': {'1.2'}, Jan 29 04:24:59.880184 dv-neutron-821190-1-hyperv neutron-server[103586]: 'ConntrackHelper': {'1.0'}, Jan 29 04:24:59.880184 dv-neutron-821190-1-hyperv neutron-server[103586]: 'LocalIPAssociation': {'1.0'}, Jan 29 04:24:59.880184 dv-neutron-821190-1-hyperv neutron-server[103586]: 'Log': {'1.0'}, Jan 29 04:24:59.880184 dv-neutron-821190-1-hyperv neutron-server[103586]: 'Network': {'1.1'}, Jan 29 04:24:59.880184 dv-neutron-821190-1-hyperv neutron-server[103586]: 'Port': {'1.7'}, Jan 29 04:24:59.880184 dv-neutron-821190-1-hyperv neutron-server[103586]: 'PortForwarding': {'1.2'}, Jan 29 04:24:59.880184 dv-neutron-821190-1-hyperv neutron-server[103586]: 'QosPolicy': {'1.10'}, Jan 29 04:24:59.880184 dv-neutron-821190-1-hyperv neutron-server[103586]: 'SecurityGroup': {'1.5'}, Jan 29 04:24:59.880184 dv-neutron-821190-1-hyperv neutron-server[103586]: 'SecurityGroupRule': {'1.2'}, Jan 29 04:24:59.880184 dv-neutron-821190-1-hyperv neutron-server[103586]: 'SubPort': {'1.0'}, Jan 29 04:24:59.880184 dv-neutron-821190-1-hyperv neutron-server[103586]: 'Subnet': {'1.1'}, Jan 29 04:24:59.880184 dv-neutron-821190-1-hyperv neutron-server[103586]: 'Trunk': {'1.1'}} Jan 29 04:24:59.880184 dv-neutron-821190-1-hyperv neutron-server[103586]: consumer versions: Jan 29 04:24:59.880184 dv-neutron-821190-1-hyperv neutron-server[103586]: { DHCP agent@dv-neutron-821190-1-hyperv: {}, Jan 29 04:24:59.880184 dv-neutron-821190-1-hyperv neutron-server[103586]: HyperV agent@hv-neutron-8211: {}, Jan 29 04:24:59.880184 dv-neutron-821190-1-hyperv neutron-server[103586]: L3 agent@dv-neutron-821190-1-hyperv: {}, Jan 29 04:24:59.880184 dv-neutron-821190-1-hyperv neutron-server[103586]: Metadata agent@dv-neutron-821190-1-hyperv: {}, Jan 29 04:24:59.880184 dv-neutron-821190-1-hyperv neutron-server[103586]: Metering agent@dv-neutron-821190-1-hyperv: {}, Jan 29 04:24:59.880184 dv-neutron-821190-1-hyperv neutron-server[103586]: Open vSwitch agent@dv-neutron-821190-1-hyperv: { 'AddressGroup': '1.2', Jan 29 04:24:59.880184 dv-neutron-821190-1-hyperv neutron-server[103586]: 'ConntrackHelper': '1.0', Jan 29 04:24:59.880184 dv-neutron-821190-1-hyperv neutron-server[103586]: 'LocalIPAssociation': '1.0', Jan 29 04:24:59.880184 dv-neutron-821190-1-hyperv neutron-server[103586]: 'Log': '1.0', Jan 29 04:24:59.880184 dv-neutron-821190-1-hyperv neutron-server[103586]: 'Network': '1.1', Jan 29 04:24:59.880184 dv-neutron-821190-1-hyperv neutron-server[103586]: 'Port': '1.7', Jan 29 04:24:59.880184 dv-neutron-821190-1-hyperv neutron-server[103586]: 'PortForwarding': '1.2', Jan 29 04:24:59.880184 dv-neutron-821190-1-hyperv neutron-server[103586]: 'QosPolicy': '1.10', Jan 29 04:24:59.880184 dv-neutron-821190-1-hyperv neutron-server[103586]: 'SecurityGroup': '1.5', Jan 29 04:24:59.880184 dv-neutron-821190-1-hyperv neutron-server[103586]: 'SecurityGroupRule': '1.2', Jan 29 04:24:59.880184 dv-neutron-821190-1-hyperv neutron-server[103586]: 'SubPort': '1.0', Jan 29 04:24:59.880184 dv-neutron-821190-1-hyperv neutron-server[103586]: 'Subnet': '1.1', Jan 29 04:24:59.880184 dv-neutron-821190-1-hyperv neutron-server[103586]: 'Trunk': '1.1'}} Jan 29 04:24:59.880184 dv-neutron-821190-1-hyperv neutron-server[103586]: {{(pid=103586) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 29 04:24:59.887462 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-cd7776f4-dc00-4efe-a522-2ace88ae9dcc tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 8a5b95d0-f11f-4828-83b4-d7b3c196132a) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:24:59.895601 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1be1a2-fcbf-4e7f-ad38-77c3d1781434 None None] Network 110bb4a8-6dea-4688-b150-e74a0a24c2a5 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:24:59.898568 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-eb1be1a2-fcbf-4e7f-ad38-77c3d1781434 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:24:59.900585 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247b1fe7-121c-4f09-adb1-43ce82a508db None None] Network 8a5b95d0-f11f-4828-83b4-d7b3c196132a requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:24:59.903109 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1be1a2-fcbf-4e7f-ad38-77c3d1781434 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:24:59.922436 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-998cea56-9fcb-4258-b96e-0e48a9cb5899 admin admin] Publish callbacks [] for router_gateway (49a67c9b-a555-482d-9e94-728cdfbceef0), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:59.933525 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b1d0feee-f63b-44a5-ac1f-3477f68d18a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (beb8a9e5-8e9d-4121-a84f-4eb0e408164c), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:59.942137 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7776f4-dc00-4efe-a522-2ace88ae9dcc tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:59.942727 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd7776f4-dc00-4efe-a522-2ace88ae9dcc tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:59.945857 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9b70ec91-cf29-4fbe-b5ac-8a339cba45b0 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (b707c78c-70e1-4e6b-b072-e376488324b9), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:24:59.970699 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-0a0409c6-17f4-4975-8a67-66c0d320ce1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.8560715 Jan 29 04:24:59.977276 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0409c6-17f4-4975-8a67-66c0d320ce1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097-project] Pushing event updated for resources: {'Network': ['ID=b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:59.982054 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6caa976c-58a1-474f-b9d3-d7ea3633ec71 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for security_group (2a99167c-d8b7-45f1-a02b-0442d39077b6), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:00.023615 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d0feee-f63b-44a5-ac1f-3477f68d18a0 None None] Network 9507ed99-2983-492a-ac2f-269d5807feac is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:00.028317 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:25:00.031913 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-b1d0feee-f63b-44a5-ac1f-3477f68d18a0 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:00.047052 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1054915-fd2c-42a8-b6c4-71fafb0909c4 admin admin] Network 4d4605cc-cd83-4037-bfc8-342508214a0e is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:25:00.059757 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-c1054915-fd2c-42a8-b6c4-71fafb0909c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 4d4605cc-cd83-4037-bfc8-342508214a0e) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:00.064517 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1054915-fd2c-42a8-b6c4-71fafb0909c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:00.065206 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c1054915-fd2c-42a8-b6c4-71fafb0909c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:00.097503 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7c2fb1cb-9bbe-4ebf-952c-e23625e4e16f tempest-ExternalNetworksAdminNegativeTestJSON-1657298304 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:00.115292 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6caa976c-58a1-474f-b9d3-d7ea3633ec71 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (2a99167c-d8b7-45f1-a02b-0442d39077b6), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:00.129220 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6caa976c-58a1-474f-b9d3-d7ea3633ec71 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:25:00.138129 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b70ec91-cf29-4fbe-b5ac-8a339cba45b0 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:25:00.147151 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6caa976c-58a1-474f-b9d3-d7ea3633ec71 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (fc2c8f23-4ba2-4737-b193-373aa51a3fea), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:00.147515 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-6caa976c-58a1-474f-b9d3-d7ea3633ec71 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Added segment fc2c8f23-4ba2-4737-b193-373aa51a3fea of type vlan for network b898325d-cb4f-46a6-a928-ecf21ff6f03a Jan 29 04:25:00.160219 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9b70ec91-cf29-4fbe-b5ac-8a339cba45b0 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (0cabe396-d9f2-4ddc-90b5-ee2a871e1c11), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:00.160582 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-9b70ec91-cf29-4fbe-b5ac-8a339cba45b0 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Added segment 0cabe396-d9f2-4ddc-90b5-ee2a871e1c11 of type vlan for network 50516182-8466-449c-b9f8-f817883b4932 Jan 29 04:25:00.179209 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d0feee-f63b-44a5-ac1f-3477f68d18a0 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:00.179418 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70ec91-cf29-4fbe-b5ac-8a339cba45b0 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b707c78c-70e1-4e6b-b072-e376488324b9,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:00.200404 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf31fd56-4743-4d1e-9de4-1244cecb3884 None None] Network 4d4605cc-cd83-4037-bfc8-342508214a0e requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:25:00.200780 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6caa976c-58a1-474f-b9d3-d7ea3633ec71 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (b898325d-cb4f-46a6-a928-ecf21ff6f03a), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:00.215977 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-eb1be1a2-fcbf-4e7f-ad38-77c3d1781434 None None] Attempting to bind port dfaffa5f-9f53-4ecb-9199-7759f6b8513f on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:00.217662 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-cd7776f4-dc00-4efe-a522-2ace88ae9dcc tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0419261 Jan 29 04:25:00.218123 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-eb1be1a2-fcbf-4e7f-ad38-77c3d1781434 None None] Attempting to bind port dfaffa5f-9f53-4ecb-9199-7759f6b8513f by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '4af84b71-d5c4-4409-9ef7-5596cefdefb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '110bb4a8-6dea-4688-b150-e74a0a24c2a5'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:00.218123 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1be1a2-fcbf-4e7f-ad38-77c3d1781434 None None] Attempting to bind port dfaffa5f-9f53-4ecb-9199-7759f6b8513f on network 110bb4a8-6dea-4688-b150-e74a0a24c2a5 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:00.220913 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 48816) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:00.222461 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9b70ec91-cf29-4fbe-b5ac-8a339cba45b0 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (50516182-8466-449c-b9f8-f817883b4932), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:00.228465 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1be1a2-fcbf-4e7f-ad38-77c3d1781434 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:25:00.229135 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-3abbef68-1dcd-4d84-b583-698f783b7e99 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Request body: {'port': {'network_id': '8a5b95d0-f11f-4828-83b4-d7b3c196132a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-986801868'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:00.230261 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1be1a2-fcbf-4e7f-ad38-77c3d1781434 None None] Checking segment: {'id': '4af84b71-d5c4-4409-9ef7-5596cefdefb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '110bb4a8-6dea-4688-b150-e74a0a24c2a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:25:00.230975 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eb1be1a2-fcbf-4e7f-ad38-77c3d1781434 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:00.231573 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1be1a2-fcbf-4e7f-ad38-77c3d1781434 None None] Bound using segment: {'id': '4af84b71-d5c4-4409-9ef7-5596cefdefb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '110bb4a8-6dea-4688-b150-e74a0a24c2a5'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:25:00.232468 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-eb1be1a2-fcbf-4e7f-ad38-77c3d1781434 None None] Bound port: dfaffa5f-9f53-4ecb-9199-7759f6b8513f, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4af84b71-d5c4-4409-9ef7-5596cefdefb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '110bb4a8-6dea-4688-b150-e74a0a24c2a5'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:25:00.233155 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eb1be1a2-fcbf-4e7f-ad38-77c3d1781434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (dfaffa5f-9f53-4ecb-9199-7759f6b8513f), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:00.308476 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-eb1be1a2-fcbf-4e7f-ad38-77c3d1781434 None None] For port dfaffa5f-9f53-4ecb-9199-7759f6b8513f, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:25:00.312134 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-eb1be1a2-fcbf-4e7f-ad38-77c3d1781434 None None] For port dfaffa5f-9f53-4ecb-9199-7759f6b8513f, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=dfaffa5f-9f53-4ecb-9199-7759f6b8513f,segment=NetworkSegment(4af84b71-d5c4-4409-9ef7-5596cefdefb6),segment_id=4af84b71-d5c4-4409-9ef7-5596cefdefb6)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:25:00.314252 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6caa976c-58a1-474f-b9d3-d7ea3633ec71 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (b898325d-cb4f-46a6-a928-ecf21ff6f03a), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:00.315362 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6caa976c-58a1-474f-b9d3-d7ea3633ec71 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:00.315939 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6caa976c-58a1-474f-b9d3-d7ea3633ec71 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:00.357163 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c1054915-fd2c-42a8-b6c4-71fafb0909c4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5003092 Jan 29 04:25:00.358089 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 48822) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:00.370676 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-516810c3-a382-4284-a628-1dcba17a2919 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-431633746-router', 'tenant_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:00.388401 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caa976c-58a1-474f-b9d3-d7ea3633ec71 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a99167c-d8b7-45f1-a02b-0442d39077b6,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:00.424651 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eb1be1a2-fcbf-4e7f-ad38-77c3d1781434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (dfaffa5f-9f53-4ecb-9199-7759f6b8513f), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:00.446493 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-6caa976c-58a1-474f-b9d3-d7ea3633ec71 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.5672684 Jan 29 04:25:00.446970 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9b70ec91-cf29-4fbe-b5ac-8a339cba45b0 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (50516182-8466-449c-b9f8-f817883b4932), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:00.456155 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b70ec91-cf29-4fbe-b5ac-8a339cba45b0 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:00.456867 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9b70ec91-cf29-4fbe-b5ac-8a339cba45b0 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:00.458070 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 48824) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:00.490918 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-4c50f972-b426-4b94-b4bc-6e421fb34ce9 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Request body: {'subnet': {'network_id': 'b898325d-cb4f-46a6-a928-ecf21ff6f03a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:00.572463 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-b1d0feee-f63b-44a5-ac1f-3477f68d18a0 None None] Attempting to bind port beb8a9e5-8e9d-4121-a84f-4eb0e408164c on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:00.577684 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-b1d0feee-f63b-44a5-ac1f-3477f68d18a0 None None] Attempting to bind port beb8a9e5-8e9d-4121-a84f-4eb0e408164c by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'd9adf04a-b50e-40f5-aaa3-34e90a55f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9507ed99-2983-492a-ac2f-269d5807feac'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:00.577684 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d0feee-f63b-44a5-ac1f-3477f68d18a0 None None] Attempting to bind port beb8a9e5-8e9d-4121-a84f-4eb0e408164c on network 9507ed99-2983-492a-ac2f-269d5807feac {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:00.635352 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d0feee-f63b-44a5-ac1f-3477f68d18a0 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:25:00.642482 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d0feee-f63b-44a5-ac1f-3477f68d18a0 None None] Checking segment: {'id': 'd9adf04a-b50e-40f5-aaa3-34e90a55f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9507ed99-2983-492a-ac2f-269d5807feac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:25:00.642482 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b1d0feee-f63b-44a5-ac1f-3477f68d18a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:00.642482 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d0feee-f63b-44a5-ac1f-3477f68d18a0 None None] Bound using segment: {'id': 'd9adf04a-b50e-40f5-aaa3-34e90a55f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9507ed99-2983-492a-ac2f-269d5807feac'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:25:00.642482 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-b1d0feee-f63b-44a5-ac1f-3477f68d18a0 None None] Bound port: beb8a9e5-8e9d-4121-a84f-4eb0e408164c, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9adf04a-b50e-40f5-aaa3-34e90a55f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9507ed99-2983-492a-ac2f-269d5807feac'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:25:00.642482 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b1d0feee-f63b-44a5-ac1f-3477f68d18a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (beb8a9e5-8e9d-4121-a84f-4eb0e408164c), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:00.642482 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0feee-f63b-44a5-ac1f-3477f68d18a0 None None] Pushing event updated for resources: {'Port': ['ID=beb8a9e5-8e9d-4121-a84f-4eb0e408164c,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:00.720729 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1be1a2-fcbf-4e7f-ad38-77c3d1781434 None None] Pushing event updated for resources: {'Port': ['ID=dfaffa5f-9f53-4ecb-9199-7759f6b8513f,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:00.728078 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646c13fa-9f0c-4b97-9a0f-09a17b1862ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-8a5b95d0-f11f-4828-83b4-d7b3c196132a', 'network_id': '8a5b95d0-f11f-4828-83b4-d7b3c196132a', 'project_id': '0b49a4fb597f4ac08ef4c470b8fe82b2', 'fixed_ips': [{'subnet_id': '95ee4e76-4f5f-41e4-b9cf-3e5223982d04'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:25:00.729300 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caa976c-58a1-474f-b9d3-d7ea3633ec71 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Pushing event updated for resources: {'Network': ['ID=b898325d-cb4f-46a6-a928-ecf21ff6f03a,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:00.729601 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-646c13fa-9f0c-4b97-9a0f-09a17b1862ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:00.740017 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9b70ec91-cf29-4fbe-b5ac-8a339cba45b0 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7050903 Jan 29 04:25:00.742670 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 48826) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:00.772703 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network b898325d-cb4f-46a6-a928-ecf21ff6f03a details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:25:00.785972 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-516810c3-a382-4284-a628-1dcba17a2919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (de69dbd8-cdba-406c-b857-5ef4d1a5deaf), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:00.787322 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-516810c3-a382-4284-a628-1dcba17a2919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (de69dbd8-cdba-406c-b857-5ef4d1a5deaf), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:00.795573 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-7c2fb1cb-9bbe-4ebf-952c-e23625e4e16f tempest-ExternalNetworksAdminNegativeTestJSON-1657298304 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304-project-admin] Allocated IP 172.26.8.156 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/5536fb01-8d34-4311-9bd2-0d28e614bfa4) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:00.797875 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-ee4e8e8a-2089-4529-955a-7aec791c2351 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Request body: {'subnet': {'network_id': '50516182-8466-449c-b9f8-f817883b4932', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:00.862401 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c50f972-b426-4b94-b4bc-6e421fb34ce9 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Made reservation on behalf of 36b5f773735646d68c0ca20998a70101 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:00.865194 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4c50f972-b426-4b94-b4bc-6e421fb34ce9 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:00.968083 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abbef68-1dcd-4d84-b583-698f783b7e99 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Made reservation on behalf of 0b49a4fb597f4ac08ef4c470b8fe82b2 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:00.969675 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3abbef68-1dcd-4d84-b583-698f783b7e99 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:00.982954 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 48828) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:01.008969 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70ec91-cf29-4fbe-b5ac-8a339cba45b0 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Pushing event updated for resources: {'Network': ['ID=50516182-8466-449c-b9f8-f817883b4932,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:01.022410 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Request body: {'port': {'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e', 'binding:host_id': 'hv-neutron-8211', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684418316'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:01.037270 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-3abbef68-1dcd-4d84-b583-698f783b7e99 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] device_id is not set on port befed630-98b1-44ce-9e17-ba1090e80062 yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:25:01.039164 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-998cea56-9fcb-4258-b96e-0e48a9cb5899 admin admin] Publish callbacks [] for router_gateway (49a67c9b-a555-482d-9e94-728cdfbceef0), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:01.065410 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-646c13fa-9f0c-4b97-9a0f-09a17b1862ca None None] Allocated IP 172.20.0.2 (8a5b95d0-f11f-4828-83b4-d7b3c196132a/95ee4e76-4f5f-41e4-b9cf-3e5223982d04/73ea665e-28e1-4232-8e9e-bf5724ad4959) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:01.084686 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-998cea56-9fcb-4258-b96e-0e48a9cb5899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:01.149483 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 50516182-8466-449c-b9f8-f817883b4932 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:25:01.161954 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-516810c3-a382-4284-a628-1dcba17a2919 admin admin] Publish callbacks [] for router_controller (de69dbd8-cdba-406c-b857-5ef4d1a5deaf), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:01.234828 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-10c1fbb6-abe3-47ef-8b11-3550c75c1224 admin admin] Publish callbacks [] for router_gateway (b74ba9fa-7939-492e-adaf-9b6f3d82e3d1), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:01.251533 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4e8e8a-2089-4529-955a-7aec791c2351 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Made reservation on behalf of fbf30356a6d1413288ab9cf6b30f9820 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:01.260074 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ee4e8e8a-2089-4529-955a-7aec791c2351 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Publish callbacks [] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:01.327257 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device dfaffa5f-9f53-4ecb-9199-7759f6b8513f up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:01.329691 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-10c1fbb6-abe3-47ef-8b11-3550c75c1224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:01.624981 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24306f7c-bafc-41b6-a2b6-f6e56083d885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-4d4605cc-cd83-4037-bfc8-342508214a0e', 'network_id': '4d4605cc-cd83-4037-bfc8-342508214a0e', 'project_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'fixed_ips': [{'subnet_id': '28462fdf-59a1-4f6b-8a80-4bfac581848e'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:25:01.624981 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-24306f7c-bafc-41b6-a2b6-f6e56083d885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:01.625763 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Made reservation on behalf of f3c685c3fd364f60aea8fef57f5de5d2 for: {'port': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:01.625763 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:01.625763 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7c2fb1cb-9bbe-4ebf-952c-e23625e4e16f tempest-ExternalNetworksAdminNegativeTestJSON-1657298304 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304-project-admin] Publish callbacks [] for port (5536fb01-8d34-4311-9bd2-0d28e614bfa4), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:01.625763 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:01.625986 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-b1d0feee-f63b-44a5-ac1f-3477f68d18a0 None None] For port beb8a9e5-8e9d-4121-a84f-4eb0e408164c, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:25:01.625986 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-b1d0feee-f63b-44a5-ac1f-3477f68d18a0 None None] For port beb8a9e5-8e9d-4121-a84f-4eb0e408164c, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=beb8a9e5-8e9d-4121-a84f-4eb0e408164c,segment=NetworkSegment(d9adf04a-b50e-40f5-aaa3-34e90a55f913),segment_id=d9adf04a-b50e-40f5-aaa3-34e90a55f913)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:25:01.625986 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-646c13fa-9f0c-4b97-9a0f-09a17b1862ca None None] Publish callbacks [] for port (73ea665e-28e1-4232-8e9e-bf5724ad4959), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:01.626202 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks [] for security_group (8557c8b6-74db-4134-b991-d87e1e2ef471), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:01.626263 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port dfaffa5f-9f53-4ecb-9199-7759f6b8513f triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:01.626263 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (dfaffa5f-9f53-4ecb-9199-7759f6b8513f), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:01.626446 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-516810c3-a382-4284-a628-1dcba17a2919 admin admin] Publish callbacks [] for router_gateway (de69dbd8-cdba-406c-b857-5ef4d1a5deaf), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:01.636747 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b1d0feee-f63b-44a5-ac1f-3477f68d18a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (beb8a9e5-8e9d-4121-a84f-4eb0e408164c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:01.688146 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-24306f7c-bafc-41b6-a2b6-f6e56083d885 None None] Allocated IP 172.20.0.2 (4d4605cc-cd83-4037-bfc8-342508214a0e/28462fdf-59a1-4f6b-8a80-4bfac581848e/1dc8f570-cab0-4355-8e94-451b4780a9d0) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:01.764221 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-646c13fa-9f0c-4b97-9a0f-09a17b1862ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (73ea665e-28e1-4232-8e9e-bf5724ad4959), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:01.769517 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0feee-f63b-44a5-ac1f-3477f68d18a0 None None] Pushing event updated for resources: {'Port': ['ID=beb8a9e5-8e9d-4121-a84f-4eb0e408164c,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:01.844922 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7c2fb1cb-9bbe-4ebf-952c-e23625e4e16f tempest-ExternalNetworksAdminNegativeTestJSON-1657298304 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (5536fb01-8d34-4311-9bd2-0d28e614bfa4), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:01.856906 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-3abbef68-1dcd-4d84-b583-698f783b7e99 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Allocated IP 172.20.0.9 (8a5b95d0-f11f-4828-83b4-d7b3c196132a/95ee4e76-4f5f-41e4-b9cf-3e5223982d04/befed630-98b1-44ce-9e17-ba1090e80062) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:01.910557 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ee4e8e8a-2089-4529-955a-7aec791c2351 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for subnet (9b8b9227-b588-471f-b985-b3b7f981c904), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:01.920842 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c13fa-9f0c-4b97-9a0f-09a17b1862ca None None] Pushing event updated for resources: {'Port': ['ID=73ea665e-28e1-4232-8e9e-bf5724ad4959,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:01.941535 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646c13fa-9f0c-4b97-9a0f-09a17b1862ca None None] Network 8a5b95d0-f11f-4828-83b4-d7b3c196132a is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:01.953286 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-646c13fa-9f0c-4b97-9a0f-09a17b1862ca None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:01.955628 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (8557c8b6-74db-4134-b991-d87e1e2ef471), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:01.959080 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] device_id is not set on port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 yet. {{(pid=103584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:25:01.962702 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646c13fa-9f0c-4b97-9a0f-09a17b1862ca None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:01.981075 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port dfaffa5f-9f53-4ecb-9199-7759f6b8513f is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:01.981605 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (dfaffa5f-9f53-4ecb-9199-7759f6b8513f), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:02.098999 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port dfaffa5f-9f53-4ecb-9199-7759f6b8513f, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=dfaffa5f-9f53-4ecb-9199-7759f6b8513f,segment=NetworkSegment(4af84b71-d5c4-4409-9ef7-5596cefdefb6),segment_id=4af84b71-d5c4-4409-9ef7-5596cefdefb6)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:02.109815 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.objects.ports [None req-4c50f972-b426-4b94-b4bc-6e421fb34ce9 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103584) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 04:25:02.110410 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4c50f972-b426-4b94-b4bc-6e421fb34ce9 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for subnet (29981108-ff60-43d0-9441-90e0ae728c77), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:02.116801 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2fb1cb-9bbe-4ebf-952c-e23625e4e16f tempest-ExternalNetworksAdminNegativeTestJSON-1657298304 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304-project-admin] Pushing event updated for resources: {'Port': ['ID=5536fb01-8d34-4311-9bd2-0d28e614bfa4,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:02.128345 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e8e8a-2089-4529-955a-7aec791c2351 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Pushing event updated for resources: {'Subnet': ['ID=9b8b9227-b588-471f-b985-b3b7f981c904,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:02.171315 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-998cea56-9fcb-4258-b96e-0e48a9cb5899 admin admin] Allocated IP 172.26.8.177 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/30ff137a-2792-4035-a05f-8319daafec09) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:02.185908 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-646c13fa-9f0c-4b97-9a0f-09a17b1862ca None None] Attempting to bind port 73ea665e-28e1-4232-8e9e-bf5724ad4959 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:02.186281 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-646c13fa-9f0c-4b97-9a0f-09a17b1862ca None None] Attempting to bind port 73ea665e-28e1-4232-8e9e-bf5724ad4959 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '1bffa985-96b2-49fe-a055-b759122cf2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8a5b95d0-f11f-4828-83b4-d7b3c196132a'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:02.186639 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646c13fa-9f0c-4b97-9a0f-09a17b1862ca None None] Attempting to bind port 73ea665e-28e1-4232-8e9e-bf5724ad4959 on network 8a5b95d0-f11f-4828-83b4-d7b3c196132a {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:02.189023 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (dfaffa5f-9f53-4ecb-9199-7759f6b8513f), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:02.201000 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2fb1cb-9bbe-4ebf-952c-e23625e4e16f tempest-ExternalNetworksAdminNegativeTestJSON-1657298304 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304-project-admin] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:02.222591 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646c13fa-9f0c-4b97-9a0f-09a17b1862ca None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:25:02.225139 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646c13fa-9f0c-4b97-9a0f-09a17b1862ca None None] Checking segment: {'id': '1bffa985-96b2-49fe-a055-b759122cf2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8a5b95d0-f11f-4828-83b4-d7b3c196132a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:25:02.225139 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-646c13fa-9f0c-4b97-9a0f-09a17b1862ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:02.225139 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646c13fa-9f0c-4b97-9a0f-09a17b1862ca None None] Bound using segment: {'id': '1bffa985-96b2-49fe-a055-b759122cf2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8a5b95d0-f11f-4828-83b4-d7b3c196132a'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:25:02.225414 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-7c2fb1cb-9bbe-4ebf-952c-e23625e4e16f tempest-ExternalNetworksAdminNegativeTestJSON-1657298304 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304-project-admin] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:02.225795 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-646c13fa-9f0c-4b97-9a0f-09a17b1862ca None None] Bound port: 73ea665e-28e1-4232-8e9e-bf5724ad4959, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bffa985-96b2-49fe-a055-b759122cf2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8a5b95d0-f11f-4828-83b4-d7b3c196132a'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:25:02.231362 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-646c13fa-9f0c-4b97-9a0f-09a17b1862ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (73ea665e-28e1-4232-8e9e-bf5724ad4959), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:02.255196 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2fb1cb-9bbe-4ebf-952c-e23625e4e16f tempest-ExternalNetworksAdminNegativeTestJSON-1657298304 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304-project-admin] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:02.270097 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec108df-ff74-44b8-a34d-ef61737187f3 None None] Network 110bb4a8-6dea-4688-b150-e74a0a24c2a5 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:25:02.272332 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4e8e8a-2089-4529-955a-7aec791c2351 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Checking segment: {'id': '0cabe396-d9f2-4ddc-90b5-ee2a871e1c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '50516182-8466-449c-b9f8-f817883b4932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:25:02.272867 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4e8e8a-2089-4529-955a-7aec791c2351 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Network hostable DHCP agents. Network: 50516182-8466-449c-b9f8-f817883b4932, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:25:02.302700 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3abbef68-1dcd-4d84-b583-698f783b7e99 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Publish callbacks [] for port (befed630-98b1-44ce-9e17-ba1090e80062), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:02.305323 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8557c8b6-74db-4134-b991-d87e1e2ef471,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:02.358614 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-24306f7c-bafc-41b6-a2b6-f6e56083d885 None None] Publish callbacks [] for port (1dc8f570-cab0-4355-8e94-451b4780a9d0), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:02.392117 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50f972-b426-4b94-b4bc-6e421fb34ce9 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Pushing event updated for resources: {'Subnet': ['ID=29981108-ff60-43d0-9441-90e0ae728c77,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:02.423996 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-0eebcc07-39c3-4fb0-b947-9f648062415d None None] Provisioning complete for port dfaffa5f-9f53-4ecb-9199-7759f6b8513f triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:02.424464 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0eebcc07-39c3-4fb0-b947-9f648062415d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (dfaffa5f-9f53-4ecb-9199-7759f6b8513f), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:02.430398 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=dfaffa5f-9f53-4ecb-9199-7759f6b8513f,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:02.482767 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-24306f7c-bafc-41b6-a2b6-f6e56083d885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (1dc8f570-cab0-4355-8e94-451b4780a9d0), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:02.491380 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-646c13fa-9f0c-4b97-9a0f-09a17b1862ca None None] For port 73ea665e-28e1-4232-8e9e-bf5724ad4959, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:25:02.502453 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-646c13fa-9f0c-4b97-9a0f-09a17b1862ca None None] For port 73ea665e-28e1-4232-8e9e-bf5724ad4959, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=73ea665e-28e1-4232-8e9e-bf5724ad4959,segment=NetworkSegment(1bffa985-96b2-49fe-a055-b759122cf2d2),segment_id=1bffa985-96b2-49fe-a055-b759122cf2d2)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:25:02.555339 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c50f972-b426-4b94-b4bc-6e421fb34ce9 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Checking segment: {'id': 'fc2c8f23-4ba2-4737-b193-373aa51a3fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b898325d-cb4f-46a6-a928-ecf21ff6f03a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:25:02.555339 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c50f972-b426-4b94-b4bc-6e421fb34ce9 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Network hostable DHCP agents. Network: b898325d-cb4f-46a6-a928-ecf21ff6f03a, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:25:02.558499 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4e8e8a-2089-4529-955a-7aec791c2351 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Network 50516182-8466-449c-b9f8-f817883b4932 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:25:02.563124 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7c2fb1cb-9bbe-4ebf-952c-e23625e4e16f tempest-ExternalNetworksAdminNegativeTestJSON-1657298304 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304-project-admin] Publish callbacks [] for floatingip (fbb23799-568c-470f-b8bc-22d56e96e63f), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:02.608541 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-516810c3-a382-4284-a628-1dcba17a2919 admin admin] Publish callbacks [] for router_gateway (de69dbd8-cdba-406c-b857-5ef4d1a5deaf), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:02.614618 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] device_id is not set on port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 yet. {{(pid=103584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:25:02.628927 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-516810c3-a382-4284-a628-1dcba17a2919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:02.642380 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-998cea56-9fcb-4258-b96e-0e48a9cb5899 admin admin] Publish callbacks [] for port (30ff137a-2792-4035-a05f-8319daafec09), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:02.645960 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks [] for port (6ccef185-aee2-4d89-af5d-11a30e8c6c16), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:02.680119 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-646c13fa-9f0c-4b97-9a0f-09a17b1862ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (73ea665e-28e1-4232-8e9e-bf5724ad4959), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:02.683167 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3abbef68-1dcd-4d84-b583-698f783b7e99 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (befed630-98b1-44ce-9e17-ba1090e80062), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:02.686430 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-ee4e8e8a-2089-4529-955a-7aec791c2351 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 50516182-8466-449c-b9f8-f817883b4932) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:02.699198 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24306f7c-bafc-41b6-a2b6-f6e56083d885 None None] Network 4d4605cc-cd83-4037-bfc8-342508214a0e is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:02.715206 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-24306f7c-bafc-41b6-a2b6-f6e56083d885 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:02.717780 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24306f7c-bafc-41b6-a2b6-f6e56083d885 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:02.726882 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24306f7c-bafc-41b6-a2b6-f6e56083d885 None None] Pushing event updated for resources: {'Port': ['ID=1dc8f570-cab0-4355-8e94-451b4780a9d0,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:02.739611 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (6ccef185-aee2-4d89-af5d-11a30e8c6c16), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:02.756725 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7c2fb1cb-9bbe-4ebf-952c-e23625e4e16f tempest-ExternalNetworksAdminNegativeTestJSON-1657298304 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (5536fb01-8d34-4311-9bd2-0d28e614bfa4), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:02.805552 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c50f972-b426-4b94-b4bc-6e421fb34ce9 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Network b898325d-cb4f-46a6-a928-ecf21ff6f03a is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:25:02.815308 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300f4e15-14dd-4ce6-886c-3bd99b5920fd None None] Network 50516182-8466-449c-b9f8-f817883b4932 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:25:02.815451 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-998cea56-9fcb-4258-b96e-0e48a9cb5899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (30ff137a-2792-4035-a05f-8319daafec09), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:02.847674 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-4c50f972-b426-4b94-b4bc-6e421fb34ce9 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, b898325d-cb4f-46a6-a928-ecf21ff6f03a) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:02.874205 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4e8e8a-2089-4529-955a-7aec791c2351 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:02.882649 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c50f972-b426-4b94-b4bc-6e421fb34ce9 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:02.883257 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4c50f972-b426-4b94-b4bc-6e421fb34ce9 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:02.885239 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ee4e8e8a-2089-4529-955a-7aec791c2351 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:02.898607 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177fb8cd-7c04-4cae-8951-4ee51640cfdf None None] Network b898325d-cb4f-46a6-a928-ecf21ff6f03a requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:25:02.904934 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Pushing event updated for resources: {'Port': ['ID=6ccef185-aee2-4d89-af5d-11a30e8c6c16,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:02.917292 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998cea56-9fcb-4258-b96e-0e48a9cb5899 admin admin] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:02.947155 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-998cea56-9fcb-4258-b96e-0e48a9cb5899 admin admin] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:02.961502 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abbef68-1dcd-4d84-b583-698f783b7e99 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Network 8a5b95d0-f11f-4828-83b4-d7b3c196132a is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:02.974229 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998cea56-9fcb-4258-b96e-0e48a9cb5899 admin admin] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:02.982218 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-24306f7c-bafc-41b6-a2b6-f6e56083d885 None None] Attempting to bind port 1dc8f570-cab0-4355-8e94-451b4780a9d0 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:02.982737 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-24306f7c-bafc-41b6-a2b6-f6e56083d885 None None] Attempting to bind port 1dc8f570-cab0-4355-8e94-451b4780a9d0 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'fd7ead1e-c2bd-4a04-99ff-ba05b654eedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4d4605cc-cd83-4037-bfc8-342508214a0e'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:02.983204 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24306f7c-bafc-41b6-a2b6-f6e56083d885 None None] Attempting to bind port 1dc8f570-cab0-4355-8e94-451b4780a9d0 on network 4d4605cc-cd83-4037-bfc8-342508214a0e {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:02.986502 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c13fa-9f0c-4b97-9a0f-09a17b1862ca None None] Pushing event updated for resources: {'Port': ['ID=73ea665e-28e1-4232-8e9e-bf5724ad4959,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:02.990673 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-3abbef68-1dcd-4d84-b583-698f783b7e99 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:02.996327 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abbef68-1dcd-4d84-b583-698f783b7e99 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:03.012363 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abbef68-1dcd-4d84-b583-698f783b7e99 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:03.013079 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3abbef68-1dcd-4d84-b583-698f783b7e99 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:03.015820 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abbef68-1dcd-4d84-b583-698f783b7e99 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Pushing event updated for resources: {'Port': ['ID=befed630-98b1-44ce-9e17-ba1090e80062,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:03.048728 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-10c1fbb6-abe3-47ef-8b11-3550c75c1224 admin admin] Allocated IP 172.26.8.98 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/470f8c28-13b9-40c0-9f63-254654f9015b) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:03.050583 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24306f7c-bafc-41b6-a2b6-f6e56083d885 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:25:03.051105 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24306f7c-bafc-41b6-a2b6-f6e56083d885 None None] Checking segment: {'id': 'fd7ead1e-c2bd-4a04-99ff-ba05b654eedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4d4605cc-cd83-4037-bfc8-342508214a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:25:03.051610 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-24306f7c-bafc-41b6-a2b6-f6e56083d885 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:03.052107 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24306f7c-bafc-41b6-a2b6-f6e56083d885 None None] Bound using segment: {'id': 'fd7ead1e-c2bd-4a04-99ff-ba05b654eedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4d4605cc-cd83-4037-bfc8-342508214a0e'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:25:03.052748 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-24306f7c-bafc-41b6-a2b6-f6e56083d885 None None] Bound port: 1dc8f570-cab0-4355-8e94-451b4780a9d0, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd7ead1e-c2bd-4a04-99ff-ba05b654eedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4d4605cc-cd83-4037-bfc8-342508214a0e'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:25:03.053241 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-24306f7c-bafc-41b6-a2b6-f6e56083d885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (1dc8f570-cab0-4355-8e94-451b4780a9d0), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:03.071655 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ee4e8e8a-2089-4529-955a-7aec791c2351 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2871728 Jan 29 04:25:03.076085 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 48832) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:03.086287 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-db8a8115-093b-4676-bca0-e343ed7af946 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Request body: {'port': {'network_id': '50516182-8466-449c-b9f8-f817883b4932', 'name': 'tempest-DHCPAgentSchedulersTestJSON-338915122'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:03.108785 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-4c50f972-b426-4b94-b4bc-6e421fb34ce9 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.6470547 Jan 29 04:25:03.143365 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-0eebcc07-39c3-4fb0-b947-9f648062415d None None] Current status of the port dfaffa5f-9f53-4ecb-9199-7759f6b8513f is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:03.148549 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 48834) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:03.190873 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Checking segment: {'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:25:03.190873 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Network hostable DHCP agents. Network: b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:25:03.199913 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998cea56-9fcb-4258-b96e-0e48a9cb5899 admin admin] Pushing event updated for resources: {'Port': ['ID=30ff137a-2792-4035-a05f-8319daafec09,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:03.293968 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-2e1ba1a5-1997-44d1-a932-ac6c8191986e tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2096787624', 'network_id': 'b898325d-cb4f-46a6-a928-ecf21ff6f03a'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:03.320942 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-24306f7c-bafc-41b6-a2b6-f6e56083d885 None None] For port 1dc8f570-cab0-4355-8e94-451b4780a9d0, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:25:03.334250 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91fb294-754b-463d-8298-7465cbdbf8b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-50516182-8466-449c-b9f8-f817883b4932', 'network_id': '50516182-8466-449c-b9f8-f817883b4932', 'project_id': 'fbf30356a6d1413288ab9cf6b30f9820', 'fixed_ips': [{'subnet_id': '9b8b9227-b588-471f-b985-b3b7f981c904'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:25:03.334832 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c91fb294-754b-463d-8298-7465cbdbf8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:03.341089 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-3abbef68-1dcd-4d84-b583-698f783b7e99 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1158571 Jan 29 04:25:03.345682 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 48836) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:03.428415 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-86e73c03-7526-49ee-8edb-9193f66601e9 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Request body: {'port': {'network_id': '8a5b95d0-f11f-4828-83b4-d7b3c196132a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1450966936', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:03.433635 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.api.validators [None req-86e73c03-7526-49ee-8edb-9193f66601e9 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] bootfile-name is not in valid_values {{(pid=103585) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 29 04:25:03.433635 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.api.validators [None req-86e73c03-7526-49ee-8edb-9193f66601e9 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] tftp-server is not in valid_values {{(pid=103585) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 29 04:25:03.433635 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.api.validators [None req-86e73c03-7526-49ee-8edb-9193f66601e9 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] server-ip-address is not in valid_values {{(pid=103585) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 29 04:25:03.441957 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-24306f7c-bafc-41b6-a2b6-f6e56083d885 None None] For port 1dc8f570-cab0-4355-8e94-451b4780a9d0, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=1dc8f570-cab0-4355-8e94-451b4780a9d0,segment=NetworkSegment(fd7ead1e-c2bd-4a04-99ff-ba05b654eedf),segment_id=fd7ead1e-c2bd-4a04-99ff-ba05b654eedf)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:25:03.452405 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612bdfe7-f2ab-445c-bd4d-dd139d37cca1 None None] Network b898325d-cb4f-46a6-a928-ecf21ff6f03a requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:25:03.470829 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:25:03.488184 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b72364-e04b-47ec-96c2-fe4607502566 None None] Network 9507ed99-2983-492a-ac2f-269d5807feac requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:25:03.496299 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7c2fb1cb-9bbe-4ebf-952c-e23625e4e16f tempest-ExternalNetworksAdminNegativeTestJSON-1657298304 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304-project-admin] Publish callbacks [] for port (5536fb01-8d34-4311-9bd2-0d28e614bfa4), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:03.555801 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-24306f7c-bafc-41b6-a2b6-f6e56083d885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (1dc8f570-cab0-4355-8e94-451b4780a9d0), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:03.580168 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7c2fb1cb-9bbe-4ebf-952c-e23625e4e16f tempest-ExternalNetworksAdminNegativeTestJSON-1657298304 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (5536fb01-8d34-4311-9bd2-0d28e614bfa4), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:03.591148 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-49a933ab-c97c-4316-9e7d-8e07ece34f4f None None] Provisioning complete for port dfaffa5f-9f53-4ecb-9199-7759f6b8513f triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:03.592908 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-49a933ab-c97c-4316-9e7d-8e07ece34f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (dfaffa5f-9f53-4ecb-9199-7759f6b8513f), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:03.607982 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1ba1a5-1997-44d1-a932-ac6c8191986e tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Made reservation on behalf of 36b5f773735646d68c0ca20998a70101 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:03.611757 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2e1ba1a5-1997-44d1-a932-ac6c8191986e tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:03.629641 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:03.644929 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-10c1fbb6-abe3-47ef-8b11-3550c75c1224 admin admin] Publish callbacks [] for port (470f8c28-13b9-40c0-9f63-254654f9015b), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:03.674997 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-2e1ba1a5-1997-44d1-a932-ac6c8191986e tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] device_id is not set on port c40f5ab1-fcc3-4eff-9d38-f774442e8060 yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:25:03.738855 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 73ea665e-28e1-4232-8e9e-bf5724ad4959 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:03.757957 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8a8115-093b-4676-bca0-e343ed7af946 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Made reservation on behalf of fbf30356a6d1413288ab9cf6b30f9820 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:03.762917 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-db8a8115-093b-4676-bca0-e343ed7af946 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:03.764580 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2faab08e-8ec6-4be4-bb24-ecd313ebaebc None None] Network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:25:03.768677 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:03.796934 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e73c03-7526-49ee-8edb-9193f66601e9 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Made reservation on behalf of 0b49a4fb597f4ac08ef4c470b8fe82b2 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:03.798758 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-998cea56-9fcb-4258-b96e-0e48a9cb5899 admin admin] Publish callbacks [] for router_gateway (49a67c9b-a555-482d-9e94-728cdfbceef0), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:03.800578 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-86e73c03-7526-49ee-8edb-9193f66601e9 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:03.819666 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7c2fb1cb-9bbe-4ebf-952c-e23625e4e16f tempest-ExternalNetworksAdminNegativeTestJSON-1657298304 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (fbb23799-568c-470f-b8bc-22d56e96e63f), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:03.860321 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2fb1cb-9bbe-4ebf-952c-e23625e4e16f tempest-ExternalNetworksAdminNegativeTestJSON-1657298304 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304-project-admin] Pushing event updated for resources: {'Port': ['ID=5536fb01-8d34-4311-9bd2-0d28e614bfa4,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:03.871364 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:03.871926 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] {{(pid=103584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:03.872648 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:03.878840 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-516810c3-a382-4284-a628-1dcba17a2919 admin admin] Allocated IP 172.26.8.218 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/e11bd39f-a348-4fd2-9ae5-dae3e9cb5780) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:03.886145 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:03.886711 dv-neutron-821190-1-hyperv neutron-server[103584]: ERROR neutron.plugins.ml2.managers [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Failed to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] Jan 29 04:25:03.889590 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.plugins.ml2.plugin [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempt 2 to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 Jan 29 04:25:03.912363 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:03.912852 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] {{(pid=103584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:03.913260 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:03.922470 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:03.922655 dv-neutron-821190-1-hyperv neutron-server[103584]: ERROR neutron.plugins.ml2.managers [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Failed to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] Jan 29 04:25:03.923078 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.plugins.ml2.plugin [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempt 3 to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 Jan 29 04:25:03.961530 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24306f7c-bafc-41b6-a2b6-f6e56083d885 None None] Pushing event updated for resources: {'Port': ['ID=1dc8f570-cab0-4355-8e94-451b4780a9d0,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:03.977436 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7c2fb1cb-9bbe-4ebf-952c-e23625e4e16f tempest-ExternalNetworksAdminNegativeTestJSON-1657298304 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:03.983485 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-7c2fb1cb-9bbe-4ebf-952c-e23625e4e16f tempest-ExternalNetworksAdminNegativeTestJSON-1657298304 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9275978 Jan 29 04:25:03.991952 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 48842) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:03.991952 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:03.991952 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] {{(pid=103584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:03.991952 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:03.998165 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-6cde551b-fa8b-4fa1-9e5f-65073516207c tempest-ExternalNetworksAdminNegativeTestJSON-1657298304 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-228053501', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'fixed_ips': [{'ip_address': '172.26.8.156'}]}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:04.002982 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:04.003447 dv-neutron-821190-1-hyperv neutron-server[103584]: ERROR neutron.plugins.ml2.managers [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Failed to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] Jan 29 04:25:04.010402 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.plugins.ml2.plugin [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempt 4 to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 Jan 29 04:25:04.021699 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-516810c3-a382-4284-a628-1dcba17a2919 admin admin] Publish callbacks [] for port (e11bd39f-a348-4fd2-9ae5-dae3e9cb5780), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:04.033279 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:04.033279 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] {{(pid=103584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:04.033279 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:04.042476 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-10c1fbb6-abe3-47ef-8b11-3550c75c1224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (470f8c28-13b9-40c0-9f63-254654f9015b), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:04.044011 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:04.044697 dv-neutron-821190-1-hyperv neutron-server[103584]: ERROR neutron.plugins.ml2.managers [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Failed to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] Jan 29 04:25:04.047976 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.plugins.ml2.plugin [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempt 5 to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 Jan 29 04:25:04.075146 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-db8a8115-093b-4676-bca0-e343ed7af946 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] device_id is not set on port d27ce28a-780f-4a77-8aa3-bac3f27ae49c yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:25:04.121631 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-2e1ba1a5-1997-44d1-a932-ac6c8191986e tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Allocated IP 2001:db8::1e8 (b898325d-cb4f-46a6-a928-ecf21ff6f03a/29981108-ff60-43d0-9441-90e0ae728c77/c40f5ab1-fcc3-4eff-9d38-f774442e8060) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:04.145082 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-86e73c03-7526-49ee-8edb-9193f66601e9 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] device_id is not set on port ab5634f2-8c4d-46c5-87db-33ed935bb6f1 yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:25:04.145484 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 73ea665e-28e1-4232-8e9e-bf5724ad4959 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:04.145967 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (73ea665e-28e1-4232-8e9e-bf5724ad4959), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:04.218722 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c1fbb6-abe3-47ef-8b11-3550c75c1224 admin admin] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:04.220985 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-998cea56-9fcb-4258-b96e-0e48a9cb5899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (49a67c9b-a555-482d-9e94-728cdfbceef0), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:04.241571 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:04.242124 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] {{(pid=103584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:04.242598 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:04.253872 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-c91fb294-754b-463d-8298-7465cbdbf8b0 None None] Allocated IP 172.20.0.2 (50516182-8466-449c-b9f8-f817883b4932/9b8b9227-b588-471f-b985-b3b7f981c904/d5c4b259-d8f5-4fff-b633-d9f4f4c4750b) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:04.266699 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:04.267093 dv-neutron-821190-1-hyperv neutron-server[103584]: ERROR neutron.plugins.ml2.managers [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Failed to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] Jan 29 04:25:04.311125 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.plugins.ml2.plugin [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempt 6 to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 Jan 29 04:25:04.338297 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:04.339441 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] {{(pid=103584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:04.340010 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:04.351479 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cde551b-fa8b-4fa1-9e5f-65073516207c tempest-ExternalNetworksAdminNegativeTestJSON-1657298304 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304-project-admin] Made reservation on behalf of 2ee89fdc39084ea3828ae45ef55c0061 for: {'port': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:04.354904 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6cde551b-fa8b-4fa1-9e5f-65073516207c tempest-ExternalNetworksAdminNegativeTestJSON-1657298304 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:04.357857 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-86e73c03-7526-49ee-8edb-9193f66601e9 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Allocated IP 172.20.0.12 (8a5b95d0-f11f-4828-83b4-d7b3c196132a/95ee4e76-4f5f-41e4-b9cf-3e5223982d04/ab5634f2-8c4d-46c5-87db-33ed935bb6f1) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:04.369556 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:04.370644 dv-neutron-821190-1-hyperv neutron-server[103584]: ERROR neutron.plugins.ml2.managers [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Failed to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] Jan 29 04:25:04.372607 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-10c1fbb6-abe3-47ef-8b11-3550c75c1224 admin admin] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:04.381071 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.plugins.ml2.plugin [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempt 7 to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 Jan 29 04:25:04.394340 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6cde551b-fa8b-4fa1-9e5f-65073516207c tempest-ExternalNetworksAdminNegativeTestJSON-1657298304 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:04.431760 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c1fbb6-abe3-47ef-8b11-3550c75c1224 admin admin] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:04.483406 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-49a933ab-c97c-4316-9e7d-8e07ece34f4f None None] Current status of the port dfaffa5f-9f53-4ecb-9199-7759f6b8513f is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:04.496160 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:04.499673 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] {{(pid=103584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:04.500076 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:04.526823 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:04.527163 dv-neutron-821190-1-hyperv neutron-server[103584]: ERROR neutron.plugins.ml2.managers [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Failed to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] Jan 29 04:25:04.545781 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.plugins.ml2.plugin [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempt 8 to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 Jan 29 04:25:04.564774 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 73ea665e-28e1-4232-8e9e-bf5724ad4959 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:04.565270 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (73ea665e-28e1-4232-8e9e-bf5724ad4959), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:04.614613 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c91fb294-754b-463d-8298-7465cbdbf8b0 None None] Publish callbacks [] for port (d5c4b259-d8f5-4fff-b633-d9f4f4c4750b), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:04.614840 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:04.615192 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] {{(pid=103584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:04.615571 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:04.636597 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-1ac0c31a-ba67-4302-8e8c-e348e12a6614 None None] Provisioning complete for port beb8a9e5-8e9d-4121-a84f-4eb0e408164c triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:04.637257 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1ac0c31a-ba67-4302-8e8c-e348e12a6614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (beb8a9e5-8e9d-4121-a84f-4eb0e408164c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:04.641089 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:04.641906 dv-neutron-821190-1-hyperv neutron-server[103584]: ERROR neutron.plugins.ml2.managers [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Failed to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] Jan 29 04:25:04.647212 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.plugins.ml2.plugin [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempt 9 to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 Jan 29 04:25:04.647366 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-86e73c03-7526-49ee-8edb-9193f66601e9 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Publish callbacks [] for port (ab5634f2-8c4d-46c5-87db-33ed935bb6f1), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:04.661641 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 73ea665e-28e1-4232-8e9e-bf5724ad4959, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=73ea665e-28e1-4232-8e9e-bf5724ad4959,segment=NetworkSegment(1bffa985-96b2-49fe-a055-b759122cf2d2),segment_id=1bffa985-96b2-49fe-a055-b759122cf2d2)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:04.662873 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b231ce1-2c45-467d-b91e-a12147ea7e00 None None] Network 8a5b95d0-f11f-4828-83b4-d7b3c196132a requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:25:04.680678 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:04.681025 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] {{(pid=103584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:04.681615 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:04.704908 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:04.705241 dv-neutron-821190-1-hyperv neutron-server[103584]: ERROR neutron.plugins.ml2.managers [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Failed to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] Jan 29 04:25:04.708067 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.plugins.ml2.plugin [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempt 10 to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 Jan 29 04:25:04.711807 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6cde551b-fa8b-4fa1-9e5f-65073516207c tempest-ExternalNetworksAdminNegativeTestJSON-1657298304 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304-project-admin] Publish callbacks [] for security_group (8a4b2a6a-ebe3-45c5-b226-be4fbd55bf65), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:04.722782 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:04.723120 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] {{(pid=103584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:04.723639 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:04.729866 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c91fb294-754b-463d-8298-7465cbdbf8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (d5c4b259-d8f5-4fff-b633-d9f4f4c4750b), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:04.730011 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:04.730011 dv-neutron-821190-1-hyperv neutron-server[103584]: ERROR neutron.plugins.ml2.managers [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Failed to bind port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] Jan 29 04:25:04.730011 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (6ccef185-aee2-4d89-af5d-11a30e8c6c16), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:04.734075 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c1fbb6-abe3-47ef-8b11-3550c75c1224 admin admin] Pushing event updated for resources: {'Port': ['ID=470f8c28-13b9-40c0-9f63-254654f9015b,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:04.770316 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (73ea665e-28e1-4232-8e9e-bf5724ad4959), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:04.771207 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device beb8a9e5-8e9d-4121-a84f-4eb0e408164c up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:04.786920 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-86e73c03-7526-49ee-8edb-9193f66601e9 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (ab5634f2-8c4d-46c5-87db-33ed935bb6f1), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:04.812556 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91fb294-754b-463d-8298-7465cbdbf8b0 None None] Network 50516182-8466-449c-b9f8-f817883b4932 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:04.818084 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] For port 6ccef185-aee2-4d89-af5d-11a30e8c6c16, host hv-neutron-8211, cleared binding levels {{(pid=103584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:25:04.818084 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempted to set empty binding levels {{(pid=103584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 29 04:25:04.818084 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6cde551b-fa8b-4fa1-9e5f-65073516207c tempest-ExternalNetworksAdminNegativeTestJSON-1657298304 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (8a4b2a6a-ebe3-45c5-b226-be4fbd55bf65), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:04.819186 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [None req-6cde551b-fa8b-4fa1-9e5f-65073516207c tempest-ExternalNetworksAdminNegativeTestJSON-1657298304 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304-project-admin] device_id is not set on port 8739430f-cd3d-47ed-aa74-8ecfa347f582 yet. {{(pid=103584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:25:04.835377 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-c91fb294-754b-463d-8298-7465cbdbf8b0 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:04.841428 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91fb294-754b-463d-8298-7465cbdbf8b0 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:04.851703 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91fb294-754b-463d-8298-7465cbdbf8b0 None None] Pushing event updated for resources: {'Port': ['ID=d5c4b259-d8f5-4fff-b633-d9f4f4c4750b,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:04.907985 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-998cea56-9fcb-4258-b96e-0e48a9cb5899 admin admin] Router 49a67c9b-a555-482d-9e94-728cdfbceef0 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:25:04.914814 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-516810c3-a382-4284-a628-1dcba17a2919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (e11bd39f-a348-4fd2-9ae5-dae3e9cb5780), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:04.929350 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (6ccef185-aee2-4d89-af5d-11a30e8c6c16), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:04.956342 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e73c03-7526-49ee-8edb-9193f66601e9 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Network 8a5b95d0-f11f-4828-83b4-d7b3c196132a is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:04.984350 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-86e73c03-7526-49ee-8edb-9193f66601e9 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:05.014288 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:05.014900 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:05.043004 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e73c03-7526-49ee-8edb-9193f66601e9 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:05.050081 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e73c03-7526-49ee-8edb-9193f66601e9 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:05.055996 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-86e73c03-7526-49ee-8edb-9193f66601e9 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:05.103770 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516810c3-a382-4284-a628-1dcba17a2919 admin admin] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:05.106246 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-db8a8115-093b-4676-bca0-e343ed7af946 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Allocated IP 172.20.0.12 (50516182-8466-449c-b9f8-f817883b4932/9b8b9227-b588-471f-b985-b3b7f981c904/d27ce28a-780f-4a77-8aa3-bac3f27ae49c) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:05.110506 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e73c03-7526-49ee-8edb-9193f66601e9 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Pushing event updated for resources: {'Port': ['ID=ab5634f2-8c4d-46c5-87db-33ed935bb6f1,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:05.132390 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-516810c3-a382-4284-a628-1dcba17a2919 admin admin] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:05.198400 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516810c3-a382-4284-a628-1dcba17a2919 admin admin] Pushing event updated for resources: {'Port': ['ID=e11bd39f-a348-4fd2-9ae5-dae3e9cb5780,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:05.252233 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516810c3-a382-4284-a628-1dcba17a2919 admin admin] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:05.256315 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cde551b-fa8b-4fa1-9e5f-65073516207c tempest-ExternalNetworksAdminNegativeTestJSON-1657298304 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4b2a6a-ebe3-45c5-b226-be4fbd55bf65,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:05.262593 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-1ac0c31a-ba67-4302-8e8c-e348e12a6614 None None] Current status of the port beb8a9e5-8e9d-4121-a84f-4eb0e408164c is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:05.263158 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1ac0c31a-ba67-4302-8e8c-e348e12a6614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (beb8a9e5-8e9d-4121-a84f-4eb0e408164c), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:05.275791 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Pushing event updated for resources: {'Port': ['ID=6ccef185-aee2-4d89-af5d-11a30e8c6c16,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:05.277084 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-c91fb294-754b-463d-8298-7465cbdbf8b0 None None] Attempting to bind port d5c4b259-d8f5-4fff-b633-d9f4f4c4750b on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:05.277455 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-c91fb294-754b-463d-8298-7465cbdbf8b0 None None] Attempting to bind port d5c4b259-d8f5-4fff-b633-d9f4f4c4750b by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '0cabe396-d9f2-4ddc-90b5-ee2a871e1c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '50516182-8466-449c-b9f8-f817883b4932'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:05.279962 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91fb294-754b-463d-8298-7465cbdbf8b0 None None] Attempting to bind port d5c4b259-d8f5-4fff-b633-d9f4f4c4750b on network 50516182-8466-449c-b9f8-f817883b4932 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:05.281871 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=73ea665e-28e1-4232-8e9e-bf5724ad4959,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:05.316930 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port beb8a9e5-8e9d-4121-a84f-4eb0e408164c triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:05.317324 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (beb8a9e5-8e9d-4121-a84f-4eb0e408164c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:05.320823 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91fb294-754b-463d-8298-7465cbdbf8b0 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:25:05.321202 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91fb294-754b-463d-8298-7465cbdbf8b0 None None] Checking segment: {'id': '0cabe396-d9f2-4ddc-90b5-ee2a871e1c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '50516182-8466-449c-b9f8-f817883b4932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:25:05.321606 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c91fb294-754b-463d-8298-7465cbdbf8b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:05.322629 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91fb294-754b-463d-8298-7465cbdbf8b0 None None] Bound using segment: {'id': '0cabe396-d9f2-4ddc-90b5-ee2a871e1c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '50516182-8466-449c-b9f8-f817883b4932'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:25:05.323284 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-c91fb294-754b-463d-8298-7465cbdbf8b0 None None] Bound port: d5c4b259-d8f5-4fff-b633-d9f4f4c4750b, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cabe396-d9f2-4ddc-90b5-ee2a871e1c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '50516182-8466-449c-b9f8-f817883b4932'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:25:05.323674 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c91fb294-754b-463d-8298-7465cbdbf8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (d5c4b259-d8f5-4fff-b633-d9f4f4c4750b), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:05.357833 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-5ad75402-8c8b-46ff-a33a-fb55fe5c772c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 4.3659465 Jan 29 04:25:05.357833 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 48844) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:05.450565 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-998cea56-9fcb-4258-b96e-0e48a9cb5899 admin admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:25:05.462331 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb5e570-0944-4ab0-a798-4bf8564d87b2 None None] Sync routers for ids ['49a67c9b-a555-482d-9e94-728cdfbceef0'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:25:05.501877 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb5e570-0944-4ab0-a798-4bf8564d87b2 None None] Routers {'49a67c9b-a555-482d-9e94-728cdfbceef0'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:25:05.501877 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-ebb5e570-0944-4ab0-a798-4bf8564d87b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:24:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['49a67c9b-a555-482d-9e94-728cdfbceef0'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:05.502202 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-1ac0c31a-ba67-4302-8e8c-e348e12a6614 None None] For port beb8a9e5-8e9d-4121-a84f-4eb0e408164c, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=beb8a9e5-8e9d-4121-a84f-4eb0e408164c,segment=NetworkSegment(d9adf04a-b50e-40f5-aaa3-34e90a55f913),segment_id=d9adf04a-b50e-40f5-aaa3-34e90a55f913)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:05.530542 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-19949e5d-ba69-4178-ab88-909d88eca4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Deleting port 6ccef185-aee2-4d89-af5d-11a30e8c6c16 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:25:05.530907 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-19949e5d-ba69-4178-ab88-909d88eca4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (6ccef185-aee2-4d89-af5d-11a30e8c6c16), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:05.557480 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-c91fb294-754b-463d-8298-7465cbdbf8b0 None None] For port d5c4b259-d8f5-4fff-b633-d9f4f4c4750b, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:25:05.569016 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-c91fb294-754b-463d-8298-7465cbdbf8b0 None None] For port d5c4b259-d8f5-4fff-b633-d9f4f4c4750b, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=d5c4b259-d8f5-4fff-b633-d9f4f4c4750b,segment=NetworkSegment(0cabe396-d9f2-4ddc-90b5-ee2a871e1c11),segment_id=0cabe396-d9f2-4ddc-90b5-ee2a871e1c11)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:25:05.605039 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3724ce6b-495e-446d-a3dc-f528d9b303d2 None None] Network 4d4605cc-cd83-4037-bfc8-342508214a0e requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:25:05.624311 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-19949e5d-ba69-4178-ab88-909d88eca4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] For port 6ccef185-aee2-4d89-af5d-11a30e8c6c16, host hv-neutron-8211, got binding levels [] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:05.624698 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-19949e5d-ba69-4178-ab88-909d88eca4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (6ccef185-aee2-4d89-af5d-11a30e8c6c16), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:05.655207 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-19949e5d-ba69-4178-ab88-909d88eca4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Calling delete_port for 6ccef185-aee2-4d89-af5d-11a30e8c6c16 owned by {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:25:05.670643 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-86e73c03-7526-49ee-8edb-9193f66601e9 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.2672505 Jan 29 04:25:05.687813 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port beb8a9e5-8e9d-4121-a84f-4eb0e408164c is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:05.688237 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (beb8a9e5-8e9d-4121-a84f-4eb0e408164c), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:05.692799 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 48846) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:05.811027 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-ebb5e570-0944-4ab0-a798-4bf8564d87b2 None None] Set router 49a67c9b-a555-482d-9e94-728cdfbceef0 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:25:05.826794 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2e1ba1a5-1997-44d1-a932-ac6c8191986e tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for port (c40f5ab1-fcc3-4eff-9d38-f774442e8060), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:05.999740 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9ff510-c26f-4e88-b6a6-ebe0c08a6e3b tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:06.005059 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9ff510-c26f-4e88-b6a6-ebe0c08a6e3b tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:06.011597 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9ff510-c26f-4e88-b6a6-ebe0c08a6e3b tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:06.011741 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-ebb5e570-0944-4ab0-a798-4bf8564d87b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a67c9b-a555-482d-9e94-728cdfbceef0', 'name': 'tempest-ServersTestJSON-69517117-router', 'tenant_id': '62b5636027cb4b35a2ac3d1c94409c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '30ff137a-2792-4035-a05f-8319daafec09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:59Z', 'updated_at': '2022-01-29T04:25:03Z', 'revision_number': 3, 'project_id': '62b5636027cb4b35a2ac3d1c94409c20', 'gw_port': {'id': '30ff137a-2792-4035-a05f-8319daafec09', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:41:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a67c9b-a555-482d-9e94-728cdfbceef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:01Z', 'updated_at': '2022-01-29T04:25:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:06.017200 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-1d9ff510-c26f-4e88-b6a6-ebe0c08a6e3b tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.3233066 Jan 29 04:25:06.017960 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 48848) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:06.047114 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb5e570-0944-4ab0-a798-4bf8564d87b2 None None] Checking router: 49a67c9b-a555-482d-9e94-728cdfbceef0 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:25:06.047593 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb5e570-0944-4ab0-a798-4bf8564d87b2 None None] Updating router 49a67c9b-a555-482d-9e94-728cdfbceef0 port 30ff137a-2792-4035-a05f-8319daafec09 binding host dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:25:06.055446 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-10c1fbb6-abe3-47ef-8b11-3550c75c1224 admin admin] Publish callbacks [] for router_gateway (b74ba9fa-7939-492e-adaf-9b6f3d82e3d1), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:06.083412 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ebb5e570-0944-4ab0-a798-4bf8564d87b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (30ff137a-2792-4035-a05f-8319daafec09), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:06.206290 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-db8a8115-093b-4676-bca0-e343ed7af946 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Publish callbacks [] for port (d27ce28a-780f-4a77-8aa3-bac3f27ae49c), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:06.248166 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-c5b9d25a-0424-493a-9c36-17a66bee0301 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Deleting port ab5634f2-8c4d-46c5-87db-33ed935bb6f1 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:25:06.248661 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c5b9d25a-0424-493a-9c36-17a66bee0301 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (ab5634f2-8c4d-46c5-87db-33ed935bb6f1), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:06.334866 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-10c1fbb6-abe3-47ef-8b11-3550c75c1224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (b74ba9fa-7939-492e-adaf-9b6f3d82e3d1), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:06.353597 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cde551b-fa8b-4fa1-9e5f-65073516207c tempest-ExternalNetworksAdminNegativeTestJSON-1657298304 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 29 04:25:06.354732 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cde551b-fa8b-4fa1-9e5f-65073516207c tempest-ExternalNetworksAdminNegativeTestJSON-1657298304 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:25:06.358602 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-998cea56-9fcb-4258-b96e-0e48a9cb5899 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:06.362692 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-998cea56-9fcb-4258-b96e-0e48a9cb5899 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 7.2493048 Jan 29 04:25:06.372929 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 48850) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:06.383302 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ebb5e570-0944-4ab0-a798-4bf8564d87b2 None None] Publish callbacks [] for port (30ff137a-2792-4035-a05f-8319daafec09), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:06.403192 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1ac0c31a-ba67-4302-8e8c-e348e12a6614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (beb8a9e5-8e9d-4121-a84f-4eb0e408164c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:06.457831 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-db8a8115-093b-4676-bca0-e343ed7af946 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (d27ce28a-780f-4a77-8aa3-bac3f27ae49c), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:06.459697 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2e1ba1a5-1997-44d1-a932-ac6c8191986e tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (c40f5ab1-fcc3-4eff-9d38-f774442e8060), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:06.463584 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c91fb294-754b-463d-8298-7465cbdbf8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (d5c4b259-d8f5-4fff-b633-d9f4f4c4750b), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:06.482170 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ebb5e570-0944-4ab0-a798-4bf8564d87b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (30ff137a-2792-4035-a05f-8319daafec09), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:06.490791 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:25:06.492605 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:25:06.503470 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac0c31a-ba67-4302-8e8c-e348e12a6614 None None] Pushing event updated for resources: {'Port': ['ID=beb8a9e5-8e9d-4121-a84f-4eb0e408164c,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:06.570344 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-0aed81e4-ef70-4c71-90c1-ba9b9f307687 None None] Provisioning complete for port 73ea665e-28e1-4232-8e9e-bf5724ad4959 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:06.570735 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0aed81e4-ef70-4c71-90c1-ba9b9f307687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (73ea665e-28e1-4232-8e9e-bf5724ad4959), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:06.583964 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b141b-4689-408e-ac23-0be56231da25 None None] Pushing event updated for resources: {'Port': ['ID=30ff137a-2792-4035-a05f-8319daafec09,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:06.592421 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-19949e5d-ba69-4178-ab88-909d88eca4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (6ccef185-aee2-4d89-af5d-11a30e8c6c16), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:06.602638 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91fb294-754b-463d-8298-7465cbdbf8b0 None None] Pushing event updated for resources: {'Port': ['ID=d5c4b259-d8f5-4fff-b633-d9f4f4c4750b,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:06.618576 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1ba1a5-1997-44d1-a932-ac6c8191986e tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Network b898325d-cb4f-46a6-a928-ecf21ff6f03a is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:06.621195 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8a8115-093b-4676-bca0-e343ed7af946 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Network 50516182-8466-449c-b9f8-f817883b4932 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:06.644309 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-2e1ba1a5-1997-44d1-a932-ac6c8191986e tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:06.646278 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-db8a8115-093b-4676-bca0-e343ed7af946 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:06.649893 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1ba1a5-1997-44d1-a932-ac6c8191986e tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:06.650792 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1ba1a5-1997-44d1-a932-ac6c8191986e tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:06.652145 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2e1ba1a5-1997-44d1-a932-ac6c8191986e tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:06.654435 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a8115-093b-4676-bca0-e343ed7af946 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Pushing event updated for resources: {'Port': ['ID=d27ce28a-780f-4a77-8aa3-bac3f27ae49c,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:06.656421 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b141b-4689-408e-ac23-0be56231da25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:06.657759 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b141b-4689-408e-ac23-0be56231da25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:06.662900 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c5b9d25a-0424-493a-9c36-17a66bee0301 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (ab5634f2-8c4d-46c5-87db-33ed935bb6f1), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:06.670354 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19949e5d-ba69-4178-ab88-909d88eca4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ccef185-aee2-4d89-af5d-11a30e8c6c16,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:06.672855 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-6cde551b-fa8b-4fa1-9e5f-65073516207c tempest-ExternalNetworksAdminNegativeTestJSON-1657298304 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.6856217 Jan 29 04:25:06.673168 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8a8115-093b-4676-bca0-e343ed7af946 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:06.676071 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b141b-4689-408e-ac23-0be56231da25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:06.676765 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b141b-4689-408e-ac23-0be56231da25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:06.678400 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b141b-4689-408e-ac23-0be56231da25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:06.679027 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8a8115-093b-4676-bca0-e343ed7af946 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:06.679717 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-db8a8115-093b-4676-bca0-e343ed7af946 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:06.680960 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b141b-4689-408e-ac23-0be56231da25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:06.682384 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b141b-4689-408e-ac23-0be56231da25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:06.683094 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b141b-4689-408e-ac23-0be56231da25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:06.683968 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b141b-4689-408e-ac23-0be56231da25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:06.686154 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b141b-4689-408e-ac23-0be56231da25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:06.686652 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b141b-4689-408e-ac23-0be56231da25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:06.687080 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b141b-4689-408e-ac23-0be56231da25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:06.687502 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b141b-4689-408e-ac23-0be56231da25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:06.687696 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 48852) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:06.692019 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b141b-4689-408e-ac23-0be56231da25 None None] Tracked resource versions report: Jan 29 04:25:06.692019 dv-neutron-821190-1-hyperv neutron-server[103587]: pushed versions: Jan 29 04:25:06.692019 dv-neutron-821190-1-hyperv neutron-server[103587]: { 'AddressGroup': {'1.2'}, Jan 29 04:25:06.692019 dv-neutron-821190-1-hyperv neutron-server[103587]: 'ConntrackHelper': {'1.0'}, Jan 29 04:25:06.692019 dv-neutron-821190-1-hyperv neutron-server[103587]: 'LocalIPAssociation': {'1.0'}, Jan 29 04:25:06.692019 dv-neutron-821190-1-hyperv neutron-server[103587]: 'Log': {'1.0'}, Jan 29 04:25:06.692019 dv-neutron-821190-1-hyperv neutron-server[103587]: 'Network': {'1.1'}, Jan 29 04:25:06.692019 dv-neutron-821190-1-hyperv neutron-server[103587]: 'Port': {'1.7'}, Jan 29 04:25:06.692019 dv-neutron-821190-1-hyperv neutron-server[103587]: 'PortForwarding': {'1.2'}, Jan 29 04:25:06.692019 dv-neutron-821190-1-hyperv neutron-server[103587]: 'QosPolicy': {'1.10'}, Jan 29 04:25:06.692019 dv-neutron-821190-1-hyperv neutron-server[103587]: 'SecurityGroup': {'1.5'}, Jan 29 04:25:06.692019 dv-neutron-821190-1-hyperv neutron-server[103587]: 'SecurityGroupRule': {'1.2'}, Jan 29 04:25:06.692019 dv-neutron-821190-1-hyperv neutron-server[103587]: 'SubPort': {'1.0'}, Jan 29 04:25:06.692019 dv-neutron-821190-1-hyperv neutron-server[103587]: 'Subnet': {'1.1'}, Jan 29 04:25:06.692019 dv-neutron-821190-1-hyperv neutron-server[103587]: 'Trunk': {'1.1'}} Jan 29 04:25:06.692019 dv-neutron-821190-1-hyperv neutron-server[103587]: consumer versions: Jan 29 04:25:06.692019 dv-neutron-821190-1-hyperv neutron-server[103587]: { DHCP agent@dv-neutron-821190-1-hyperv: {}, Jan 29 04:25:06.692019 dv-neutron-821190-1-hyperv neutron-server[103587]: HyperV agent@hv-neutron-8211: {}, Jan 29 04:25:06.692019 dv-neutron-821190-1-hyperv neutron-server[103587]: L3 agent@dv-neutron-821190-1-hyperv: {}, Jan 29 04:25:06.692019 dv-neutron-821190-1-hyperv neutron-server[103587]: Metadata agent@dv-neutron-821190-1-hyperv: {}, Jan 29 04:25:06.692019 dv-neutron-821190-1-hyperv neutron-server[103587]: Metering agent@dv-neutron-821190-1-hyperv: {}, Jan 29 04:25:06.692019 dv-neutron-821190-1-hyperv neutron-server[103587]: Open vSwitch agent@dv-neutron-821190-1-hyperv: { 'AddressGroup': '1.2', Jan 29 04:25:06.692019 dv-neutron-821190-1-hyperv neutron-server[103587]: 'ConntrackHelper': '1.0', Jan 29 04:25:06.692019 dv-neutron-821190-1-hyperv neutron-server[103587]: 'LocalIPAssociation': '1.0', Jan 29 04:25:06.692019 dv-neutron-821190-1-hyperv neutron-server[103587]: 'Log': '1.0', Jan 29 04:25:06.692019 dv-neutron-821190-1-hyperv neutron-server[103587]: 'Network': '1.1', Jan 29 04:25:06.692019 dv-neutron-821190-1-hyperv neutron-server[103587]: 'Port': '1.7', Jan 29 04:25:06.692019 dv-neutron-821190-1-hyperv neutron-server[103587]: 'PortForwarding': '1.2', Jan 29 04:25:06.692019 dv-neutron-821190-1-hyperv neutron-server[103587]: 'QosPolicy': '1.10', Jan 29 04:25:06.692019 dv-neutron-821190-1-hyperv neutron-server[103587]: 'SecurityGroup': '1.5', Jan 29 04:25:06.692019 dv-neutron-821190-1-hyperv neutron-server[103587]: 'SecurityGroupRule': '1.2', Jan 29 04:25:06.692019 dv-neutron-821190-1-hyperv neutron-server[103587]: 'SubPort': '1.0', Jan 29 04:25:06.692019 dv-neutron-821190-1-hyperv neutron-server[103587]: 'Subnet': '1.1', Jan 29 04:25:06.692019 dv-neutron-821190-1-hyperv neutron-server[103587]: 'Trunk': '1.1'}} Jan 29 04:25:06.692019 dv-neutron-821190-1-hyperv neutron-server[103587]: {{(pid=103587) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 29 04:25:06.697679 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-0aed81e4-ef70-4c71-90c1-ba9b9f307687 None None] Current status of the port 73ea665e-28e1-4232-8e9e-bf5724ad4959 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:06.705258 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-ebb5e570-0944-4ab0-a798-4bf8564d87b2 None None] Attempting to bind port 30ff137a-2792-4035-a05f-8319daafec09 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:06.707451 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-ebb5e570-0944-4ab0-a798-4bf8564d87b2 None None] Attempting to bind port 30ff137a-2792-4035-a05f-8319daafec09 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:06.708696 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb5e570-0944-4ab0-a798-4bf8564d87b2 None None] Attempting to bind port 30ff137a-2792-4035-a05f-8319daafec09 on network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:06.711631 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-0aed81e4-ef70-4c71-90c1-ba9b9f307687 None None] Provisioning complete for port befed630-98b1-44ce-9e17-ba1090e80062 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:06.712330 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0aed81e4-ef70-4c71-90c1-ba9b9f307687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (befed630-98b1-44ce-9e17-ba1090e80062), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:06.720850 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb5e570-0944-4ab0-a798-4bf8564d87b2 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:25:06.721564 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb5e570-0944-4ab0-a798-4bf8564d87b2 None None] Checking segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:25:06.722151 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ebb5e570-0944-4ab0-a798-4bf8564d87b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:06.723244 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb5e570-0944-4ab0-a798-4bf8564d87b2 None None] Bound using segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:25:06.727846 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-ebb5e570-0944-4ab0-a798-4bf8564d87b2 None None] Bound port: 30ff137a-2792-4035-a05f-8319daafec09, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:25:06.730009 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ebb5e570-0944-4ab0-a798-4bf8564d87b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (30ff137a-2792-4035-a05f-8319daafec09), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:06.758338 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-0aed81e4-ef70-4c71-90c1-ba9b9f307687 None None] Port befed630-98b1-44ce-9e17-ba1090e80062 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:25:06.773136 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-0aed81e4-ef70-4c71-90c1-ba9b9f307687 None None] Provisioning complete for port ab5634f2-8c4d-46c5-87db-33ed935bb6f1 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:06.773922 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0aed81e4-ef70-4c71-90c1-ba9b9f307687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (ab5634f2-8c4d-46c5-87db-33ed935bb6f1), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:06.784432 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c1fbb6-abe3-47ef-8b11-3550c75c1224 admin admin] Router b74ba9fa-7939-492e-adaf-9b6f3d82e3d1 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:25:06.787207 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-c5b9d25a-0424-493a-9c36-17a66bee0301 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Calling delete_port for ab5634f2-8c4d-46c5-87db-33ed935bb6f1 owned by {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:25:06.789212 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ba1a5-1997-44d1-a932-ac6c8191986e tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Pushing event updated for resources: {'Port': ['ID=c40f5ab1-fcc3-4eff-9d38-f774442e8060,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:06.834761 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2e1ba1a5-1997-44d1-a932-ac6c8191986e tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.5543752 Jan 29 04:25:06.845550 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-ebb5e570-0944-4ab0-a798-4bf8564d87b2 None None] For port 30ff137a-2792-4035-a05f-8319daafec09, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:25:06.851394 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-0aed81e4-ef70-4c71-90c1-ba9b9f307687 None None] Port ab5634f2-8c4d-46c5-87db-33ed935bb6f1 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:25:06.852145 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-db8a8115-093b-4676-bca0-e343ed7af946 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7704251 Jan 29 04:25:06.852145 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 48854) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:06.853749 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-ebb5e570-0944-4ab0-a798-4bf8564d87b2 None None] For port 30ff137a-2792-4035-a05f-8319daafec09, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=30ff137a-2792-4035-a05f-8319daafec09,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:25:06.860738 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 48856) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:06.868122 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-19949e5d-ba69-4178-ab88-909d88eca4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:06.871763 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-19949e5d-ba69-4178-ab88-909d88eca4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] 10.222.0.13 "DELETE /v2.0/ports/6ccef185-aee2-4d89-af5d-11a30e8c6c16 HTTP/1.1" status: 204 len: 168 time: 1.5128462 Jan 29 04:25:06.882308 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-0aed81e4-ef70-4c71-90c1-ba9b9f307687 None None] Provisioning complete for port 1dc8f570-cab0-4355-8e94-451b4780a9d0 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:06.882694 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0aed81e4-ef70-4c71-90c1-ba9b9f307687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (1dc8f570-cab0-4355-8e94-451b4780a9d0), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:06.887422 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 48860) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:06.907565 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-516810c3-a382-4284-a628-1dcba17a2919 admin admin] Publish callbacks [] for router_gateway (de69dbd8-cdba-406c-b857-5ef4d1a5deaf), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:06.952906 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ebb5e570-0944-4ab0-a798-4bf8564d87b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (30ff137a-2792-4035-a05f-8319daafec09), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:07.008565 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-63df9507-d7b5-47cf-a410-0c0f1ef40791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] GET failed (client error): The resource could not be found. Jan 29 04:25:07.014898 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-63df9507-d7b5-47cf-a410-0c0f1ef40791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] 10.222.0.13 "GET /v2.0/ports/6ccef185-aee2-4d89-af5d-11a30e8c6c16 HTTP/1.1" status: 404 len: 333 time: 0.1190345 Jan 29 04:25:07.016055 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 48862) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:07.020927 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-64570f0f-9b4c-4828-b28c-f79cdd15f5b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Request body: {'port': {'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1060380774'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:07.050455 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-0aed81e4-ef70-4c71-90c1-ba9b9f307687 None None] Current status of the port 1dc8f570-cab0-4355-8e94-451b4780a9d0 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:07.051368 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0aed81e4-ef70-4c71-90c1-ba9b9f307687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (1dc8f570-cab0-4355-8e94-451b4780a9d0), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:07.068178 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port beb8a9e5-8e9d-4121-a84f-4eb0e408164c is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:07.071253 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device dfaffa5f-9f53-4ecb-9199-7759f6b8513f up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:07.078604 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b141b-4689-408e-ac23-0be56231da25 None None] Pushing event updated for resources: {'Port': ['ID=30ff137a-2792-4035-a05f-8319daafec09,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:07.118195 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb5e570-0944-4ab0-a798-4bf8564d87b2 None None] Routers {'49a67c9b-a555-482d-9e94-728cdfbceef0'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:25:07.119146 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-ebb5e570-0944-4ab0-a798-4bf8564d87b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:24:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['49a67c9b-a555-482d-9e94-728cdfbceef0'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:07.155762 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-0aed81e4-ef70-4c71-90c1-ba9b9f307687 None None] For port 1dc8f570-cab0-4355-8e94-451b4780a9d0, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=1dc8f570-cab0-4355-8e94-451b4780a9d0,segment=NetworkSegment(fd7ead1e-c2bd-4a04-99ff-ba05b654eedf),segment_id=fd7ead1e-c2bd-4a04-99ff-ba05b654eedf)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:07.176531 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port dfaffa5f-9f53-4ecb-9199-7759f6b8513f triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:07.176906 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (dfaffa5f-9f53-4ecb-9199-7759f6b8513f), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:07.269314 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64570f0f-9b4c-4828-b28c-f79cdd15f5b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Made reservation on behalf of f3c685c3fd364f60aea8fef57f5de5d2 for: {'port': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:07.271121 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0aed81e4-ef70-4c71-90c1-ba9b9f307687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (1dc8f570-cab0-4355-8e94-451b4780a9d0), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:07.271624 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-64570f0f-9b4c-4828-b28c-f79cdd15f5b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:07.283341 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-cc94d4ce-5b82-47a6-afba-afba8cc1e616 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304-project-admin] Deleting port 5536fb01-8d34-4311-9bd2-0d28e614bfa4 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:25:07.283683 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cc94d4ce-5b82-47a6-afba-afba8cc1e616 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (5536fb01-8d34-4311-9bd2-0d28e614bfa4), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:07.295845 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-ebb5e570-0944-4ab0-a798-4bf8564d87b2 None None] Set router 49a67c9b-a555-482d-9e94-728cdfbceef0 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:25:07.350548 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port dfaffa5f-9f53-4ecb-9199-7759f6b8513f is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:07.384765 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed81e4-ef70-4c71-90c1-ba9b9f307687 None None] Pushing event updated for resources: {'Port': ['ID=1dc8f570-cab0-4355-8e94-451b4780a9d0,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:07.408648 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-0aed81e4-ef70-4c71-90c1-ba9b9f307687 None None] Provisioning complete for port beb8a9e5-8e9d-4121-a84f-4eb0e408164c triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:07.409267 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0aed81e4-ef70-4c71-90c1-ba9b9f307687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (beb8a9e5-8e9d-4121-a84f-4eb0e408164c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:07.452247 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [None req-64570f0f-9b4c-4828-b28c-f79cdd15f5b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] device_id is not set on port 1cf33dbc-bdab-48c6-b608-4328ce442f09 yet. {{(pid=103584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:25:07.576241 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c5b9d25a-0424-493a-9c36-17a66bee0301 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (ab5634f2-8c4d-46c5-87db-33ed935bb6f1), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:07.582018 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cc94d4ce-5b82-47a6-afba-afba8cc1e616 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (5536fb01-8d34-4311-9bd2-0d28e614bfa4), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:07.582703 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cc94d4ce-5b82-47a6-afba-afba8cc1e616 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304-project-admin] Publish callbacks [] for floatingip (5536fb01-8d34-4311-9bd2-0d28e614bfa4), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:07.584076 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-0aed81e4-ef70-4c71-90c1-ba9b9f307687 None None] Current status of the port beb8a9e5-8e9d-4121-a84f-4eb0e408164c is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:07.643298 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-ebb5e570-0944-4ab0-a798-4bf8564d87b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a67c9b-a555-482d-9e94-728cdfbceef0', 'name': 'tempest-ServersTestJSON-69517117-router', 'tenant_id': '62b5636027cb4b35a2ac3d1c94409c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '30ff137a-2792-4035-a05f-8319daafec09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:59Z', 'updated_at': '2022-01-29T04:25:03Z', 'revision_number': 3, 'project_id': '62b5636027cb4b35a2ac3d1c94409c20', 'gw_port': {'id': '30ff137a-2792-4035-a05f-8319daafec09', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:41:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a67c9b-a555-482d-9e94-728cdfbceef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:01Z', 'updated_at': '2022-01-29T04:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:07.660532 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c1fbb6-abe3-47ef-8b11-3550c75c1224 admin admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:25:07.671583 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac079f0-ea56-4a88-a664-66e5484fe67c None None] Sync routers for ids ['b74ba9fa-7939-492e-adaf-9b6f3d82e3d1'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:25:07.684701 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-cc94d4ce-5b82-47a6-afba-afba8cc1e616 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304-project-admin] Calling delete_port for 5536fb01-8d34-4311-9bd2-0d28e614bfa4 owned by network:floatingip {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:25:07.696035 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac079f0-ea56-4a88-a664-66e5484fe67c None None] Routers {'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:25:07.696035 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-dac079f0-ea56-4a88-a664-66e5484fe67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:24:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b74ba9fa-7939-492e-adaf-9b6f3d82e3d1'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:07.705322 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b9d25a-0424-493a-9c36-17a66bee0301 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Pushing event deleted for resources: {'Port': ['ID=ab5634f2-8c4d-46c5-87db-33ed935bb6f1,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:07.730144 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-516810c3-a382-4284-a628-1dcba17a2919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (de69dbd8-cdba-406c-b857-5ef4d1a5deaf), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:07.737080 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb5e570-0944-4ab0-a798-4bf8564d87b2 None None] The sync data for ids ['49a67c9b-a555-482d-9e94-728cdfbceef0'] in dv-neutron-821190-1-hyperv is: [{'id': '49a67c9b-a555-482d-9e94-728cdfbceef0', 'name': 'tempest-ServersTestJSON-69517117-router', 'tenant_id': '62b5636027cb4b35a2ac3d1c94409c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '30ff137a-2792-4035-a05f-8319daafec09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:59Z', 'updated_at': '2022-01-29T04:25:03Z', 'revision_number': 3, 'project_id': '62b5636027cb4b35a2ac3d1c94409c20', 'gw_port': {'id': '30ff137a-2792-4035-a05f-8319daafec09', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:41:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a67c9b-a555-482d-9e94-728cdfbceef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:01Z', 'updated_at': '2022-01-29T04:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:25:07.759927 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-93b10185-60a9-4f3a-a8c8-4d1758c8a3cc tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Deleting port c40f5ab1-fcc3-4eff-9d38-f774442e8060 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:25:07.759927 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-93b10185-60a9-4f3a-a8c8-4d1758c8a3cc tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (c40f5ab1-fcc3-4eff-9d38-f774442e8060), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:07.841559 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c5b9d25a-0424-493a-9c36-17a66bee0301 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:07.852025 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c5b9d25a-0424-493a-9c36-17a66bee0301 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] 10.222.0.13 "DELETE /v2.0/ports/ab5634f2-8c4d-46c5-87db-33ed935bb6f1 HTTP/1.1" status: 204 len: 168 time: 1.8328471 Jan 29 04:25:07.866620 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 48866) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:07.875524 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-4de47e50-7992-4031-ae66-ac47b62355d9 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Request body: {'port': {'name': 'tempest-new-port-name-273550603', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:07.875978 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.api.validators [None req-4de47e50-7992-4031-ae66-ac47b62355d9 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] bootfile-name is not in valid_values {{(pid=103584) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 29 04:25:07.876340 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.api.validators [None req-4de47e50-7992-4031-ae66-ac47b62355d9 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] tftp-server is not in valid_values {{(pid=103584) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 29 04:25:07.876702 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.api.validators [None req-4de47e50-7992-4031-ae66-ac47b62355d9 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] server-ip-address is not in valid_values {{(pid=103584) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 29 04:25:07.890974 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-93b10185-60a9-4f3a-a8c8-4d1758c8a3cc tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (c40f5ab1-fcc3-4eff-9d38-f774442e8060), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:07.908553 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-93b10185-60a9-4f3a-a8c8-4d1758c8a3cc tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Calling delete_port for c40f5ab1-fcc3-4eff-9d38-f774442e8060 owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:25:08.010787 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-dac079f0-ea56-4a88-a664-66e5484fe67c None None] Set router b74ba9fa-7939-492e-adaf-9b6f3d82e3d1 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:25:08.073770 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-10c1fbb6-abe3-47ef-8b11-3550c75c1224 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:08.077774 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-10c1fbb6-abe3-47ef-8b11-3550c75c1224 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.0153430 Jan 29 04:25:08.082746 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 48868) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:08.171369 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device d5c4b259-d8f5-4fff-b633-d9f4f4c4750b up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:08.236022 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-c555c400-5992-4119-bd0e-a8f623d13baf tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Deleting port d27ce28a-780f-4a77-8aa3-bac3f27ae49c {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:25:08.236354 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c555c400-5992-4119-bd0e-a8f623d13baf tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (d27ce28a-780f-4a77-8aa3-bac3f27ae49c), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:08.310177 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9ba58a-d99f-4f8e-91cd-c25f396921f3 None None] Network 50516182-8466-449c-b9f8-f817883b4932 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:25:08.404103 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4de47e50-7992-4031-ae66-ac47b62355d9 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (befed630-98b1-44ce-9e17-ba1090e80062), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:08.408592 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port d5c4b259-d8f5-4fff-b633-d9f4f4c4750b triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:08.408592 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (d5c4b259-d8f5-4fff-b633-d9f4f4c4750b), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:08.409749 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-64570f0f-9b4c-4828-b28c-f79cdd15f5b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks [] for port (1cf33dbc-bdab-48c6-b608-4328ce442f09), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:08.546400 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cd72d4ca-ad3f-4e20-bafb-f8a905ffb425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:08.637159 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-7ffaa26f-c20e-450f-8ec1-4c1a56126f0a None None] Provisioning complete for port d5c4b259-d8f5-4fff-b633-d9f4f4c4750b triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:08.637446 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7ffaa26f-c20e-450f-8ec1-4c1a56126f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (d5c4b259-d8f5-4fff-b633-d9f4f4c4750b), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:08.644507 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c555c400-5992-4119-bd0e-a8f623d13baf tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (d27ce28a-780f-4a77-8aa3-bac3f27ae49c), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:08.691637 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-c555c400-5992-4119-bd0e-a8f623d13baf tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Calling delete_port for d27ce28a-780f-4a77-8aa3-bac3f27ae49c owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:25:08.748923 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-dac079f0-ea56-4a88-a664-66e5484fe67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1', 'name': 'tempest-ServerActionsTestJSON-49169643-router', 'tenant_id': '7dd99718cde04f60a90f22e4134ff580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': '470f8c28-13b9-40c0-9f63-254654f9015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:59Z', 'updated_at': '2022-01-29T04:25:04Z', 'revision_number': 3, 'project_id': '7dd99718cde04f60a90f22e4134ff580', 'gw_port': {'id': '470f8c28-13b9-40c0-9f63-254654f9015b', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:01Z', 'updated_at': '2022-01-29T04:25:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:08.758013 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port d5c4b259-d8f5-4fff-b633-d9f4f4c4750b is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:08.758013 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (d5c4b259-d8f5-4fff-b633-d9f4f4c4750b), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:08.794636 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac079f0-ea56-4a88-a664-66e5484fe67c None None] Checking router: b74ba9fa-7939-492e-adaf-9b6f3d82e3d1 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:25:08.795318 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac079f0-ea56-4a88-a664-66e5484fe67c None None] Updating router b74ba9fa-7939-492e-adaf-9b6f3d82e3d1 port 470f8c28-13b9-40c0-9f63-254654f9015b binding host dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:25:08.802724 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-93b10185-60a9-4f3a-a8c8-4d1758c8a3cc tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (c40f5ab1-fcc3-4eff-9d38-f774442e8060), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:08.869036 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b10185-60a9-4f3a-a8c8-4d1758c8a3cc tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Pushing event deleted for resources: {'Port': ['ID=c40f5ab1-fcc3-4eff-9d38-f774442e8060,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:08.871170 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516810c3-a382-4284-a628-1dcba17a2919 admin admin] Router de69dbd8-cdba-406c-b857-5ef4d1a5deaf is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:25:08.871313 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dac079f0-ea56-4a88-a664-66e5484fe67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (470f8c28-13b9-40c0-9f63-254654f9015b), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:08.921756 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port d5c4b259-d8f5-4fff-b633-d9f4f4c4750b, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=d5c4b259-d8f5-4fff-b633-d9f4f4c4750b,segment=NetworkSegment(0cabe396-d9f2-4ddc-90b5-ee2a871e1c11),segment_id=0cabe396-d9f2-4ddc-90b5-ee2a871e1c11)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:08.924951 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-7ffaa26f-c20e-450f-8ec1-4c1a56126f0a None None] Current status of the port d5c4b259-d8f5-4fff-b633-d9f4f4c4750b is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:08.925439 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7ffaa26f-c20e-450f-8ec1-4c1a56126f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (d5c4b259-d8f5-4fff-b633-d9f4f4c4750b), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:09.014391 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cc94d4ce-5b82-47a6-afba-afba8cc1e616 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (5536fb01-8d34-4311-9bd2-0d28e614bfa4), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:09.026584 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (d5c4b259-d8f5-4fff-b633-d9f4f4c4750b), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:09.027826 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 73ea665e-28e1-4232-8e9e-bf5724ad4959 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:09.045206 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-64570f0f-9b4c-4828-b28c-f79cdd15f5b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (1cf33dbc-bdab-48c6-b608-4328ce442f09), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:09.120252 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc94d4ce-5b82-47a6-afba-afba8cc1e616 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304-project-admin] Pushing event deleted for resources: {'Port': ['ID=5536fb01-8d34-4311-9bd2-0d28e614bfa4,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:09.166374 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-93b10185-60a9-4f3a-a8c8-4d1758c8a3cc tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:09.172913 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-93b10185-60a9-4f3a-a8c8-4d1758c8a3cc tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] 10.222.0.13 "DELETE /v2.0/ports/c40f5ab1-fcc3-4eff-9d38-f774442e8060 HTTP/1.1" status: 204 len: 168 time: 2.3171194 Jan 29 04:25:09.174377 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 48870) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:09.190507 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-015d0a71-4736-4d23-ae96-9b81e5ee95af tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b898325d-cb4f-46a6-a928-ecf21ff6f03a', 'external_fixed_ips': [{'subnet_id': '29981108-ff60-43d0-9441-90e0ae728c77', 'ip_address': '2001:db8::1e8'}]}}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:09.293217 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-015d0a71-4736-4d23-ae96-9b81e5ee95af tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (db9d324b-d0bb-4106-9dd6-58ad7adb7cfd), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:09.297217 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-015d0a71-4736-4d23-ae96-9b81e5ee95af tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (db9d324b-d0bb-4106-9dd6-58ad7adb7cfd), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:09.338067 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-7ffaa26f-c20e-450f-8ec1-4c1a56126f0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:25:09.338232 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-7ffaa26f-c20e-450f-8ec1-4c1a56126f0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:25:09.349429 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cc94d4ce-5b82-47a6-afba-afba8cc1e616 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304-project-admin] Publish callbacks [] for floatingip (fbb23799-568c-470f-b8bc-22d56e96e63f), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:09.354391 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cc94d4ce-5b82-47a6-afba-afba8cc1e616 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:09.359616 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-cc94d4ce-5b82-47a6-afba-afba8cc1e616 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304 tempest-ExternalNetworksAdminNegativeTestJSON-1657298304-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/fbb23799-568c-470f-b8bc-22d56e96e63f HTTP/1.1" status: 204 len: 168 time: 2.6656673 Jan 29 04:25:09.361489 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64570f0f-9b4c-4828-b28c-f79cdd15f5b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Pushing event updated for resources: {'Port': ['ID=1cf33dbc-bdab-48c6-b608-4328ce442f09,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:09.427959 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=d5c4b259-d8f5-4fff-b633-d9f4f4c4750b,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:09.442404 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 73ea665e-28e1-4232-8e9e-bf5724ad4959 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:09.442779 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (73ea665e-28e1-4232-8e9e-bf5724ad4959), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:09.450279 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c555c400-5992-4119-bd0e-a8f623d13baf tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (d27ce28a-780f-4a77-8aa3-bac3f27ae49c), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:09.462619 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516810c3-a382-4284-a628-1dcba17a2919 admin admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:25:09.474104 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b964b6-af36-4789-a6fe-6bcf77ed22e1 None None] Sync routers for ids ['de69dbd8-cdba-406c-b857-5ef4d1a5deaf'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:25:09.480237 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dac079f0-ea56-4a88-a664-66e5484fe67c None None] Publish callbacks [] for port (470f8c28-13b9-40c0-9f63-254654f9015b), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:09.493689 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b964b6-af36-4789-a6fe-6bcf77ed22e1 None None] Routers {'de69dbd8-cdba-406c-b857-5ef4d1a5deaf'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:25:09.495365 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-94b964b6-af36-4789-a6fe-6bcf77ed22e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:24:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['de69dbd8-cdba-406c-b857-5ef4d1a5deaf'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:09.516144 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64570f0f-9b4c-4828-b28c-f79cdd15f5b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:09.547344 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dac079f0-ea56-4a88-a664-66e5484fe67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (470f8c28-13b9-40c0-9f63-254654f9015b), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:09.561637 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c555c400-5992-4119-bd0e-a8f623d13baf tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Pushing event deleted for resources: {'Port': ['ID=d27ce28a-780f-4a77-8aa3-bac3f27ae49c,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:09.567952 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-64570f0f-9b4c-4828-b28c-f79cdd15f5b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:09.568819 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-015d0a71-4736-4d23-ae96-9b81e5ee95af tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for router_controller (db9d324b-d0bb-4106-9dd6-58ad7adb7cfd), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:09.570796 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64570f0f-9b4c-4828-b28c-f79cdd15f5b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:09.573767 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64570f0f-9b4c-4828-b28c-f79cdd15f5b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:09.574466 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-64570f0f-9b4c-4828-b28c-f79cdd15f5b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:09.597774 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4de47e50-7992-4031-ae66-ac47b62355d9 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Publish callbacks [] for port (befed630-98b1-44ce-9e17-ba1090e80062), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:09.619414 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-cd72d4ca-ad3f-4e20-bafb-f8a905ffb425 admin admin] Allocated IP 172.20.0.1 (110bb4a8-6dea-4688-b150-e74a0a24c2a5/1e6bda9e-8e09-4842-910d-f6751a7ed1b4/5dbd94c4-6cac-4773-9f4a-1b2d3d766d96) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:09.624710 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 73ea665e-28e1-4232-8e9e-bf5724ad4959 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:09.625994 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device beb8a9e5-8e9d-4121-a84f-4eb0e408164c up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:09.670304 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-94b964b6-af36-4789-a6fe-6bcf77ed22e1 None None] Set router de69dbd8-cdba-406c-b857-5ef4d1a5deaf gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:25:09.690469 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c555c400-5992-4119-bd0e-a8f623d13baf tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:09.701372 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c555c400-5992-4119-bd0e-a8f623d13baf tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] 10.222.0.13 "DELETE /v2.0/ports/d27ce28a-780f-4a77-8aa3-bac3f27ae49c HTTP/1.1" status: 204 len: 168 time: 2.8373914 Jan 29 04:25:09.702226 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 48874) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:09.707431 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-dac079f0-ea56-4a88-a664-66e5484fe67c None None] Attempting to bind port 470f8c28-13b9-40c0-9f63-254654f9015b on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:09.708139 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-dac079f0-ea56-4a88-a664-66e5484fe67c None None] Attempting to bind port 470f8c28-13b9-40c0-9f63-254654f9015b by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:09.708729 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac079f0-ea56-4a88-a664-66e5484fe67c None None] Attempting to bind port 470f8c28-13b9-40c0-9f63-254654f9015b on network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:09.718585 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac079f0-ea56-4a88-a664-66e5484fe67c None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:25:09.719511 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac079f0-ea56-4a88-a664-66e5484fe67c None None] Checking segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:25:09.720111 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dac079f0-ea56-4a88-a664-66e5484fe67c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:09.720851 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac079f0-ea56-4a88-a664-66e5484fe67c None None] Bound using segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:25:09.725361 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-dac079f0-ea56-4a88-a664-66e5484fe67c None None] Bound port: 470f8c28-13b9-40c0-9f63-254654f9015b, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:25:09.725361 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dac079f0-ea56-4a88-a664-66e5484fe67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (470f8c28-13b9-40c0-9f63-254654f9015b), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:09.768978 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cd72d4ca-ad3f-4e20-bafb-f8a905ffb425 admin admin] Publish callbacks [] for port (5dbd94c4-6cac-4773-9f4a-1b2d3d766d96), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:09.783258 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-dac079f0-ea56-4a88-a664-66e5484fe67c None None] For port 470f8c28-13b9-40c0-9f63-254654f9015b, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:25:09.787516 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-dac079f0-ea56-4a88-a664-66e5484fe67c None None] For port 470f8c28-13b9-40c0-9f63-254654f9015b, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=470f8c28-13b9-40c0-9f63-254654f9015b,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:25:09.807832 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port beb8a9e5-8e9d-4121-a84f-4eb0e408164c triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:09.808576 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (beb8a9e5-8e9d-4121-a84f-4eb0e408164c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:09.842176 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4de47e50-7992-4031-ae66-ac47b62355d9 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (befed630-98b1-44ce-9e17-ba1090e80062), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:09.875264 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-64570f0f-9b4c-4828-b28c-f79cdd15f5b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.8580511 Jan 29 04:25:09.948691 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-94b964b6-af36-4789-a6fe-6bcf77ed22e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de69dbd8-cdba-406c-b857-5ef4d1a5deaf', 'name': 'tempest-ServersTestManualDisk-431633746-router', 'tenant_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'e11bd39f-a348-4fd2-9ae5-dae3e9cb5780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:25:00Z', 'updated_at': '2022-01-29T04:25:05Z', 'revision_number': 3, 'project_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'gw_port': {'id': 'e11bd39f-a348-4fd2-9ae5-dae3e9cb5780', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d8:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de69dbd8-cdba-406c-b857-5ef4d1a5deaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:02Z', 'updated_at': '2022-01-29T04:25:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:09.955245 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-7ffaa26f-c20e-450f-8ec1-4c1a56126f0a None None] Current status of the port d5c4b259-d8f5-4fff-b633-d9f4f4c4750b is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:09.964378 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b964b6-af36-4789-a6fe-6bcf77ed22e1 None None] Checking router: de69dbd8-cdba-406c-b857-5ef4d1a5deaf for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:25:09.964378 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b964b6-af36-4789-a6fe-6bcf77ed22e1 None None] Updating router de69dbd8-cdba-406c-b857-5ef4d1a5deaf port e11bd39f-a348-4fd2-9ae5-dae3e9cb5780 binding host dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:25:09.964736 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 48876) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:09.964833 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dac079f0-ea56-4a88-a664-66e5484fe67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (470f8c28-13b9-40c0-9f63-254654f9015b), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:09.978090 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8211'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:09.990360 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-94b964b6-af36-4789-a6fe-6bcf77ed22e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (e11bd39f-a348-4fd2-9ae5-dae3e9cb5780), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:09.999563 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f7fa3-9da4-475b-ae2d-01919a08281e None None] Pushing event updated for resources: {'Port': ['ID=470f8c28-13b9-40c0-9f63-254654f9015b,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:10.016023 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cd72d4ca-ad3f-4e20-bafb-f8a905ffb425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (5dbd94c4-6cac-4773-9f4a-1b2d3d766d96), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:10.097352 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-4de47e50-7992-4031-ae66-ac47b62355d9 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] In _notify_port_updated(), no bound segment for port befed630-98b1-44ce-9e17-ba1090e80062 on network 8a5b95d0-f11f-4828-83b4-d7b3c196132a {{(pid=103584) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 04:25:10.103090 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de47e50-7992-4031-ae66-ac47b62355d9 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:10.104880 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4de47e50-7992-4031-ae66-ac47b62355d9 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:10.108679 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-4de47e50-7992-4031-ae66-ac47b62355d9 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] 10.222.0.13 "PUT /v2.0/ports/befed630-98b1-44ce-9e17-ba1090e80062 HTTP/1.1" status: 200 len: 1135 time: 2.2387774 Jan 29 04:25:10.113421 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f7fa3-9da4-475b-ae2d-01919a08281e None None] Pushing event updated for resources: {'Port': ['ID=470f8c28-13b9-40c0-9f63-254654f9015b,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:10.129038 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac079f0-ea56-4a88-a664-66e5484fe67c None None] Routers {'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:25:10.130165 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-dac079f0-ea56-4a88-a664-66e5484fe67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:24:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b74ba9fa-7939-492e-adaf-9b6f3d82e3d1'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:10.152382 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 48880) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:10.186785 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd72d4ca-ad3f-4e20-bafb-f8a905ffb425 admin admin] Network 110bb4a8-6dea-4688-b150-e74a0a24c2a5 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:10.194267 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de47e50-7992-4031-ae66-ac47b62355d9 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Pushing event updated for resources: {'Port': ['ID=befed630-98b1-44ce-9e17-ba1090e80062,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:10.197595 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-cd72d4ca-ad3f-4e20-bafb-f8a905ffb425 admin admin] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:10.231729 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-b4f67cec-d300-4072-90cb-dc9cbbb89a33 None None] Provisioning complete for port d5c4b259-d8f5-4fff-b633-d9f4f4c4750b triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:10.232217 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b4f67cec-d300-4072-90cb-dc9cbbb89a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (d5c4b259-d8f5-4fff-b633-d9f4f4c4750b), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:10.239261 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-516810c3-a382-4284-a628-1dcba17a2919 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:10.241255 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-516810c3-a382-4284-a628-1dcba17a2919 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.8818686 Jan 29 04:25:10.246819 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 48884) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:10.251828 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd72d4ca-ad3f-4e20-bafb-f8a905ffb425 admin admin] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:10.252399 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cd72d4ca-ad3f-4e20-bafb-f8a905ffb425 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (49a67c9b-a555-482d-9e94-728cdfbceef0), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:10.325241 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 48886) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:10.511720 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-02aa67e6-0263-4493-a4d0-29dcb311c92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:10.519347 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (1cf33dbc-bdab-48c6-b608-4328ce442f09), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:10.519976 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-015d0a71-4736-4d23-ae96-9b81e5ee95af tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for router_gateway (db9d324b-d0bb-4106-9dd6-58ad7adb7cfd), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:10.521561 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port beb8a9e5-8e9d-4121-a84f-4eb0e408164c is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:10.522794 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 1dc8f570-cab0-4355-8e94-451b4780a9d0 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:10.562836 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72d4ca-ad3f-4e20-bafb-f8a905ffb425 admin admin] Pushing event updated for resources: {'Port': ['ID=5dbd94c4-6cac-4773-9f4a-1b2d3d766d96,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:10.582635 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f5f72c93-a569-469f-855c-f5d8a59f4548 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:10.667084 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 1dc8f570-cab0-4355-8e94-451b4780a9d0 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:10.667534 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (1dc8f570-cab0-4355-8e94-451b4780a9d0), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:10.672307 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-32e31870-b016-4700-b6bc-e672586462dd tempest-DHCPAgentSchedulersTestJSON-1894184907 tempest-DHCPAgentSchedulersTestJSON-1894184907-project-admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.4524541 Jan 29 04:25:10.686151 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 48890) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:10.698856 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-9a7f5bcd-a074-45a9-ae66-3733dbc66dc1 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-438170026'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:10.715786 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-dac079f0-ea56-4a88-a664-66e5484fe67c None None] Set router b74ba9fa-7939-492e-adaf-9b6f3d82e3d1 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:25:10.723804 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-94b964b6-af36-4789-a6fe-6bcf77ed22e1 None None] Publish callbacks [] for port (e11bd39f-a348-4fd2-9ae5-dae3e9cb5780), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:10.793016 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-94b964b6-af36-4789-a6fe-6bcf77ed22e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (e11bd39f-a348-4fd2-9ae5-dae3e9cb5780), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:10.815424 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a337fd6b-7dd9-498a-b5ac-f71212d77d78 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:10.818460 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a337fd6b-7dd9-498a-b5ac-f71212d77d78 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] 10.222.0.13 "GET /v2.0/ports/befed630-98b1-44ce-9e17-ba1090e80062 HTTP/1.1" status: 200 len: 1135 time: 0.6608648 Jan 29 04:25:10.826141 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 48892) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:10.882416 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-94b964b6-af36-4789-a6fe-6bcf77ed22e1 None None] Attempting to bind port e11bd39f-a348-4fd2-9ae5-dae3e9cb5780 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:10.882783 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-94b964b6-af36-4789-a6fe-6bcf77ed22e1 None None] Attempting to bind port e11bd39f-a348-4fd2-9ae5-dae3e9cb5780 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:10.883142 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b964b6-af36-4789-a6fe-6bcf77ed22e1 None None] Attempting to bind port e11bd39f-a348-4fd2-9ae5-dae3e9cb5780 on network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:10.895542 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b964b6-af36-4789-a6fe-6bcf77ed22e1 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:25:10.898325 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b964b6-af36-4789-a6fe-6bcf77ed22e1 None None] Checking segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:25:10.898325 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-94b964b6-af36-4789-a6fe-6bcf77ed22e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:10.898325 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b964b6-af36-4789-a6fe-6bcf77ed22e1 None None] Bound using segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:25:10.898325 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-94b964b6-af36-4789-a6fe-6bcf77ed22e1 None None] Bound port: e11bd39f-a348-4fd2-9ae5-dae3e9cb5780, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:25:10.898325 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-94b964b6-af36-4789-a6fe-6bcf77ed22e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (e11bd39f-a348-4fd2-9ae5-dae3e9cb5780), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:10.899309 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd780f8e-9eca-4cbc-9374-faa743ca631d None None] Pushing event updated for resources: {'Port': ['ID=e11bd39f-a348-4fd2-9ae5-dae3e9cb5780,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:10.956254 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-b4f67cec-d300-4072-90cb-dc9cbbb89a33 None None] Current status of the port d5c4b259-d8f5-4fff-b633-d9f4f4c4750b is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:10.985179 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-94b964b6-af36-4789-a6fe-6bcf77ed22e1 None None] For port e11bd39f-a348-4fd2-9ae5-dae3e9cb5780, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:25:10.985352 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-b4f67cec-d300-4072-90cb-dc9cbbb89a33 None None] Could not find standard attr ID for object d27ce28a-780f-4a77-8aa3-bac3f27ae49c. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:25:10.988389 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7f5bcd-a074-45a9-ae66-3733dbc66dc1 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Made reservation on behalf of fbf30356a6d1413288ab9cf6b30f9820 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:10.992378 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-94b964b6-af36-4789-a6fe-6bcf77ed22e1 None None] For port e11bd39f-a348-4fd2-9ae5-dae3e9cb5780, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=e11bd39f-a348-4fd2-9ae5-dae3e9cb5780,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:25:10.992672 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9a7f5bcd-a074-45a9-ae66-3733dbc66dc1 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:11.000401 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 1dc8f570-cab0-4355-8e94-451b4780a9d0 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:11.029238 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-dac079f0-ea56-4a88-a664-66e5484fe67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1', 'name': 'tempest-ServerActionsTestJSON-49169643-router', 'tenant_id': '7dd99718cde04f60a90f22e4134ff580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': '470f8c28-13b9-40c0-9f63-254654f9015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:59Z', 'updated_at': '2022-01-29T04:25:04Z', 'revision_number': 3, 'project_id': '7dd99718cde04f60a90f22e4134ff580', 'gw_port': {'id': '470f8c28-13b9-40c0-9f63-254654f9015b', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:01Z', 'updated_at': '2022-01-29T04:25:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:11.071548 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac079f0-ea56-4a88-a664-66e5484fe67c None None] The sync data for ids ['b74ba9fa-7939-492e-adaf-9b6f3d82e3d1'] in dv-neutron-821190-1-hyperv is: [{'id': 'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1', 'name': 'tempest-ServerActionsTestJSON-49169643-router', 'tenant_id': '7dd99718cde04f60a90f22e4134ff580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': '470f8c28-13b9-40c0-9f63-254654f9015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:59Z', 'updated_at': '2022-01-29T04:25:04Z', 'revision_number': 3, 'project_id': '7dd99718cde04f60a90f22e4134ff580', 'gw_port': {'id': '470f8c28-13b9-40c0-9f63-254654f9015b', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:01Z', 'updated_at': '2022-01-29T04:25:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:25:11.077710 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-94b964b6-af36-4789-a6fe-6bcf77ed22e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (e11bd39f-a348-4fd2-9ae5-dae3e9cb5780), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:11.081466 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f5f72c93-a569-469f-855c-f5d8a59f4548 admin admin] Publish callbacks [] for security_group (d3a51de4-48a9-48c7-a8ca-9d98124e90b7), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:11.132732 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-350ae018-82f4-4795-994d-2ca56a2741be None None] Provisioning complete for port befed630-98b1-44ce-9e17-ba1090e80062 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:11.132732 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-350ae018-82f4-4795-994d-2ca56a2741be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (befed630-98b1-44ce-9e17-ba1090e80062), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:11.140097 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] device_id is not set on port 1cf33dbc-bdab-48c6-b608-4328ce442f09 yet. {{(pid=103584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:25:11.150317 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-02aa67e6-0263-4493-a4d0-29dcb311c92a admin admin] Allocated IP 172.20.0.1 (9507ed99-2983-492a-ac2f-269d5807feac/ca2d3a0a-064d-4780-9b58-334005fc5d1b/e2e0ff04-4bbc-4190-a070-a368320bed63) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:11.151942 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks [] for port (1cf33dbc-bdab-48c6-b608-4328ce442f09), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:11.156714 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a7f5bcd-a074-45a9-ae66-3733dbc66dc1 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:25:11.170653 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f5f72c93-a569-469f-855c-f5d8a59f4548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (d3a51de4-48a9-48c7-a8ca-9d98124e90b7), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:11.210416 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-350ae018-82f4-4795-994d-2ca56a2741be None None] Port befed630-98b1-44ce-9e17-ba1090e80062 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:25:11.217132 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9a7f5bcd-a074-45a9-ae66-3733dbc66dc1 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (ff0ccb56-5e3b-4b6e-8523-f96ccfe38541), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:11.218212 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b964b6-af36-4789-a6fe-6bcf77ed22e1 None None] Routers {'de69dbd8-cdba-406c-b857-5ef4d1a5deaf'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:25:11.218490 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-9a7f5bcd-a074-45a9-ae66-3733dbc66dc1 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Added segment ff0ccb56-5e3b-4b6e-8523-f96ccfe38541 of type vlan for network 491436db-e739-4100-8972-d2d5b3cedc05 Jan 29 04:25:11.221143 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-94b964b6-af36-4789-a6fe-6bcf77ed22e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:24:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['de69dbd8-cdba-406c-b857-5ef4d1a5deaf'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:11.225335 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd780f8e-9eca-4cbc-9374-faa743ca631d None None] Pushing event updated for resources: {'Port': ['ID=e11bd39f-a348-4fd2-9ae5-dae3e9cb5780,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:11.225793 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-350ae018-82f4-4795-994d-2ca56a2741be None None] Provisioning complete for port 5dbd94c4-6cac-4773-9f4a-1b2d3d766d96 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:11.226396 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-350ae018-82f4-4795-994d-2ca56a2741be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (5dbd94c4-6cac-4773-9f4a-1b2d3d766d96), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:11.230095 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cd72d4ca-ad3f-4e20-bafb-f8a905ffb425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (5dbd94c4-6cac-4773-9f4a-1b2d3d766d96), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:11.280156 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (1cf33dbc-bdab-48c6-b608-4328ce442f09), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:11.342650 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f5f72c93-a569-469f-855c-f5d8a59f4548 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8443f02d0c8431ba5d6914fd796328b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0161257 Jan 29 04:25:11.368238 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 48894) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:11.373931 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f72c93-a569-469f-855c-f5d8a59f4548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a51de4-48a9-48c7-a8ca-9d98124e90b7,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:11.389228 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9a7f5bcd-a074-45a9-ae66-3733dbc66dc1 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (491436db-e739-4100-8972-d2d5b3cedc05), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:11.422386 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-87a5aaf4-3158-4b8b-8cda-1cc30347493a tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Deleting port befed630-98b1-44ce-9e17-ba1090e80062 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:25:11.422734 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-87a5aaf4-3158-4b8b-8cda-1cc30347493a tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (befed630-98b1-44ce-9e17-ba1090e80062), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:11.454666 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-94b964b6-af36-4789-a6fe-6bcf77ed22e1 None None] Set router de69dbd8-cdba-406c-b857-5ef4d1a5deaf gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:25:11.473940 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:11.474272 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] {{(pid=103584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:11.474603 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:11.492088 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Port 1cf33dbc-bdab-48c6-b608-4328ce442f09 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:11.492415 dv-neutron-821190-1-hyperv neutron-server[103584]: ERROR neutron.plugins.ml2.managers [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Failed to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] Jan 29 04:25:11.535226 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.plugins.ml2.plugin [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempt 2 to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 Jan 29 04:25:11.542754 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-350ae018-82f4-4795-994d-2ca56a2741be None None] Port 5dbd94c4-6cac-4773-9f4a-1b2d3d766d96 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:25:11.544401 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device d5c4b259-d8f5-4fff-b633-d9f4f4c4750b up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:11.588805 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:11.589149 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] {{(pid=103584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:11.589466 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:11.596016 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Pushing event updated for resources: {'Port': ['ID=1cf33dbc-bdab-48c6-b608-4328ce442f09,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:11.610924 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Port 1cf33dbc-bdab-48c6-b608-4328ce442f09 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:11.611257 dv-neutron-821190-1-hyperv neutron-server[103584]: ERROR neutron.plugins.ml2.managers [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Failed to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] Jan 29 04:25:11.621106 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.plugins.ml2.plugin [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempt 3 to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 Jan 29 04:25:11.621209 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port d5c4b259-d8f5-4fff-b633-d9f4f4c4750b triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:11.621301 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (d5c4b259-d8f5-4fff-b633-d9f4f4c4750b), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:11.638216 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:11.638548 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] {{(pid=103584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:11.638883 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:11.648431 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Port 1cf33dbc-bdab-48c6-b608-4328ce442f09 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:11.648789 dv-neutron-821190-1-hyperv neutron-server[103584]: ERROR neutron.plugins.ml2.managers [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Failed to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] Jan 29 04:25:11.656959 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.plugins.ml2.plugin [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempt 4 to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 Jan 29 04:25:11.691390 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9a7f5bcd-a074-45a9-ae66-3733dbc66dc1 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (491436db-e739-4100-8972-d2d5b3cedc05), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:11.691991 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b538d9a2-fc94-457a-bd71-881a04000243 admin admin] Publish callbacks [] for security_group (d3a51de4-48a9-48c7-a8ca-9d98124e90b7), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:11.696281 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7f5bcd-a074-45a9-ae66-3733dbc66dc1 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:11.696905 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9a7f5bcd-a074-45a9-ae66-3733dbc66dc1 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:11.704917 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-02aa67e6-0263-4493-a4d0-29dcb311c92a admin admin] Publish callbacks [] for port (e2e0ff04-4bbc-4190-a070-a368320bed63), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:11.735693 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b538d9a2-fc94-457a-bd71-881a04000243 admin admin] Publish callbacks [] for security_group (d3a51de4-48a9-48c7-a8ca-9d98124e90b7), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:11.753177 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port d5c4b259-d8f5-4fff-b633-d9f4f4c4750b is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:11.754765 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 30ff137a-2792-4035-a05f-8319daafec09 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:11.761785 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-94b964b6-af36-4789-a6fe-6bcf77ed22e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de69dbd8-cdba-406c-b857-5ef4d1a5deaf', 'name': 'tempest-ServersTestManualDisk-431633746-router', 'tenant_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'e11bd39f-a348-4fd2-9ae5-dae3e9cb5780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:25:00Z', 'updated_at': '2022-01-29T04:25:05Z', 'revision_number': 3, 'project_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'gw_port': {'id': 'e11bd39f-a348-4fd2-9ae5-dae3e9cb5780', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d8:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de69dbd8-cdba-406c-b857-5ef4d1a5deaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:02Z', 'updated_at': '2022-01-29T04:25:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:11.803650 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b964b6-af36-4789-a6fe-6bcf77ed22e1 None None] The sync data for ids ['de69dbd8-cdba-406c-b857-5ef4d1a5deaf'] in dv-neutron-821190-1-hyperv is: [{'id': 'de69dbd8-cdba-406c-b857-5ef4d1a5deaf', 'name': 'tempest-ServersTestManualDisk-431633746-router', 'tenant_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'e11bd39f-a348-4fd2-9ae5-dae3e9cb5780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:25:00Z', 'updated_at': '2022-01-29T04:25:05Z', 'revision_number': 3, 'project_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'gw_port': {'id': 'e11bd39f-a348-4fd2-9ae5-dae3e9cb5780', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d8:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de69dbd8-cdba-406c-b857-5ef4d1a5deaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:02Z', 'updated_at': '2022-01-29T04:25:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:25:11.834499 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 30ff137a-2792-4035-a05f-8319daafec09 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:11.835666 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (30ff137a-2792-4035-a05f-8319daafec09), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:11.876138 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-015d0a71-4736-4d23-ae96-9b81e5ee95af tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for router_gateway (db9d324b-d0bb-4106-9dd6-58ad7adb7cfd), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:11.902787 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7f5bcd-a074-45a9-ae66-3733dbc66dc1 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Pushing event updated for resources: {'Network': ['ID=491436db-e739-4100-8972-d2d5b3cedc05,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:11.915907 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-015d0a71-4736-4d23-ae96-9b81e5ee95af tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:11.928293 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 491436db-e739-4100-8972-d2d5b3cedc05 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:25:11.938760 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9a7f5bcd-a074-45a9-ae66-3733dbc66dc1 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2469769 Jan 29 04:25:11.981995 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 48896) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:11.992309 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:11.992884 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] {{(pid=103584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:11.993047 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:12.008437 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 30ff137a-2792-4035-a05f-8319daafec09 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:12.008862 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (30ff137a-2792-4035-a05f-8319daafec09), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:12.027902 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-87a5aaf4-3158-4b8b-8cda-1cc30347493a tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (befed630-98b1-44ce-9e17-ba1090e80062), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:12.044723 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-87a5aaf4-3158-4b8b-8cda-1cc30347493a tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Calling delete_port for befed630-98b1-44ce-9e17-ba1090e80062 owned by {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:25:12.048197 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 30ff137a-2792-4035-a05f-8319daafec09, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=30ff137a-2792-4035-a05f-8319daafec09,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:12.092232 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Port 1cf33dbc-bdab-48c6-b608-4328ce442f09 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:12.092580 dv-neutron-821190-1-hyperv neutron-server[103584]: ERROR neutron.plugins.ml2.managers [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Failed to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] Jan 29 04:25:12.099381 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.plugins.ml2.plugin [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempt 5 to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 Jan 29 04:25:12.117267 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b77bb38c-6c6b-4248-9ae1-27399cc143a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:12.133435 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cd72d4ca-ad3f-4e20-bafb-f8a905ffb425 admin admin] Publish callbacks [] for port (5dbd94c4-6cac-4773-9f4a-1b2d3d766d96), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:12.144107 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (30ff137a-2792-4035-a05f-8319daafec09), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:12.151958 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 1dc8f570-cab0-4355-8e94-451b4780a9d0 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:12.174436 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:12.174887 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] {{(pid=103584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:12.175238 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:12.180328 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-02aa67e6-0263-4493-a4d0-29dcb311c92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (e2e0ff04-4bbc-4190-a070-a368320bed63), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:12.186931 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Port 1cf33dbc-bdab-48c6-b608-4328ce442f09 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:12.187267 dv-neutron-821190-1-hyperv neutron-server[103584]: ERROR neutron.plugins.ml2.managers [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Failed to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] Jan 29 04:25:12.191994 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.plugins.ml2.plugin [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempt 6 to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 Jan 29 04:25:12.212725 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:12.213069 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] {{(pid=103584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:12.214121 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:12.217994 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cd72d4ca-ad3f-4e20-bafb-f8a905ffb425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (5dbd94c4-6cac-4773-9f4a-1b2d3d766d96), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:12.218829 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cd72d4ca-ad3f-4e20-bafb-f8a905ffb425 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (49a67c9b-a555-482d-9e94-728cdfbceef0), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:12.274800 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Port 1cf33dbc-bdab-48c6-b608-4328ce442f09 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:12.275204 dv-neutron-821190-1-hyperv neutron-server[103584]: ERROR neutron.plugins.ml2.managers [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Failed to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] Jan 29 04:25:12.278584 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.plugins.ml2.plugin [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempt 7 to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 Jan 29 04:25:12.316399 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=30ff137a-2792-4035-a05f-8319daafec09,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:12.324850 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b538d9a2-fc94-457a-bd71-881a04000243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (d3a51de4-48a9-48c7-a8ca-9d98124e90b7), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:12.326906 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b538d9a2-fc94-457a-bd71-881a04000243 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:12.332465 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b538d9a2-fc94-457a-bd71-881a04000243 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d3a51de4-48a9-48c7-a8ca-9d98124e90b7 HTTP/1.1" status: 204 len: 168 time: 0.9518764 Jan 29 04:25:12.338061 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 1dc8f570-cab0-4355-8e94-451b4780a9d0 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:12.339865 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (1dc8f570-cab0-4355-8e94-451b4780a9d0), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:12.371538 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:12.371538 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] {{(pid=103584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:12.371538 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:12.404681 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b538d9a2-fc94-457a-bd71-881a04000243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a51de4-48a9-48c7-a8ca-9d98124e90b7,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:12.433122 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72d4ca-ad3f-4e20-bafb-f8a905ffb425 admin admin] Pushing event updated for resources: {'Port': ['ID=5dbd94c4-6cac-4773-9f4a-1b2d3d766d96,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:12.450654 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Port 1cf33dbc-bdab-48c6-b608-4328ce442f09 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:12.451039 dv-neutron-821190-1-hyperv neutron-server[103584]: ERROR neutron.plugins.ml2.managers [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Failed to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] Jan 29 04:25:12.476222 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.plugins.ml2.plugin [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempt 8 to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 Jan 29 04:25:12.530015 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:12.530361 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] {{(pid=103584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:12.530696 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:12.539570 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 1dc8f570-cab0-4355-8e94-451b4780a9d0 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:12.552887 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Port 1cf33dbc-bdab-48c6-b608-4328ce442f09 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:12.553217 dv-neutron-821190-1-hyperv neutron-server[103584]: ERROR neutron.plugins.ml2.managers [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Failed to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] Jan 29 04:25:12.555819 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.plugins.ml2.plugin [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempt 9 to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 Jan 29 04:25:12.569494 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02aa67e6-0263-4493-a4d0-29dcb311c92a admin admin] Network 9507ed99-2983-492a-ac2f-269d5807feac is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:12.576701 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd72d4ca-ad3f-4e20-bafb-f8a905ffb425 admin admin] Network 110bb4a8-6dea-4688-b150-e74a0a24c2a5 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:12.578325 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:12.578656 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] {{(pid=103584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:12.579018 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:12.581386 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-cd72d4ca-ad3f-4e20-bafb-f8a905ffb425 admin admin] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:12.590991 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Port 1cf33dbc-bdab-48c6-b608-4328ce442f09 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:12.591316 dv-neutron-821190-1-hyperv neutron-server[103584]: ERROR neutron.plugins.ml2.managers [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Failed to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] Jan 29 04:25:12.591850 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.plugins.ml2.plugin [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempt 10 to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 Jan 29 04:25:12.641008 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:12.641387 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] {{(pid=103584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:12.641726 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:12.650449 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Port 1cf33dbc-bdab-48c6-b608-4328ce442f09 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:12.650829 dv-neutron-821190-1-hyperv neutron-server[103584]: ERROR neutron.plugins.ml2.managers [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Failed to bind port 1cf33dbc-bdab-48c6-b608-4328ce442f09 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] Jan 29 04:25:12.651198 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (1cf33dbc-bdab-48c6-b608-4328ce442f09), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:12.670824 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-87a5aaf4-3158-4b8b-8cda-1cc30347493a tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (befed630-98b1-44ce-9e17-ba1090e80062), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:12.686593 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-015d0a71-4736-4d23-ae96-9b81e5ee95af tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Allocated IP 2001:db8::1e8 (b898325d-cb4f-46a6-a928-ecf21ff6f03a/29981108-ff60-43d0-9441-90e0ae728c77/ff99538e-c595-4712-a4c5-ab78b005f7a0) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:12.774931 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a5aaf4-3158-4b8b-8cda-1cc30347493a tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Pushing event deleted for resources: {'Port': ['ID=befed630-98b1-44ce-9e17-ba1090e80062,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:12.809364 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-87a5aaf4-3158-4b8b-8cda-1cc30347493a tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:12.816109 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-87a5aaf4-3158-4b8b-8cda-1cc30347493a tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] 10.222.0.13 "DELETE /v2.0/ports/befed630-98b1-44ce-9e17-ba1090e80062 HTTP/1.1" status: 204 len: 168 time: 1.9828687 Jan 29 04:25:12.820787 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 48902) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:12.888774 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-02aa67e6-0263-4493-a4d0-29dcb311c92a admin admin] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:12.905499 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd72d4ca-ad3f-4e20-bafb-f8a905ffb425 admin admin] Router 49a67c9b-a555-482d-9e94-728cdfbceef0 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:25:12.918191 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] For port 1cf33dbc-bdab-48c6-b608-4328ce442f09, host hv-neutron-8211, cleared binding levels {{(pid=103584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:25:12.918191 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempted to set empty binding levels {{(pid=103584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 29 04:25:12.939370 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02aa67e6-0263-4493-a4d0-29dcb311c92a admin admin] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:12.939868 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-02aa67e6-0263-4493-a4d0-29dcb311c92a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (b74ba9fa-7939-492e-adaf-9b6f3d82e3d1), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:12.954674 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-71e93751-b69b-40e0-898f-21cb76ebac0e tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Deleting subnet 95ee4e76-4f5f-41e4-b9cf-3e5223982d04 {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:25:13.014682 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-71e93751-b69b-40e0-898f-21cb76ebac0e tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Publish callbacks [] for subnet (95ee4e76-4f5f-41e4-b9cf-3e5223982d04), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:13.017926 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (1cf33dbc-bdab-48c6-b608-4328ce442f09), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:13.090521 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] In _notify_port_updated(), no bound segment for port 1cf33dbc-bdab-48c6-b608-4328ce442f09 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e {{(pid=103584) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 04:25:13.091547 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:13.091936 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:13.095704 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] 10.222.0.13 "PUT /v2.0/ports/1cf33dbc-bdab-48c6-b608-4328ce442f09 HTTP/1.1" status: 200 len: 981 time: 3.1292453 Jan 29 04:25:13.103301 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 48904) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:13.110064 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-29caa5c7-fd81-4ab5-a0f1-4929c3e792cd None None] Provisioning complete for port 5dbd94c4-6cac-4773-9f4a-1b2d3d766d96 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:13.112149 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-29caa5c7-fd81-4ab5-a0f1-4929c3e792cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (5dbd94c4-6cac-4773-9f4a-1b2d3d766d96), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:13.149839 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aa67e6-0263-4493-a4d0-29dcb311c92a admin admin] Pushing event updated for resources: {'Port': ['ID=e2e0ff04-4bbc-4190-a070-a368320bed63,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:13.197640 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-29caa5c7-fd81-4ab5-a0f1-4929c3e792cd None None] Port 5dbd94c4-6cac-4773-9f4a-1b2d3d766d96 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:25:13.224403 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-71e93751-b69b-40e0-898f-21cb76ebac0e tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Publish callbacks [] for subnet (95ee4e76-4f5f-41e4-b9cf-3e5223982d04), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:13.251689 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-015d0a71-4736-4d23-ae96-9b81e5ee95af tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for port (ff99538e-c595-4712-a4c5-ab78b005f7a0), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:13.361345 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad459e85-1250-4c73-b312-2242ea3e064c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Pushing event updated for resources: {'Port': ['ID=1cf33dbc-bdab-48c6-b608-4328ce442f09,revision_number=3']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:13.411797 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd72d4ca-ad3f-4e20-bafb-f8a905ffb425 admin admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:25:13.418346 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device e11bd39f-a348-4fd2-9ae5-dae3e9cb5780 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:13.425833 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-cd72d4ca-ad3f-4e20-bafb-f8a905ffb425 admin admin] 10.222.0.13 "PUT /v2.0/routers/49a67c9b-a555-482d-9e94-728cdfbceef0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0515401 Jan 29 04:25:13.430082 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 48906) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:13.437889 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa29afb2-6a86-4c21-abbe-d03e56ccfea2 None None] Sync routers for ids ['49a67c9b-a555-482d-9e94-728cdfbceef0'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:25:13.442282 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b6b45f-ad40-4afd-a8a9-2a2f52f96888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:13.442765 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b6b45f-ad40-4afd-a8a9-2a2f52f96888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:13.443397 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b6b45f-ad40-4afd-a8a9-2a2f52f96888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:13.443866 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b6b45f-ad40-4afd-a8a9-2a2f52f96888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:13.444335 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b6b45f-ad40-4afd-a8a9-2a2f52f96888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:13.444881 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b6b45f-ad40-4afd-a8a9-2a2f52f96888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:13.446080 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b6b45f-ad40-4afd-a8a9-2a2f52f96888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:13.446742 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b6b45f-ad40-4afd-a8a9-2a2f52f96888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:13.447211 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b6b45f-ad40-4afd-a8a9-2a2f52f96888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:13.447719 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b6b45f-ad40-4afd-a8a9-2a2f52f96888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:13.448273 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b6b45f-ad40-4afd-a8a9-2a2f52f96888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:13.448840 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b6b45f-ad40-4afd-a8a9-2a2f52f96888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:13.449678 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b6b45f-ad40-4afd-a8a9-2a2f52f96888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:13.450148 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b6b45f-ad40-4afd-a8a9-2a2f52f96888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:13.450862 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b6b45f-ad40-4afd-a8a9-2a2f52f96888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:13.453545 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-67b6b45f-ad40-4afd-a8a9-2a2f52f96888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14226 time: 0.3485546 Jan 29 04:25:13.469248 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-71e93751-b69b-40e0-898f-21cb76ebac0e tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (95ee4e76-4f5f-41e4-b9cf-3e5223982d04), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:13.475005 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-104986ff-52f7-467a-b3cb-d2cd8ac2975d tempest-DHCPAgentSchedulersTestJSON-1894184907 tempest-DHCPAgentSchedulersTestJSON-1894184907-project-admin] 10.222.0.13 "GET /v2.0/agents/3dc9109b-2708-4c8a-87fe-eaf6caa5f82d/dhcp-networks HTTP/1.1" status: 200 len: 8059 time: 1.4840629 Jan 29 04:25:13.482989 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 48908) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:13.483474 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 48910) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:13.517615 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-fa28fb40-64ca-4159-8244-f4b3a5857aaa None None] Provisioning complete for port e2e0ff04-4bbc-4190-a070-a368320bed63 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:13.518378 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fa28fb40-64ca-4159-8244-f4b3a5857aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (e2e0ff04-4bbc-4190-a070-a368320bed63), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:13.553209 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa29afb2-6a86-4c21-abbe-d03e56ccfea2 None None] Routers {'49a67c9b-a555-482d-9e94-728cdfbceef0'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:25:13.554135 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-aa29afb2-6a86-4c21-abbe-d03e56ccfea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:24:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['49a67c9b-a555-482d-9e94-728cdfbceef0'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:13.576456 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-015d0a71-4736-4d23-ae96-9b81e5ee95af tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (ff99538e-c595-4712-a4c5-ab78b005f7a0), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:13.620472 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-71e93751-b69b-40e0-898f-21cb76ebac0e tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for subnet (95ee4e76-4f5f-41e4-b9cf-3e5223982d04), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:13.636885 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-fa28fb40-64ca-4159-8244-f4b3a5857aaa None None] Port e2e0ff04-4bbc-4190-a070-a368320bed63 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:25:13.656780 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e93751-b69b-40e0-898f-21cb76ebac0e tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Pushing event deleted for resources: {'Subnet': ['ID=95ee4e76-4f5f-41e4-b9cf-3e5223982d04,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:13.665024 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-71e93751-b69b-40e0-898f-21cb76ebac0e tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:13.665024 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-71e93751-b69b-40e0-898f-21cb76ebac0e tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] 10.222.0.13 "DELETE /v2.0/subnets/95ee4e76-4f5f-41e4-b9cf-3e5223982d04 HTTP/1.1" status: 204 len: 168 time: 0.8366542 Jan 29 04:25:13.665500 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 48922) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:13.683725 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015d0a71-4736-4d23-ae96-9b81e5ee95af tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Network b898325d-cb4f-46a6-a928-ecf21ff6f03a is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:13.707457 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77840576-cdef-4cd0-8d0b-850a72e78bec None None] Network 8a5b95d0-f11f-4828-83b4-d7b3c196132a requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:25:13.745879 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-015d0a71-4736-4d23-ae96-9b81e5ee95af tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:13.775209 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015d0a71-4736-4d23-ae96-9b81e5ee95af tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:13.788769 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-91416838-3384-403c-bcd8-62354c72723c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ee89fdc39084ea3828ae45ef55c0061&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3517509 Jan 29 04:25:13.805506 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 48926) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:13.815298 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port e11bd39f-a348-4fd2-9ae5-dae3e9cb5780 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:13.815907 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (e11bd39f-a348-4fd2-9ae5-dae3e9cb5780), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:13.857072 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-38d990ac-fe21-49b6-852a-34d3af2137f4 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (8a5b95d0-f11f-4828-83b4-d7b3c196132a), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:13.858827 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-aa29afb2-6a86-4c21-abbe-d03e56ccfea2 None None] Set router 49a67c9b-a555-482d-9e94-728cdfbceef0 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:25:13.925406 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3de14a6e-b67e-4b89-91ca-59f874889a19 admin admin] Publish callbacks [] for security_group (8a4b2a6a-ebe3-45c5-b226-be4fbd55bf65), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:13.933816 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d0a71-4736-4d23-ae96-9b81e5ee95af tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Pushing event updated for resources: {'Port': ['ID=ff99538e-c595-4712-a4c5-ab78b005f7a0,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:13.936515 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-02aa67e6-0263-4493-a4d0-29dcb311c92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (e2e0ff04-4bbc-4190-a070-a368320bed63), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:13.969432 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3de14a6e-b67e-4b89-91ca-59f874889a19 admin admin] Publish callbacks [] for security_group (8a4b2a6a-ebe3-45c5-b226-be4fbd55bf65), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:13.991507 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-38d990ac-fe21-49b6-852a-34d3af2137f4 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Deleting port 73ea665e-28e1-4232-8e9e-bf5724ad4959 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:25:13.992173 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-38d990ac-fe21-49b6-852a-34d3af2137f4 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (73ea665e-28e1-4232-8e9e-bf5724ad4959), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:14.004523 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-b77bb38c-6c6b-4248-9ae1-27399cc143a2 admin admin] Allocated IP 172.20.0.1 (4d4605cc-cd83-4037-bfc8-342508214a0e/28462fdf-59a1-4f6b-8a80-4bfac581848e/b0e32437-ac69-4966-b2c8-3b68528ad8ab) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:14.083993 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-38d990ac-fe21-49b6-852a-34d3af2137f4 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] For port 73ea665e-28e1-4232-8e9e-bf5724ad4959, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=73ea665e-28e1-4232-8e9e-bf5724ad4959,segment=NetworkSegment(1bffa985-96b2-49fe-a055-b759122cf2d2),segment_id=1bffa985-96b2-49fe-a055-b759122cf2d2)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:14.084545 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-38d990ac-fe21-49b6-852a-34d3af2137f4 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (73ea665e-28e1-4232-8e9e-bf5724ad4959), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:14.098304 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-3e567eb3-44da-4d85-83b0-f0fd03c6abf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Deleting port 1cf33dbc-bdab-48c6-b608-4328ce442f09 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:25:14.098644 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3e567eb3-44da-4d85-83b0-f0fd03c6abf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (1cf33dbc-bdab-48c6-b608-4328ce442f09), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:14.102366 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-38d990ac-fe21-49b6-852a-34d3af2137f4 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Calling delete_port for 73ea665e-28e1-4232-8e9e-bf5724ad4959 owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:25:14.104754 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb170b7-97e2-417d-b828-69cedd29badb tempest-DHCPAgentSchedulersTestJSON-1894184907 tempest-DHCPAgentSchedulersTestJSON-1894184907-project-admin] Network 491436db-e739-4100-8972-d2d5b3cedc05 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:25:14.128466 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port e11bd39f-a348-4fd2-9ae5-dae3e9cb5780 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:14.129449 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (e11bd39f-a348-4fd2-9ae5-dae3e9cb5780), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:14.159749 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port e11bd39f-a348-4fd2-9ae5-dae3e9cb5780, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=e11bd39f-a348-4fd2-9ae5-dae3e9cb5780,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:14.178332 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd5bbff-1e82-42f4-95d9-eb3183c348c4 None None] DHCP port deletion for 8a5b95d0-f11f-4828-83b4-d7b3c196132a request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:25:14.191145 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3de14a6e-b67e-4b89-91ca-59f874889a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (8a4b2a6a-ebe3-45c5-b226-be4fbd55bf65), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:14.194218 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3de14a6e-b67e-4b89-91ca-59f874889a19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:14.195502 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-3de14a6e-b67e-4b89-91ca-59f874889a19 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a4b2a6a-ebe3-45c5-b226-be4fbd55bf65 HTTP/1.1" status: 204 len: 168 time: 0.3891487 Jan 29 04:25:14.211724 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de14a6e-b67e-4b89-91ca-59f874889a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4b2a6a-ebe3-45c5-b226-be4fbd55bf65,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:14.270331 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (e11bd39f-a348-4fd2-9ae5-dae3e9cb5780), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:14.271176 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 30ff137a-2792-4035-a05f-8319daafec09 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:14.356039 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-38d990ac-fe21-49b6-852a-34d3af2137f4 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (73ea665e-28e1-4232-8e9e-bf5724ad4959), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:14.391844 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=e11bd39f-a348-4fd2-9ae5-dae3e9cb5780,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:14.412825 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d990ac-fe21-49b6-852a-34d3af2137f4 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Pushing event deleted for resources: {'Port': ['ID=73ea665e-28e1-4232-8e9e-bf5724ad4959,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:14.421377 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d990ac-fe21-49b6-852a-34d3af2137f4 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] No DVR routers for this DVR port 73ea665e-28e1-4232-8e9e-bf5724ad4959 on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:25:14.433114 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 30ff137a-2792-4035-a05f-8319daafec09 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:14.433672 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (30ff137a-2792-4035-a05f-8319daafec09), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:14.440621 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ebd5bbff-1e82-42f4-95d9-eb3183c348c4 None None] Deleting port 73ea665e-28e1-4232-8e9e-bf5724ad4959 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:25:14.440884 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ebd5bbff-1e82-42f4-95d9-eb3183c348c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (73ea665e-28e1-4232-8e9e-bf5724ad4959), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:14.450944 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-015d0a71-4736-4d23-ae96-9b81e5ee95af tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for router_gateway (db9d324b-d0bb-4106-9dd6-58ad7adb7cfd), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:14.483233 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9febc7-b9ad-4756-b239-a45feb0544c9 None None] Network 491436db-e739-4100-8972-d2d5b3cedc05 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:25:14.519238 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9cb170b7-97e2-417d-b828-69cedd29badb tempest-DHCPAgentSchedulersTestJSON-1894184907 tempest-DHCPAgentSchedulersTestJSON-1894184907-project-admin] 10.222.0.13 "POST /v2.0/agents/3dc9109b-2708-4c8a-87fe-eaf6caa5f82d/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.9748607 Jan 29 04:25:14.548602 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 48934) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:14.594097 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-38d990ac-fe21-49b6-852a-34d3af2137f4 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (8a5b95d0-f11f-4828-83b4-d7b3c196132a), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:14.612534 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-aa29afb2-6a86-4c21-abbe-d03e56ccfea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a67c9b-a555-482d-9e94-728cdfbceef0', 'name': 'tempest-ServersTestJSON-69517117-router', 'tenant_id': '62b5636027cb4b35a2ac3d1c94409c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '30ff137a-2792-4035-a05f-8319daafec09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:59Z', 'updated_at': '2022-01-29T04:25:10Z', 'revision_number': 4, 'project_id': '62b5636027cb4b35a2ac3d1c94409c20', 'gw_port': {'id': '30ff137a-2792-4035-a05f-8319daafec09', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:41:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a67c9b-a555-482d-9e94-728cdfbceef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:01Z', 'updated_at': '2022-01-29T04:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '5dbd94c4-6cac-4773-9f4a-1b2d3d766d96', 'name': '', 'network_id': '110bb4a8-6dea-4688-b150-e74a0a24c2a5', 'tenant_id': '62b5636027cb4b35a2ac3d1c94409c20', 'mac_address': 'fa:16:3e:92:b1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a67c9b-a555-482d-9e94-728cdfbceef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1e6bda9e-8e09-4842-910d-f6751a7ed1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:08Z', 'updated_at': '2022-01-29T04:25:11Z', 'revision_number': 2, 'project_id': '62b5636027cb4b35a2ac3d1c94409c20', 'subnets': [{'id': '1e6bda9e-8e09-4842-910d-f6751a7ed1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:14.714928 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-3e567eb3-44da-4d85-83b0-f0fd03c6abf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] For port 1cf33dbc-bdab-48c6-b608-4328ce442f09, host hv-neutron-8211, got binding levels [] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:14.715480 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3e567eb3-44da-4d85-83b0-f0fd03c6abf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (1cf33dbc-bdab-48c6-b608-4328ce442f09), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:14.759504 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-02aa67e6-0263-4493-a4d0-29dcb311c92a admin admin] Publish callbacks [] for port (e2e0ff04-4bbc-4190-a070-a368320bed63), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:14.770070 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-3e567eb3-44da-4d85-83b0-f0fd03c6abf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Calling delete_port for 1cf33dbc-bdab-48c6-b608-4328ce442f09 owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:25:14.796867 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b77bb38c-6c6b-4248-9ae1-27399cc143a2 admin admin] Publish callbacks [] for port (b0e32437-ac69-4966-b2c8-3b68528ad8ab), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:14.879796 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-02aa67e6-0263-4493-a4d0-29dcb311c92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (e2e0ff04-4bbc-4190-a070-a368320bed63), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:14.880891 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-02aa67e6-0263-4493-a4d0-29dcb311c92a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (b74ba9fa-7939-492e-adaf-9b6f3d82e3d1), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:14.893795 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa29afb2-6a86-4c21-abbe-d03e56ccfea2 None None] Checking router: 49a67c9b-a555-482d-9e94-728cdfbceef0 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:25:14.893795 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa29afb2-6a86-4c21-abbe-d03e56ccfea2 None None] Updating router 49a67c9b-a555-482d-9e94-728cdfbceef0 port 5dbd94c4-6cac-4773-9f4a-1b2d3d766d96 binding host dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:25:14.922467 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-38d990ac-fe21-49b6-852a-34d3af2137f4 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Subscribe: > segment before_delete 55550000 {{(pid=103584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:25:14.922467 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-38d990ac-fe21-49b6-852a-34d3af2137f4 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:25:14.922879 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-38d990ac-fe21-49b6-852a-34d3af2137f4 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:25:14.923377 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-38d990ac-fe21-49b6-852a-34d3af2137f4 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Subscribe: > port after_create 55550000 {{(pid=103584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:25:14.923723 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-38d990ac-fe21-49b6-852a-34d3af2137f4 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Subscribe: > port after_delete 55550000 {{(pid=103584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:25:14.924070 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-38d990ac-fe21-49b6-852a-34d3af2137f4 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Subscribe: > port after_update 55550000 {{(pid=103584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:25:14.924422 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-38d990ac-fe21-49b6-852a-34d3af2137f4 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Subscribe: > segment after_delete 55550000 {{(pid=103584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:25:14.924758 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-38d990ac-fe21-49b6-852a-34d3af2137f4 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Subscribe: > subnet after_create 55550000 {{(pid=103584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:25:14.925080 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-38d990ac-fe21-49b6-852a-34d3af2137f4 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Subscribe: > subnet after_delete 55550000 {{(pid=103584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:25:14.925406 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-38d990ac-fe21-49b6-852a-34d3af2137f4 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Subscribe: > subnet after_update 55550000 {{(pid=103584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:25:14.932838 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aa29afb2-6a86-4c21-abbe-d03e56ccfea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (5dbd94c4-6cac-4773-9f4a-1b2d3d766d96), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:14.965118 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-ebd5bbff-1e82-42f4-95d9-eb3183c348c4 None None] For port 73ea665e-28e1-4232-8e9e-bf5724ad4959, host dv-neutron-821190-1-hyperv, got binding levels [] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:14.965519 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ebd5bbff-1e82-42f4-95d9-eb3183c348c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (73ea665e-28e1-4232-8e9e-bf5724ad4959), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:15.005815 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ebd5bbff-1e82-42f4-95d9-eb3183c348c4 None None] Calling delete_port for 73ea665e-28e1-4232-8e9e-bf5724ad4959 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:25:15.027327 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.ipam_backend_mixin [None req-ebd5bbff-1e82-42f4-95d9-eb3183c348c4 None None] Port 73ea665e-28e1-4232-8e9e-bf5724ad4959 was not found and therefore no delete operation was performed {{(pid=103586) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 29 04:25:15.037740 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ebd5bbff-1e82-42f4-95d9-eb3183c348c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (73ea665e-28e1-4232-8e9e-bf5724ad4959), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:15.083153 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 30ff137a-2792-4035-a05f-8319daafec09 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:15.084450 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 470f8c28-13b9-40c0-9f63-254654f9015b up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:15.158028 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5bbff-1e82-42f4-95d9-eb3183c348c4 None None] Pushing event deleted for resources: {'Port': ['ID=73ea665e-28e1-4232-8e9e-bf5724ad4959,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:15.163274 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd5bbff-1e82-42f4-95d9-eb3183c348c4 None None] No DVR routers for this DVR port 73ea665e-28e1-4232-8e9e-bf5724ad4959 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:25:15.189701 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-38d990ac-fe21-49b6-852a-34d3af2137f4 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Subscribe: > subnet after_create 55550000 {{(pid=103584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:25:15.190636 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-38d990ac-fe21-49b6-852a-34d3af2137f4 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Subscribe: > subnet after_delete 55550000 {{(pid=103584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:25:15.191288 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-38d990ac-fe21-49b6-852a-34d3af2137f4 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Subscribe: > subnet before_create 55550000 {{(pid=103584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:25:15.191897 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-38d990ac-fe21-49b6-852a-34d3af2137f4 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Subscribe: > subnet before_update 55550000 {{(pid=103584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:25:15.192451 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-38d990ac-fe21-49b6-852a-34d3af2137f4 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a5b95d0-f11f-4828-83b4-d7b3c196132a']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:15.228196 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aa67e6-0263-4493-a4d0-29dcb311c92a admin admin] Pushing event updated for resources: {'Port': ['ID=e2e0ff04-4bbc-4190-a070-a368320bed63,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:15.233982 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-38d990ac-fe21-49b6-852a-34d3af2137f4 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bffa985-96b2-49fe-a055-b759122cf2d2') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:15.235259 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-38d990ac-fe21-49b6-852a-34d3af2137f4 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bffa985-96b2-49fe-a055-b759122cf2d2') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:15.267568 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-38d990ac-fe21-49b6-852a-34d3af2137f4 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (1bffa985-96b2-49fe-a055-b759122cf2d2), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:15.283980 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 470f8c28-13b9-40c0-9f63-254654f9015b triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:15.284229 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (470f8c28-13b9-40c0-9f63-254654f9015b), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:15.301150 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 48946) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:15.315949 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-f99d3217-04fe-4bc1-b32e-b664c4b87a86 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Request body: {'security_group': {'name': 'tempest-securitygroup--813051255', 'description': 'tempest-description--2041799464'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:15.339120 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-015d0a71-4736-4d23-ae96-9b81e5ee95af tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (db9d324b-d0bb-4106-9dd6-58ad7adb7cfd), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:15.345809 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-38d990ac-fe21-49b6-852a-34d3af2137f4 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (1bffa985-96b2-49fe-a055-b759122cf2d2), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:15.356917 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d990ac-fe21-49b6-852a-34d3af2137f4 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:25:15.356917 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-38d990ac-fe21-49b6-852a-34d3af2137f4 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (1bffa985-96b2-49fe-a055-b759122cf2d2), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:15.359171 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b77bb38c-6c6b-4248-9ae1-27399cc143a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (b0e32437-ac69-4966-b2c8-3b68528ad8ab), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:15.403975 dv-neutron-821190-1-hyperv neutron-server[103584]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 29 04:25:15.403975 dv-neutron-821190-1-hyperv neutron-server[103584]: from cryptography.utils import int_from_bytes Jan 29 04:25:15.403975 dv-neutron-821190-1-hyperv neutron-server[103584]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 29 04:25:15.403975 dv-neutron-821190-1-hyperv neutron-server[103584]: from cryptography.utils import int_from_bytes Jan 29 04:25:15.403975 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:25:15.403975 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:25:15.403975 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:25:15.403975 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:25:15.403975 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:25:15.403975 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:25:15.403975 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:25:15.403975 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:25:15.403975 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:25:15.403975 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:25:15.403975 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:25:15.403975 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:25:15.403975 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:25:15.403975 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:25:15.403975 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:25:15.403975 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:25:15.403975 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:25:15.403975 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:25:15.403975 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:25:15.403975 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:25:15.403975 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:25:15.403975 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:25:15.403975 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:25:15.403975 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:25:15.403975 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:25:15.403975 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:25:15.403975 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:25:15.403975 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:25:15.403975 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:25:15.403975 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:25:15.403975 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:25:15.403975 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:25:15.445613 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3e567eb3-44da-4d85-83b0-f0fd03c6abf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (1cf33dbc-bdab-48c6-b608-4328ce442f09), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:15.449464 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02aa67e6-0263-4493-a4d0-29dcb311c92a admin admin] Network 9507ed99-2983-492a-ac2f-269d5807feac is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:15.461848 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 470f8c28-13b9-40c0-9f63-254654f9015b is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:15.462414 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (470f8c28-13b9-40c0-9f63-254654f9015b), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:15.468792 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-02aa67e6-0263-4493-a4d0-29dcb311c92a admin admin] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:15.471273 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77bb38c-6c6b-4248-9ae1-27399cc143a2 admin admin] Network 4d4605cc-cd83-4037-bfc8-342508214a0e is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:15.478806 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f99d3217-04fe-4bc1-b32e-b664c4b87a86 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:15.479851 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c28da797-bbd0-41b5-8eac-29254658c24b tempest-DHCPAgentSchedulersTestJSON-1894184907 tempest-DHCPAgentSchedulersTestJSON-1894184907-project-admin] 10.222.0.13 "GET /v2.0/agents/3dc9109b-2708-4c8a-87fe-eaf6caa5f82d/dhcp-networks HTTP/1.1" status: 200 len: 8790 time: 0.9298561 Jan 29 04:25:15.483166 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 48950) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:15.499476 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-b77bb38c-6c6b-4248-9ae1-27399cc143a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:15.503414 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 470f8c28-13b9-40c0-9f63-254654f9015b, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=470f8c28-13b9-40c0-9f63-254654f9015b,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:15.508715 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aa29afb2-6a86-4c21-abbe-d03e56ccfea2 None None] Publish callbacks [] for port (5dbd94c4-6cac-4773-9f4a-1b2d3d766d96), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:15.520273 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-38d990ac-fe21-49b6-852a-34d3af2137f4 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (8a5b95d0-f11f-4828-83b4-d7b3c196132a), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:15.538628 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77bb38c-6c6b-4248-9ae1-27399cc143a2 admin admin] Pushing event updated for resources: {'Port': ['ID=b0e32437-ac69-4966-b2c8-3b68528ad8ab,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:15.541496 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77bb38c-6c6b-4248-9ae1-27399cc143a2 admin admin] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:15.541932 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b77bb38c-6c6b-4248-9ae1-27399cc143a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (de69dbd8-cdba-406c-b857-5ef4d1a5deaf), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:15.563800 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-38d990ac-fe21-49b6-852a-34d3af2137f4 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:15.567610 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-38d990ac-fe21-49b6-852a-34d3af2137f4 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] 10.222.0.13 "DELETE /v2.0/networks/8a5b95d0-f11f-4828-83b4-d7b3c196132a HTTP/1.1" status: 204 len: 168 time: 1.8905029 Jan 29 04:25:15.579023 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (470f8c28-13b9-40c0-9f63-254654f9015b), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:15.620915 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3e567eb3-44da-4d85-83b0-f0fd03c6abf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:15.626736 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-3e567eb3-44da-4d85-83b0-f0fd03c6abf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] 10.222.0.13 "DELETE /v2.0/ports/1cf33dbc-bdab-48c6-b608-4328ce442f09 HTTP/1.1" status: 204 len: 168 time: 2.1370654 Jan 29 04:25:15.626849 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d990ac-fe21-49b6-852a-34d3af2137f4 tempest-ExtraDHCPOptionsTestJSON-402893020 tempest-ExtraDHCPOptionsTestJSON-402893020-project] Pushing event deleted for resources: {'Network': ['ID=8a5b95d0-f11f-4828-83b4-d7b3c196132a,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:15.628477 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 48960) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:15.647293 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aa29afb2-6a86-4c21-abbe-d03e56ccfea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (5dbd94c4-6cac-4773-9f4a-1b2d3d766d96), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:15.695183 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce344d68-2576-4a28-b0cb-43e3e3a9aa80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] GET failed (client error): The resource could not be found. Jan 29 04:25:15.706110 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ce344d68-2576-4a28-b0cb-43e3e3a9aa80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] 10.222.0.13 "GET /v2.0/ports/1cf33dbc-bdab-48c6-b608-4328ce442f09 HTTP/1.1" status: 404 len: 333 time: 0.0673769 Jan 29 04:25:15.706789 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 48962) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:15.711586 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-4935a05e-d25c-494b-bf99-fde9e46f1996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582758421', 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:15.742530 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=470f8c28-13b9-40c0-9f63-254654f9015b,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:15.805287 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-cb94c83e-0284-4610-a7e4-655d27700463 tempest-DHCPAgentSchedulersTestJSON-1894184907 tempest-DHCPAgentSchedulersTestJSON-1894184907-project-admin] 10.222.0.13 "DELETE /v2.0/agents/3dc9109b-2708-4c8a-87fe-eaf6caa5f82d/dhcp-networks/491436db-e739-4100-8972-d2d5b3cedc05 HTTP/1.1" status: 204 len: 168 time: 0.3208201 Jan 29 04:25:15.805917 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 48964) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:15.872962 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4935a05e-d25c-494b-bf99-fde9e46f1996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Made reservation on behalf of f3c685c3fd364f60aea8fef57f5de5d2 for: {'port': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:15.875354 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4935a05e-d25c-494b-bf99-fde9e46f1996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:15.895003 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e567eb3-44da-4d85-83b0-f0fd03c6abf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Pushing event deleted for resources: {'Port': ['ID=1cf33dbc-bdab-48c6-b608-4328ce442f09,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:15.896499 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device e11bd39f-a348-4fd2-9ae5-dae3e9cb5780 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:15.985640 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-aa29afb2-6a86-4c21-abbe-d03e56ccfea2 None None] Attempting to bind port 5dbd94c4-6cac-4773-9f4a-1b2d3d766d96 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:15.986024 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-aa29afb2-6a86-4c21-abbe-d03e56ccfea2 None None] Attempting to bind port 5dbd94c4-6cac-4773-9f4a-1b2d3d766d96 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '4af84b71-d5c4-4409-9ef7-5596cefdefb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '110bb4a8-6dea-4688-b150-e74a0a24c2a5'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:15.991531 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa29afb2-6a86-4c21-abbe-d03e56ccfea2 None None] Attempting to bind port 5dbd94c4-6cac-4773-9f4a-1b2d3d766d96 on network 110bb4a8-6dea-4688-b150-e74a0a24c2a5 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:16.008030 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [None req-4935a05e-d25c-494b-bf99-fde9e46f1996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] device_id is not set on port 8a28b09b-8888-46df-9700-a2831c38fa8f yet. {{(pid=103584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:25:16.024581 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb1598-1997-4ff4-aa12-ab36ff688fa9 None None] Pushing event updated for resources: {'Port': ['ID=5dbd94c4-6cac-4773-9f4a-1b2d3d766d96,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:16.038849 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02aa67e6-0263-4493-a4d0-29dcb311c92a admin admin] Router b74ba9fa-7939-492e-adaf-9b6f3d82e3d1 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:25:16.046706 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa29afb2-6a86-4c21-abbe-d03e56ccfea2 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:25:16.047128 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa29afb2-6a86-4c21-abbe-d03e56ccfea2 None None] Checking segment: {'id': '4af84b71-d5c4-4409-9ef7-5596cefdefb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '110bb4a8-6dea-4688-b150-e74a0a24c2a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:25:16.047560 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aa29afb2-6a86-4c21-abbe-d03e56ccfea2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:16.047981 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa29afb2-6a86-4c21-abbe-d03e56ccfea2 None None] Bound using segment: {'id': '4af84b71-d5c4-4409-9ef7-5596cefdefb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '110bb4a8-6dea-4688-b150-e74a0a24c2a5'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:25:16.048624 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-aa29afb2-6a86-4c21-abbe-d03e56ccfea2 None None] Bound port: 5dbd94c4-6cac-4773-9f4a-1b2d3d766d96, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4af84b71-d5c4-4409-9ef7-5596cefdefb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '110bb4a8-6dea-4688-b150-e74a0a24c2a5'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:25:16.049764 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aa29afb2-6a86-4c21-abbe-d03e56ccfea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (5dbd94c4-6cac-4773-9f4a-1b2d3d766d96), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:16.149716 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port e11bd39f-a348-4fd2-9ae5-dae3e9cb5780 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:16.149716 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (e11bd39f-a348-4fd2-9ae5-dae3e9cb5780), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:16.176257 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b7fa6fb9-34ad-4a6a-8cc3-935fc7e01aaa tempest-DHCPAgentSchedulersTestJSON-1894184907 tempest-DHCPAgentSchedulersTestJSON-1894184907-project-admin] 10.222.0.13 "GET /v2.0/agents/3dc9109b-2708-4c8a-87fe-eaf6caa5f82d/dhcp-networks HTTP/1.1" status: 200 len: 7256 time: 0.3691151 Jan 29 04:25:16.186394 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 48974) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:16.209322 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-5429cc90-7114-4dca-9099-56cb6b3b1b09 None None] Provisioning complete for port e2e0ff04-4bbc-4190-a070-a368320bed63 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:16.209905 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5429cc90-7114-4dca-9099-56cb6b3b1b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (e2e0ff04-4bbc-4190-a070-a368320bed63), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:16.243407 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-9a13954f-62c9-4d0b-83c2-7d3912d04d30 tempest-DHCPAgentSchedulersTestJSON-1894184907 tempest-DHCPAgentSchedulersTestJSON-1894184907-project-admin] 10.222.0.13 "GET /v2.0/networks/50516182-8466-449c-b9f8-f817883b4932/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0560954 Jan 29 04:25:16.244034 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 48976) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:16.261364 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-5429cc90-7114-4dca-9099-56cb6b3b1b09 None None] Port e2e0ff04-4bbc-4190-a070-a368320bed63 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:25:16.267838 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 48978) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:16.277666 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b77bb38c-6c6b-4248-9ae1-27399cc143a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b0e32437-ac69-4966-b2c8-3b68528ad8ab), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:16.281684 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-aa29afb2-6a86-4c21-abbe-d03e56ccfea2 None None] For port 5dbd94c4-6cac-4773-9f4a-1b2d3d766d96, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:25:16.287001 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-aa29afb2-6a86-4c21-abbe-d03e56ccfea2 None None] For port 5dbd94c4-6cac-4773-9f4a-1b2d3d766d96, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=5dbd94c4-6cac-4773-9f4a-1b2d3d766d96,segment=NetworkSegment(4af84b71-d5c4-4409-9ef7-5596cefdefb6),segment_id=4af84b71-d5c4-4409-9ef7-5596cefdefb6)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:25:16.290631 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e300f76d-7a74-4e5a-afad-4e4fe499c01c tempest-DHCPAgentSchedulersTestJSON-1894184907 tempest-DHCPAgentSchedulersTestJSON-1894184907-project-admin] 10.222.0.13 "GET /v2.0/networks/50516182-8466-449c-b9f8-f817883b4932/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0429866 Jan 29 04:25:16.291763 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 48982) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:16.300800 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-5429cc90-7114-4dca-9099-56cb6b3b1b09 None None] Provisioning complete for port b0e32437-ac69-4966-b2c8-3b68528ad8ab triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:16.301176 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5429cc90-7114-4dca-9099-56cb6b3b1b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b0e32437-ac69-4966-b2c8-3b68528ad8ab), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:16.306430 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4935a05e-d25c-494b-bf99-fde9e46f1996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks [] for port (8a28b09b-8888-46df-9700-a2831c38fa8f), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:16.308602 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f99d3217-04fe-4bc1-b32e-b664c4b87a86 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Publish callbacks [] for security_group (e52fdf30-5ac5-455f-a26e-79cce6c2b476), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:16.366157 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aa29afb2-6a86-4c21-abbe-d03e56ccfea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (5dbd94c4-6cac-4773-9f4a-1b2d3d766d96), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:16.390643 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f99d3217-04fe-4bc1-b32e-b664c4b87a86 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (e52fdf30-5ac5-455f-a26e-79cce6c2b476), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:16.402245 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015d0a71-4736-4d23-ae96-9b81e5ee95af tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Router db9d324b-d0bb-4106-9dd6-58ad7adb7cfd is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:25:16.418771 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-5429cc90-7114-4dca-9099-56cb6b3b1b09 None None] Port b0e32437-ac69-4966-b2c8-3b68528ad8ab cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:25:16.436706 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port e11bd39f-a348-4fd2-9ae5-dae3e9cb5780 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:16.464554 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-2a8a4231-68b9-4c59-95a2-655c92dac433 tempest-DHCPAgentSchedulersTestJSON-1894184907 tempest-DHCPAgentSchedulersTestJSON-1894184907-project-admin] 10.222.0.13 "GET /v2.0/agents/3dc9109b-2708-4c8a-87fe-eaf6caa5f82d/dhcp-networks HTTP/1.1" status: 200 len: 7256 time: 0.1663260 Jan 29 04:25:16.467265 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 48984) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:16.479794 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb1598-1997-4ff4-aa12-ab36ff688fa9 None None] Pushing event updated for resources: {'Port': ['ID=5dbd94c4-6cac-4773-9f4a-1b2d3d766d96,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:16.489337 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa29afb2-6a86-4c21-abbe-d03e56ccfea2 None None] Routers {'49a67c9b-a555-482d-9e94-728cdfbceef0'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:25:16.491291 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-aa29afb2-6a86-4c21-abbe-d03e56ccfea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:24:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['49a67c9b-a555-482d-9e94-728cdfbceef0'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:16.547626 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 73ea665e-28e1-4232-8e9e-bf5724ad4959 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:25:16.575531 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9eadd2cd-2d91-4b46-91f9-e0e5868f83aa tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (491436db-e739-4100-8972-d2d5b3cedc05), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:16.583464 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 73ea665e-28e1-4232-8e9e-bf5724ad4959 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:25:16.583809 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 73ea665e-28e1-4232-8e9e-bf5724ad4959 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:25:16.589587 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4935a05e-d25c-494b-bf99-fde9e46f1996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (8a28b09b-8888-46df-9700-a2831c38fa8f), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:16.603602 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b77bb38c-6c6b-4248-9ae1-27399cc143a2 admin admin] Publish callbacks [] for port (b0e32437-ac69-4966-b2c8-3b68528ad8ab), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:16.607355 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3662764b-9345-4062-a56c-777e4995bf40 None None] Provisioning complete for port 5dbd94c4-6cac-4773-9f4a-1b2d3d766d96 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:16.608246 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3662764b-9345-4062-a56c-777e4995bf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (5dbd94c4-6cac-4773-9f4a-1b2d3d766d96), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:16.638782 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02aa67e6-0263-4493-a4d0-29dcb311c92a admin admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:25:16.674469 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d3217-04fe-4bc1-b32e-b664c4b87a86 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e52fdf30-5ac5-455f-a26e-79cce6c2b476,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:16.681484 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b77bb38c-6c6b-4248-9ae1-27399cc143a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (b0e32437-ac69-4966-b2c8-3b68528ad8ab), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:16.684766 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b77bb38c-6c6b-4248-9ae1-27399cc143a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (de69dbd8-cdba-406c-b857-5ef4d1a5deaf), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:16.689433 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db82343-0f26-4a56-91a4-88538ce230f5 None None] Sync routers for ids ['b74ba9fa-7939-492e-adaf-9b6f3d82e3d1'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:25:16.704345 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db82343-0f26-4a56-91a4-88538ce230f5 None None] Routers {'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:25:16.705757 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-6db82343-0f26-4a56-91a4-88538ce230f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:24:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b74ba9fa-7939-492e-adaf-9b6f3d82e3d1'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:16.741034 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-02aa67e6-0263-4493-a4d0-29dcb311c92a admin admin] 10.222.0.13 "PUT /v2.0/routers/b74ba9fa-7939-492e-adaf-9b6f3d82e3d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6364241 Jan 29 04:25:16.764625 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-aa29afb2-6a86-4c21-abbe-d03e56ccfea2 None None] Set router 49a67c9b-a555-482d-9e94-728cdfbceef0 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:25:16.781868 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f99d3217-04fe-4bc1-b32e-b664c4b87a86 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:16.785808 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f99d3217-04fe-4bc1-b32e-b664c4b87a86 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4727979 Jan 29 04:25:16.796997 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935a05e-d25c-494b-bf99-fde9e46f1996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Pushing event updated for resources: {'Port': ['ID=8a28b09b-8888-46df-9700-a2831c38fa8f,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:16.801981 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 48992) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:16.814379 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-92094f94-e9ce-4813-be3a-6503e9a6fcbf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b49a4fb597f4ac08ef4c470b8fe82b2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5454276 Jan 29 04:25:16.825416 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4935a05e-d25c-494b-bf99-fde9e46f1996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:16.832257 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 48996) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:16.860147 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-a1b28e52-e150-445f-80a8-89696fcb74cb tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Request body: {'security_group_rule': {'security_group_id': 'e52fdf30-5ac5-455f-a26e-79cce6c2b476', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:16.880734 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-4935a05e-d25c-494b-bf99-fde9e46f1996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:16.901776 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4935a05e-d25c-494b-bf99-fde9e46f1996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:16.902620 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4935a05e-d25c-494b-bf99-fde9e46f1996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:16.903216 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4935a05e-d25c-494b-bf99-fde9e46f1996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:16.934943 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3662764b-9345-4062-a56c-777e4995bf40 None None] Current status of the port 5dbd94c4-6cac-4773-9f4a-1b2d3d766d96 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:16.935241 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3662764b-9345-4062-a56c-777e4995bf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (5dbd94c4-6cac-4773-9f4a-1b2d3d766d96), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:16.954087 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-6db82343-0f26-4a56-91a4-88538ce230f5 None None] Set router b74ba9fa-7939-492e-adaf-9b6f3d82e3d1 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:25:16.996049 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9eadd2cd-2d91-4b46-91f9-e0e5868f83aa tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (491436db-e739-4100-8972-d2d5b3cedc05), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:17.017697 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-9eadd2cd-2d91-4b46-91f9-e0e5868f83aa tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['491436db-e739-4100-8972-d2d5b3cedc05']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:17.028512 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-9eadd2cd-2d91-4b46-91f9-e0e5868f83aa tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff0ccb56-5e3b-4b6e-8523-f96ccfe38541') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:17.028714 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-9eadd2cd-2d91-4b46-91f9-e0e5868f83aa tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff0ccb56-5e3b-4b6e-8523-f96ccfe38541') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:17.038631 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9eadd2cd-2d91-4b46-91f9-e0e5868f83aa tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (ff0ccb56-5e3b-4b6e-8523-f96ccfe38541), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:17.055097 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9eadd2cd-2d91-4b46-91f9-e0e5868f83aa tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (ff0ccb56-5e3b-4b6e-8523-f96ccfe38541), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:17.066715 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77bb38c-6c6b-4248-9ae1-27399cc143a2 admin admin] Pushing event updated for resources: {'Port': ['ID=b0e32437-ac69-4966-b2c8-3b68528ad8ab,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:17.067632 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eadd2cd-2d91-4b46-91f9-e0e5868f83aa tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:25:17.069186 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9eadd2cd-2d91-4b46-91f9-e0e5868f83aa tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (ff0ccb56-5e3b-4b6e-8523-f96ccfe38541), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:17.075318 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:25:17.075318 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:25:17.075318 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:25:17.075318 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:25:17.075318 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:25:17.075318 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:25:17.075318 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:25:17.075318 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:25:17.075318 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:25:17.075318 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:25:17.075318 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:25:17.075318 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:25:17.075318 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:25:17.075318 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:25:17.075318 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:25:17.075318 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:25:17.075318 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:25:17.075318 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:25:17.075318 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:25:17.075318 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:25:17.075318 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:25:17.075318 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:25:17.075318 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:25:17.075318 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:25:17.075318 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:25:17.075318 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:25:17.075318 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:25:17.075318 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:25:17.075318 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:25:17.075318 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:25:17.075318 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:25:17.075318 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:25:17.094235 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3662764b-9345-4062-a56c-777e4995bf40 None None] For port 5dbd94c4-6cac-4773-9f4a-1b2d3d766d96, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=5dbd94c4-6cac-4773-9f4a-1b2d3d766d96,segment=NetworkSegment(4af84b71-d5c4-4409-9ef7-5596cefdefb6),segment_id=4af84b71-d5c4-4409-9ef7-5596cefdefb6)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:17.113997 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015d0a71-4736-4d23-ae96-9b81e5ee95af tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:25:17.115119 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-4935a05e-d25c-494b-bf99-fde9e46f1996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4072437 Jan 29 04:25:17.118703 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49004) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:17.163910 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a1b28e52-e150-445f-80a8-89696fcb74cb tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Publish callbacks [] for security_group_rule (ce894573-e116-44c9-8ef6-d53a616ffa3f), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:17.165345 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5104aece-f4e0-42ba-81a2-477f2a28a04f None None] Sync routers for ids ['db9d324b-d0bb-4106-9dd6-58ad7adb7cfd'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:25:17.188900 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3662764b-9345-4062-a56c-777e4995bf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (5dbd94c4-6cac-4773-9f4a-1b2d3d766d96), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:17.201597 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77bb38c-6c6b-4248-9ae1-27399cc143a2 admin admin] Network 4d4605cc-cd83-4037-bfc8-342508214a0e is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:17.216754 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-b77bb38c-6c6b-4248-9ae1-27399cc143a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:17.226271 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4638ed-e921-4198-b215-e53543885fff tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:17.230352 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-4e4638ed-e921-4198-b215-e53543885fff tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] 10.222.0.13 "GET /v2.0/ports/8a28b09b-8888-46df-9700-a2831c38fa8f HTTP/1.1" status: 200 len: 959 time: 0.1073685 Jan 29 04:25:17.232588 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49008) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:17.247753 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7449972d-73e0-4496-be9c-5b034f1f6d08 admin admin] Publish callbacks [] for security_group (9b8821d1-74bb-4537-937f-cdc6db3bf982), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:17.288807 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5104aece-f4e0-42ba-81a2-477f2a28a04f None None] Routers {'db9d324b-d0bb-4106-9dd6-58ad7adb7cfd'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:25:17.289640 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-5104aece-f4e0-42ba-81a2-477f2a28a04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:24:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['db9d324b-d0bb-4106-9dd6-58ad7adb7cfd'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:17.311457 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9eadd2cd-2d91-4b46-91f9-e0e5868f83aa tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (491436db-e739-4100-8972-d2d5b3cedc05), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:17.348498 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9eadd2cd-2d91-4b46-91f9-e0e5868f83aa tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:17.351690 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-9eadd2cd-2d91-4b46-91f9-e0e5868f83aa tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] 10.222.0.13 "DELETE /v2.0/networks/491436db-e739-4100-8972-d2d5b3cedc05 HTTP/1.1" status: 204 len: 168 time: 0.8856568 Jan 29 04:25:17.368438 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49012) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:17.412242 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-015d0a71-4736-4d23-ae96-9b81e5ee95af tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:17.413535 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-015d0a71-4736-4d23-ae96-9b81e5ee95af tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.2290084 Jan 29 04:25:17.420615 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49014) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:17.465914 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eadd2cd-2d91-4b46-91f9-e0e5868f83aa tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Pushing event deleted for resources: {'Network': ['ID=491436db-e739-4100-8972-d2d5b3cedc05,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:17.490938 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3662764b-9345-4062-a56c-777e4995bf40 None None] Pushing event updated for resources: {'Port': ['ID=5dbd94c4-6cac-4773-9f4a-1b2d3d766d96,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:17.507807 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-c0826aa6-dadf-4451-89eb-e42420b485aa None None] Provisioning complete for port 5dbd94c4-6cac-4773-9f4a-1b2d3d766d96 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:17.508186 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c0826aa6-dadf-4451-89eb-e42420b485aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (5dbd94c4-6cac-4773-9f4a-1b2d3d766d96), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:17.512707 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7449972d-73e0-4496-be9c-5b034f1f6d08 admin admin] Publish callbacks [] for security_group (9b8821d1-74bb-4537-937f-cdc6db3bf982), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:17.544330 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a1b28e52-e150-445f-80a8-89696fcb74cb tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Publish callbacks [] for security_group_rule (ce894573-e116-44c9-8ef6-d53a616ffa3f), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:17.545547 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-25379f9e-bb10-44f4-b9a9-fa908fc2231a tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] DELETE failed (client error): The resource could not be found. Jan 29 04:25:17.546079 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25379f9e-bb10-44f4-b9a9-fa908fc2231a tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:25:17.549193 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-25379f9e-bb10-44f4-b9a9-fa908fc2231a tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] 10.222.0.13 "DELETE /v2.0/ports/d27ce28a-780f-4a77-8aa3-bac3f27ae49c HTTP/1.1" status: 404 len: 333 time: 0.1789794 Jan 29 04:25:17.559812 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49016) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:17.597732 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b77bb38c-6c6b-4248-9ae1-27399cc143a2 admin admin] Router de69dbd8-cdba-406c-b857-5ef4d1a5deaf has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:25:17.612126 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-6db82343-0f26-4a56-91a4-88538ce230f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1', 'name': 'tempest-ServerActionsTestJSON-49169643-router', 'tenant_id': '7dd99718cde04f60a90f22e4134ff580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': '470f8c28-13b9-40c0-9f63-254654f9015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:59Z', 'updated_at': '2022-01-29T04:25:13Z', 'revision_number': 4, 'project_id': '7dd99718cde04f60a90f22e4134ff580', 'gw_port': {'id': '470f8c28-13b9-40c0-9f63-254654f9015b', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:01Z', 'updated_at': '2022-01-29T04:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'e2e0ff04-4bbc-4190-a070-a368320bed63', 'name': '', 'network_id': '9507ed99-2983-492a-ac2f-269d5807feac', 'tenant_id': '7dd99718cde04f60a90f22e4134ff580', 'mac_address': 'fa:16:3e:dc:e0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ca2d3a0a-064d-4780-9b58-334005fc5d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:10Z', 'updated_at': '2022-01-29T04:25:14Z', 'revision_number': 2, 'project_id': '7dd99718cde04f60a90f22e4134ff580', 'subnets': [{'id': 'ca2d3a0a-064d-4780-9b58-334005fc5d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:17.616211 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49020) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:17.639424 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a1b28e52-e150-445f-80a8-89696fcb74cb tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (ce894573-e116-44c9-8ef6-d53a616ffa3f), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:17.658423 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db82343-0f26-4a56-91a4-88538ce230f5 None None] Checking router: b74ba9fa-7939-492e-adaf-9b6f3d82e3d1 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:25:17.658991 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db82343-0f26-4a56-91a4-88538ce230f5 None None] Updating router b74ba9fa-7939-492e-adaf-9b6f3d82e3d1 port e2e0ff04-4bbc-4190-a070-a368320bed63 binding host dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:25:17.691763 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b28e52-e150-445f-80a8-89696fcb74cb tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce894573-e116-44c9-8ef6-d53a616ffa3f,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:17.694491 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6db82343-0f26-4a56-91a4-88538ce230f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (e2e0ff04-4bbc-4190-a070-a368320bed63), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:17.717744 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-0cefa1e2-a8e3-4f74-ba22-be1203a872e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Deleting port 8a28b09b-8888-46df-9700-a2831c38fa8f {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:25:17.717744 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0cefa1e2-a8e3-4f74-ba22-be1203a872e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (8a28b09b-8888-46df-9700-a2831c38fa8f), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:17.725064 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b9c916-d396-43ce-8f7f-4e2e3b877a3a tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Deleting subnet 9b8b9227-b588-471f-b985-b3b7f981c904 {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:25:17.744784 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a3b9c916-d396-43ce-8f7f-4e2e3b877a3a tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Publish callbacks [] for subnet (9b8b9227-b588-471f-b985-b3b7f981c904), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:17.756426 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a1b28e52-e150-445f-80a8-89696fcb74cb tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:17.757849 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a1b28e52-e150-445f-80a8-89696fcb74cb tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9415009 Jan 29 04:25:17.888292 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 470f8c28-13b9-40c0-9f63-254654f9015b up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:17.955167 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-aa29afb2-6a86-4c21-abbe-d03e56ccfea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a67c9b-a555-482d-9e94-728cdfbceef0', 'name': 'tempest-ServersTestJSON-69517117-router', 'tenant_id': '62b5636027cb4b35a2ac3d1c94409c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '30ff137a-2792-4035-a05f-8319daafec09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:59Z', 'updated_at': '2022-01-29T04:25:10Z', 'revision_number': 4, 'project_id': '62b5636027cb4b35a2ac3d1c94409c20', 'gw_port': {'id': '30ff137a-2792-4035-a05f-8319daafec09', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:41:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a67c9b-a555-482d-9e94-728cdfbceef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:01Z', 'updated_at': '2022-01-29T04:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '5dbd94c4-6cac-4773-9f4a-1b2d3d766d96', 'name': '', 'network_id': '110bb4a8-6dea-4688-b150-e74a0a24c2a5', 'tenant_id': '62b5636027cb4b35a2ac3d1c94409c20', 'mac_address': 'fa:16:3e:92:b1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a67c9b-a555-482d-9e94-728cdfbceef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1e6bda9e-8e09-4842-910d-f6751a7ed1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:08Z', 'updated_at': '2022-01-29T04:25:16Z', 'revision_number': 4, 'project_id': '62b5636027cb4b35a2ac3d1c94409c20', 'subnets': [{'id': '1e6bda9e-8e09-4842-910d-f6751a7ed1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:18.019905 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49024) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:18.020372 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49026) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:18.023389 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa29afb2-6a86-4c21-abbe-d03e56ccfea2 None None] The sync data for ids ['49a67c9b-a555-482d-9e94-728cdfbceef0'] in dv-neutron-821190-1-hyperv is: [{'id': '49a67c9b-a555-482d-9e94-728cdfbceef0', 'name': 'tempest-ServersTestJSON-69517117-router', 'tenant_id': '62b5636027cb4b35a2ac3d1c94409c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '30ff137a-2792-4035-a05f-8319daafec09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:59Z', 'updated_at': '2022-01-29T04:25:10Z', 'revision_number': 4, 'project_id': '62b5636027cb4b35a2ac3d1c94409c20', 'gw_port': {'id': '30ff137a-2792-4035-a05f-8319daafec09', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:41:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a67c9b-a555-482d-9e94-728cdfbceef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:01Z', 'updated_at': '2022-01-29T04:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '5dbd94c4-6cac-4773-9f4a-1b2d3d766d96', 'name': '', 'network_id': '110bb4a8-6dea-4688-b150-e74a0a24c2a5', 'tenant_id': '62b5636027cb4b35a2ac3d1c94409c20', 'mac_address': 'fa:16:3e:92:b1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a67c9b-a555-482d-9e94-728cdfbceef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1e6bda9e-8e09-4842-910d-f6751a7ed1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:08Z', 'updated_at': '2022-01-29T04:25:16Z', 'revision_number': 4, 'project_id': '62b5636027cb4b35a2ac3d1c94409c20', 'subnets': [{'id': '1e6bda9e-8e09-4842-910d-f6751a7ed1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:25:18.051982 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-d306bf4c-5d4c-413c-a41d-06f31cdc4958 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Request body: {'security_group_rule': {'security_group_id': 'e52fdf30-5ac5-455f-a26e-79cce6c2b476', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:18.072355 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6db82343-0f26-4a56-91a4-88538ce230f5 None None] Publish callbacks [] for port (e2e0ff04-4bbc-4190-a070-a368320bed63), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:18.082694 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-5104aece-f4e0-42ba-81a2-477f2a28a04f None None] Set router db9d324b-d0bb-4106-9dd6-58ad7adb7cfd gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:25:18.085238 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-864d24fc-151d-4cca-89ca-48c29774ca32 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Request body: {'security_group': {'name': 'tempest-securitygroup--46284027', 'description': 'tempest-description--557949282'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:18.107156 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-16a1d46e-fbf4-4b8d-8490-6f8f5fd0a205 tempest-MeteringTestJSON-104387648 tempest-MeteringTestJSON-104387648-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1340376399'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:18.107678 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-16a1d46e-fbf4-4b8d-8490-6f8f5fd0a205 tempest-MeteringTestJSON-104387648 tempest-MeteringTestJSON-104387648-project-admin] Unknown quota resources ['metering_label']. {{(pid=103584) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 29 04:25:18.144083 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0cefa1e2-a8e3-4f74-ba22-be1203a872e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (8a28b09b-8888-46df-9700-a2831c38fa8f), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:18.164397 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6db82343-0f26-4a56-91a4-88538ce230f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (e2e0ff04-4bbc-4190-a070-a368320bed63), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:18.179449 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a3b9c916-d396-43ce-8f7f-4e2e3b877a3a tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (9b8b9227-b588-471f-b985-b3b7f981c904), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:18.241638 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77bb38c-6c6b-4248-9ae1-27399cc143a2 admin admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:25:18.269366 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b77bb38c-6c6b-4248-9ae1-27399cc143a2 admin admin] 10.222.0.13 "PUT /v2.0/routers/de69dbd8-cdba-406c-b857-5ef4d1a5deaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0174606 Jan 29 04:25:18.272319 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-74f0d156-7634-492d-a53f-beb9792e5f33 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for router (db9d324b-d0bb-4106-9dd6-58ad7adb7cfd), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:18.299631 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae6b2e9-8f85-4e0c-863f-9de4d772f703 None None] Sync routers for ids ['de69dbd8-cdba-406c-b857-5ef4d1a5deaf'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:25:18.335797 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-0cefa1e2-a8e3-4f74-ba22-be1203a872e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Calling delete_port for 8a28b09b-8888-46df-9700-a2831c38fa8f owned by {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:25:18.337511 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 470f8c28-13b9-40c0-9f63-254654f9015b triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:18.337962 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (470f8c28-13b9-40c0-9f63-254654f9015b), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:18.340747 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d306bf4c-5d4c-413c-a41d-06f31cdc4958 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Publish callbacks [] for security_group_rule (f32cdbe7-6255-483a-8ffa-4236d9696c43), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:18.350365 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7449972d-73e0-4496-be9c-5b034f1f6d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (9b8821d1-74bb-4537-937f-cdc6db3bf982), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:18.352780 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7449972d-73e0-4496-be9c-5b034f1f6d08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:18.357428 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae6b2e9-8f85-4e0c-863f-9de4d772f703 None None] Routers {'de69dbd8-cdba-406c-b857-5ef4d1a5deaf'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:25:18.357428 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-7ae6b2e9-8f85-4e0c-863f-9de4d772f703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:24:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['de69dbd8-cdba-406c-b857-5ef4d1a5deaf'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:18.357710 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c0826aa6-dadf-4451-89eb-e42420b485aa None None] Current status of the port 5dbd94c4-6cac-4773-9f4a-1b2d3d766d96 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:18.373063 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7449972d-73e0-4496-be9c-5b034f1f6d08 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b8821d1-74bb-4537-937f-cdc6db3bf982 HTTP/1.1" status: 204 len: 168 time: 1.5235534 Jan 29 04:25:18.387169 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449972d-73e0-4496-be9c-5b034f1f6d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8821d1-74bb-4537-937f-cdc6db3bf982,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:18.458842 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b793730f-b9ee-40f3-9c70-afdf3b2a71f3 None None] Pushing event updated for resources: {'Port': ['ID=e2e0ff04-4bbc-4190-a070-a368320bed63,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:18.547176 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-864d24fc-151d-4cca-89ca-48c29774ca32 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:18.565251 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-74f0d156-7634-492d-a53f-beb9792e5f33 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for router_gateway (db9d324b-d0bb-4106-9dd6-58ad7adb7cfd), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:18.646105 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-62606e61-ff59-4e3e-b800-ab2615150407 None None] Provisioning complete for port b0e32437-ac69-4966-b2c8-3b68528ad8ab triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:18.646469 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-62606e61-ff59-4e3e-b800-ab2615150407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b0e32437-ac69-4966-b2c8-3b68528ad8ab), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:18.690670 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-6db82343-0f26-4a56-91a4-88538ce230f5 None None] Attempting to bind port e2e0ff04-4bbc-4190-a070-a368320bed63 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:18.691031 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-6db82343-0f26-4a56-91a4-88538ce230f5 None None] Attempting to bind port e2e0ff04-4bbc-4190-a070-a368320bed63 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'd9adf04a-b50e-40f5-aaa3-34e90a55f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9507ed99-2983-492a-ac2f-269d5807feac'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:18.691388 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db82343-0f26-4a56-91a4-88538ce230f5 None None] Attempting to bind port e2e0ff04-4bbc-4190-a070-a368320bed63 on network 9507ed99-2983-492a-ac2f-269d5807feac {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:18.706577 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db82343-0f26-4a56-91a4-88538ce230f5 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:25:18.707236 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db82343-0f26-4a56-91a4-88538ce230f5 None None] Checking segment: {'id': 'd9adf04a-b50e-40f5-aaa3-34e90a55f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9507ed99-2983-492a-ac2f-269d5807feac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:25:18.713770 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6db82343-0f26-4a56-91a4-88538ce230f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:18.713770 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db82343-0f26-4a56-91a4-88538ce230f5 None None] Bound using segment: {'id': 'd9adf04a-b50e-40f5-aaa3-34e90a55f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9507ed99-2983-492a-ac2f-269d5807feac'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:25:18.713770 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-6db82343-0f26-4a56-91a4-88538ce230f5 None None] Bound port: e2e0ff04-4bbc-4190-a070-a368320bed63, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9adf04a-b50e-40f5-aaa3-34e90a55f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9507ed99-2983-492a-ac2f-269d5807feac'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:25:18.713770 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6db82343-0f26-4a56-91a4-88538ce230f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (e2e0ff04-4bbc-4190-a070-a368320bed63), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:18.741523 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-7ae6b2e9-8f85-4e0c-863f-9de4d772f703 None None] Set router de69dbd8-cdba-406c-b857-5ef4d1a5deaf gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:25:18.778321 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-864d24fc-151d-4cca-89ca-48c29774ca32 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Publish callbacks [] for security_group (b02b9545-84ba-4a2b-a151-5c47a7682023), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:18.801443 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-62606e61-ff59-4e3e-b800-ab2615150407 None None] Port b0e32437-ac69-4966-b2c8-3b68528ad8ab cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:25:18.811300 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-74f0d156-7634-492d-a53f-beb9792e5f33 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Deleting port ff99538e-c595-4712-a4c5-ab78b005f7a0 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:25:18.812511 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-74f0d156-7634-492d-a53f-beb9792e5f33 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (ff99538e-c595-4712-a4c5-ab78b005f7a0), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:18.814601 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 470f8c28-13b9-40c0-9f63-254654f9015b is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:18.832897 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-5104aece-f4e0-42ba-81a2-477f2a28a04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9d324b-d0bb-4106-9dd6-58ad7adb7cfd', 'name': '', 'tenant_id': '36b5f773735646d68c0ca20998a70101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b898325d-cb4f-46a6-a928-ecf21ff6f03a', 'external_fixed_ips': [{'subnet_id': '29981108-ff60-43d0-9441-90e0ae728c77', 'ip_address': '2001:db8::1e8'}], 'enable_snat': True}, 'gw_port_id': 'ff99538e-c595-4712-a4c5-ab78b005f7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:25:09Z', 'updated_at': '2022-01-29T04:25:14Z', 'revision_number': 3, 'project_id': '36b5f773735646d68c0ca20998a70101', 'gw_port': {'id': 'ff99538e-c595-4712-a4c5-ab78b005f7a0', 'name': '', 'network_id': 'b898325d-cb4f-46a6-a928-ecf21ff6f03a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:59:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9d324b-d0bb-4106-9dd6-58ad7adb7cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '29981108-ff60-43d0-9441-90e0ae728c77', 'ip_address': '2001:db8::1e8', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:11Z', 'updated_at': '2022-01-29T04:25:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29981108-ff60-43d0-9441-90e0ae728c77', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:18.901307 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5104aece-f4e0-42ba-81a2-477f2a28a04f None None] Checking router: db9d324b-d0bb-4106-9dd6-58ad7adb7cfd for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:25:18.901752 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5104aece-f4e0-42ba-81a2-477f2a28a04f None None] Updating router db9d324b-d0bb-4106-9dd6-58ad7adb7cfd port ff99538e-c595-4712-a4c5-ab78b005f7a0 binding host dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:25:18.997244 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5104aece-f4e0-42ba-81a2-477f2a28a04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (ff99538e-c595-4712-a4c5-ab78b005f7a0), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:19.014936 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-74f0d156-7634-492d-a53f-beb9792e5f33 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (ff99538e-c595-4712-a4c5-ab78b005f7a0), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:19.045684 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-74f0d156-7634-492d-a53f-beb9792e5f33 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Calling delete_port for ff99538e-c595-4712-a4c5-ab78b005f7a0 owned by network:router_gateway {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:25:19.060118 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-c8be8077-91b4-4743-8caa-db364bed41d6 None None] Provisioning complete for port e2e0ff04-4bbc-4190-a070-a368320bed63 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:19.060564 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c8be8077-91b4-4743-8caa-db364bed41d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (e2e0ff04-4bbc-4190-a070-a368320bed63), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:19.086101 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a3b9c916-d396-43ce-8f7f-4e2e3b877a3a tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (9b8b9227-b588-471f-b985-b3b7f981c904), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:19.178152 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d306bf4c-5d4c-413c-a41d-06f31cdc4958 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Publish callbacks [] for security_group_rule (f32cdbe7-6255-483a-8ffa-4236d9696c43), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:19.181519 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-16a1d46e-fbf4-4b8d-8490-6f8f5fd0a205 tempest-MeteringTestJSON-104387648 tempest-MeteringTestJSON-104387648-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:19.186457 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-16a1d46e-fbf4-4b8d-8490-6f8f5fd0a205 tempest-MeteringTestJSON-104387648 tempest-MeteringTestJSON-104387648-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.5612459 Jan 29 04:25:19.187241 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49046) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:19.190242 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0cefa1e2-a8e3-4f74-ba22-be1203a872e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (8a28b09b-8888-46df-9700-a2831c38fa8f), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:19.191826 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-864d24fc-151d-4cca-89ca-48c29774ca32 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (b02b9545-84ba-4a2b-a151-5c47a7682023), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:19.197573 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-b4f7c2b6-31f9-429f-b643-2168ae0e5ceb tempest-MeteringTestJSON-104387648 tempest-MeteringTestJSON-104387648-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'ffecbc91-d577-414c-9732-6a0af41ee771'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:19.198076 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-b4f7c2b6-31f9-429f-b643-2168ae0e5ceb tempest-MeteringTestJSON-104387648 tempest-MeteringTestJSON-104387648-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103584) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 29 04:25:19.212915 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-6db82343-0f26-4a56-91a4-88538ce230f5 None None] For port e2e0ff04-4bbc-4190-a070-a368320bed63, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:25:19.247816 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cefa1e2-a8e3-4f74-ba22-be1203a872e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a28b09b-8888-46df-9700-a2831c38fa8f,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:19.265739 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a3b9c916-d396-43ce-8f7f-4e2e3b877a3a tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (9b8b9227-b588-471f-b985-b3b7f981c904), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:19.279822 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0cefa1e2-a8e3-4f74-ba22-be1203a872e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:19.290797 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0cefa1e2-a8e3-4f74-ba22-be1203a872e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] 10.222.0.13 "DELETE /v2.0/ports/8a28b09b-8888-46df-9700-a2831c38fa8f HTTP/1.1" status: 204 len: 168 time: 2.0571895 Jan 29 04:25:19.327298 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c8be8077-91b4-4743-8caa-db364bed41d6 None None] Port e2e0ff04-4bbc-4190-a070-a368320bed63 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:25:19.337420 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-6db82343-0f26-4a56-91a4-88538ce230f5 None None] For port e2e0ff04-4bbc-4190-a070-a368320bed63, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=e2e0ff04-4bbc-4190-a070-a368320bed63,segment=NetworkSegment(d9adf04a-b50e-40f5-aaa3-34e90a55f913),segment_id=d9adf04a-b50e-40f5-aaa3-34e90a55f913)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:25:19.345405 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a3b9c916-d396-43ce-8f7f-4e2e3b877a3a tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:19.349931 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49052) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:19.354114 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a3b9c916-d396-43ce-8f7f-4e2e3b877a3a tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] 10.222.0.13 "DELETE /v2.0/subnets/9b8b9227-b588-471f-b985-b3b7f981c904 HTTP/1.1" status: 204 len: 168 time: 1.7917867 Jan 29 04:25:19.362395 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d306bf4c-5d4c-413c-a41d-06f31cdc4958 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (f32cdbe7-6255-483a-8ffa-4236d9696c43), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:19.364144 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49054) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:19.364749 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c39bda-a288-4479-a061-a04db4100e8d None None] Network 50516182-8466-449c-b9f8-f817883b4932 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:25:19.381033 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b9c916-d396-43ce-8f7f-4e2e3b877a3a tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Pushing event deleted for resources: {'Subnet': ['ID=9b8b9227-b588-471f-b985-b3b7f981c904,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:19.385053 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-35030691-8b04-4570-b37f-0a97b1445975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] GET failed (client error): The resource could not be found. Jan 29 04:25:19.399895 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-35030691-8b04-4570-b37f-0a97b1445975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] 10.222.0.13 "GET /v2.0/ports/8a28b09b-8888-46df-9700-a2831c38fa8f HTTP/1.1" status: 404 len: 333 time: 0.0487549 Jan 29 04:25:19.403893 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49058) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:19.411068 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-bdde05af-ed9b-4722-9559-87cda96dcd90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Request body: {'port': {'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-347153585'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:19.441817 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d306bf4c-5d4c-413c-a41d-06f31cdc4958 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f32cdbe7-6255-483a-8ffa-4236d9696c43,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:19.443491 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6db82343-0f26-4a56-91a4-88538ce230f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (e2e0ff04-4bbc-4190-a070-a368320bed63), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:19.450937 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-74f0d156-7634-492d-a53f-beb9792e5f33 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (ff99538e-c595-4712-a4c5-ab78b005f7a0), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:19.519731 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f0d156-7634-492d-a53f-beb9792e5f33 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff99538e-c595-4712-a4c5-ab78b005f7a0,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:19.523515 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-74f0d156-7634-492d-a53f-beb9792e5f33 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (db9d324b-d0bb-4106-9dd6-58ad7adb7cfd), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:19.662834 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db82343-0f26-4a56-91a4-88538ce230f5 None None] Routers {'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:25:19.663473 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-6db82343-0f26-4a56-91a4-88538ce230f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:24:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b74ba9fa-7939-492e-adaf-9b6f3d82e3d1'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:19.678632 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-864d24fc-151d-4cca-89ca-48c29774ca32 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:19.679891 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-864d24fc-151d-4cca-89ca-48c29774ca32 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.6566110 Jan 29 04:25:19.690222 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b793730f-b9ee-40f3-9c70-afdf3b2a71f3 None None] Pushing event updated for resources: {'Port': ['ID=e2e0ff04-4bbc-4190-a070-a368320bed63,revision_number=4']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:19.714998 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49062) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:19.716541 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d24fc-151d-4cca-89ca-48c29774ca32 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b02b9545-84ba-4a2b-a151-5c47a7682023,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:19.755367 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdde05af-ed9b-4722-9559-87cda96dcd90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Made reservation on behalf of f3c685c3fd364f60aea8fef57f5de5d2 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:19.760519 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bdde05af-ed9b-4722-9559-87cda96dcd90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:19.819333 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-df57483d-ef45-49cf-bc3f-38fe79a02cb2 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Request body: {'security_group_rule': {'security_group_id': 'b02b9545-84ba-4a2b-a151-5c47a7682023', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:19.846589 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-74f0d156-7634-492d-a53f-beb9792e5f33 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (db9d324b-d0bb-4106-9dd6-58ad7adb7cfd), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:19.851995 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-74f0d156-7634-492d-a53f-beb9792e5f33 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for router_controller (db9d324b-d0bb-4106-9dd6-58ad7adb7cfd), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:19.867540 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-bdde05af-ed9b-4722-9559-87cda96dcd90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] device_id is not set on port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:25:19.900042 dv-neutron-821190-1-hyperv neutron-server[103584]: WARNING neutron.services.metering.metering_plugin [None req-b4f7c2b6-31f9-429f-b643-2168ae0e5ceb tempest-MeteringTestJSON-104387648 tempest-MeteringTestJSON-104387648-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 29 04:25:19.965107 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e765559b-2c15-4962-b780-fb75d170c1e7 None None] DHCP port deletion for 50516182-8466-449c-b9f8-f817883b4932 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:25:19.970654 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 5dbd94c4-6cac-4773-9f4a-1b2d3d766d96 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:20.020146 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-7ae6b2e9-8f85-4e0c-863f-9de4d772f703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de69dbd8-cdba-406c-b857-5ef4d1a5deaf', 'name': 'tempest-ServersTestManualDisk-431633746-router', 'tenant_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'e11bd39f-a348-4fd2-9ae5-dae3e9cb5780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:25:00Z', 'updated_at': '2022-01-29T04:25:15Z', 'revision_number': 4, 'project_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'gw_port': {'id': 'e11bd39f-a348-4fd2-9ae5-dae3e9cb5780', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de69dbd8-cdba-406c-b857-5ef4d1a5deaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:02Z', 'updated_at': '2022-01-29T04:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'b0e32437-ac69-4966-b2c8-3b68528ad8ab', 'name': '', 'network_id': '4d4605cc-cd83-4037-bfc8-342508214a0e', 'tenant_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'mac_address': 'fa:16:3e:9e:5e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de69dbd8-cdba-406c-b857-5ef4d1a5deaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '28462fdf-59a1-4f6b-8a80-4bfac581848e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:12Z', 'updated_at': '2022-01-29T04:25:16Z', 'revision_number': 2, 'project_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'subnets': [{'id': '28462fdf-59a1-4f6b-8a80-4bfac581848e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:20.096725 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d306bf4c-5d4c-413c-a41d-06f31cdc4958 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:20.096725 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d306bf4c-5d4c-413c-a41d-06f31cdc4958 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0740292 Jan 29 04:25:20.110758 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae6b2e9-8f85-4e0c-863f-9de4d772f703 None None] Checking router: de69dbd8-cdba-406c-b857-5ef4d1a5deaf for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:25:20.111116 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae6b2e9-8f85-4e0c-863f-9de4d772f703 None None] Updating router de69dbd8-cdba-406c-b857-5ef4d1a5deaf port b0e32437-ac69-4966-b2c8-3b68528ad8ab binding host dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:25:20.121763 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49068) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:20.129917 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-6db82343-0f26-4a56-91a4-88538ce230f5 None None] Set router b74ba9fa-7939-492e-adaf-9b6f3d82e3d1 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:25:20.139340 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-97b3ccde-754d-4cea-9d69-6a098b600cb7 None None] Provisioning complete for port e2e0ff04-4bbc-4190-a070-a368320bed63 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:20.140101 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-bd89a912-58c1-4a05-9b31-26cd777ecc27 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Request body: {'floatingip': {'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:20.145103 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-97b3ccde-754d-4cea-9d69-6a098b600cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (e2e0ff04-4bbc-4190-a070-a368320bed63), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:20.147364 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-5104aece-f4e0-42ba-81a2-477f2a28a04f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:25:20.153017 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-5104aece-f4e0-42ba-81a2-477f2a28a04f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:25:20.157503 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-df57483d-ef45-49cf-bc3f-38fe79a02cb2 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Publish callbacks [] for security_group_rule (38ef7f07-2a10-4c86-802d-4d1dfe540845), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:20.170256 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b4f7c2b6-31f9-429f-b643-2168ae0e5ceb tempest-MeteringTestJSON-104387648 tempest-MeteringTestJSON-104387648-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:20.175030 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b4f7c2b6-31f9-429f-b643-2168ae0e5ceb tempest-MeteringTestJSON-104387648 tempest-MeteringTestJSON-104387648-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.9856713 Jan 29 04:25:20.190236 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49072) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:20.205903 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-8396787b-5b4a-4312-8a7c-ebee2233775e tempest-MeteringTestJSON-104387648 tempest-MeteringTestJSON-104387648-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'ffecbc91-d577-414c-9732-6a0af41ee771'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:20.206398 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-8396787b-5b4a-4312-8a7c-ebee2233775e tempest-MeteringTestJSON-104387648 tempest-MeteringTestJSON-104387648-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103584) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 29 04:25:20.223368 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7ae6b2e9-8f85-4e0c-863f-9de4d772f703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b0e32437-ac69-4966-b2c8-3b68528ad8ab), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:20.242936 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b55e4a9b-82be-4993-a03f-883ace09b597 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (50516182-8466-449c-b9f8-f817883b4932), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:20.244686 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49074) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:20.263926 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bd89a912-58c1-4a05-9b31-26cd777ecc27 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:20.273072 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-9f2e85a6-be2d-48fc-9066-eb4ba7470fc6 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Request body: {'security_group': {'name': 'tempest-securitygroup--243246781', 'description': 'tempest-description--839013499'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:20.282317 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-74f0d156-7634-492d-a53f-beb9792e5f33 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (db9d324b-d0bb-4106-9dd6-58ad7adb7cfd), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:20.283194 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f0d156-7634-492d-a53f-beb9792e5f33 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Fanout notify agent at l3_agent the message router_deleted on router db9d324b-d0bb-4106-9dd6-58ad7adb7cfd {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:25:20.305548 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-74f0d156-7634-492d-a53f-beb9792e5f33 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:20.306903 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-74f0d156-7634-492d-a53f-beb9792e5f33 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] 10.222.0.13 "DELETE /v2.0/routers/db9d324b-d0bb-4106-9dd6-58ad7adb7cfd HTTP/1.1" status: 204 len: 168 time: 2.8850846 Jan 29 04:25:20.309771 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49076) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:20.331770 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-e765559b-2c15-4962-b780-fb75d170c1e7 None None] Deleting port d5c4b259-d8f5-4fff-b633-d9f4f4c4750b {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:25:20.332173 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e765559b-2c15-4962-b780-fb75d170c1e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (d5c4b259-d8f5-4fff-b633-d9f4f4c4750b), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:20.427207 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b523a29f-a0ed-475a-88c2-74b2fe813c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:20.479835 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab254247-9718-40c0-8112-81cbb0c59636 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Deleting subnet 29981108-ff60-43d0-9441-90e0ae728c77 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:25:20.488166 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 5dbd94c4-6cac-4773-9f4a-1b2d3d766d96 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:20.488564 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (5dbd94c4-6cac-4773-9f4a-1b2d3d766d96), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:20.493455 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ab254247-9718-40c0-8112-81cbb0c59636 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for subnet (29981108-ff60-43d0-9441-90e0ae728c77), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:20.515644 dv-neutron-821190-1-hyperv neutron-server[103584]: WARNING neutron.services.metering.metering_plugin [None req-8396787b-5b4a-4312-8a7c-ebee2233775e tempest-MeteringTestJSON-104387648 tempest-MeteringTestJSON-104387648-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 29 04:25:20.526694 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49080) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:20.534900 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-df57483d-ef45-49cf-bc3f-38fe79a02cb2 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Publish callbacks [] for security_group_rule (38ef7f07-2a10-4c86-802d-4d1dfe540845), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:20.580311 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-97b3ccde-754d-4cea-9d69-6a098b600cb7 None None] Current status of the port e2e0ff04-4bbc-4190-a070-a368320bed63 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:20.592893 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-97b3ccde-754d-4cea-9d69-6a098b600cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (e2e0ff04-4bbc-4190-a070-a368320bed63), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:20.611014 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ab254247-9718-40c0-8112-81cbb0c59636 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for subnet (29981108-ff60-43d0-9441-90e0ae728c77), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:20.628515 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9f2e85a6-be2d-48fc-9066-eb4ba7470fc6 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:20.631584 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ab254247-9718-40c0-8112-81cbb0c59636 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (29981108-ff60-43d0-9441-90e0ae728c77), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:20.637366 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-e765559b-2c15-4962-b780-fb75d170c1e7 None None] For port d5c4b259-d8f5-4fff-b633-d9f4f4c4750b, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=d5c4b259-d8f5-4fff-b633-d9f4f4c4750b,segment=NetworkSegment(0cabe396-d9f2-4ddc-90b5-ee2a871e1c11),segment_id=0cabe396-d9f2-4ddc-90b5-ee2a871e1c11)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:20.637773 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e765559b-2c15-4962-b780-fb75d170c1e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (d5c4b259-d8f5-4fff-b633-d9f4f4c4750b), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:20.704405 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-97b3ccde-754d-4cea-9d69-6a098b600cb7 None None] For port e2e0ff04-4bbc-4190-a070-a368320bed63, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=e2e0ff04-4bbc-4190-a070-a368320bed63,segment=NetworkSegment(d9adf04a-b50e-40f5-aaa3-34e90a55f913),segment_id=d9adf04a-b50e-40f5-aaa3-34e90a55f913)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:20.706133 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-df57483d-ef45-49cf-bc3f-38fe79a02cb2 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (38ef7f07-2a10-4c86-802d-4d1dfe540845), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:20.708842 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bdde05af-ed9b-4722-9559-87cda96dcd90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks [] for port (d829ac71-8ad5-4d99-94be-2ed9f03ffc09), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:20.720111 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8396787b-5b4a-4312-8a7c-ebee2233775e tempest-MeteringTestJSON-104387648 tempest-MeteringTestJSON-104387648-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:20.729797 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-e765559b-2c15-4962-b780-fb75d170c1e7 None None] Calling delete_port for d5c4b259-d8f5-4fff-b633-d9f4f4c4750b owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:25:20.730415 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49084) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:20.732056 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-8396787b-5b4a-4312-8a7c-ebee2233775e tempest-MeteringTestJSON-104387648 tempest-MeteringTestJSON-104387648-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5390711 Jan 29 04:25:20.742860 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bd89a912-58c1-4a05-9b31-26cd777ecc27 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:20.779415 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5104aece-f4e0-42ba-81a2-477f2a28a04f None None] Port ff99538e-c595-4712-a4c5-ab78b005f7a0 not found while updating agent binding for router db9d324b-d0bb-4106-9dd6-58ad7adb7cfd. {{(pid=103586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 29 04:25:20.789111 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57483d-ef45-49cf-bc3f-38fe79a02cb2 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38ef7f07-2a10-4c86-802d-4d1dfe540845,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:20.806776 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-97b3ccde-754d-4cea-9d69-6a098b600cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (e2e0ff04-4bbc-4190-a070-a368320bed63), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:20.809161 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7ae6b2e9-8f85-4e0c-863f-9de4d772f703 None None] Publish callbacks [] for port (b0e32437-ac69-4966-b2c8-3b68528ad8ab), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:20.861476 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-bd89a912-58c1-4a05-9b31-26cd777ecc27 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Allocated IP 172.26.8.161 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/8ca4be08-1a0b-44cb-a52c-8274daae1f02) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:20.877150 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-e4769db8-6edb-4ca6-9c4a-b28e737d082f tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1770889875'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:20.880069 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7ae6b2e9-8f85-4e0c-863f-9de4d772f703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (b0e32437-ac69-4966-b2c8-3b68528ad8ab), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:20.897741 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7750eaa5-31c5-4f78-a50b-3ea11e9129ed tempest-MeteringTestJSON-104387648 tempest-MeteringTestJSON-104387648-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=d2e35a2b-ef6f-4f12-b9c2-dcf6980e88e5 HTTP/1.1" status: 200 len: 464 time: 0.1636286 Jan 29 04:25:20.901733 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49086) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:20.925590 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9f2e85a6-be2d-48fc-9066-eb4ba7470fc6 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Publish callbacks [] for security_group (715f2fe5-a75a-4ee8-a2b4-7e90e6c33135), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:20.955829 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5104aece-f4e0-42ba-81a2-477f2a28a04f None None] Routers set() bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:25:20.956201 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5104aece-f4e0-42ba-81a2-477f2a28a04f None None] Router IDs set() for agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 29 04:25:20.959030 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-b55e4a9b-82be-4993-a03f-883ace09b597 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Deleting port d5c4b259-d8f5-4fff-b633-d9f4f4c4750b {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:25:20.959631 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b55e4a9b-82be-4993-a03f-883ace09b597 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (d5c4b259-d8f5-4fff-b633-d9f4f4c4750b), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:20.961831 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_agentschedulers_db [None req-5104aece-f4e0-42ba-81a2-477f2a28a04f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'db9d324b-d0bb-4106-9dd6-58ad7adb7cfd'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:24:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent'). {{(pid=103586) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 29 04:25:20.966801 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5104aece-f4e0-42ba-81a2-477f2a28a04f None None] The sync data for ids ['db9d324b-d0bb-4106-9dd6-58ad7adb7cfd'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:25:20.972929 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5024f58e-e88c-4b2e-a7ff-3cad8d3e0834 None None] Pushing event updated for resources: {'Port': ['ID=b0e32437-ac69-4966-b2c8-3b68528ad8ab,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:20.986568 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ab254247-9718-40c0-8112-81cbb0c59636 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for subnet (29981108-ff60-43d0-9441-90e0ae728c77), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:21.015216 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9f2e85a6-be2d-48fc-9066-eb4ba7470fc6 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (715f2fe5-a75a-4ee8-a2b4-7e90e6c33135), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:21.036935 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-df57483d-ef45-49cf-bc3f-38fe79a02cb2 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:21.038925 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-df57483d-ef45-49cf-bc3f-38fe79a02cb2 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3112895 Jan 29 04:25:21.053639 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49088) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:21.074036 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-1dbbd8b6-f57a-4d12-b2d8-a0887d729e40 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Request body: {'security_group_rule': {'security_group_id': 'b02b9545-84ba-4a2b-a151-5c47a7682023', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:21.105103 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bdde05af-ed9b-4722-9559-87cda96dcd90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (d829ac71-8ad5-4d99-94be-2ed9f03ffc09), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:21.108590 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab254247-9718-40c0-8112-81cbb0c59636 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=29981108-ff60-43d0-9441-90e0ae728c77,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:21.111609 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-7ae6b2e9-8f85-4e0c-863f-9de4d772f703 None None] Attempting to bind port b0e32437-ac69-4966-b2c8-3b68528ad8ab on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:21.112160 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-7ae6b2e9-8f85-4e0c-863f-9de4d772f703 None None] Attempting to bind port b0e32437-ac69-4966-b2c8-3b68528ad8ab by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'fd7ead1e-c2bd-4a04-99ff-ba05b654eedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4d4605cc-cd83-4037-bfc8-342508214a0e'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:21.112850 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae6b2e9-8f85-4e0c-863f-9de4d772f703 None None] Attempting to bind port b0e32437-ac69-4966-b2c8-3b68528ad8ab on network 4d4605cc-cd83-4037-bfc8-342508214a0e {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:21.124475 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 5dbd94c4-6cac-4773-9f4a-1b2d3d766d96 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:21.130667 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-b55e4a9b-82be-4993-a03f-883ace09b597 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] For port d5c4b259-d8f5-4fff-b633-d9f4f4c4750b, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=d5c4b259-d8f5-4fff-b633-d9f4f4c4750b,segment=NetworkSegment(0cabe396-d9f2-4ddc-90b5-ee2a871e1c11),segment_id=0cabe396-d9f2-4ddc-90b5-ee2a871e1c11)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:21.130946 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b55e4a9b-82be-4993-a03f-883ace09b597 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (d5c4b259-d8f5-4fff-b633-d9f4f4c4750b), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:21.157737 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e85a6-be2d-48fc-9066-eb4ba7470fc6 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=715f2fe5-a75a-4ee8-a2b4-7e90e6c33135,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:21.165286 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-b55e4a9b-82be-4993-a03f-883ace09b597 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Calling delete_port for d5c4b259-d8f5-4fff-b633-d9f4f4c4750b owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:25:21.166984 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae6b2e9-8f85-4e0c-863f-9de4d772f703 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:25:21.167377 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae6b2e9-8f85-4e0c-863f-9de4d772f703 None None] Checking segment: {'id': 'fd7ead1e-c2bd-4a04-99ff-ba05b654eedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4d4605cc-cd83-4037-bfc8-342508214a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:25:21.167788 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7ae6b2e9-8f85-4e0c-863f-9de4d772f703 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:21.168587 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae6b2e9-8f85-4e0c-863f-9de4d772f703 None None] Bound using segment: {'id': 'fd7ead1e-c2bd-4a04-99ff-ba05b654eedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4d4605cc-cd83-4037-bfc8-342508214a0e'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:25:21.169168 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-7ae6b2e9-8f85-4e0c-863f-9de4d772f703 None None] Bound port: b0e32437-ac69-4966-b2c8-3b68528ad8ab, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd7ead1e-c2bd-4a04-99ff-ba05b654eedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4d4605cc-cd83-4037-bfc8-342508214a0e'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:25:21.169637 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7ae6b2e9-8f85-4e0c-863f-9de4d772f703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b0e32437-ac69-4966-b2c8-3b68528ad8ab), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:21.208516 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b3ccde-754d-4cea-9d69-6a098b600cb7 None None] Pushing event updated for resources: {'Port': ['ID=e2e0ff04-4bbc-4190-a070-a368320bed63,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:21.231238 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ab254247-9718-40c0-8112-81cbb0c59636 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:21.239721 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ab254247-9718-40c0-8112-81cbb0c59636 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/29981108-ff60-43d0-9441-90e0ae728c77 HTTP/1.1" status: 204 len: 168 time: 0.9287572 Jan 29 04:25:21.258750 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49090) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:21.271079 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9f2e85a6-be2d-48fc-9066-eb4ba7470fc6 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:21.272323 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-9f2e85a6-be2d-48fc-9066-eb4ba7470fc6 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0210226 Jan 29 04:25:21.278140 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49092) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:21.280851 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1dbbd8b6-f57a-4d12-b2d8-a0887d729e40 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Publish callbacks [] for security_group_rule (d178008e-6849-4eb8-97c9-5b1fce9585db), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:21.291726 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-2b167b6c-dc2d-4c4f-acde-f89540c096ed tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Request body: {'security_group_rule': {'security_group_id': '715f2fe5-a75a-4ee8-a2b4-7e90e6c33135', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:21.327224 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-7ae6b2e9-8f85-4e0c-863f-9de4d772f703 None None] For port b0e32437-ac69-4966-b2c8-3b68528ad8ab, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:25:21.333871 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-7ae6b2e9-8f85-4e0c-863f-9de4d772f703 None None] For port b0e32437-ac69-4966-b2c8-3b68528ad8ab, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=b0e32437-ac69-4966-b2c8-3b68528ad8ab,segment=NetworkSegment(fd7ead1e-c2bd-4a04-99ff-ba05b654eedf),segment_id=fd7ead1e-c2bd-4a04-99ff-ba05b654eedf)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:25:21.337258 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-6db82343-0f26-4a56-91a4-88538ce230f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1', 'name': 'tempest-ServerActionsTestJSON-49169643-router', 'tenant_id': '7dd99718cde04f60a90f22e4134ff580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': '470f8c28-13b9-40c0-9f63-254654f9015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:59Z', 'updated_at': '2022-01-29T04:25:13Z', 'revision_number': 4, 'project_id': '7dd99718cde04f60a90f22e4134ff580', 'gw_port': {'id': '470f8c28-13b9-40c0-9f63-254654f9015b', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:01Z', 'updated_at': '2022-01-29T04:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'e2e0ff04-4bbc-4190-a070-a368320bed63', 'name': '', 'network_id': '9507ed99-2983-492a-ac2f-269d5807feac', 'tenant_id': '7dd99718cde04f60a90f22e4134ff580', 'mac_address': 'fa:16:3e:dc:e0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ca2d3a0a-064d-4780-9b58-334005fc5d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:10Z', 'updated_at': '2022-01-29T04:25:19Z', 'revision_number': 4, 'project_id': '7dd99718cde04f60a90f22e4134ff580', 'subnets': [{'id': 'ca2d3a0a-064d-4780-9b58-334005fc5d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:21.355083 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e765559b-2c15-4962-b780-fb75d170c1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (d5c4b259-d8f5-4fff-b633-d9f4f4c4750b), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:21.364360 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4769db8-6edb-4ca6-9c4a-b28e737d082f tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Made reservation on behalf of 2295d89d6c624345b49b3e581fed20fc for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:21.374398 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e4769db8-6edb-4ca6-9c4a-b28e737d082f tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:21.378931 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db82343-0f26-4a56-91a4-88538ce230f5 None None] The sync data for ids ['b74ba9fa-7939-492e-adaf-9b6f3d82e3d1'] in dv-neutron-821190-1-hyperv is: [{'id': 'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1', 'name': 'tempest-ServerActionsTestJSON-49169643-router', 'tenant_id': '7dd99718cde04f60a90f22e4134ff580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': '470f8c28-13b9-40c0-9f63-254654f9015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:59Z', 'updated_at': '2022-01-29T04:25:13Z', 'revision_number': 4, 'project_id': '7dd99718cde04f60a90f22e4134ff580', 'gw_port': {'id': '470f8c28-13b9-40c0-9f63-254654f9015b', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:01Z', 'updated_at': '2022-01-29T04:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'e2e0ff04-4bbc-4190-a070-a368320bed63', 'name': '', 'network_id': '9507ed99-2983-492a-ac2f-269d5807feac', 'tenant_id': '7dd99718cde04f60a90f22e4134ff580', 'mac_address': 'fa:16:3e:dc:e0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ca2d3a0a-064d-4780-9b58-334005fc5d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:10Z', 'updated_at': '2022-01-29T04:25:19Z', 'revision_number': 4, 'project_id': '7dd99718cde04f60a90f22e4134ff580', 'subnets': [{'id': 'ca2d3a0a-064d-4780-9b58-334005fc5d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:25:21.403665 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765559b-2c15-4962-b780-fb75d170c1e7 None None] Pushing event deleted for resources: {'Port': ['ID=d5c4b259-d8f5-4fff-b633-d9f4f4c4750b,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:21.417867 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e765559b-2c15-4962-b780-fb75d170c1e7 None None] No DVR routers for this DVR port d5c4b259-d8f5-4fff-b633-d9f4f4c4750b on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:25:21.422205 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7ae6b2e9-8f85-4e0c-863f-9de4d772f703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (b0e32437-ac69-4966-b2c8-3b68528ad8ab), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:21.453696 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-6c23622d-ab18-4bc1-8ff1-2719204c34d8 None None] Provisioning complete for port b0e32437-ac69-4966-b2c8-3b68528ad8ab triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:21.454202 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6c23622d-ab18-4bc1-8ff1-2719204c34d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b0e32437-ac69-4966-b2c8-3b68528ad8ab), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:21.503486 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae6b2e9-8f85-4e0c-863f-9de4d772f703 None None] Routers {'de69dbd8-cdba-406c-b857-5ef4d1a5deaf'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:25:21.504120 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-7ae6b2e9-8f85-4e0c-863f-9de4d772f703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:24:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['de69dbd8-cdba-406c-b857-5ef4d1a5deaf'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:21.597761 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e4769db8-6edb-4ca6-9c4a-b28e737d082f tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:21.615127 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdde05af-ed9b-4722-9559-87cda96dcd90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:21.624696 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ff10b9d4-8aab-4c06-b2d4-88870bcd47a6 tempest-MeteringTestJSON-104387648 tempest-MeteringTestJSON-104387648-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:21.625510 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ff10b9d4-8aab-4c06-b2d4-88870bcd47a6 tempest-MeteringTestJSON-104387648 tempest-MeteringTestJSON-104387648-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/d2e35a2b-ef6f-4f12-b9c2-dcf6980e88e5 HTTP/1.1" status: 204 len: 168 time: 0.7075257 Jan 29 04:25:21.644226 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde05af-ed9b-4722-9559-87cda96dcd90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Pushing event updated for resources: {'Port': ['ID=d829ac71-8ad5-4d99-94be-2ed9f03ffc09,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:21.649545 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49094) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:21.661955 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-bdde05af-ed9b-4722-9559-87cda96dcd90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:21.768811 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-7ae6b2e9-8f85-4e0c-863f-9de4d772f703 None None] Set router de69dbd8-cdba-406c-b857-5ef4d1a5deaf gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:25:21.800036 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e4769db8-6edb-4ca6-9c4a-b28e737d082f tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks [] for security_group (dbb7ce34-7eff-4891-9069-dce2f9c77c98), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:21.803750 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdde05af-ed9b-4722-9559-87cda96dcd90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:21.807327 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdde05af-ed9b-4722-9559-87cda96dcd90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:21.812766 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bdde05af-ed9b-4722-9559-87cda96dcd90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:21.902565 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-881c7e03-8cb9-4d50-914d-365cd3cc8876 tempest-MeteringTestJSON-104387648 tempest-MeteringTestJSON-104387648-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=d2e35a2b-ef6f-4f12-b9c2-dcf6980e88e5 HTTP/1.1" status: 200 len: 221 time: 0.2345278 Jan 29 04:25:21.903483 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49096) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:21.917217 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e4769db8-6edb-4ca6-9c4a-b28e737d082f tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (dbb7ce34-7eff-4891-9069-dce2f9c77c98), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:21.936243 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c6ed9576-c9e3-41c1-9cdc-56ea4622bbea tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (b898325d-cb4f-46a6-a928-ecf21ff6f03a), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:21.943701 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4769db8-6edb-4ca6-9c4a-b28e737d082f tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:25:21.958773 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b55e4a9b-82be-4993-a03f-883ace09b597 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (d5c4b259-d8f5-4fff-b633-d9f4f4c4750b), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:21.962733 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e4769db8-6edb-4ca6-9c4a-b28e737d082f tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (62e32b34-d283-402b-80f6-085ff60c2afb), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:21.965600 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1dbbd8b6-f57a-4d12-b2d8-a0887d729e40 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Publish callbacks [] for security_group_rule (d178008e-6849-4eb8-97c9-5b1fce9585db), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:21.965925 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-e4769db8-6edb-4ca6-9c4a-b28e737d082f tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Added segment 62e32b34-d283-402b-80f6-085ff60c2afb of type vlan for network ecdc1a9a-d3b9-4511-8a89-d10e2f5b2c53 Jan 29 04:25:21.974034 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device e2e0ff04-4bbc-4190-a070-a368320bed63 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:21.979314 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2b167b6c-dc2d-4c4f-acde-f89540c096ed tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Publish callbacks [] for security_group_rule (19382dfe-8535-4b9c-9292-4efefa0d7151), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:21.988647 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-6c23622d-ab18-4bc1-8ff1-2719204c34d8 None None] Current status of the port b0e32437-ac69-4966-b2c8-3b68528ad8ab is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:21.989182 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6c23622d-ab18-4bc1-8ff1-2719204c34d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b0e32437-ac69-4966-b2c8-3b68528ad8ab), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:22.034171 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e4a9b-82be-4993-a03f-883ace09b597 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Pushing event deleted for resources: {'Port': ['ID=d5c4b259-d8f5-4fff-b633-d9f4f4c4750b,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:22.076655 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e4769db8-6edb-4ca6-9c4a-b28e737d082f tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (ecdc1a9a-d3b9-4511-8a89-d10e2f5b2c53), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:22.086487 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55e4a9b-82be-4993-a03f-883ace09b597 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] No DVR routers for this DVR port d5c4b259-d8f5-4fff-b633-d9f4f4c4750b on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:25:22.091029 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1dbbd8b6-f57a-4d12-b2d8-a0887d729e40 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (d178008e-6849-4eb8-97c9-5b1fce9585db), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:22.099160 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-b1876eaf-8429-46c0-9c7f-e68de92d9056 tempest-MeteringTestJSON-104387648 tempest-MeteringTestJSON-104387648-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--349732736', 'description': 'label created by tempest'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:22.109092 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-b1876eaf-8429-46c0-9c7f-e68de92d9056 tempest-MeteringTestJSON-104387648 tempest-MeteringTestJSON-104387648-project-admin] Unknown quota resources ['metering_label']. {{(pid=103585) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 29 04:25:22.123210 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5024f58e-e88c-4b2e-a7ff-3cad8d3e0834 None None] Pushing event updated for resources: {'Port': ['ID=b0e32437-ac69-4966-b2c8-3b68528ad8ab,revision_number=4']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:22.153157 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-6c23622d-ab18-4bc1-8ff1-2719204c34d8 None None] For port b0e32437-ac69-4966-b2c8-3b68528ad8ab, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=b0e32437-ac69-4966-b2c8-3b68528ad8ab,segment=NetworkSegment(fd7ead1e-c2bd-4a04-99ff-ba05b654eedf),segment_id=fd7ead1e-c2bd-4a04-99ff-ba05b654eedf)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:22.180694 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port e2e0ff04-4bbc-4190-a070-a368320bed63 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:22.182241 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (e2e0ff04-4bbc-4190-a070-a368320bed63), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:22.218316 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-7ae6b2e9-8f85-4e0c-863f-9de4d772f703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de69dbd8-cdba-406c-b857-5ef4d1a5deaf', 'name': 'tempest-ServersTestManualDisk-431633746-router', 'tenant_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'e11bd39f-a348-4fd2-9ae5-dae3e9cb5780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:25:00Z', 'updated_at': '2022-01-29T04:25:15Z', 'revision_number': 4, 'project_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'gw_port': {'id': 'e11bd39f-a348-4fd2-9ae5-dae3e9cb5780', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de69dbd8-cdba-406c-b857-5ef4d1a5deaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:02Z', 'updated_at': '2022-01-29T04:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'b0e32437-ac69-4966-b2c8-3b68528ad8ab', 'name': '', 'network_id': '4d4605cc-cd83-4037-bfc8-342508214a0e', 'tenant_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'mac_address': 'fa:16:3e:9e:5e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de69dbd8-cdba-406c-b857-5ef4d1a5deaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '28462fdf-59a1-4f6b-8a80-4bfac581848e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:12Z', 'updated_at': '2022-01-29T04:25:21Z', 'revision_number': 4, 'project_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'subnets': [{'id': '28462fdf-59a1-4f6b-8a80-4bfac581848e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:22.222106 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c6ed9576-c9e3-41c1-9cdc-56ea4622bbea tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (b898325d-cb4f-46a6-a928-ecf21ff6f03a), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:22.249408 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-c6ed9576-c9e3-41c1-9cdc-56ea4622bbea tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b898325d-cb4f-46a6-a928-ecf21ff6f03a']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:22.252235 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6c23622d-ab18-4bc1-8ff1-2719204c34d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (b0e32437-ac69-4966-b2c8-3b68528ad8ab), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:22.266107 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-c6ed9576-c9e3-41c1-9cdc-56ea4622bbea tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc2c8f23-4ba2-4737-b193-373aa51a3fea') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:22.266410 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-c6ed9576-c9e3-41c1-9cdc-56ea4622bbea tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc2c8f23-4ba2-4737-b193-373aa51a3fea') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:22.286811 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae6b2e9-8f85-4e0c-863f-9de4d772f703 None None] The sync data for ids ['de69dbd8-cdba-406c-b857-5ef4d1a5deaf'] in dv-neutron-821190-1-hyperv is: [{'id': 'de69dbd8-cdba-406c-b857-5ef4d1a5deaf', 'name': 'tempest-ServersTestManualDisk-431633746-router', 'tenant_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'e11bd39f-a348-4fd2-9ae5-dae3e9cb5780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:25:00Z', 'updated_at': '2022-01-29T04:25:15Z', 'revision_number': 4, 'project_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'gw_port': {'id': 'e11bd39f-a348-4fd2-9ae5-dae3e9cb5780', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de69dbd8-cdba-406c-b857-5ef4d1a5deaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:02Z', 'updated_at': '2022-01-29T04:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'b0e32437-ac69-4966-b2c8-3b68528ad8ab', 'name': '', 'network_id': '4d4605cc-cd83-4037-bfc8-342508214a0e', 'tenant_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'mac_address': 'fa:16:3e:9e:5e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de69dbd8-cdba-406c-b857-5ef4d1a5deaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '28462fdf-59a1-4f6b-8a80-4bfac581848e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:12Z', 'updated_at': '2022-01-29T04:25:21Z', 'revision_number': 4, 'project_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'subnets': [{'id': '28462fdf-59a1-4f6b-8a80-4bfac581848e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:25:22.300589 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c6ed9576-c9e3-41c1-9cdc-56ea4622bbea tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (fc2c8f23-4ba2-4737-b193-373aa51a3fea), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:22.303167 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbbd8b6-f57a-4d12-b2d8-a0887d729e40 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d178008e-6849-4eb8-97c9-5b1fce9585db,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:22.346930 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49098) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:22.347771 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-bdde05af-ed9b-4722-9559-87cda96dcd90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.9403005 Jan 29 04:25:22.364866 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bd89a912-58c1-4a05-9b31-26cd777ecc27 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Publish callbacks [] for port (8ca4be08-1a0b-44cb-a52c-8274daae1f02), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:22.370523 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8211'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:22.405052 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23622d-ab18-4bc1-8ff1-2719204c34d8 None None] Pushing event updated for resources: {'Port': ['ID=b0e32437-ac69-4966-b2c8-3b68528ad8ab,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:22.429453 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-fd0b0963-e4a0-4155-b1d8-b2cbb6eec86f None None] Provisioning complete for port b0e32437-ac69-4966-b2c8-3b68528ad8ab triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:22.430207 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fd0b0963-e4a0-4155-b1d8-b2cbb6eec86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b0e32437-ac69-4966-b2c8-3b68528ad8ab), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:22.434802 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4769db8-6edb-4ca6-9c4a-b28e737d082f tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb7ce34-7eff-4891-9069-dce2f9c77c98,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:22.476909 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1dbbd8b6-f57a-4d12-b2d8-a0887d729e40 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:22.483827 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1dbbd8b6-f57a-4d12-b2d8-a0887d729e40 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4283674 Jan 29 04:25:22.490186 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49100) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:22.495452 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e4769db8-6edb-4ca6-9c4a-b28e737d082f tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (ecdc1a9a-d3b9-4511-8a89-d10e2f5b2c53), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:22.501484 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4769db8-6edb-4ca6-9c4a-b28e737d082f tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:22.502082 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e4769db8-6edb-4ca6-9c4a-b28e737d082f tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:22.513535 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-594fd014-446c-4df3-bbd6-888a29227716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:22.530965 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port e2e0ff04-4bbc-4190-a070-a368320bed63 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:22.544379 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c6ed9576-c9e3-41c1-9cdc-56ea4622bbea tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (fc2c8f23-4ba2-4737-b193-373aa51a3fea), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:22.565098 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b55e4a9b-82be-4993-a03f-883ace09b597 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (50516182-8466-449c-b9f8-f817883b4932), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:22.568091 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6ed9576-c9e3-41c1-9cdc-56ea4622bbea tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:25:22.577614 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c6ed9576-c9e3-41c1-9cdc-56ea4622bbea tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (fc2c8f23-4ba2-4737-b193-373aa51a3fea), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:22.592009 dv-neutron-821190-1-hyperv neutron-server[103584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:25:22.592009 dv-neutron-821190-1-hyperv neutron-server[103584]: self.session.flush() Jan 29 04:25:22.592009 dv-neutron-821190-1-hyperv neutron-server[103584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:25:22.592009 dv-neutron-821190-1-hyperv neutron-server[103584]: self.session.flush() Jan 29 04:25:22.592009 dv-neutron-821190-1-hyperv neutron-server[103584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:25:22.592009 dv-neutron-821190-1-hyperv neutron-server[103584]: self.session.flush() Jan 29 04:25:22.592009 dv-neutron-821190-1-hyperv neutron-server[103584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:25:22.592009 dv-neutron-821190-1-hyperv neutron-server[103584]: self.session.flush() Jan 29 04:25:22.592009 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:25:22.592009 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:25:22.592009 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:25:22.592009 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:25:22.592009 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:25:22.592009 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:25:22.592009 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:25:22.592009 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:25:22.592009 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:25:22.592009 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:25:22.592009 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:25:22.592009 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:25:22.592009 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:25:22.592009 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:25:22.592009 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:25:22.592009 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:25:22.592009 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:25:22.592009 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:25:22.592009 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:25:22.592009 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:25:22.592009 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:25:22.592009 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:25:22.592009 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:25:22.592009 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:25:22.592009 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:25:22.592009 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:25:22.592009 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:25:22.592009 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:25:22.592009 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:25:22.592009 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:25:22.592009 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:25:22.592009 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:25:22.626578 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2b167b6c-dc2d-4c4f-acde-f89540c096ed tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Publish callbacks [] for security_group_rule (19382dfe-8535-4b9c-9292-4efefa0d7151), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:22.633747 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-fd0b0963-e4a0-4155-b1d8-b2cbb6eec86f None None] Current status of the port b0e32437-ac69-4966-b2c8-3b68528ad8ab is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:22.639807 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device d5c4b259-d8f5-4fff-b633-d9f4f4c4750b no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:25:22.662213 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: d5c4b259-d8f5-4fff-b633-d9f4f4c4750b {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:25:22.662786 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device d5c4b259-d8f5-4fff-b633-d9f4f4c4750b not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:25:22.770273 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2b167b6c-dc2d-4c4f-acde-f89540c096ed tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (19382dfe-8535-4b9c-9292-4efefa0d7151), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:22.784595 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-b55e4a9b-82be-4993-a03f-883ace09b597 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50516182-8466-449c-b9f8-f817883b4932']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:22.809669 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-d414a04d-09fb-47de-9f93-4a30f2b19777 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Request body: {'floatingip': {'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:22.817968 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (d829ac71-8ad5-4d99-94be-2ed9f03ffc09), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:22.839836 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-b55e4a9b-82be-4993-a03f-883ace09b597 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cabe396-d9f2-4ddc-90b5-ee2a871e1c11') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:22.840140 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-b55e4a9b-82be-4993-a03f-883ace09b597 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cabe396-d9f2-4ddc-90b5-ee2a871e1c11') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:22.841873 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b167b6c-dc2d-4c4f-acde-f89540c096ed tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19382dfe-8535-4b9c-9292-4efefa0d7151,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:22.860138 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b55e4a9b-82be-4993-a03f-883ace09b597 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (0cabe396-d9f2-4ddc-90b5-ee2a871e1c11), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:22.880991 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bd89a912-58c1-4a05-9b31-26cd777ecc27 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (8ca4be08-1a0b-44cb-a52c-8274daae1f02), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:22.897054 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2b167b6c-dc2d-4c4f-acde-f89540c096ed tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:22.898266 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-2b167b6c-dc2d-4c4f-acde-f89540c096ed tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6146665 Jan 29 04:25:22.899330 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b55e4a9b-82be-4993-a03f-883ace09b597 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (0cabe396-d9f2-4ddc-90b5-ee2a871e1c11), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:22.903223 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49102) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:22.911193 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-fe26f16b-1d03-422f-b1b9-dbdde3bbeec8 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Request body: {'security_group_rule': {'security_group_id': '715f2fe5-a75a-4ee8-a2b4-7e90e6c33135', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:22.917052 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b55e4a9b-82be-4993-a03f-883ace09b597 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:25:22.917386 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b55e4a9b-82be-4993-a03f-883ace09b597 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (0cabe396-d9f2-4ddc-90b5-ee2a871e1c11), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:22.950080 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:25:22.950080 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:25:22.950080 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:25:22.950080 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:25:22.950080 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:25:22.950080 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:25:22.950080 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:25:22.950080 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:25:22.950080 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:25:22.950080 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:25:22.950080 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:25:22.950080 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:25:22.950080 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:25:22.950080 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:25:22.950080 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:25:22.950080 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:25:22.950080 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:25:22.950080 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:25:22.950080 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:25:22.950080 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:25:22.950080 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:25:22.950080 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:25:22.950080 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:25:22.950080 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:25:22.950080 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:25:22.950080 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:25:22.950080 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:25:22.950080 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:25:22.950080 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:25:22.950080 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:25:22.950080 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:25:22.950080 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:25:22.968854 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-e4769db8-6edb-4ca6-9c4a-b28e737d082f tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.4349878 Jan 29 04:25:23.137827 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d414a04d-09fb-47de-9f93-4a30f2b19777 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:23.236636 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] device_id is not set on port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 yet. {{(pid=103584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:25:23.246974 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks [] for port (d829ac71-8ad5-4d99-94be-2ed9f03ffc09), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:23.249945 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c6ed9576-c9e3-41c1-9cdc-56ea4622bbea tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (b898325d-cb4f-46a6-a928-ecf21ff6f03a), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:23.254278 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd89a912-58c1-4a05-9b31-26cd777ecc27 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:23.258913 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4769db8-6edb-4ca6-9c4a-b28e737d082f tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Pushing event updated for resources: {'Network': ['ID=ecdc1a9a-d3b9-4511-8a89-d10e2f5b2c53,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:23.261316 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ed9576-c9e3-41c1-9cdc-56ea4622bbea tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b898325d-cb4f-46a6-a928-ecf21ff6f03a {{(pid=103584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 29 04:25:23.266752 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c6ed9576-c9e3-41c1-9cdc-56ea4622bbea tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:23.273190 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-bd89a912-58c1-4a05-9b31-26cd777ecc27 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:23.292292 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b1876eaf-8429-46c0-9c7f-e68de92d9056 tempest-MeteringTestJSON-104387648 tempest-MeteringTestJSON-104387648-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:23.293436 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network ecdc1a9a-d3b9-4511-8a89-d10e2f5b2c53 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:25:23.305177 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b1876eaf-8429-46c0-9c7f-e68de92d9056 tempest-MeteringTestJSON-104387648 tempest-MeteringTestJSON-104387648-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 1.3894196 Jan 29 04:25:23.306344 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49106) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:23.307167 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c6ed9576-c9e3-41c1-9cdc-56ea4622bbea tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] 10.222.0.13 "DELETE /v2.0/networks/b898325d-cb4f-46a6-a928-ecf21ff6f03a HTTP/1.1" status: 204 len: 168 time: 2.0451787 Jan 29 04:25:23.307949 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd89a912-58c1-4a05-9b31-26cd777ecc27 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:23.319122 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89a912-58c1-4a05-9b31-26cd777ecc27 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Pushing event updated for resources: {'Port': ['ID=8ca4be08-1a0b-44cb-a52c-8274daae1f02,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:23.324872 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b55e4a9b-82be-4993-a03f-883ace09b597 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (50516182-8466-449c-b9f8-f817883b4932), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:23.350301 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b55e4a9b-82be-4993-a03f-883ace09b597 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:23.366279 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b55e4a9b-82be-4993-a03f-883ace09b597 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] 10.222.0.13 "DELETE /v2.0/networks/50516182-8466-449c-b9f8-f817883b4932 HTTP/1.1" status: 204 len: 168 time: 3.9613483 Jan 29 04:25:23.416758 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (d829ac71-8ad5-4d99-94be-2ed9f03ffc09), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:23.519641 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed9576-c9e3-41c1-9cdc-56ea4622bbea tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Pushing event deleted for resources: {'Network': ['ID=b898325d-cb4f-46a6-a928-ecf21ff6f03a,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:23.539856 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fe26f16b-1d03-422f-b1b9-dbdde3bbeec8 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Publish callbacks [] for security_group_rule (01dbbcb6-4971-4570-b865-66c807026796), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:23.602115 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e4a9b-82be-4993-a03f-883ace09b597 tempest-DHCPAgentSchedulersTestJSON-723510530 tempest-DHCPAgentSchedulersTestJSON-723510530-project] Pushing event deleted for resources: {'Network': ['ID=50516182-8466-449c-b9f8-f817883b4932,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:23.651607 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Pushing event updated for resources: {'Port': ['ID=d829ac71-8ad5-4d99-94be-2ed9f03ffc09,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:23.673749 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:23.745840 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:23.793206 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fe26f16b-1d03-422f-b1b9-dbdde3bbeec8 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Publish callbacks [] for security_group_rule (01dbbcb6-4971-4570-b865-66c807026796), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:23.802231 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:23.803001 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] {{(pid=103584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:23.803626 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:23.812931 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-fd73a2ea-394e-4d8c-ab0b-dd628dc1f5a9 tempest-MeteringTestJSON-104387648 tempest-MeteringTestJSON-104387648-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=ddae3847-4837-4d53-b19b-b4827f891a80 HTTP/1.1" status: 200 len: 467 time: 0.4857831 Jan 29 04:25:23.820870 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49112) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:23.858108 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:23.858521 dv-neutron-821190-1-hyperv neutron-server[103584]: ERROR neutron.plugins.ml2.managers [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Failed to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] Jan 29 04:25:23.859082 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.plugins.ml2.plugin [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempt 2 to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 Jan 29 04:25:23.911702 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:23.912376 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] {{(pid=103584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:23.912838 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:23.924953 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fe26f16b-1d03-422f-b1b9-dbdde3bbeec8 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (01dbbcb6-4971-4570-b865-66c807026796), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:23.930874 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:23.931295 dv-neutron-821190-1-hyperv neutron-server[103584]: ERROR neutron.plugins.ml2.managers [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Failed to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] Jan 29 04:25:23.941229 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device b0e32437-ac69-4966-b2c8-3b68528ad8ab up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:23.949524 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bd89a912-58c1-4a05-9b31-26cd777ecc27 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Publish callbacks [] for floatingip (daac2acb-678f-471d-a7c1-ec7ca3c6ef52), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:23.967018 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.plugins.ml2.plugin [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempt 3 to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 Jan 29 04:25:24.024300 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe26f16b-1d03-422f-b1b9-dbdde3bbeec8 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01dbbcb6-4971-4570-b865-66c807026796,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:24.047936 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:24.051097 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] {{(pid=103584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:24.051556 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:24.066887 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:24.068121 dv-neutron-821190-1-hyperv neutron-server[103584]: ERROR neutron.plugins.ml2.managers [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Failed to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] Jan 29 04:25:24.069667 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.plugins.ml2.plugin [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempt 4 to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 Jan 29 04:25:24.098614 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port b0e32437-ac69-4966-b2c8-3b68528ad8ab triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:24.099121 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b0e32437-ac69-4966-b2c8-3b68528ad8ab), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:24.111878 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:24.112446 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] {{(pid=103584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:24.115290 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:24.138857 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fe26f16b-1d03-422f-b1b9-dbdde3bbeec8 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:24.142057 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-fe26f16b-1d03-422f-b1b9-dbdde3bbeec8 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2351875 Jan 29 04:25:24.143382 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:24.145631 dv-neutron-821190-1-hyperv neutron-server[103584]: ERROR neutron.plugins.ml2.managers [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Failed to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] Jan 29 04:25:24.146328 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49118) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:24.148601 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.plugins.ml2.plugin [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempt 5 to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 Jan 29 04:25:24.163473 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d414a04d-09fb-47de-9f93-4a30f2b19777 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:24.166938 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bd89a912-58c1-4a05-9b31-26cd777ecc27 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (8ca4be08-1a0b-44cb-a52c-8274daae1f02), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:24.203055 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-940ae560-7ac0-42c1-8b90-d80d6d59b62c tempest-MeteringTestJSON-104387648 tempest-MeteringTestJSON-104387648-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:24.204455 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-940ae560-7ac0-42c1-8b90-d80d6d59b62c tempest-MeteringTestJSON-104387648 tempest-MeteringTestJSON-104387648-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/ddae3847-4837-4d53-b19b-b4827f891a80 HTTP/1.1" status: 204 len: 168 time: 0.3824806 Jan 29 04:25:24.209940 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49120) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:24.214786 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-8bf2baa6-55a4-4519-aec3-f3694461a64d tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Request body: {'floatingip': {'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:24.230512 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:24.233702 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] {{(pid=103584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:24.234156 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:24.252161 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d9777d4d-4031-40fb-b37e-fa44a7b7a563 tempest-MeteringTestJSON-104387648 tempest-MeteringTestJSON-104387648-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=ddae3847-4837-4d53-b19b-b4827f891a80 HTTP/1.1" status: 200 len: 216 time: 0.0408959 Jan 29 04:25:24.263138 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49122) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:24.309075 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-60ded123-e2d8-4d74-b38b-148509585b70 tempest-MeteringTestJSON-104387648 tempest-MeteringTestJSON-104387648-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0416253 Jan 29 04:25:24.310584 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:24.310918 dv-neutron-821190-1-hyperv neutron-server[103584]: ERROR neutron.plugins.ml2.managers [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Failed to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] Jan 29 04:25:24.312726 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49124) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:24.319588 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.plugins.ml2.plugin [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempt 6 to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 Jan 29 04:25:24.363079 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port b0e32437-ac69-4966-b2c8-3b68528ad8ab is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:24.376267 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49126) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:24.376695 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49128) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:24.382755 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:24.383177 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] {{(pid=103584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:24.383801 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:24.389726 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-1ecfb7ae-8dc4-420d-9ac7-03fc8caaf795 tempest-MeteringTestJSON-104387648 tempest-MeteringTestJSON-104387648-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0723486 Jan 29 04:25:24.394903 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49130) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:24.396815 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-bf4c6a9f-b90c-4064-aa00-ab425c202345 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Request body: {'router': {'name': 'tempest-router--1526270722', 'project_id': '1cc704e97e5048f2ae7a1778127b3077'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:24.430652 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:24.430652 dv-neutron-821190-1-hyperv neutron-server[103584]: ERROR neutron.plugins.ml2.managers [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Failed to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] Jan 29 04:25:24.431055 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.plugins.ml2.plugin [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempt 7 to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 Jan 29 04:25:24.443269 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:25:24.450970 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:24.451437 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] {{(pid=103584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:24.452198 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:24.457514 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:24.457944 dv-neutron-821190-1-hyperv neutron-server[103584]: ERROR neutron.plugins.ml2.managers [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Failed to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] Jan 29 04:25:24.458650 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.plugins.ml2.plugin [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempt 8 to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 Jan 29 04:25:24.470308 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-aa01145e-eac6-45c1-b4e8-f59d4f867296 tempest-MeteringTestJSON-104387648 tempest-MeteringTestJSON-104387648-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/ffecbc91-d577-414c-9732-6a0af41ee771 HTTP/1.1" status: 200 len: 473 time: 0.0712903 Jan 29 04:25:24.481531 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49134) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:24.482773 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-d414a04d-09fb-47de-9f93-4a30f2b19777 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Allocated IP 172.26.8.214 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/7ca16c55-1fed-40c9-817a-49fe9c07334c) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:24.497043 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:24.498631 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] {{(pid=103584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:24.499074 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:24.505740 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:24.506204 dv-neutron-821190-1-hyperv neutron-server[103584]: ERROR neutron.plugins.ml2.managers [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Failed to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] Jan 29 04:25:24.506762 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.plugins.ml2.plugin [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempt 9 to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 Jan 29 04:25:24.542745 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:24.543454 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] {{(pid=103584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:24.546504 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:24.555493 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6befacc7-4a53-44b0-ab78-f0e3180f72fc tempest-MeteringTestJSON-104387648 tempest-MeteringTestJSON-104387648-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/7963706f-de2e-47b4-9c6d-fb4bba29b30c HTTP/1.1" status: 200 len: 461 time: 0.0664847 Jan 29 04:25:24.559175 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6a9f-b90c-4064-aa00-ab425c202345 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (ac658e8b-703d-4b7d-8527-00eeaa238c74), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:24.560680 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6a9f-b90c-4064-aa00-ab425c202345 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (ac658e8b-703d-4b7d-8527-00eeaa238c74), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:24.568616 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49136) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:24.607561 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:24.608021 dv-neutron-821190-1-hyperv neutron-server[103584]: ERROR neutron.plugins.ml2.managers [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Failed to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] Jan 29 04:25:24.608799 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8bf2baa6-55a4-4519-aec3-f3694461a64d tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:24.644957 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6a9f-b90c-4064-aa00-ab425c202345 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for router_controller (ac658e8b-703d-4b7d-8527-00eeaa238c74), precommit_add_association {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:24.652515 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.plugins.ml2.plugin [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempt 10 to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 Jan 29 04:25:24.699901 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bd89a912-58c1-4a05-9b31-26cd777ecc27 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Publish callbacks [] for port (8ca4be08-1a0b-44cb-a52c-8274daae1f02), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:24.710011 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:24.710420 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] {{(pid=103584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:24.710826 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempting to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:24.736995 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d414a04d-09fb-47de-9f93-4a30f2b19777 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Publish callbacks [] for port (7ca16c55-1fed-40c9-817a-49fe9c07334c), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:24.739928 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6a9f-b90c-4064-aa00-ab425c202345 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (ac658e8b-703d-4b7d-8527-00eeaa238c74), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:24.742056 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:24.742472 dv-neutron-821190-1-hyperv neutron-server[103584]: ERROR neutron.plugins.ml2.managers [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Failed to bind port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'dc562c39-74e6-474b-bf20-f057965c466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e'}] Jan 29 04:25:24.743115 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (d829ac71-8ad5-4d99-94be-2ed9f03ffc09), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:24.748300 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:24.787138 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c53d15f6-543c-4ede-8bad-cc3e9ee27d82 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fbf30356a6d1413288ab9cf6b30f9820&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3608985 Jan 29 04:25:24.790068 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49138) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:24.810001 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bd89a912-58c1-4a05-9b31-26cd777ecc27 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (8ca4be08-1a0b-44cb-a52c-8274daae1f02), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:24.870104 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6a9f-b90c-4064-aa00-ab425c202345 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:24.873945 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-bf4c6a9f-b90c-4064-aa00-ab425c202345 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4800291 Jan 29 04:25:24.880004 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49140) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:24.944366 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] For port d829ac71-8ad5-4d99-94be-2ed9f03ffc09, host hv-neutron-8211, cleared binding levels {{(pid=103584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:25:24.944835 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attempted to set empty binding levels {{(pid=103584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 29 04:25:24.986366 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e9867261-b314-4fac-a2c7-b521e19b0ba7 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for router (ac658e8b-703d-4b7d-8527-00eeaa238c74), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:25.041044 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c6ee8687-ec22-41dc-a300-984b0c16575a admin admin] Publish callbacks [] for security_group (b707c78c-70e1-4e6b-b072-e376488324b9), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:25.060587 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6f70fec5-c7f5-45e7-be74-845e26eebdcc tempest-MeteringTestJSON-104387648 tempest-MeteringTestJSON-104387648-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:25.064885 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6f70fec5-c7f5-45e7-be74-845e26eebdcc tempest-MeteringTestJSON-104387648 tempest-MeteringTestJSON-104387648-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/7963706f-de2e-47b4-9c6d-fb4bba29b30c HTTP/1.1" status: 204 len: 168 time: 0.4766827 Jan 29 04:25:25.066212 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49142) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:25.076586 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bd89a912-58c1-4a05-9b31-26cd777ecc27 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (daac2acb-678f-471d-a7c1-ec7ca3c6ef52), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:25.080231 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (d829ac71-8ad5-4d99-94be-2ed9f03ffc09), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:25.138751 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89a912-58c1-4a05-9b31-26cd777ecc27 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Pushing event updated for resources: {'Port': ['ID=8ca4be08-1a0b-44cb-a52c-8274daae1f02,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:25.187945 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d414a04d-09fb-47de-9f93-4a30f2b19777 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (7ca16c55-1fed-40c9-817a-49fe9c07334c), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:25.221816 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c6ee8687-ec22-41dc-a300-984b0c16575a admin admin] Publish callbacks [] for security_group (b707c78c-70e1-4e6b-b072-e376488324b9), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:25.236273 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] In _notify_port_updated(), no bound segment for port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 on network b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e {{(pid=103584) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 04:25:25.237209 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:25.237859 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:25.241653 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] 10.222.0.13 "PUT /v2.0/ports/d829ac71-8ad5-4d99-94be-2ed9f03ffc09 HTTP/1.1" status: 200 len: 980 time: 2.8761847 Jan 29 04:25:25.253152 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bd89a912-58c1-4a05-9b31-26cd777ecc27 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:25.263860 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-bd89a912-58c1-4a05-9b31-26cd777ecc27 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1316593 Jan 29 04:25:25.263860 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49144) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:25.277570 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e9867261-b314-4fac-a2c7-b521e19b0ba7 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (ac658e8b-703d-4b7d-8527-00eeaa238c74), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:25.285979 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8bf2baa6-55a4-4519-aec3-f3694461a64d tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:25.290245 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e9867261-b314-4fac-a2c7-b521e19b0ba7 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for router_controller (ac658e8b-703d-4b7d-8527-00eeaa238c74), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:25.324453 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72a1669-fb0f-461b-9f99-974643e7d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Pushing event updated for resources: {'Port': ['ID=d829ac71-8ad5-4d99-94be-2ed9f03ffc09,revision_number=3']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:25.335622 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d414a04d-09fb-47de-9f93-4a30f2b19777 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:25.351544 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-d414a04d-09fb-47de-9f93-4a30f2b19777 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:25.403163 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414a04d-09fb-47de-9f93-4a30f2b19777 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Pushing event updated for resources: {'Port': ['ID=7ca16c55-1fed-40c9-817a-49fe9c07334c,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:25.406096 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d414a04d-09fb-47de-9f93-4a30f2b19777 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:25.471697 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d414a04d-09fb-47de-9f93-4a30f2b19777 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Publish callbacks [] for floatingip (84906eb1-168b-43d3-afcd-a789425bab4c), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:25.507137 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-6e6c3ae6-f2c0-422e-9f54-489a491153de tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Deleting port d829ac71-8ad5-4d99-94be-2ed9f03ffc09 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:25:25.507782 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6e6c3ae6-f2c0-422e-9f54-489a491153de tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (d829ac71-8ad5-4d99-94be-2ed9f03ffc09), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:25.541503 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-8bf2baa6-55a4-4519-aec3-f3694461a64d tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Allocated IP 172.26.8.99 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/05a4a2cd-b0ce-4073-8391-8d7547089597) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:25.556133 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e9867261-b314-4fac-a2c7-b521e19b0ba7 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (ac658e8b-703d-4b7d-8527-00eeaa238c74), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:25.557185 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9867261-b314-4fac-a2c7-b521e19b0ba7 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ac658e8b-703d-4b7d-8527-00eeaa238c74 {{(pid=103584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:25:25.564178 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e9867261-b314-4fac-a2c7-b521e19b0ba7 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:25.567196 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e9867261-b314-4fac-a2c7-b521e19b0ba7 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] 10.222.0.13 "DELETE /v2.0/routers/ac658e8b-703d-4b7d-8527-00eeaa238c74 HTTP/1.1" status: 204 len: 168 time: 0.6794443 Jan 29 04:25:25.567196 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c6ee8687-ec22-41dc-a300-984b0c16575a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (b707c78c-70e1-4e6b-b072-e376488324b9), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:25.568383 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c6ee8687-ec22-41dc-a300-984b0c16575a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:25.571695 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c6ee8687-ec22-41dc-a300-984b0c16575a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b707c78c-70e1-4e6b-b072-e376488324b9 HTTP/1.1" status: 204 len: 168 time: 0.7764878 Jan 29 04:25:25.592067 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-6e6c3ae6-f2c0-422e-9f54-489a491153de tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] For port d829ac71-8ad5-4d99-94be-2ed9f03ffc09, host hv-neutron-8211, got binding levels [] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:25.592437 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6e6c3ae6-f2c0-422e-9f54-489a491153de tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (d829ac71-8ad5-4d99-94be-2ed9f03ffc09), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:25.599025 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee8687-ec22-41dc-a300-984b0c16575a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b707c78c-70e1-4e6b-b072-e376488324b9,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:25.642186 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-6e6c3ae6-f2c0-422e-9f54-489a491153de tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Calling delete_port for d829ac71-8ad5-4d99-94be-2ed9f03ffc09 owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:25:25.776566 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-af241c71-4007-419c-bfa7-cbdd447d38e9 tempest-MeteringTestJSON-104387648 tempest-MeteringTestJSON-104387648-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:25.781221 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-af241c71-4007-419c-bfa7-cbdd447d38e9 tempest-MeteringTestJSON-104387648 tempest-MeteringTestJSON-104387648-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/ffecbc91-d577-414c-9732-6a0af41ee771 HTTP/1.1" status: 204 len: 168 time: 0.7110362 Jan 29 04:25:25.795122 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8bf2baa6-55a4-4519-aec3-f3694461a64d tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Publish callbacks [] for port (05a4a2cd-b0ce-4073-8391-8d7547089597), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:25.830453 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d414a04d-09fb-47de-9f93-4a30f2b19777 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (7ca16c55-1fed-40c9-817a-49fe9c07334c), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:25.869621 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6e6c3ae6-f2c0-422e-9f54-489a491153de tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (d829ac71-8ad5-4d99-94be-2ed9f03ffc09), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:25.907772 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c3ae6-f2c0-422e-9f54-489a491153de tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Pushing event deleted for resources: {'Port': ['ID=d829ac71-8ad5-4d99-94be-2ed9f03ffc09,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:25.937320 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8bf2baa6-55a4-4519-aec3-f3694461a64d tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (05a4a2cd-b0ce-4073-8391-8d7547089597), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:25.939858 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6e6c3ae6-f2c0-422e-9f54-489a491153de tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:25.943220 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6e6c3ae6-f2c0-422e-9f54-489a491153de tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] 10.222.0.13 "DELETE /v2.0/ports/d829ac71-8ad5-4d99-94be-2ed9f03ffc09 HTTP/1.1" status: 204 len: 168 time: 0.6852095 Jan 29 04:25:25.954984 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49166) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:26.020165 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ed47377-4bf6-403f-ad42-72f370f2b5cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] GET failed (client error): The resource could not be found. Jan 29 04:25:26.022689 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-3ed47377-4bf6-403f-ad42-72f370f2b5cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127544718-project-admin] 10.222.0.13 "GET /v2.0/ports/d829ac71-8ad5-4d99-94be-2ed9f03ffc09 HTTP/1.1" status: 404 len: 333 time: 0.0662291 Jan 29 04:25:26.033301 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49168) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:26.037423 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf2baa6-55a4-4519-aec3-f3694461a64d tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:26.066793 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-8bf2baa6-55a4-4519-aec3-f3694461a64d tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:26.069901 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf2baa6-55a4-4519-aec3-f3694461a64d tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:26.085088 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49170) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:26.140554 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d414a04d-09fb-47de-9f93-4a30f2b19777 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Publish callbacks [] for port (7ca16c55-1fed-40c9-817a-49fe9c07334c), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:26.242414 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d414a04d-09fb-47de-9f93-4a30f2b19777 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (7ca16c55-1fed-40c9-817a-49fe9c07334c), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:26.322743 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49176) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:26.327837 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414a04d-09fb-47de-9f93-4a30f2b19777 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Pushing event updated for resources: {'Port': ['ID=7ca16c55-1fed-40c9-817a-49fe9c07334c,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:26.336951 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-6117a74d-edea-4c77-970a-c03ed91a1139 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Request body: {'subnet': {'network_id': 'ecdc1a9a-d3b9-4511-8a89-d10e2f5b2c53', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:26.362643 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf2baa6-55a4-4519-aec3-f3694461a64d tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Pushing event updated for resources: {'Port': ['ID=05a4a2cd-b0ce-4073-8391-8d7547089597,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:26.379116 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:26.419915 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8e7dbb5a-73b7-4c8a-9bf1-0a17f17a2f76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:26.433418 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d414a04d-09fb-47de-9f93-4a30f2b19777 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (84906eb1-168b-43d3-afcd-a789425bab4c), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:26.485809 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-4d872b28-c05b-43e6-a4fc-8b8175525931 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1712741256', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}, 'admin_state_up': False}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:26.545524 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8bf2baa6-55a4-4519-aec3-f3694461a64d tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Publish callbacks [] for floatingip (9062be6a-40d4-42c0-8b78-dcf3550cd724), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:26.562338 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8e7dbb5a-73b7-4c8a-9bf1-0a17f17a2f76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:26.567508 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d414a04d-09fb-47de-9f93-4a30f2b19777 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:26.570779 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d414a04d-09fb-47de-9f93-4a30f2b19777 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0637972 Jan 29 04:25:26.584817 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-8e7dbb5a-73b7-4c8a-9bf1-0a17f17a2f76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:26.599709 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-8e7dbb5a-73b7-4c8a-9bf1-0a17f17a2f76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc562c39-74e6-474b-bf20-f057965c466f') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:26.599709 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-8e7dbb5a-73b7-4c8a-9bf1-0a17f17a2f76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc562c39-74e6-474b-bf20-f057965c466f') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:26.605608 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8e7dbb5a-73b7-4c8a-9bf1-0a17f17a2f76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (dc562c39-74e6-474b-bf20-f057965c466f), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:26.620134 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8e7dbb5a-73b7-4c8a-9bf1-0a17f17a2f76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (dc562c39-74e6-474b-bf20-f057965c466f), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:26.626466 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e7dbb5a-73b7-4c8a-9bf1-0a17f17a2f76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:25:26.627026 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8e7dbb5a-73b7-4c8a-9bf1-0a17f17a2f76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (dc562c39-74e6-474b-bf20-f057965c466f), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:26.630382 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:25:26.630382 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:25:26.630382 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:25:26.630382 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:25:26.630382 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:25:26.630382 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:25:26.630382 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:25:26.630382 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:25:26.630382 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:25:26.630382 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:25:26.630382 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:25:26.630382 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:25:26.630382 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:25:26.630382 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:25:26.630382 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:25:26.630382 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:25:26.630382 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:25:26.630382 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:25:26.630382 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:25:26.630382 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:25:26.630382 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:25:26.630382 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:25:26.630382 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:25:26.630382 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:25:26.630382 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:25:26.630382 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:25:26.630382 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:25:26.630382 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:25:26.630382 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:25:26.630382 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:25:26.630382 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:25:26.630382 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:25:26.702254 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6117a74d-edea-4c77-970a-c03ed91a1139 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Made reservation on behalf of 2295d89d6c624345b49b3e581fed20fc for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:26.706261 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6117a74d-edea-4c77-970a-c03ed91a1139 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks [] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:26.711145 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4d872b28-c05b-43e6-a4fc-8b8175525931 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (b34e454c-1781-4e79-b9e9-d6a9fef332fb), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:26.714047 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4d872b28-c05b-43e6-a4fc-8b8175525931 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (b34e454c-1781-4e79-b9e9-d6a9fef332fb), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:26.721318 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8bf2baa6-55a4-4519-aec3-f3694461a64d tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (05a4a2cd-b0ce-4073-8391-8d7547089597), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:26.839352 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8e7dbb5a-73b7-4c8a-9bf1-0a17f17a2f76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:26.851243 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8e7dbb5a-73b7-4c8a-9bf1-0a17f17a2f76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:26.856854 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4d872b28-c05b-43e6-a4fc-8b8175525931 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router_controller (b34e454c-1781-4e79-b9e9-d6a9fef332fb), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:26.860862 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-8e7dbb5a-73b7-4c8a-9bf1-0a17f17a2f76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097-project] 10.222.0.13 "DELETE /v2.0/networks/b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e HTTP/1.1" status: 204 len: 168 time: 0.8232069 Jan 29 04:25:26.876119 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7dbb5a-73b7-4c8a-9bf1-0a17f17a2f76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119790097-project] Pushing event deleted for resources: {'Network': ['ID=b06d6bf7-6d22-4d8b-9732-cbd07ed8b60e,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:26.926871 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49192) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:26.945290 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4b2a2dd4-141b-4c37-9c77-d1d75e98a2c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:26.986215 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8bf2baa6-55a4-4519-aec3-f3694461a64d tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Publish callbacks [] for port (05a4a2cd-b0ce-4073-8391-8d7547089597), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:27.053801 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8bf2baa6-55a4-4519-aec3-f3694461a64d tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (05a4a2cd-b0ce-4073-8391-8d7547089597), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:27.068526 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49202) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:27.104302 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49204) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:27.110188 dv-neutron-821190-1-hyperv neutron-server[103585]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 29 04:25:27.164427 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf2baa6-55a4-4519-aec3-f3694461a64d tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Pushing event updated for resources: {'Port': ['ID=05a4a2cd-b0ce-4073-8391-8d7547089597,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:27.210647 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4d872b28-c05b-43e6-a4fc-8b8175525931 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router_gateway (b34e454c-1781-4e79-b9e9-d6a9fef332fb), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:27.241632 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8bf2baa6-55a4-4519-aec3-f3694461a64d tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (9062be6a-40d4-42c0-8b78-dcf3550cd724), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:27.249285 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4b2a2dd4-141b-4c37-9c77-d1d75e98a2c1 admin admin] Publish callbacks [] for security_group (11028f85-cb68-4196-8e65-88aaf54adb0e), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:27.259027 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-533927c6-2fc2-458c-a66d-874fc6b50562 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--813051255&fields=id&tenant_id=62b5636027cb4b35a2ac3d1c94409c20 HTTP/1.1" status: 200 len: 267 time: 0.1834960 Jan 29 04:25:27.269121 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-455dd9b1-5bab-467a-9662-2082aa12f544 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:27.307346 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6117a74d-edea-4c77-970a-c03ed91a1139 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for subnet (8c81009b-7581-42ba-be78-b7add568cf22), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:27.335457 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4b2a2dd4-141b-4c37-9c77-d1d75e98a2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (11028f85-cb68-4196-8e65-88aaf54adb0e), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:27.365187 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-455dd9b1-5bab-467a-9662-2082aa12f544 admin admin] Publish callbacks [] for security_group (d16aa09b-4d6c-48db-a862-db37753b606a), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:27.381681 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8bf2baa6-55a4-4519-aec3-f3694461a64d tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:27.381681 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-8bf2baa6-55a4-4519-aec3-f3694461a64d tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1773522 Jan 29 04:25:27.393010 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a2dd4-141b-4c37-9c77-d1d75e98a2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11028f85-cb68-4196-8e65-88aaf54adb0e,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:27.397529 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-4b2a2dd4-141b-4c37-9c77-d1d75e98a2c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c112655866ce4e84a12be788c06a48e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4694753 Jan 29 04:25:27.400349 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49224) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:27.444027 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-455dd9b1-5bab-467a-9662-2082aa12f544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (d16aa09b-4d6c-48db-a862-db37753b606a), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:27.476122 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6117a74d-edea-4c77-970a-c03ed91a1139 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Pushing event updated for resources: {'Subnet': ['ID=8c81009b-7581-42ba-be78-b7add568cf22,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:27.496748 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-455dd9b1-5bab-467a-9662-2082aa12f544 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=13850b8fb1264457a884642663b0eef8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3873360 Jan 29 04:25:27.502075 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49226) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:27.510130 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455dd9b1-5bab-467a-9662-2082aa12f544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16aa09b-4d6c-48db-a862-db37753b606a,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:27.518945 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ea665299-6aa2-463b-829a-a7b2e3932d61 admin admin] Publish callbacks [] for security_group (11028f85-cb68-4196-8e65-88aaf54adb0e), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:27.559584 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ea665299-6aa2-463b-829a-a7b2e3932d61 admin admin] Publish callbacks [] for security_group (11028f85-cb68-4196-8e65-88aaf54adb0e), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:27.579157 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-979f048c-b792-435b-93d7-eec6c4de9490 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:27.580672 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-979f048c-b792-435b-93d7-eec6c4de9490 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/networks?id=110bb4a8-6dea-4688-b150-e74a0a24c2a5 HTTP/1.1" status: 200 len: 804 time: 0.3124552 Jan 29 04:25:27.584223 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6117a74d-edea-4c77-970a-c03ed91a1139 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Checking segment: {'id': '62e32b34-d283-402b-80f6-085ff60c2afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ecdc1a9a-d3b9-4511-8a89-d10e2f5b2c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:25:27.584611 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6117a74d-edea-4c77-970a-c03ed91a1139 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Network hostable DHCP agents. Network: ecdc1a9a-d3b9-4511-8a89-d10e2f5b2c53, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:25:27.605126 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2458dbdb-3719-4c65-b9db-bd68c84e785f admin admin] Publish callbacks [] for security_group (d16aa09b-4d6c-48db-a862-db37753b606a), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:27.615697 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-f8dc45b6-f27a-44d7-8897-4e4054e0c2a8 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/quotas/62b5636027cb4b35a2ac3d1c94409c20 HTTP/1.1" status: 200 len: 375 time: 0.0239420 Jan 29 04:25:27.629878 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2458dbdb-3719-4c65-b9db-bd68c84e785f admin admin] Publish callbacks [] for security_group (d16aa09b-4d6c-48db-a862-db37753b606a), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:27.701420 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49236) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:27.703618 dv-neutron-821190-1-hyperv neutron-server[103584]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 29 04:25:27.725836 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6117a74d-edea-4c77-970a-c03ed91a1139 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Network ecdc1a9a-d3b9-4511-8a89-d10e2f5b2c53 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:25:27.734636 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49238) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:27.746234 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ea665299-6aa2-463b-829a-a7b2e3932d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (11028f85-cb68-4196-8e65-88aaf54adb0e), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:27.748740 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ea665299-6aa2-463b-829a-a7b2e3932d61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:27.758147 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ea665299-6aa2-463b-829a-a7b2e3932d61 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/11028f85-cb68-4196-8e65-88aaf54adb0e HTTP/1.1" status: 204 len: 168 time: 0.3485844 Jan 29 04:25:27.765321 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea665299-6aa2-463b-829a-a7b2e3932d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11028f85-cb68-4196-8e65-88aaf54adb0e,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:27.770364 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-72b1782d-9f3e-4154-a78f-fc48515bab30 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--46284027&fields=id&tenant_id=7dd99718cde04f60a90f22e4134ff580 HTTP/1.1" status: 200 len: 267 time: 0.0675669 Jan 29 04:25:27.822531 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2458dbdb-3719-4c65-b9db-bd68c84e785f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (d16aa09b-4d6c-48db-a862-db37753b606a), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:27.827085 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2458dbdb-3719-4c65-b9db-bd68c84e785f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:27.829841 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-2458dbdb-3719-4c65-b9db-bd68c84e785f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d16aa09b-4d6c-48db-a862-db37753b606a HTTP/1.1" status: 204 len: 168 time: 0.3267334 Jan 29 04:25:27.878283 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2458dbdb-3719-4c65-b9db-bd68c84e785f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16aa09b-4d6c-48db-a862-db37753b606a,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:28.018927 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-7ceb0192-7ea5-43fd-a389-0385ba880652 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=62b5636027cb4b35a2ac3d1c94409c20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3887396 Jan 29 04:25:28.019482 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-6117a74d-edea-4c77-970a-c03ed91a1139 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, ecdc1a9a-d3b9-4511-8a89-d10e2f5b2c53) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:28.027150 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-c6e62c7c-d4cf-4f45-86aa-9a8e3e254e63 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:28.028958 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-c6e62c7c-d4cf-4f45-86aa-9a8e3e254e63 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/networks?id=9507ed99-2983-492a-ac2f-269d5807feac HTTP/1.1" status: 200 len: 810 time: 0.2294080 Jan 29 04:25:28.034366 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6117a74d-edea-4c77-970a-c03ed91a1139 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:28.034933 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6117a74d-edea-4c77-970a-c03ed91a1139 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:28.041774 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46dc7261-713a-4025-9289-e9d1d62adce0 None None] Network ecdc1a9a-d3b9-4511-8a89-d10e2f5b2c53 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:25:28.057079 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-59c3ad2f-4b33-48fb-8645-fbd575527e67 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/quotas/7dd99718cde04f60a90f22e4134ff580 HTTP/1.1" status: 200 len: 375 time: 0.0116184 Jan 29 04:25:28.071195 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4d872b28-c05b-43e6-a4fc-8b8175525931 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router_gateway (b34e454c-1781-4e79-b9e9-d6a9fef332fb), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:28.099602 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4d872b28-c05b-43e6-a4fc-8b8175525931 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:28.122723 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2244e1a7-12ff-4510-8d82-ee75b4ab8ef2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd70ebbc113f4d9192390d0d838b5c76&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3818347 Jan 29 04:25:28.123313 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49248) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:28.163498 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-9b74804e-2206-4d19-b22f-46ba468b0390 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7dd99718cde04f60a90f22e4134ff580&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1008644 Jan 29 04:25:28.167346 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6117a74d-edea-4c77-970a-c03ed91a1139 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8350730 Jan 29 04:25:28.171350 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49252) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:28.179023 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-0704ab17-a301-4b34-a166-27c756d76cff tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-786396451'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:28.200387 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48813e09-8c42-4b93-b075-7065981b243b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-ecdc1a9a-d3b9-4511-8a89-d10e2f5b2c53', 'network_id': 'ecdc1a9a-d3b9-4511-8a89-d10e2f5b2c53', 'project_id': '2295d89d6c624345b49b3e581fed20fc', 'fixed_ips': [{'subnet_id': '8c81009b-7581-42ba-be78-b7add568cf22'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:25:28.202148 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-48813e09-8c42-4b93-b075-7065981b243b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:28.244837 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1145dc8a-ca88-4c58-8422-cdca517b5744 admin admin] Publish callbacks [] for security_group (8115826c-9c98-40b4-b502-f8255c20968e), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:28.275925 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-4d872b28-c05b-43e6-a4fc-8b8175525931 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Allocated IP 172.26.8.138 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/3d4eb6de-f44e-41af-ada1-a8bc2aa75298) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:28.283550 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1145dc8a-ca88-4c58-8422-cdca517b5744 admin admin] Publish callbacks [] for security_group (8115826c-9c98-40b4-b502-f8255c20968e), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:28.290362 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0704ab17-a301-4b34-a166-27c756d76cff tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Made reservation on behalf of 2295d89d6c624345b49b3e581fed20fc for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:28.296759 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0704ab17-a301-4b34-a166-27c756d76cff tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:28.347871 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0704ab17-a301-4b34-a166-27c756d76cff tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:25:28.367689 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0704ab17-a301-4b34-a166-27c756d76cff tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (ea5d3054-7d1d-4a69-b592-00b09008f849), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:28.368330 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-0704ab17-a301-4b34-a166-27c756d76cff tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Added segment ea5d3054-7d1d-4a69-b592-00b09008f849 of type vlan for network 41273212-40a3-42dd-b7cb-289c784586dd Jan 29 04:25:28.386178 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-48813e09-8c42-4b93-b075-7065981b243b None None] Allocated IP 2001:db8:0:ffff::2 (ecdc1a9a-d3b9-4511-8a89-d10e2f5b2c53/8c81009b-7581-42ba-be78-b7add568cf22/f459f05b-c2c6-4769-9601-98da3623e191) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:28.418053 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0704ab17-a301-4b34-a166-27c756d76cff tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (41273212-40a3-42dd-b7cb-289c784586dd), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:28.445536 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4d872b28-c05b-43e6-a4fc-8b8175525931 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for port (3d4eb6de-f44e-41af-ada1-a8bc2aa75298), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:28.527715 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0704ab17-a301-4b34-a166-27c756d76cff tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (41273212-40a3-42dd-b7cb-289c784586dd), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:28.528125 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1145dc8a-ca88-4c58-8422-cdca517b5744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (8115826c-9c98-40b4-b502-f8255c20968e), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:28.531469 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1145dc8a-ca88-4c58-8422-cdca517b5744 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:28.534019 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0704ab17-a301-4b34-a166-27c756d76cff tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:28.534561 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-1145dc8a-ca88-4c58-8422-cdca517b5744 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8115826c-9c98-40b4-b502-f8255c20968e HTTP/1.1" status: 204 len: 168 time: 0.4104435 Jan 29 04:25:28.534668 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0704ab17-a301-4b34-a166-27c756d76cff tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:28.544378 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-34a1241b-0849-4ba8-9084-5b600ec79f4f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103585) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:25:28.546112 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-34a1241b-0849-4ba8-9084-5b600ec79f4f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1100228 Jan 29 04:25:28.552346 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145dc8a-ca88-4c58-8422-cdca517b5744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8115826c-9c98-40b4-b502-f8255c20968e,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:28.623120 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4d872b28-c05b-43e6-a4fc-8b8175525931 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (3d4eb6de-f44e-41af-ada1-a8bc2aa75298), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:28.623354 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-48813e09-8c42-4b93-b075-7065981b243b None None] Publish callbacks [] for port (f459f05b-c2c6-4769-9601-98da3623e191), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:28.641958 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-c23ebecd-f17c-42d1-b85e-66d6db2e60a4 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:25:28.646771 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-c23ebecd-f17c-42d1-b85e-66d6db2e60a4 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1455424 Jan 29 04:25:28.666162 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0704ab17-a301-4b34-a166-27c756d76cff tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Pushing event updated for resources: {'Network': ['ID=41273212-40a3-42dd-b7cb-289c784586dd,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:28.680408 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d872b28-c05b-43e6-a4fc-8b8175525931 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:28.685628 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-48813e09-8c42-4b93-b075-7065981b243b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (f459f05b-c2c6-4769-9601-98da3623e191), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:28.687057 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-4d872b28-c05b-43e6-a4fc-8b8175525931 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:28.695112 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0704ab17-a301-4b34-a166-27c756d76cff tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5198879 Jan 29 04:25:28.696340 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 41273212-40a3-42dd-b7cb-289c784586dd details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:25:28.699746 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49274) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:28.705200 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d872b28-c05b-43e6-a4fc-8b8175525931 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:28.709436 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-f4bd86a5-f0a4-4357-86ba-ea00f61cef12 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Request body: {'subnet': {'network_id': '41273212-40a3-42dd-b7cb-289c784586dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:28.749190 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d872b28-c05b-43e6-a4fc-8b8175525931 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Pushing event updated for resources: {'Port': ['ID=3d4eb6de-f44e-41af-ada1-a8bc2aa75298,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:28.795707 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49276) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:28.810665 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-1b5bb12e-449e-4b9f-9d70-75d13fa208ce service neutron] 10.222.0.13 "GET /v2.0/networks/110bb4a8-6dea-4688-b150-e74a0a24c2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555499 Jan 29 04:25:28.815239 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48813e09-8c42-4b93-b075-7065981b243b None None] Network ecdc1a9a-d3b9-4511-8a89-d10e2f5b2c53 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:28.826473 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-48813e09-8c42-4b93-b075-7065981b243b None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:28.829786 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48813e09-8c42-4b93-b075-7065981b243b None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:28.886753 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48813e09-8c42-4b93-b075-7065981b243b None None] Pushing event updated for resources: {'Port': ['ID=f459f05b-c2c6-4769-9601-98da3623e191,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:28.902010 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-61abc45b-44e4-4c45-b6a6-ceb27ba7b1a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:28.928169 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-82d17aa0-4df1-4649-8348-1c95cffd35db service neutron] 10.222.0.13 "GET /v2.0/networks/9507ed99-2983-492a-ac2f-269d5807feac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655787 Jan 29 04:25:28.940237 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-48813e09-8c42-4b93-b075-7065981b243b None None] Attempting to bind port f459f05b-c2c6-4769-9601-98da3623e191 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:28.940772 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-48813e09-8c42-4b93-b075-7065981b243b None None] Attempting to bind port f459f05b-c2c6-4769-9601-98da3623e191 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '62e32b34-d283-402b-80f6-085ff60c2afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ecdc1a9a-d3b9-4511-8a89-d10e2f5b2c53'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:28.941255 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48813e09-8c42-4b93-b075-7065981b243b None None] Attempting to bind port f459f05b-c2c6-4769-9601-98da3623e191 on network ecdc1a9a-d3b9-4511-8a89-d10e2f5b2c53 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:28.955624 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48813e09-8c42-4b93-b075-7065981b243b None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:25:28.955624 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48813e09-8c42-4b93-b075-7065981b243b None None] Checking segment: {'id': '62e32b34-d283-402b-80f6-085ff60c2afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ecdc1a9a-d3b9-4511-8a89-d10e2f5b2c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:25:28.955624 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-48813e09-8c42-4b93-b075-7065981b243b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:28.955624 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48813e09-8c42-4b93-b075-7065981b243b None None] Bound using segment: {'id': '62e32b34-d283-402b-80f6-085ff60c2afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ecdc1a9a-d3b9-4511-8a89-d10e2f5b2c53'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:25:28.955624 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-48813e09-8c42-4b93-b075-7065981b243b None None] Bound port: f459f05b-c2c6-4769-9601-98da3623e191, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e32b34-d283-402b-80f6-085ff60c2afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ecdc1a9a-d3b9-4511-8a89-d10e2f5b2c53'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:25:28.955624 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-48813e09-8c42-4b93-b075-7065981b243b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (f459f05b-c2c6-4769-9601-98da3623e191), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:28.984605 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-ace88b46-46ee-41bb-a744-54dba01ba3c6 service neutron] 10.222.0.13 "GET /v2.0/networks/110bb4a8-6dea-4688-b150-e74a0a24c2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466756 Jan 29 04:25:29.040346 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-48813e09-8c42-4b93-b075-7065981b243b None None] For port f459f05b-c2c6-4769-9601-98da3623e191, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:25:29.045693 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-48813e09-8c42-4b93-b075-7065981b243b None None] For port f459f05b-c2c6-4769-9601-98da3623e191, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=f459f05b-c2c6-4769-9601-98da3623e191,segment=NetworkSegment(62e32b34-d283-402b-80f6-085ff60c2afb),segment_id=62e32b34-d283-402b-80f6-085ff60c2afb)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:25:29.059543 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4bd86a5-f0a4-4357-86ba-ea00f61cef12 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Made reservation on behalf of 2295d89d6c624345b49b3e581fed20fc for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:29.063105 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f4bd86a5-f0a4-4357-86ba-ea00f61cef12 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:29.070727 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-61abc45b-44e4-4c45-b6a6-ceb27ba7b1a7 admin admin] Publish callbacks [] for security_group (1a3e68e5-3107-49ad-b7b0-113468eacc36), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:29.147653 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-48813e09-8c42-4b93-b075-7065981b243b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (f459f05b-c2c6-4769-9601-98da3623e191), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:29.246912 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-61abc45b-44e4-4c45-b6a6-ceb27ba7b1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (1a3e68e5-3107-49ad-b7b0-113468eacc36), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:29.247446 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48813e09-8c42-4b93-b075-7065981b243b None None] Pushing event updated for resources: {'Port': ['ID=f459f05b-c2c6-4769-9601-98da3623e191,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:29.284394 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abc45b-44e4-4c45-b6a6-ceb27ba7b1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3e68e5-3107-49ad-b7b0-113468eacc36,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:29.320145 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4d872b28-c05b-43e6-a4fc-8b8175525931 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router_gateway (b34e454c-1781-4e79-b9e9-d6a9fef332fb), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:29.348181 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-a394e558-84f4-4138-a26b-a0474215b78e service neutron] 10.222.0.13 "GET /v2.0/networks/9507ed99-2983-492a-ac2f-269d5807feac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090309 Jan 29 04:25:29.432140 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49306) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:29.432353 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-61abc45b-44e4-4c45-b6a6-ceb27ba7b1a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b07185e7e2e547298a3ec219bd9fdb33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6353893 Jan 29 04:25:29.521187 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.objects.ports [None req-f4bd86a5-f0a4-4357-86ba-ea00f61cef12 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103584) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 04:25:29.526535 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f4bd86a5-f0a4-4357-86ba-ea00f61cef12 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (5345847c-bb80-4140-bf0a-7cc3dbf7680b), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:29.602582 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49314) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:29.644600 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a56220b4-cee1-43e7-8978-b81a19874beb admin admin] Publish callbacks [] for security_group (1a3e68e5-3107-49ad-b7b0-113468eacc36), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:29.681678 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-55c60e5c-c68c-4def-be4d-dd2d2814faf8 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--243246781&fields=id&tenant_id=cb686369165a4ed4a16bda0615e2ed0e HTTP/1.1" status: 200 len: 267 time: 0.2705820 Jan 29 04:25:29.717169 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd86a5-f0a4-4357-86ba-ea00f61cef12 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Pushing event updated for resources: {'Subnet': ['ID=5345847c-bb80-4140-bf0a-7cc3dbf7680b,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:29.723419 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a56220b4-cee1-43e7-8978-b81a19874beb admin admin] Publish callbacks [] for security_group (1a3e68e5-3107-49ad-b7b0-113468eacc36), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:29.741929 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bd86a5-f0a4-4357-86ba-ea00f61cef12 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Checking segment: {'id': 'ea5d3054-7d1d-4a69-b592-00b09008f849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '41273212-40a3-42dd-b7cb-289c784586dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:25:29.742284 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bd86a5-f0a4-4357-86ba-ea00f61cef12 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Network hostable DHCP agents. Network: 41273212-40a3-42dd-b7cb-289c784586dd, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:25:29.880376 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device f459f05b-c2c6-4769-9601-98da3623e191 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:29.943201 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-fe331310-331b-49cb-8f68-aa52e1343e22 req-2681bb77-0180-45dc-bf8b-91c1ffc01de7 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9d5143-b353-429f-b510-a519c4158175 HTTP/1.1" status: 200 len: 210 time: 0.0872161 Jan 29 04:25:29.946547 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a56220b4-cee1-43e7-8978-b81a19874beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (1a3e68e5-3107-49ad-b7b0-113468eacc36), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:29.954305 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-36299c8d-1b68-48f2-b824-65232731fd81 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f3c685c3fd364f60aea8fef57f5de5d2&name=default HTTP/1.1" status: 200 len: 2993 time: 0.3469868 Jan 29 04:25:29.954305 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4d872b28-c05b-43e6-a4fc-8b8175525931 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (b34e454c-1781-4e79-b9e9-d6a9fef332fb), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:29.954505 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a56220b4-cee1-43e7-8978-b81a19874beb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:29.957182 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port f459f05b-c2c6-4769-9601-98da3623e191 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:29.957355 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49334) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:29.957673 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (f459f05b-c2c6-4769-9601-98da3623e191), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:29.960377 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a56220b4-cee1-43e7-8978-b81a19874beb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a3e68e5-3107-49ad-b7b0-113468eacc36 HTTP/1.1" status: 204 len: 168 time: 0.5211258 Jan 29 04:25:29.961626 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bd86a5-f0a4-4357-86ba-ea00f61cef12 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Network 41273212-40a3-42dd-b7cb-289c784586dd is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:25:29.999178 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56220b4-cee1-43e7-8978-b81a19874beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3e68e5-3107-49ad-b7b0-113468eacc36,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:30.054604 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-621ef687-3485-4721-8659-5c2c72df59b6 req-0b1bc3b9-96fe-41bb-aebf-181a3d988b23 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 210 time: 0.0403342 Jan 29 04:25:30.069958 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-f4bd86a5-f0a4-4357-86ba-ea00f61cef12 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 41273212-40a3-42dd-b7cb-289c784586dd) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:30.074678 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bd86a5-f0a4-4357-86ba-ea00f61cef12 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:30.075240 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f4bd86a5-f0a4-4357-86ba-ea00f61cef12 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:30.103026 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfa4a7d-6746-4ce7-b49d-46c8db13569a None None] Network 41273212-40a3-42dd-b7cb-289c784586dd requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:25:30.156406 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f4bd86a5-f0a4-4357-86ba-ea00f61cef12 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4546797 Jan 29 04:25:30.159411 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49340) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:30.166772 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-fdb10e89-ce71-4761-abf6-82bc631ad9d5 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Request body: {'port': {'network_id': '41273212-40a3-42dd-b7cb-289c784586dd', 'name': 'tempest-NetworksIpV6TestAttrs-32693821'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:30.212792 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-24933494-02cd-4648-8bcb-168ce2456e24 admin admin] Publish callbacks [] for security_group (8557c8b6-74db-4134-b991-d87e1e2ef471), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:30.229401 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port f459f05b-c2c6-4769-9601-98da3623e191 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:30.229791 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (f459f05b-c2c6-4769-9601-98da3623e191), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:30.247552 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-e93fcbbb-8782-40ff-9fd7-2abbaead880c tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:30.254091 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-e93fcbbb-8782-40ff-9fd7-2abbaead880c tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/networks?id=4d4605cc-cd83-4037-bfc8-342508214a0e HTTP/1.1" status: 200 len: 811 time: 0.3177223 Jan 29 04:25:30.326052 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port f459f05b-c2c6-4769-9601-98da3623e191, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=f459f05b-c2c6-4769-9601-98da3623e191,segment=NetworkSegment(62e32b34-d283-402b-80f6-085ff60c2afb),segment_id=62e32b34-d283-402b-80f6-085ff60c2afb)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:30.414120 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a93d6b-0086-455f-bd59-25988a41f2d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-41273212-40a3-42dd-b7cb-289c784586dd', 'network_id': '41273212-40a3-42dd-b7cb-289c784586dd', 'project_id': '2295d89d6c624345b49b3e581fed20fc', 'fixed_ips': [{'subnet_id': '5345847c-bb80-4140-bf0a-7cc3dbf7680b'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:25:30.415011 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-48a93d6b-0086-455f-bd59-25988a41f2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:30.422283 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (f459f05b-c2c6-4769-9601-98da3623e191), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:30.536626 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb10e89-ce71-4761-abf6-82bc631ad9d5 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Made reservation on behalf of 2295d89d6c624345b49b3e581fed20fc for: {'port': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:30.540096 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fdb10e89-ce71-4761-abf6-82bc631ad9d5 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:30.606760 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [None req-fdb10e89-ce71-4761-abf6-82bc631ad9d5 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] device_id is not set on port 896a68d1-fa5f-43ce-9cf9-d1bb462bec0c yet. {{(pid=103584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:25:30.685137 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-24933494-02cd-4648-8bcb-168ce2456e24 admin admin] Publish callbacks [] for security_group (8557c8b6-74db-4134-b991-d87e1e2ef471), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:30.707844 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-627792a5-5db8-4deb-8042-6b738f962568 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/quotas/cb686369165a4ed4a16bda0615e2ed0e HTTP/1.1" status: 200 len: 375 time: 0.4418442 Jan 29 04:25:30.729048 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-48a93d6b-0086-455f-bd59-25988a41f2d6 None None] Allocated IP 2001:db8::f816:3eff:fe62:263a (41273212-40a3-42dd-b7cb-289c784586dd/5345847c-bb80-4140-bf0a-7cc3dbf7680b/070b44a4-8dee-4ea2-94e8-629a2f7a461e) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:30.828123 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-a3ece12d-6939-4db3-9cd8-75eeebf498dd tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb686369165a4ed4a16bda0615e2ed0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1192138 Jan 29 04:25:30.921977 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=f459f05b-c2c6-4769-9601-98da3623e191,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:30.942506 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d872b28-c05b-43e6-a4fc-8b8175525931 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Router b34e454c-1781-4e79-b9e9-d6a9fef332fb is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:25:31.030483 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e006f17d-d16e-4987-86cb-9ba7ba097597 None None] Network ecdc1a9a-d3b9-4511-8a89-d10e2f5b2c53 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:25:31.047139 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-24933494-02cd-4648-8bcb-168ce2456e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (8557c8b6-74db-4134-b991-d87e1e2ef471), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:31.049670 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-24933494-02cd-4648-8bcb-168ce2456e24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:31.053049 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-24933494-02cd-4648-8bcb-168ce2456e24 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8557c8b6-74db-4134-b991-d87e1e2ef471 HTTP/1.1" status: 204 len: 168 time: 1.0934608 Jan 29 04:25:31.068689 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-321c1ea4-ad41-4a19-8c9b-7628beb6afb1 req-ba99a184-e5e8-4ff8-8068-97e5a599f089 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9d5143-b353-429f-b510-a519c4158175 HTTP/1.1" status: 200 len: 210 time: 0.0445244 Jan 29 04:25:31.104865 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-7a13be86-fab0-4d4f-82c7-a42799bbf9cc service neutron] 10.222.0.13 "GET /v2.0/networks/4d4605cc-cd83-4037-bfc8-342508214a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576621 Jan 29 04:25:31.108629 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24933494-02cd-4648-8bcb-168ce2456e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8557c8b6-74db-4134-b991-d87e1e2ef471,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:31.176319 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6e80492e-4966-44fc-8200-65027bf632a1 req-ceebbe80-f055-4a2c-9fe2-2075ce7fd78f tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 210 time: 0.0409944 Jan 29 04:25:31.248796 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-15a5036c-b13e-45db-aec9-35533e13df0b None None] Provisioning complete for port f459f05b-c2c6-4769-9601-98da3623e191 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:31.249793 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-15a5036c-b13e-45db-aec9-35533e13df0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (f459f05b-c2c6-4769-9601-98da3623e191), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:31.293723 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-48a93d6b-0086-455f-bd59-25988a41f2d6 None None] Publish callbacks [] for port (070b44a4-8dee-4ea2-94e8-629a2f7a461e), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:31.298950 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d872b28-c05b-43e6-a4fc-8b8175525931 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:25:31.320912 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-430347a2-89e9-4e1e-b2c1-6716d97f0c08 service neutron] 10.222.0.13 "GET /v2.0/networks/4d4605cc-cd83-4037-bfc8-342508214a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023811 Jan 29 04:25:31.327750 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f617faa1-bf88-4dfa-a535-ece9e4320efa None None] Sync routers for ids ['b34e454c-1781-4e79-b9e9-d6a9fef332fb'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:25:31.353975 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f617faa1-bf88-4dfa-a535-ece9e4320efa None None] Routers {'b34e454c-1781-4e79-b9e9-d6a9fef332fb'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:25:31.353975 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-f617faa1-bf88-4dfa-a535-ece9e4320efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:25:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b34e454c-1781-4e79-b9e9-d6a9fef332fb'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:31.413507 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4d872b28-c05b-43e6-a4fc-8b8175525931 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:31.419708 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4d872b28-c05b-43e6-a4fc-8b8175525931 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.3317499 Jan 29 04:25:31.420257 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49394) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:31.458493 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-f617faa1-bf88-4dfa-a535-ece9e4320efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:31.468694 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-48a93d6b-0086-455f-bd59-25988a41f2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (070b44a4-8dee-4ea2-94e8-629a2f7a461e), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:31.736184 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-20146b53-2581-4eaf-b12f-e8bed427cc1e tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] 10.222.0.13 "GET /v2.0/routers/b34e454c-1781-4e79-b9e9-d6a9fef332fb HTTP/1.1" status: 200 len: 925 time: 0.3135328 Jan 29 04:25:31.738517 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49410) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:31.866387 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a93d6b-0086-455f-bd59-25988a41f2d6 None None] Network 41273212-40a3-42dd-b7cb-289c784586dd is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:31.887961 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device f459f05b-c2c6-4769-9601-98da3623e191 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:31.890301 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-76876846-15f5-471c-820a-7319acd985c0 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34e454c-1781-4e79-b9e9-d6a9fef332fb HTTP/1.1" status: 200 len: 205 time: 0.1484284 Jan 29 04:25:31.890937 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49420) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:31.891608 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-48a93d6b-0086-455f-bd59-25988a41f2d6 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:31.893619 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f617faa1-bf88-4dfa-a535-ece9e4320efa None None] Routers {'b34e454c-1781-4e79-b9e9-d6a9fef332fb'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:25:31.895018 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-f617faa1-bf88-4dfa-a535-ece9e4320efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:25:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b34e454c-1781-4e79-b9e9-d6a9fef332fb'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:31.938705 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-15a5036c-b13e-45db-aec9-35533e13df0b None None] Current status of the port f459f05b-c2c6-4769-9601-98da3623e191 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:31.944371 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a93d6b-0086-455f-bd59-25988a41f2d6 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:31.952791 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-f617faa1-bf88-4dfa-a535-ece9e4320efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:31.954082 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f617faa1-bf88-4dfa-a535-ece9e4320efa None None] The sync data for ids ['b34e454c-1781-4e79-b9e9-d6a9fef332fb'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:25:31.995452 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-8089f456-e41f-4191-bef8-992e09af1815 req-dc795c36-85dc-4923-9950-8f4da3f119f7 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/ports?device_id=48674ac7-eeea-467e-964d-2d8ab2b92c9e HTTP/1.1" status: 200 len: 210 time: 0.0886123 Jan 29 04:25:32.023368 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-fdb10e89-ce71-4761-abf6-82bc631ad9d5 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Allocated IP 2001:db8::f816:3eff:fee4:2280 (41273212-40a3-42dd-b7cb-289c784586dd/5345847c-bb80-4140-bf0a-7cc3dbf7680b/896a68d1-fa5f-43ce-9cf9-d1bb462bec0c) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:32.070209 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-48a93d6b-0086-455f-bd59-25988a41f2d6 None None] Attempting to bind port 070b44a4-8dee-4ea2-94e8-629a2f7a461e on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:32.070580 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-48a93d6b-0086-455f-bd59-25988a41f2d6 None None] Attempting to bind port 070b44a4-8dee-4ea2-94e8-629a2f7a461e by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'ea5d3054-7d1d-4a69-b592-00b09008f849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '41273212-40a3-42dd-b7cb-289c784586dd'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:32.071520 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a93d6b-0086-455f-bd59-25988a41f2d6 None None] Attempting to bind port 070b44a4-8dee-4ea2-94e8-629a2f7a461e on network 41273212-40a3-42dd-b7cb-289c784586dd {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:32.092145 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a93d6b-0086-455f-bd59-25988a41f2d6 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:25:32.092551 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a93d6b-0086-455f-bd59-25988a41f2d6 None None] Checking segment: {'id': 'ea5d3054-7d1d-4a69-b592-00b09008f849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '41273212-40a3-42dd-b7cb-289c784586dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:25:32.092962 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-48a93d6b-0086-455f-bd59-25988a41f2d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:32.093336 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a93d6b-0086-455f-bd59-25988a41f2d6 None None] Bound using segment: {'id': 'ea5d3054-7d1d-4a69-b592-00b09008f849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '41273212-40a3-42dd-b7cb-289c784586dd'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:25:32.093870 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-48a93d6b-0086-455f-bd59-25988a41f2d6 None None] Bound port: 070b44a4-8dee-4ea2-94e8-629a2f7a461e, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea5d3054-7d1d-4a69-b592-00b09008f849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '41273212-40a3-42dd-b7cb-289c784586dd'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:25:32.094251 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-48a93d6b-0086-455f-bd59-25988a41f2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (070b44a4-8dee-4ea2-94e8-629a2f7a461e), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:32.156303 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-75994ecb-6d5a-46fb-b920-1f0b0bf1d477 None None] Provisioning complete for port f459f05b-c2c6-4769-9601-98da3623e191 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:32.156781 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-75994ecb-6d5a-46fb-b920-1f0b0bf1d477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (f459f05b-c2c6-4769-9601-98da3623e191), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:32.183484 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a93d6b-0086-455f-bd59-25988a41f2d6 None None] Pushing event updated for resources: {'Port': ['ID=070b44a4-8dee-4ea2-94e8-629a2f7a461e,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:32.216902 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ca03b317-bfec-462d-a098-24b9048f0ab6 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router (b34e454c-1781-4e79-b9e9-d6a9fef332fb), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:32.305277 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port f459f05b-c2c6-4769-9601-98da3623e191 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:32.305277 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (f459f05b-c2c6-4769-9601-98da3623e191), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:32.341624 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a85a0796-b123-4dc2-b350-83c47d3b5c2d req-e23c6efc-7a86-4a69-8adb-133f255bfaf7 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9d5143-b353-429f-b510-a519c4158175 HTTP/1.1" status: 200 len: 210 time: 0.1593254 Jan 29 04:25:32.386637 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-48a93d6b-0086-455f-bd59-25988a41f2d6 None None] For port 070b44a4-8dee-4ea2-94e8-629a2f7a461e, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:25:32.419549 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-48a93d6b-0086-455f-bd59-25988a41f2d6 None None] For port 070b44a4-8dee-4ea2-94e8-629a2f7a461e, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=070b44a4-8dee-4ea2-94e8-629a2f7a461e,segment=NetworkSegment(ea5d3054-7d1d-4a69-b592-00b09008f849),segment_id=ea5d3054-7d1d-4a69-b592-00b09008f849)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:25:32.466089 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fdb10e89-ce71-4761-abf6-82bc631ad9d5 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks [] for port (896a68d1-fa5f-43ce-9cf9-d1bb462bec0c), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:32.491928 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-75994ecb-6d5a-46fb-b920-1f0b0bf1d477 None None] Current status of the port f459f05b-c2c6-4769-9601-98da3623e191 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:32.499759 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port f459f05b-c2c6-4769-9601-98da3623e191 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:32.506006 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-999aec08-844e-44ec-b23c-d2eeed72b923 req-ef8f7998-3d1a-48a0-9a2d-824d4cce2d28 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 210 time: 0.0641387 Jan 29 04:25:32.515491 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-48a93d6b-0086-455f-bd59-25988a41f2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (070b44a4-8dee-4ea2-94e8-629a2f7a461e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:32.549261 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ca03b317-bfec-462d-a098-24b9048f0ab6 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router_gateway (b34e454c-1781-4e79-b9e9-d6a9fef332fb), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:32.573808 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49448) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:32.625698 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a93d6b-0086-455f-bd59-25988a41f2d6 None None] Pushing event updated for resources: {'Port': ['ID=070b44a4-8dee-4ea2-94e8-629a2f7a461e,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:32.655988 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fdb10e89-ce71-4761-abf6-82bc631ad9d5 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (896a68d1-fa5f-43ce-9cf9-d1bb462bec0c), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:32.712989 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb10e89-ce71-4761-abf6-82bc631ad9d5 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Network 41273212-40a3-42dd-b7cb-289c784586dd is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:32.717353 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-fdb10e89-ce71-4761-abf6-82bc631ad9d5 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:32.722399 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb10e89-ce71-4761-abf6-82bc631ad9d5 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:32.731556 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb10e89-ce71-4761-abf6-82bc631ad9d5 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:32.732614 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fdb10e89-ce71-4761-abf6-82bc631ad9d5 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:32.744160 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-ca03b317-bfec-462d-a098-24b9048f0ab6 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Deleting port 3d4eb6de-f44e-41af-ada1-a8bc2aa75298 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:25:32.744772 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ca03b317-bfec-462d-a098-24b9048f0ab6 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (3d4eb6de-f44e-41af-ada1-a8bc2aa75298), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:32.752890 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb10e89-ce71-4761-abf6-82bc631ad9d5 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Pushing event updated for resources: {'Port': ['ID=896a68d1-fa5f-43ce-9cf9-d1bb462bec0c,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:32.799100 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49456) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:32.880706 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-fdb10e89-ce71-4761-abf6-82bc631ad9d5 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 2.7193377 Jan 29 04:25:32.886875 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49460) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:32.907283 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ca03b317-bfec-462d-a098-24b9048f0ab6 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (3d4eb6de-f44e-41af-ada1-a8bc2aa75298), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:32.923447 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-ca03b317-bfec-462d-a098-24b9048f0ab6 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Calling delete_port for 3d4eb6de-f44e-41af-ada1-a8bc2aa75298 owned by network:router_gateway {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:25:33.029427 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-cde53441-a5b6-476d-a8af-dbb07a7895ca tempest-NetworksNegativeTestJSON-1633806049 tempest-NetworksNegativeTestJSON-1633806049-project] Request body: {'port': {'network_id': '1bdd0830-e714-40bd-81e7-c653688af2d2', 'name': 'tempest-NetworksNegativeTestJSON-17615621'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:33.041211 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed4a3b64-aa4c-463c-b928-cd3994819660 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Deleting subnet 5345847c-bb80-4140-bf0a-7cc3dbf7680b {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:25:33.047511 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ed4a3b64-aa4c-463c-b928-cd3994819660 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks [] for subnet (5345847c-bb80-4140-bf0a-7cc3dbf7680b), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:33.087321 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-cde53441-a5b6-476d-a8af-dbb07a7895ca tempest-NetworksNegativeTestJSON-1633806049 tempest-NetworksNegativeTestJSON-1633806049-project] POST failed (client error): The resource could not be found. Jan 29 04:25:33.089148 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cde53441-a5b6-476d-a8af-dbb07a7895ca tempest-NetworksNegativeTestJSON-1633806049 tempest-NetworksNegativeTestJSON-1633806049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:25:33.092289 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-cde53441-a5b6-476d-a8af-dbb07a7895ca tempest-NetworksNegativeTestJSON-1633806049 tempest-NetworksNegativeTestJSON-1633806049-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5171735 Jan 29 04:25:33.117309 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ed4a3b64-aa4c-463c-b928-cd3994819660 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (5345847c-bb80-4140-bf0a-7cc3dbf7680b), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:33.274488 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ed4a3b64-aa4c-463c-b928-cd3994819660 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (5345847c-bb80-4140-bf0a-7cc3dbf7680b), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:33.279957 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ebc1ead8-765f-441f-970e-15a66e9dc88a req-396484d9-a403-4ca8-ad53-83f379d8a319 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/ports?device_id=48674ac7-eeea-467e-964d-2d8ab2b92c9e HTTP/1.1" status: 200 len: 210 time: 0.1825113 Jan 29 04:25:33.283829 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49466) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:33.304948 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-2bc703d8-6ea8-44ce-bc90-dc857d904ea0 tempest-MeteringIpV6TestJSON-1827714095 tempest-MeteringIpV6TestJSON-1827714095-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-790416086'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:33.304948 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-2bc703d8-6ea8-44ce-bc90-dc857d904ea0 tempest-MeteringIpV6TestJSON-1827714095 tempest-MeteringIpV6TestJSON-1827714095-project-admin] Unknown quota resources ['metering_label']. {{(pid=103584) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 29 04:25:33.315885 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-71f47e34-c60f-4a89-a2f6-ee5017863e23 tempest-NetworksNegativeTestJSON-1633806049 tempest-NetworksNegativeTestJSON-1633806049-project] DELETE failed (client error): The resource could not be found. Jan 29 04:25:33.316398 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71f47e34-c60f-4a89-a2f6-ee5017863e23 tempest-NetworksNegativeTestJSON-1633806049 tempest-NetworksNegativeTestJSON-1633806049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:25:33.319395 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-71f47e34-c60f-4a89-a2f6-ee5017863e23 tempest-NetworksNegativeTestJSON-1633806049 tempest-NetworksNegativeTestJSON-1633806049-project] 10.222.0.13 "DELETE /v2.0/networks/4b9742fa-0206-4d08-91f0-cd678bb6ea18 HTTP/1.1" status: 404 len: 339 time: 0.0346746 Jan 29 04:25:33.328044 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49474) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:33.351862 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b9acc93-f7a5-484f-afdd-d0c72af9d075 tempest-NetworksNegativeTestJSON-1633806049 tempest-NetworksNegativeTestJSON-1633806049-project] DELETE failed (client error): The resource could not be found. Jan 29 04:25:33.352664 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b9acc93-f7a5-484f-afdd-d0c72af9d075 tempest-NetworksNegativeTestJSON-1633806049 tempest-NetworksNegativeTestJSON-1633806049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:25:33.357134 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-8b9acc93-f7a5-484f-afdd-d0c72af9d075 tempest-NetworksNegativeTestJSON-1633806049 tempest-NetworksNegativeTestJSON-1633806049-project] 10.222.0.13 "DELETE /v2.0/ports/9c81190a-9da6-4711-87eb-dd74c5c0731b HTTP/1.1" status: 404 len: 333 time: 0.0280442 Jan 29 04:25:33.362862 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49476) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:33.399882 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-27421afb-c19d-4e48-afc7-db3c97070d05 tempest-NetworksNegativeTestJSON-1633806049 tempest-NetworksNegativeTestJSON-1633806049-project] DELETE failed (client error): The resource could not be found. Jan 29 04:25:33.400363 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27421afb-c19d-4e48-afc7-db3c97070d05 tempest-NetworksNegativeTestJSON-1633806049 tempest-NetworksNegativeTestJSON-1633806049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:25:33.402324 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ca03b317-bfec-462d-a098-24b9048f0ab6 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (3d4eb6de-f44e-41af-ada1-a8bc2aa75298), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:33.407699 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-27421afb-c19d-4e48-afc7-db3c97070d05 tempest-NetworksNegativeTestJSON-1633806049 tempest-NetworksNegativeTestJSON-1633806049-project] 10.222.0.13 "DELETE /v2.0/subnets/a20d08d5-fa03-4d68-b746-53028a5ac78d HTTP/1.1" status: 404 len: 337 time: 0.0438235 Jan 29 04:25:33.409963 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49478) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:33.485163 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6f01f18-96fa-4508-9338-5c7af03cbad1 tempest-NetworksNegativeTestJSON-1633806049 tempest-NetworksNegativeTestJSON-1633806049-project] GET failed (client error): The resource could not be found. Jan 29 04:25:33.486999 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b6f01f18-96fa-4508-9338-5c7af03cbad1 tempest-NetworksNegativeTestJSON-1633806049 tempest-NetworksNegativeTestJSON-1633806049-project] 10.222.0.13 "GET /v2.0/networks/2ba7153e-7b99-4047-a899-e1d891d78873 HTTP/1.1" status: 404 len: 339 time: 0.0762517 Jan 29 04:25:33.487932 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03b317-bfec-462d-a098-24b9048f0ab6 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Pushing event deleted for resources: {'Port': ['ID=3d4eb6de-f44e-41af-ada1-a8bc2aa75298,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:33.494517 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49486) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:33.544394 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-396afa24-6486-4eb3-b8a2-7954c02b75b1 tempest-NetworksNegativeTestJSON-1633806049 tempest-NetworksNegativeTestJSON-1633806049-project] GET failed (client error): The resource could not be found. Jan 29 04:25:33.548005 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-396afa24-6486-4eb3-b8a2-7954c02b75b1 tempest-NetworksNegativeTestJSON-1633806049 tempest-NetworksNegativeTestJSON-1633806049-project] 10.222.0.13 "GET /v2.0/ports/28a5d2bc-996c-44a1-8376-c8a3c6524b78 HTTP/1.1" status: 404 len: 333 time: 0.0507398 Jan 29 04:25:33.548005 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ca03b317-bfec-462d-a098-24b9048f0ab6 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (b34e454c-1781-4e79-b9e9-d6a9fef332fb), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:33.550429 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49488) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:33.567860 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ed4a3b64-aa4c-463c-b928-cd3994819660 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (5345847c-bb80-4140-bf0a-7cc3dbf7680b), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:33.577653 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2bc703d8-6ea8-44ce-bc90-dc857d904ea0 tempest-MeteringIpV6TestJSON-1827714095 tempest-MeteringIpV6TestJSON-1827714095-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:33.580636 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-2bc703d8-6ea8-44ce-bc90-dc857d904ea0 tempest-MeteringIpV6TestJSON-1827714095 tempest-MeteringIpV6TestJSON-1827714095-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7785716 Jan 29 04:25:33.589605 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-f460547c-5c86-4665-bf55-bd9e43403080 req-e47460d1-c208-46b3-ad64-0d1b1090c024 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9d5143-b353-429f-b510-a519c4158175 HTTP/1.1" status: 200 len: 210 time: 0.0901747 Jan 29 04:25:33.599482 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49492) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:33.638928 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-be63178b-03de-4bc6-b3bb-b8d18d5b39e4 tempest-MeteringIpV6TestJSON-1827714095 tempest-MeteringIpV6TestJSON-1827714095-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'd161c18c-05d1-4602-85e8-ae4a82a49f4a'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:33.638928 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-be63178b-03de-4bc6-b3bb-b8d18d5b39e4 tempest-MeteringIpV6TestJSON-1827714095 tempest-MeteringIpV6TestJSON-1827714095-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103585) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 29 04:25:33.653638 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ed4a3b64-aa4c-463c-b928-cd3994819660 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:33.661219 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ed4a3b64-aa4c-463c-b928-cd3994819660 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] 10.222.0.13 "DELETE /v2.0/subnets/5345847c-bb80-4140-bf0a-7cc3dbf7680b HTTP/1.1" status: 204 len: 168 time: 0.7720935 Jan 29 04:25:33.661753 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a3b64-aa4c-463c-b928-cd3994819660 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Pushing event deleted for resources: {'Subnet': ['ID=5345847c-bb80-4140-bf0a-7cc3dbf7680b,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:33.669976 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49496) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:33.747380 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7334fd3-d736-4ebc-84bc-7f7171a96fe7 tempest-NetworksNegativeTestJSON-1633806049 tempest-NetworksNegativeTestJSON-1633806049-project] GET failed (client error): The resource could not be found. Jan 29 04:25:33.758259 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49498) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:33.765792 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f7334fd3-d736-4ebc-84bc-7f7171a96fe7 tempest-NetworksNegativeTestJSON-1633806049 tempest-NetworksNegativeTestJSON-1633806049-project] 10.222.0.13 "GET /v2.0/subnets/1fd82967-83ac-4fec-806c-b0486e24c28d HTTP/1.1" status: 404 len: 337 time: 0.1974967 Jan 29 04:25:33.776018 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-5981a01c-935f-41c6-82a6-29018d891862 tempest-NetworksNegativeTestJSON-1633806049 tempest-NetworksNegativeTestJSON-1633806049-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:33.804633 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 070b44a4-8dee-4ea2-94e8-629a2f7a461e up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:33.843714 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-5981a01c-935f-41c6-82a6-29018d891862 tempest-NetworksNegativeTestJSON-1633806049 tempest-NetworksNegativeTestJSON-1633806049-project] PUT failed (client error): The resource could not be found. Jan 29 04:25:33.848279 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5981a01c-935f-41c6-82a6-29018d891862 tempest-NetworksNegativeTestJSON-1633806049 tempest-NetworksNegativeTestJSON-1633806049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:25:33.855315 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-5981a01c-935f-41c6-82a6-29018d891862 tempest-NetworksNegativeTestJSON-1633806049 tempest-NetworksNegativeTestJSON-1633806049-project] 10.222.0.13 "PUT /v2.0/networks/f6848ee3-1e66-42ea-9cfa-0c80f6903ea3 HTTP/1.1" status: 404 len: 339 time: 0.0939934 Jan 29 04:25:33.866065 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49502) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:33.890120 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-1710b194-26f4-4722-acd8-747a32ca2810 tempest-NetworksNegativeTestJSON-1633806049 tempest-NetworksNegativeTestJSON-1633806049-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:33.890807 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ca03b317-bfec-462d-a098-24b9048f0ab6 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (b34e454c-1781-4e79-b9e9-d6a9fef332fb), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:33.913823 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 070b44a4-8dee-4ea2-94e8-629a2f7a461e triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:33.916404 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (070b44a4-8dee-4ea2-94e8-629a2f7a461e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:33.921810 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fa1ac717-7e36-4fea-96a2-8436f3f6658a req-6fa6f6f3-b7cb-4419-850e-5c394d311869 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 210 time: 0.0804832 Jan 29 04:25:33.923253 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ca03b317-bfec-462d-a098-24b9048f0ab6 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router_controller (b34e454c-1781-4e79-b9e9-d6a9fef332fb), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:33.951796 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163b8220-cd9f-4b70-b73f-047684b03ce7 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:33.955734 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163b8220-cd9f-4b70-b73f-047684b03ce7 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:33.955734 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-163b8220-cd9f-4b70-b73f-047684b03ce7 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2839146 Jan 29 04:25:33.957770 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-1710b194-26f4-4722-acd8-747a32ca2810 tempest-NetworksNegativeTestJSON-1633806049 tempest-NetworksNegativeTestJSON-1633806049-project] PUT failed (client error): The resource could not be found. Jan 29 04:25:33.958519 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1710b194-26f4-4722-acd8-747a32ca2810 tempest-NetworksNegativeTestJSON-1633806049 tempest-NetworksNegativeTestJSON-1633806049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:25:33.962054 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1710b194-26f4-4722-acd8-747a32ca2810 tempest-NetworksNegativeTestJSON-1633806049 tempest-NetworksNegativeTestJSON-1633806049-project] 10.222.0.13 "PUT /v2.0/ports/13441c72-19b1-4375-9d3c-6ffd4cdbd69a HTTP/1.1" status: 404 len: 333 time: 0.0949752 Jan 29 04:25:33.963045 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49506) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:33.966455 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49510) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:33.990969 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-aee408eb-d224-402a-b04a-9024f100ef3f tempest-NetworksNegativeTestJSON-1633806049 tempest-NetworksNegativeTestJSON-1633806049-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:33.998052 dv-neutron-821190-1-hyperv neutron-server[103585]: WARNING neutron.services.metering.metering_plugin [None req-be63178b-03de-4bc6-b3bb-b8d18d5b39e4 tempest-MeteringIpV6TestJSON-1827714095 tempest-MeteringIpV6TestJSON-1827714095-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 29 04:25:34.091263 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-aee408eb-d224-402a-b04a-9024f100ef3f tempest-NetworksNegativeTestJSON-1633806049 tempest-NetworksNegativeTestJSON-1633806049-project] PUT failed (client error): The resource could not be found. Jan 29 04:25:34.091723 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aee408eb-d224-402a-b04a-9024f100ef3f tempest-NetworksNegativeTestJSON-1633806049 tempest-NetworksNegativeTestJSON-1633806049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:25:34.092022 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-be63178b-03de-4bc6-b3bb-b8d18d5b39e4 tempest-MeteringIpV6TestJSON-1827714095 tempest-MeteringIpV6TestJSON-1827714095-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:34.092918 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-aee408eb-d224-402a-b04a-9024f100ef3f tempest-NetworksNegativeTestJSON-1633806049 tempest-NetworksNegativeTestJSON-1633806049-project] 10.222.0.13 "PUT /v2.0/subnets/5a810797-a073-4aa0-9973-9a336a86db2d HTTP/1.1" status: 404 len: 337 time: 0.1254160 Jan 29 04:25:34.093482 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-be63178b-03de-4bc6-b3bb-b8d18d5b39e4 tempest-MeteringIpV6TestJSON-1827714095 tempest-MeteringIpV6TestJSON-1827714095-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4593408 Jan 29 04:25:34.096509 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49512) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:34.105890 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-1b42973c-b81a-4799-b67a-38149c32b569 tempest-MeteringIpV6TestJSON-1827714095 tempest-MeteringIpV6TestJSON-1827714095-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'd161c18c-05d1-4602-85e8-ae4a82a49f4a'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:34.105890 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-1b42973c-b81a-4799-b67a-38149c32b569 tempest-MeteringIpV6TestJSON-1827714095 tempest-MeteringIpV6TestJSON-1827714095-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103585) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 29 04:25:34.121032 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 070b44a4-8dee-4ea2-94e8-629a2f7a461e is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:34.121574 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (070b44a4-8dee-4ea2-94e8-629a2f7a461e), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:34.189656 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 070b44a4-8dee-4ea2-94e8-629a2f7a461e, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=070b44a4-8dee-4ea2-94e8-629a2f7a461e,segment=NetworkSegment(ea5d3054-7d1d-4a69-b592-00b09008f849),segment_id=ea5d3054-7d1d-4a69-b592-00b09008f849)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:34.199881 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ca03b317-bfec-462d-a098-24b9048f0ab6 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (b34e454c-1781-4e79-b9e9-d6a9fef332fb), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:34.200394 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca03b317-bfec-462d-a098-24b9048f0ab6 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Fanout notify agent at l3_agent the message router_deleted on router b34e454c-1781-4e79-b9e9-d6a9fef332fb {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:25:34.201837 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d34d1f4a-27b1-4b3c-8d1a-c99b41582bc6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (41273212-40a3-42dd-b7cb-289c784586dd), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:34.209700 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ca03b317-bfec-462d-a098-24b9048f0ab6 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:34.210864 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ca03b317-bfec-462d-a098-24b9048f0ab6 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] 10.222.0.13 "DELETE /v2.0/routers/b34e454c-1781-4e79-b9e9-d6a9fef332fb HTTP/1.1" status: 204 len: 168 time: 2.3189456 Jan 29 04:25:34.214662 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49516) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:34.219655 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-d34d1f4a-27b1-4b3c-8d1a-c99b41582bc6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 29 04:25:34.220192 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d34d1f4a-27b1-4b3c-8d1a-c99b41582bc6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:25:34.220773 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-782178f3-5b6a-4d83-aa1e-ab55cc2cfb64 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1300494945', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'enable_snat': False}}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:34.229484 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645092b9-c562-4390-a9b7-a9f815281abd None None] Network 41273212-40a3-42dd-b7cb-289c784586dd requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:25:34.230456 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d34d1f4a-27b1-4b3c-8d1a-c99b41582bc6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] 10.222.0.13 "DELETE /v2.0/networks/41273212-40a3-42dd-b7cb-289c784586dd HTTP/1.1" status: 409 len: 466 time: 0.2644083 Jan 29 04:25:34.234020 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49520) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:34.245146 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-afef7fc7-9d62-4453-9419-e588b72c0d5c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-690972925'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:34.264457 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.18', 49401) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:34.297084 dv-neutron-821190-1-hyperv neutron-server[103585]: WARNING neutron.services.metering.metering_plugin [None req-1b42973c-b81a-4799-b67a-38149c32b569 tempest-MeteringIpV6TestJSON-1827714095 tempest-MeteringIpV6TestJSON-1827714095-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 29 04:25:34.324707 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (070b44a4-8dee-4ea2-94e8-629a2f7a461e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:34.344407 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-782178f3-5b6a-4d83-aa1e-ab55cc2cfb64 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (a93ec3ea-5507-4255-8e75-db479af2bc9b), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:34.346358 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-782178f3-5b6a-4d83-aa1e-ab55cc2cfb64 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (a93ec3ea-5507-4255-8e75-db479af2bc9b), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:34.347349 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.18', 49402) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:34.391064 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afef7fc7-9d62-4453-9419-e588b72c0d5c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Made reservation on behalf of 2295d89d6c624345b49b3e581fed20fc for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:34.408102 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-afef7fc7-9d62-4453-9419-e588b72c0d5c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:34.419702 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-c73b3166-3ec9-44bb-944f-051affd03e15 None None] Provisioning complete for port 070b44a4-8dee-4ea2-94e8-629a2f7a461e triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:34.420313 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c73b3166-3ec9-44bb-944f-051affd03e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (070b44a4-8dee-4ea2-94e8-629a2f7a461e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:34.472103 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=070b44a4-8dee-4ea2-94e8-629a2f7a461e,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:34.486080 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1b42973c-b81a-4799-b67a-38149c32b569 tempest-MeteringIpV6TestJSON-1827714095 tempest-MeteringIpV6TestJSON-1827714095-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:34.490095 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-1b42973c-b81a-4799-b67a-38149c32b569 tempest-MeteringIpV6TestJSON-1827714095 tempest-MeteringIpV6TestJSON-1827714095-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3924110 Jan 29 04:25:34.518976 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49526) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:34.526258 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-30a1baa5-4145-436a-9d5c-eac60e37d219 req-e402950f-4d76-4d1b-bb23-6d9512b2c824 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/ports?device_id=48674ac7-eeea-467e-964d-2d8ab2b92c9e HTTP/1.1" status: 200 len: 210 time: 0.0858898 Jan 29 04:25:34.583655 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c73b3166-3ec9-44bb-944f-051affd03e15 None None] Current status of the port 070b44a4-8dee-4ea2-94e8-629a2f7a461e is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:34.594180 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-5b6fa3b3-acd4-414c-bd2e-d4d4170fc9a2 tempest-MeteringIpV6TestJSON-1827714095 tempest-MeteringIpV6TestJSON-1827714095-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=d69c0bbb-3780-4aec-8f2a-8e9188acafff HTTP/1.1" status: 200 len: 462 time: 0.0693960 Jan 29 04:25:34.596220 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-782178f3-5b6a-4d83-aa1e-ab55cc2cfb64 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for router_controller (a93ec3ea-5507-4255-8e75-db479af2bc9b), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:34.601023 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07caf67-fd4a-4277-88a9-400ab13965d7 None None] DHCP port deletion for 41273212-40a3-42dd-b7cb-289c784586dd request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:25:34.607617 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-8cc2c2e8-ac65-4e5b-b7f1-34ba6ba9dce8 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:34.609249 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afef7fc7-9d62-4453-9419-e588b72c0d5c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:25:34.609685 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-8cc2c2e8-ac65-4e5b-b7f1-34ba6ba9dce8 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.18 "GET /v2.0/networks?id=9507ed99-2983-492a-ac2f-269d5807feac HTTP/1.1" status: 200 len: 810 time: 0.3398039 Jan 29 04:25:34.609767 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49532) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:34.642418 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-afef7fc7-9d62-4453-9419-e588b72c0d5c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (226e3026-4e19-43b9-b144-5e7d3f00e5cf), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:34.642766 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-afef7fc7-9d62-4453-9419-e588b72c0d5c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Added segment 226e3026-4e19-43b9-b144-5e7d3f00e5cf of type vlan for network 566e550c-21bb-4403-ba5d-8743886d07ab Jan 29 04:25:34.709211 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49538) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:34.756560 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-a07caf67-fd4a-4277-88a9-400ab13965d7 None None] Deleting port 070b44a4-8dee-4ea2-94e8-629a2f7a461e {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:25:34.761340 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a07caf67-fd4a-4277-88a9-400ab13965d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (070b44a4-8dee-4ea2-94e8-629a2f7a461e), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:34.803202 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-91b4307d-5f6a-4b01-9563-45e1b30de696 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:34.804725 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-91b4307d-5f6a-4b01-9563-45e1b30de696 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.18 "GET /v2.0/networks?id=110bb4a8-6dea-4688-b150-e74a0a24c2a5 HTTP/1.1" status: 200 len: 804 time: 0.4454899 Jan 29 04:25:34.868375 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-afef7fc7-9d62-4453-9419-e588b72c0d5c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (566e550c-21bb-4403-ba5d-8743886d07ab), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:34.877268 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e9080f27-e213-4f44-8647-f5c0d1aa0080 tempest-MeteringIpV6TestJSON-1827714095 tempest-MeteringIpV6TestJSON-1827714095-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:34.881105 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e9080f27-e213-4f44-8647-f5c0d1aa0080 tempest-MeteringIpV6TestJSON-1827714095 tempest-MeteringIpV6TestJSON-1827714095-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/d69c0bbb-3780-4aec-8f2a-8e9188acafff HTTP/1.1" status: 204 len: 168 time: 0.2719853 Jan 29 04:25:34.886766 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49546) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:34.921539 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-91d8f029-cfbb-453b-bce2-a1d79403f3db tempest-MeteringIpV6TestJSON-1827714095 tempest-MeteringIpV6TestJSON-1827714095-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=d69c0bbb-3780-4aec-8f2a-8e9188acafff HTTP/1.1" status: 200 len: 221 time: 0.0203650 Jan 29 04:25:34.925521 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49548) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:34.934083 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-9a52bf4e-3231-49c5-9d72-d1efff2adb28 tempest-MeteringIpV6TestJSON-1827714095 tempest-MeteringIpV6TestJSON-1827714095-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1050848943', 'description': 'label created by tempest'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:34.934664 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-9a52bf4e-3231-49c5-9d72-d1efff2adb28 tempest-MeteringIpV6TestJSON-1827714095 tempest-MeteringIpV6TestJSON-1827714095-project-admin] Unknown quota resources ['metering_label']. {{(pid=103584) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 29 04:25:34.951454 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-a07caf67-fd4a-4277-88a9-400ab13965d7 None None] For port 070b44a4-8dee-4ea2-94e8-629a2f7a461e, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=070b44a4-8dee-4ea2-94e8-629a2f7a461e,segment=NetworkSegment(ea5d3054-7d1d-4a69-b592-00b09008f849),segment_id=ea5d3054-7d1d-4a69-b592-00b09008f849)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:34.965340 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a07caf67-fd4a-4277-88a9-400ab13965d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (070b44a4-8dee-4ea2-94e8-629a2f7a461e), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:35.001595 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-a07caf67-fd4a-4277-88a9-400ab13965d7 None None] Calling delete_port for 070b44a4-8dee-4ea2-94e8-629a2f7a461e owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:25:35.035445 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-87261098-2a60-443f-b947-4e4a73ab30cb tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62b5636027cb4b35a2ac3d1c94409c20 HTTP/1.1" status: 200 len: 379 time: 0.1864510 Jan 29 04:25:35.048782 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-a85353a2-c5bf-4efb-8469-3501542d4b1e tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Request body: {'port': {'device_id': '0b9d5143-b353-429f-b510-a519c4158175', 'network_id': '110bb4a8-6dea-4688-b150-e74a0a24c2a5', 'admin_state_up': True, 'tenant_id': '62b5636027cb4b35a2ac3d1c94409c20', 'security_groups': ['e52fdf30-5ac5-455f-a26e-79cce6c2b476']}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:35.055714 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49554) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:35.137200 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6cf6565d-c0b7-424e-bf9a-6bb8e1ed15b3 req-d25e2f3d-4d11-4e80-b23f-9b934f4d951d tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 210 time: 0.0450056 Jan 29 04:25:35.224684 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a30695c1-3507-4817-bb6b-b153d2d497d8 req-683b3222-0103-49f7-bc15-8ff2fff6890c tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9d5143-b353-429f-b510-a519c4158175 HTTP/1.1" status: 200 len: 210 time: 0.4791114 Jan 29 04:25:35.225442 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.18', 49406) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:35.235781 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a07caf67-fd4a-4277-88a9-400ab13965d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (070b44a4-8dee-4ea2-94e8-629a2f7a461e), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:35.236879 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-afef7fc7-9d62-4453-9419-e588b72c0d5c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (566e550c-21bb-4403-ba5d-8743886d07ab), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:35.241840 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afef7fc7-9d62-4453-9419-e588b72c0d5c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:35.242707 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-afef7fc7-9d62-4453-9419-e588b72c0d5c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:35.264653 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07caf67-fd4a-4277-88a9-400ab13965d7 None None] Pushing event deleted for resources: {'Port': ['ID=070b44a4-8dee-4ea2-94e8-629a2f7a461e,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:35.268157 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07caf67-fd4a-4277-88a9-400ab13965d7 None None] No DVR routers for this DVR port 070b44a4-8dee-4ea2-94e8-629a2f7a461e on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:25:35.288293 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2b201334-5c5f-4cfc-a58f-ceeb4e599704 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:35.299777 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-a69530a9-d581-475f-8bd8-424f77ee7682 tempest-PortsAdminExtendedAttrsTestJSON-1345177520 tempest-PortsAdminExtendedAttrsTestJSON-1345177520-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1877385793'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:35.395528 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-782178f3-5b6a-4d83-aa1e-ab55cc2cfb64 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for router_gateway (a93ec3ea-5507-4255-8e75-db479af2bc9b), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:35.408851 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-5007518d-5294-4f2f-a04d-b61f14dfa426 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7dd99718cde04f60a90f22e4134ff580 HTTP/1.1" status: 200 len: 378 time: 0.7337155 Jan 29 04:25:35.419135 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-fa04ff75-cd92-4016-aacb-5023c80be9b5 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Request body: {'port': {'device_id': 'f5388207-0587-418a-a521-fef7e53190ed', 'network_id': '9507ed99-2983-492a-ac2f-269d5807feac', 'admin_state_up': True, 'tenant_id': '7dd99718cde04f60a90f22e4134ff580', 'security_groups': ['b02b9545-84ba-4a2b-a151-5c47a7682023']}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:35.421305 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9a52bf4e-3231-49c5-9d72-d1efff2adb28 tempest-MeteringIpV6TestJSON-1827714095 tempest-MeteringIpV6TestJSON-1827714095-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:35.422457 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-9a52bf4e-3231-49c5-9d72-d1efff2adb28 tempest-MeteringIpV6TestJSON-1827714095 tempest-MeteringIpV6TestJSON-1827714095-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4929447 Jan 29 04:25:35.430946 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49570) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:35.447566 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afef7fc7-9d62-4453-9419-e588b72c0d5c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Pushing event updated for resources: {'Network': ['ID=566e550c-21bb-4403-ba5d-8743886d07ab,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:35.474586 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 566e550c-21bb-4403-ba5d-8743886d07ab details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:25:35.529095 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-afef7fc7-9d62-4453-9419-e588b72c0d5c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2915471 Jan 29 04:25:35.533951 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49572) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:35.544013 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-bc0b25f3-6d86-4853-942f-be67fb4784a7 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Request body: {'subnet': {'network_id': '566e550c-21bb-4403-ba5d-8743886d07ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:35.544414 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-43d8d06d-0c6d-408a-acd8-a0c67c2b7674 tempest-MeteringIpV6TestJSON-1827714095 tempest-MeteringIpV6TestJSON-1827714095-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=becdc950-f9c6-4f4a-b3a2-2133246c579b HTTP/1.1" status: 200 len: 468 time: 0.1120768 Jan 29 04:25:35.550128 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-8fe7ec3d-ca66-4db8-903c-88596adaa94e tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:35.554871 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-8fe7ec3d-ca66-4db8-903c-88596adaa94e tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.18 "GET /v2.0/networks?id=4d4605cc-cd83-4037-bfc8-342508214a0e HTTP/1.1" status: 200 len: 811 time: 0.3137391 Jan 29 04:25:35.557002 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49578) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:35.586680 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69530a9-d581-475f-8bd8-424f77ee7682 tempest-PortsAdminExtendedAttrsTestJSON-1345177520 tempest-PortsAdminExtendedAttrsTestJSON-1345177520-project] Made reservation on behalf of 6fe186f0f1ee4937ba65516a201dad9a for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:35.591361 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a69530a9-d581-475f-8bd8-424f77ee7682 tempest-PortsAdminExtendedAttrsTestJSON-1345177520 tempest-PortsAdminExtendedAttrsTestJSON-1345177520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:35.595019 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2b201334-5c5f-4cfc-a58f-ceeb4e599704 admin admin] Publish callbacks [] for security_group (32115521-3cd8-4c21-a1b0-ed8dfd6f34c9), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:35.653969 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a69530a9-d581-475f-8bd8-424f77ee7682 tempest-PortsAdminExtendedAttrsTestJSON-1345177520 tempest-PortsAdminExtendedAttrsTestJSON-1345177520-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:35.678161 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 070b44a4-8dee-4ea2-94e8-629a2f7a461e no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:25:35.705380 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 070b44a4-8dee-4ea2-94e8-629a2f7a461e {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:25:35.706037 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 070b44a4-8dee-4ea2-94e8-629a2f7a461e not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:25:35.709595 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2b201334-5c5f-4cfc-a58f-ceeb4e599704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (32115521-3cd8-4c21-a1b0-ed8dfd6f34c9), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:35.713876 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-7e2e2f7e-318d-4aeb-87c3-17e2f504f08c req-87ad9312-78bd-4611-ad03-89f08f993566 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/ports?device_id=48674ac7-eeea-467e-964d-2d8ab2b92c9e HTTP/1.1" status: 200 len: 210 time: 0.0948155 Jan 29 04:25:35.751795 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-a85353a2-c5bf-4efb-8469-3501542d4b1e tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Made reservation on behalf of 62b5636027cb4b35a2ac3d1c94409c20 for: {'port': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:35.757182 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-a85353a2-c5bf-4efb-8469-3501542d4b1e tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:35.814730 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-2b201334-5c5f-4cfc-a58f-ceeb4e599704 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a5f9c030a9794b9390d304828c81d4b8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1042757 Jan 29 04:25:35.822310 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49592) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:35.838510 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b201334-5c5f-4cfc-a58f-ceeb4e599704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32115521-3cd8-4c21-a1b0-ed8dfd6f34c9,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:35.852751 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-a7c5ddf0-d69f-48c7-bf73-5d1b1631d443 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb686369165a4ed4a16bda0615e2ed0e HTTP/1.1" status: 200 len: 379 time: 0.2738001 Jan 29 04:25:35.905327 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-b6c9a9ef-73a7-4655-9314-9d6dfd59901f tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Request body: {'port': {'device_id': '48674ac7-eeea-467e-964d-2d8ab2b92c9e', 'network_id': '4d4605cc-cd83-4037-bfc8-342508214a0e', 'admin_state_up': True, 'tenant_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'security_groups': ['715f2fe5-a75a-4ee8-a2b4-7e90e6c33135']}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:35.905892 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0b25f3-6d86-4853-942f-be67fb4784a7 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Made reservation on behalf of 2295d89d6c624345b49b3e581fed20fc for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:35.909311 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bc0b25f3-6d86-4853-942f-be67fb4784a7 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:35.969078 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-fa04ff75-cd92-4016-aacb-5023c80be9b5 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Made reservation on behalf of 7dd99718cde04f60a90f22e4134ff580 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:35.972338 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-fa04ff75-cd92-4016-aacb-5023c80be9b5 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:36.033437 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b383ebcf-aaa5-430c-a48d-348d056aad2c admin admin] Publish callbacks [] for security_group (32115521-3cd8-4c21-a1b0-ed8dfd6f34c9), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:36.037678 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a69530a9-d581-475f-8bd8-424f77ee7682 tempest-PortsAdminExtendedAttrsTestJSON-1345177520 tempest-PortsAdminExtendedAttrsTestJSON-1345177520-project] Publish callbacks [] for security_group (f2c4a5a8-801e-48f3-a394-e4f34c0d1ec2), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:36.052967 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-218416bf-bf2e-43a4-a291-ce59b7a2b836 tempest-MeteringIpV6TestJSON-1827714095 tempest-MeteringIpV6TestJSON-1827714095-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:36.054107 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-218416bf-bf2e-43a4-a291-ce59b7a2b836 tempest-MeteringIpV6TestJSON-1827714095 tempest-MeteringIpV6TestJSON-1827714095-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/becdc950-f9c6-4f4a-b3a2-2133246c579b HTTP/1.1" status: 204 len: 168 time: 0.4975419 Jan 29 04:25:36.057402 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49596) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:36.067222 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-a85353a2-c5bf-4efb-8469-3501542d4b1e tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Allocated IP 172.20.0.9 (110bb4a8-6dea-4688-b150-e74a0a24c2a5/1e6bda9e-8e09-4842-910d-f6751a7ed1b4/b65426a7-ad6e-4181-b43f-15f45dda722c) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:36.089629 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e382ee65-d3e8-44f3-afc2-794ae99e8ea8 tempest-MeteringIpV6TestJSON-1827714095 tempest-MeteringIpV6TestJSON-1827714095-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=becdc950-f9c6-4f4a-b3a2-2133246c579b HTTP/1.1" status: 200 len: 216 time: 0.0265293 Jan 29 04:25:36.103972 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49598) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:36.121301 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a69530a9-d581-475f-8bd8-424f77ee7682 tempest-PortsAdminExtendedAttrsTestJSON-1345177520 tempest-PortsAdminExtendedAttrsTestJSON-1345177520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (f2c4a5a8-801e-48f3-a394-e4f34c0d1ec2), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:36.131448 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b383ebcf-aaa5-430c-a48d-348d056aad2c admin admin] Publish callbacks [] for security_group (32115521-3cd8-4c21-a1b0-ed8dfd6f34c9), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:36.148474 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d478d759-9d69-47ad-945f-a49937acd0b8 tempest-MeteringIpV6TestJSON-1827714095 tempest-MeteringIpV6TestJSON-1827714095-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0419254 Jan 29 04:25:36.163620 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49600) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:36.326174 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9a7aecb7-6aa1-45e0-a754-b1edb663e08b req-1c3059ab-7df1-4fdc-83c1-e8690c7cac48 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 210 time: 0.0535021 Jan 29 04:25:36.447374 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-782178f3-5b6a-4d83-aa1e-ab55cc2cfb64 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for router_gateway (a93ec3ea-5507-4255-8e75-db479af2bc9b), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:36.471862 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-782178f3-5b6a-4d83-aa1e-ab55cc2cfb64 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:36.489719 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a69530a9-d581-475f-8bd8-424f77ee7682 tempest-PortsAdminExtendedAttrsTestJSON-1345177520 tempest-PortsAdminExtendedAttrsTestJSON-1345177520-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:25:36.497399 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-376b1821-e4e8-4819-b179-ff760097bdf5 tempest-MeteringIpV6TestJSON-1827714095 tempest-MeteringIpV6TestJSON-1827714095-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.3309257 Jan 29 04:25:36.522531 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49608) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:36.533804 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-fa04ff75-cd92-4016-aacb-5023c80be9b5 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Allocated IP 172.20.0.11 (9507ed99-2983-492a-ac2f-269d5807feac/ca2d3a0a-064d-4780-9b58-334005fc5d1b/1034befb-3cd4-4337-8ed7-028318e7f85e) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:36.542398 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-35a494ec-7d8f-4fb0-95d0-7595b4495342 req-4b54ca14-d1cb-4d44-9fce-7125b5ef7698 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9d5143-b353-429f-b510-a519c4158175 HTTP/1.1" status: 200 len: 210 time: 0.1066644 Jan 29 04:25:36.557011 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69530a9-d581-475f-8bd8-424f77ee7682 tempest-PortsAdminExtendedAttrsTestJSON-1345177520 tempest-PortsAdminExtendedAttrsTestJSON-1345177520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c4a5a8-801e-48f3-a394-e4f34c0d1ec2,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:36.624506 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-b6c9a9ef-73a7-4655-9314-9d6dfd59901f tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Made reservation on behalf of cb686369165a4ed4a16bda0615e2ed0e for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:36.628931 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-b6c9a9ef-73a7-4655-9314-9d6dfd59901f tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:36.642156 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b383ebcf-aaa5-430c-a48d-348d056aad2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (32115521-3cd8-4c21-a1b0-ed8dfd6f34c9), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:36.645079 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b383ebcf-aaa5-430c-a48d-348d056aad2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:36.646406 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b383ebcf-aaa5-430c-a48d-348d056aad2c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32115521-3cd8-4c21-a1b0-ed8dfd6f34c9 HTTP/1.1" status: 204 len: 168 time: 0.8222251 Jan 29 04:25:36.680212 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a69530a9-d581-475f-8bd8-424f77ee7682 tempest-PortsAdminExtendedAttrsTestJSON-1345177520 tempest-PortsAdminExtendedAttrsTestJSON-1345177520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (11555866-ef91-4e75-97f3-29d2eb490369), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:36.680212 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-a69530a9-d581-475f-8bd8-424f77ee7682 tempest-PortsAdminExtendedAttrsTestJSON-1345177520 tempest-PortsAdminExtendedAttrsTestJSON-1345177520-project] Added segment 11555866-ef91-4e75-97f3-29d2eb490369 of type vlan for network e9debad4-3f36-4493-aa2e-b9dd315cd865 Jan 29 04:25:36.689610 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c55376d6-aa33-45aa-8a88-5d04d9b4ba03 tempest-MeteringIpV6TestJSON-1827714095 tempest-MeteringIpV6TestJSON-1827714095-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/d161c18c-05d1-4602-85e8-ae4a82a49f4a HTTP/1.1" status: 200 len: 472 time: 0.1425877 Jan 29 04:25:36.700444 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49612) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:36.709316 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b383ebcf-aaa5-430c-a48d-348d056aad2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32115521-3cd8-4c21-a1b0-ed8dfd6f34c9,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:36.763032 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-cb6b0e8f-ee6e-4f0f-a36f-9b908752a9ee tempest-MeteringIpV6TestJSON-1827714095 tempest-MeteringIpV6TestJSON-1827714095-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/e30ee222-2ddf-4583-b9a9-e274e33a1501 HTTP/1.1" status: 200 len: 459 time: 0.0526853 Jan 29 04:25:36.770353 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49616) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:36.773576 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a69530a9-d581-475f-8bd8-424f77ee7682 tempest-PortsAdminExtendedAttrsTestJSON-1345177520 tempest-PortsAdminExtendedAttrsTestJSON-1345177520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (e9debad4-3f36-4493-aa2e-b9dd315cd865), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:36.779051 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-a85353a2-c5bf-4efb-8469-3501542d4b1e tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Publish callbacks [] for port (b65426a7-ad6e-4181-b43f-15f45dda722c), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:36.783291 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-782178f3-5b6a-4d83-aa1e-ab55cc2cfb64 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Allocated IP 172.26.8.35 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/59388dd7-5ecd-4709-8852-642f4a3e1181) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:36.916084 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.objects.ports [None req-bc0b25f3-6d86-4853-942f-be67fb4784a7 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103584) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 04:25:36.917722 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bc0b25f3-6d86-4853-942f-be67fb4784a7 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (e9d71776-5802-494b-b6dd-5fe9468daa92), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:36.970794 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-a85353a2-c5bf-4efb-8469-3501542d4b1e tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (b65426a7-ad6e-4181-b43f-15f45dda722c), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:36.972299 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a69530a9-d581-475f-8bd8-424f77ee7682 tempest-PortsAdminExtendedAttrsTestJSON-1345177520 tempest-PortsAdminExtendedAttrsTestJSON-1345177520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (e9debad4-3f36-4493-aa2e-b9dd315cd865), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:36.984653 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69530a9-d581-475f-8bd8-424f77ee7682 tempest-PortsAdminExtendedAttrsTestJSON-1345177520 tempest-PortsAdminExtendedAttrsTestJSON-1345177520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:36.984653 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a69530a9-d581-475f-8bd8-424f77ee7682 tempest-PortsAdminExtendedAttrsTestJSON-1345177520 tempest-PortsAdminExtendedAttrsTestJSON-1345177520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:37.181037 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b25f3-6d86-4853-942f-be67fb4784a7 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Pushing event updated for resources: {'Subnet': ['ID=e9d71776-5802-494b-b6dd-5fe9468daa92,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:37.192145 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1902a030-05e3-4c3c-86be-7f4f57d2708d tempest-MeteringIpV6TestJSON-1827714095 tempest-MeteringIpV6TestJSON-1827714095-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:37.192752 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1902a030-05e3-4c3c-86be-7f4f57d2708d tempest-MeteringIpV6TestJSON-1827714095 tempest-MeteringIpV6TestJSON-1827714095-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/e30ee222-2ddf-4583-b9a9-e274e33a1501 HTTP/1.1" status: 204 len: 168 time: 0.4212608 Jan 29 04:25:37.202067 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-939f0b2c-6d7c-483b-b67b-a4c502abfffd req-641d18ce-c0a2-4cfa-bd85-f1641cc3f77e tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/ports?device_id=48674ac7-eeea-467e-964d-2d8ab2b92c9e HTTP/1.1" status: 200 len: 210 time: 0.3147368 Jan 29 04:25:37.202777 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49620) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:37.205973 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-a85353a2-c5bf-4efb-8469-3501542d4b1e tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Network 110bb4a8-6dea-4688-b150-e74a0a24c2a5 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:37.233837 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-a85353a2-c5bf-4efb-8469-3501542d4b1e tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:37.236634 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69530a9-d581-475f-8bd8-424f77ee7682 tempest-PortsAdminExtendedAttrsTestJSON-1345177520 tempest-PortsAdminExtendedAttrsTestJSON-1345177520-project] Pushing event updated for resources: {'Network': ['ID=e9debad4-3f36-4493-aa2e-b9dd315cd865,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:37.239006 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85353a2-c5bf-4efb-8469-3501542d4b1e tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Pushing event updated for resources: {'Port': ['ID=b65426a7-ad6e-4181-b43f-15f45dda722c,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:37.244673 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-a85353a2-c5bf-4efb-8469-3501542d4b1e tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:37.248912 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network e9debad4-3f36-4493-aa2e-b9dd315cd865 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:25:37.302543 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0b25f3-6d86-4853-942f-be67fb4784a7 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Checking segment: {'id': '226e3026-4e19-43b9-b144-5e7d3f00e5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '566e550c-21bb-4403-ba5d-8743886d07ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:25:37.302940 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0b25f3-6d86-4853-942f-be67fb4784a7 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Network hostable DHCP agents. Network: 566e550c-21bb-4403-ba5d-8743886d07ab, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:25:37.362974 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a69530a9-d581-475f-8bd8-424f77ee7682 tempest-PortsAdminExtendedAttrsTestJSON-1345177520 tempest-PortsAdminExtendedAttrsTestJSON-1345177520-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.3025029 Jan 29 04:25:37.372019 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-a85353a2-c5bf-4efb-8469-3501542d4b1e tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:37.373357 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-a85353a2-c5bf-4efb-8469-3501542d4b1e tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:37.401131 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0b25f3-6d86-4853-942f-be67fb4784a7 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Network 566e550c-21bb-4403-ba5d-8743886d07ab is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:25:37.461757 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-fa04ff75-cd92-4016-aacb-5023c80be9b5 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Publish callbacks [] for port (1034befb-3cd4-4337-8ed7-028318e7f85e), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:37.506282 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-a85353a2-c5bf-4efb-8469-3501542d4b1e tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4613473 Jan 29 04:25:37.523695 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-6a22a8e4-22c8-42bf-8141-61dbee164d42 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:25:37.528472 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-6a22a8e4-22c8-42bf-8141-61dbee164d42 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074813 Jan 29 04:25:37.548201 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-bc0b25f3-6d86-4853-942f-be67fb4784a7 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 566e550c-21bb-4403-ba5d-8743886d07ab) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:37.558134 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0b25f3-6d86-4853-942f-be67fb4784a7 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:37.559785 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bc0b25f3-6d86-4853-942f-be67fb4784a7 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:37.564285 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a9fb5f-d238-415d-9338-1e410611bb20 None None] Network 566e550c-21bb-4403-ba5d-8743886d07ab requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:25:37.632910 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-4cd9d82a-1ee5-4890-9c0a-e861b96be687 req-5f28ffae-3d4c-4651-8b8a-fe8d31bf00e6 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 210 time: 0.0473046 Jan 29 04:25:37.686347 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-bc0b25f3-6d86-4853-942f-be67fb4784a7 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1485674 Jan 29 04:25:37.687838 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49638) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:37.704457 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-c487531b-b714-4c4c-b88d-53831717c3b6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Request body: {'port': {'network_id': '566e550c-21bb-4403-ba5d-8743886d07ab', 'name': 'tempest-NetworksIpV6TestAttrs-1303683576'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:37.771683 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-782178f3-5b6a-4d83-aa1e-ab55cc2cfb64 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for port (59388dd7-5ecd-4709-8852-642f4a3e1181), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:37.831465 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5da8756-7ea7-40f0-b446-1de69408f6fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-566e550c-21bb-4403-ba5d-8743886d07ab', 'network_id': '566e550c-21bb-4403-ba5d-8743886d07ab', 'project_id': '2295d89d6c624345b49b3e581fed20fc', 'fixed_ips': [{'subnet_id': 'e9d71776-5802-494b-b6dd-5fe9468daa92'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:25:37.832660 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d5da8756-7ea7-40f0-b446-1de69408f6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:37.856313 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3d1727c3-5eea-4485-b140-36d53509f916 None None] Provisioning complete for port b65426a7-ad6e-4181-b43f-15f45dda722c triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:37.857117 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3d1727c3-5eea-4485-b140-36d53509f916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b65426a7-ad6e-4181-b43f-15f45dda722c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:37.907222 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3d1727c3-5eea-4485-b140-36d53509f916 None None] Port b65426a7-ad6e-4181-b43f-15f45dda722c cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:25:37.996613 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-b6c9a9ef-73a7-4655-9314-9d6dfd59901f tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Allocated IP 172.20.0.14 (4d4605cc-cd83-4037-bfc8-342508214a0e/28462fdf-59a1-4f6b-8a80-4bfac581848e/8e38da7a-056f-4de3-b557-31c899d94cdb) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:38.005639 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49644) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:38.101449 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-32a964f7-764f-42ae-accd-1e5af12c7169 service neutron] Request body: {'port': {'device_id': '0b9d5143-b353-429f-b510-a519c4158175', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:38.111233 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Request body: {'port': {'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865', 'binding:host_id': 'hv-neutron-8211', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-410088419'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:38.112028 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-d5da8756-7ea7-40f0-b446-1de69408f6fe None None] Allocated IP 2001:db8::f816:3eff:fe21:c4da (566e550c-21bb-4403-ba5d-8743886d07ab/e9d71776-5802-494b-b6dd-5fe9468daa92/c3b04024-a949-4a03-bccb-047a0591fe58) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:38.115264 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-782178f3-5b6a-4d83-aa1e-ab55cc2cfb64 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (59388dd7-5ecd-4709-8852-642f4a3e1181), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:38.159129 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e06a0-66e2-44b0-9185-9b1f0e42a31c req-cccc1abf-3fd2-48b4-b12a-c43d86d50ca8 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:38.160673 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-395e06a0-66e2-44b0-9185-9b1f0e42a31c req-cccc1abf-3fd2-48b4-b12a-c43d86d50ca8 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9d5143-b353-429f-b510-a519c4158175 HTTP/1.1" status: 200 len: 931 time: 0.2989607 Jan 29 04:25:38.221035 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-32a964f7-764f-42ae-accd-1e5af12c7169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b65426a7-ad6e-4181-b43f-15f45dda722c), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:38.274871 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-fa04ff75-cd92-4016-aacb-5023c80be9b5 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (1034befb-3cd4-4337-8ed7-028318e7f85e), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:38.293584 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782178f3-5b6a-4d83-aa1e-ab55cc2cfb64 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Pushing event updated for resources: {'Port': ['ID=59388dd7-5ecd-4709-8852-642f4a3e1181,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:38.315483 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-395e06a0-66e2-44b0-9185-9b1f0e42a31c req-13545e17-f3ce-4f05-8d4a-7f3243537c5a tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/security-groups?id=e52fdf30-5ac5-455f-a26e-79cce6c2b476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350589 Jan 29 04:25:38.381998 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782178f3-5b6a-4d83-aa1e-ab55cc2cfb64 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:38.393434 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d5da8756-7ea7-40f0-b446-1de69408f6fe None None] Publish callbacks [] for port (c3b04024-a949-4a03-bccb-047a0591fe58), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:38.426212 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b7e50db9-ee1e-4514-9483-ece890d82588 req-706b3de4-4670-442a-a81f-069aa6afb826 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/ports?device_id=48674ac7-eeea-467e-964d-2d8ab2b92c9e HTTP/1.1" status: 200 len: 210 time: 0.1396730 Jan 29 04:25:38.434942 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-782178f3-5b6a-4d83-aa1e-ab55cc2cfb64 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:38.438148 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Made reservation on behalf of 139c2bb219fc447b958004497db30e76 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:38.441183 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:38.450270 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1220e644-b9a3-43c2-8fee-f5e2535320af tempest-MeteringIpV6TestJSON-1827714095 tempest-MeteringIpV6TestJSON-1827714095-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:38.453480 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-1220e644-b9a3-43c2-8fee-f5e2535320af tempest-MeteringIpV6TestJSON-1827714095 tempest-MeteringIpV6TestJSON-1827714095-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/d161c18c-05d1-4602-85e8-ae4a82a49f4a HTTP/1.1" status: 204 len: 168 time: 1.1967325 Jan 29 04:25:38.454552 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782178f3-5b6a-4d83-aa1e-ab55cc2cfb64 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:38.569499 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c487531b-b714-4c4c-b88d-53831717c3b6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Made reservation on behalf of 2295d89d6c624345b49b3e581fed20fc for: {'port': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:38.574865 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-fa04ff75-cd92-4016-aacb-5023c80be9b5 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Network 9507ed99-2983-492a-ac2f-269d5807feac is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:38.576213 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c487531b-b714-4c4c-b88d-53831717c3b6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:38.583703 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:38.592295 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d5da8756-7ea7-40f0-b446-1de69408f6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (c3b04024-a949-4a03-bccb-047a0591fe58), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:38.592821 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-fa04ff75-cd92-4016-aacb-5023c80be9b5 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:38.644227 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5da8756-7ea7-40f0-b446-1de69408f6fe None None] Network 566e550c-21bb-4403-ba5d-8743886d07ab is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:38.644409 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-fa04ff75-cd92-4016-aacb-5023c80be9b5 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:38.651611 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-d5da8756-7ea7-40f0-b446-1de69408f6fe None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:38.652358 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-fa04ff75-cd92-4016-aacb-5023c80be9b5 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:38.652658 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-fa04ff75-cd92-4016-aacb-5023c80be9b5 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:38.656008 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5da8756-7ea7-40f0-b446-1de69408f6fe None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:38.682782 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa04ff75-cd92-4016-aacb-5023c80be9b5 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Pushing event updated for resources: {'Port': ['ID=1034befb-3cd4-4337-8ed7-028318e7f85e,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:38.753818 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da8756-7ea7-40f0-b446-1de69408f6fe None None] Pushing event updated for resources: {'Port': ['ID=c3b04024-a949-4a03-bccb-047a0591fe58,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:38.829793 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-fa04ff75-cd92-4016-aacb-5023c80be9b5 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4148955 Jan 29 04:25:38.838925 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-b6c9a9ef-73a7-4655-9314-9d6dfd59901f tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Publish callbacks [] for port (8e38da7a-056f-4de3-b557-31c899d94cdb), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:38.858595 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [None req-c487531b-b714-4c4c-b88d-53831717c3b6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] device_id is not set on port e8c75792-8231-4c0c-9e3b-ca509ba296c3 yet. {{(pid=103584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:25:38.859255 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-d38e8b19-9b08-4bf6-a644-649865c37a58 service neutron] Request body: {'port': {'device_id': 'f5388207-0587-418a-a521-fef7e53190ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:38.873686 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-d5da8756-7ea7-40f0-b446-1de69408f6fe None None] Attempting to bind port c3b04024-a949-4a03-bccb-047a0591fe58 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:38.874430 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-d5da8756-7ea7-40f0-b446-1de69408f6fe None None] Attempting to bind port c3b04024-a949-4a03-bccb-047a0591fe58 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '226e3026-4e19-43b9-b144-5e7d3f00e5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '566e550c-21bb-4403-ba5d-8743886d07ab'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:38.875660 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5da8756-7ea7-40f0-b446-1de69408f6fe None None] Attempting to bind port c3b04024-a949-4a03-bccb-047a0591fe58 on network 566e550c-21bb-4403-ba5d-8743886d07ab {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:38.882139 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5da8756-7ea7-40f0-b446-1de69408f6fe None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:25:38.885091 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5da8756-7ea7-40f0-b446-1de69408f6fe None None] Checking segment: {'id': '226e3026-4e19-43b9-b144-5e7d3f00e5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '566e550c-21bb-4403-ba5d-8743886d07ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:25:38.885658 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d5da8756-7ea7-40f0-b446-1de69408f6fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:38.886102 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5da8756-7ea7-40f0-b446-1de69408f6fe None None] Bound using segment: {'id': '226e3026-4e19-43b9-b144-5e7d3f00e5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '566e550c-21bb-4403-ba5d-8743886d07ab'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:25:38.886705 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-d5da8756-7ea7-40f0-b446-1de69408f6fe None None] Bound port: c3b04024-a949-4a03-bccb-047a0591fe58, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '226e3026-4e19-43b9-b144-5e7d3f00e5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '566e550c-21bb-4403-ba5d-8743886d07ab'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:25:38.887565 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d5da8756-7ea7-40f0-b446-1de69408f6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (c3b04024-a949-4a03-bccb-047a0591fe58), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:39.002504 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49662) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:39.040535 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-5284069b-e09a-4902-86e1-21d8ac09e37a None None] Provisioning complete for port 1034befb-3cd4-4337-8ed7-028318e7f85e triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:39.041057 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5284069b-e09a-4902-86e1-21d8ac09e37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (1034befb-3cd4-4337-8ed7-028318e7f85e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:39.113702 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks [] for security_group (23d7974d-c1b2-4d66-b564-6a56a40150aa), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:39.126797 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-d38e8b19-9b08-4bf6-a644-649865c37a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (1034befb-3cd4-4337-8ed7-028318e7f85e), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:39.175483 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49666) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:39.195153 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-5284069b-e09a-4902-86e1-21d8ac09e37a None None] Port 1034befb-3cd4-4337-8ed7-028318e7f85e cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:25:39.202519 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-d5da8756-7ea7-40f0-b446-1de69408f6fe None None] For port c3b04024-a949-4a03-bccb-047a0591fe58, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:25:39.207230 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-d5da8756-7ea7-40f0-b446-1de69408f6fe None None] For port c3b04024-a949-4a03-bccb-047a0591fe58, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=c3b04024-a949-4a03-bccb-047a0591fe58,segment=NetworkSegment(226e3026-4e19-43b9-b144-5e7d3f00e5cf),segment_id=226e3026-4e19-43b9-b144-5e7d3f00e5cf)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:25:39.246161 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-782178f3-5b6a-4d83-aa1e-ab55cc2cfb64 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for router_gateway (a93ec3ea-5507-4255-8e75-db479af2bc9b), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:39.297746 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c9af0-4aff-4433-9c32-29c0979bec76 req-6d881893-4e6a-4697-b506-d6c71b9647e0 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:39.306596 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d88c9af0-4aff-4433-9c32-29c0979bec76 req-6d881893-4e6a-4697-b506-d6c71b9647e0 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 932 time: 0.3153889 Jan 29 04:25:39.337771 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d5da8756-7ea7-40f0-b446-1de69408f6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (c3b04024-a949-4a03-bccb-047a0591fe58), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:39.372508 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (23d7974d-c1b2-4d66-b564-6a56a40150aa), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:39.385817 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-b6c9a9ef-73a7-4655-9314-9d6dfd59901f tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (8e38da7a-056f-4de3-b557-31c899d94cdb), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:39.398234 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-c487531b-b714-4c4c-b88d-53831717c3b6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Allocated IP 2001:db8::f816:3eff:feb0:28f2 (566e550c-21bb-4403-ba5d-8743886d07ab/e9d71776-5802-494b-b6dd-5fe9468daa92/e8c75792-8231-4c0c-9e3b-ca509ba296c3) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:39.409915 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-32a964f7-764f-42ae-accd-1e5af12c7169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b65426a7-ad6e-4181-b43f-15f45dda722c {{(pid=103584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:25:39.427715 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d88c9af0-4aff-4433-9c32-29c0979bec76 req-9bb45e0f-ba63-4840-9a66-9f4f3afe8fd0 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1200733 Jan 29 04:25:39.445031 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] device_id is not set on port 47740842-a4f8-4e53-9323-bc54bb1847d5 yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:25:39.449263 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-863369a6-7b90-47f8-9182-b43c6700c4ba tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-814780661', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:39.474906 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-32a964f7-764f-42ae-accd-1e5af12c7169 service neutron] Publish callbacks [] for port (b65426a7-ad6e-4181-b43f-15f45dda722c), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:39.503576 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da8756-7ea7-40f0-b446-1de69408f6fe None None] Pushing event updated for resources: {'Port': ['ID=c3b04024-a949-4a03-bccb-047a0591fe58,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:39.550867 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.provisioning_blocks [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-32a964f7-764f-42ae-accd-1e5af12c7169 service neutron] Transition to ACTIVE for port object b65426a7-ad6e-4181-b43f-15f45dda722c will not be triggered until provisioned by entity L2. {{(pid=103584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:25:39.674777 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-32a964f7-764f-42ae-accd-1e5af12c7169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (b65426a7-ad6e-4181-b43f-15f45dda722c), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:39.870144 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-43479273-69dc-4914-862f-82df3e96377a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:39.884055 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b41c0c-472c-49e6-b195-c4565cf0d3db req-d764c488-0093-4c24-8187-37e7542cdb04 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:39.884929 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b1b41c0c-472c-49e6-b195-c4565cf0d3db req-d764c488-0093-4c24-8187-37e7542cdb04 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/ports?device_id=48674ac7-eeea-467e-964d-2d8ab2b92c9e HTTP/1.1" status: 200 len: 932 time: 0.3356345 Jan 29 04:25:39.885807 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-863369a6-7b90-47f8-9182-b43c6700c4ba tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (8538d729-d49e-4eb1-8586-0ab9e1fc4985), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:39.886891 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-863369a6-7b90-47f8-9182-b43c6700c4ba tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (8538d729-d49e-4eb1-8586-0ab9e1fc4985), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:39.974493 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-863369a6-7b90-47f8-9182-b43c6700c4ba tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks [] for router_controller (8538d729-d49e-4eb1-8586-0ab9e1fc4985), precommit_add_association {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:40.120377 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a964f7-764f-42ae-accd-1e5af12c7169 service neutron] Pushing event updated for resources: {'Port': ['ID=b65426a7-ad6e-4181-b43f-15f45dda722c,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:40.191736 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-b6c9a9ef-73a7-4655-9314-9d6dfd59901f tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Network 4d4605cc-cd83-4037-bfc8-342508214a0e is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:40.209249 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c487531b-b714-4c4c-b88d-53831717c3b6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks [] for port (e8c75792-8231-4c0c-9e3b-ca509ba296c3), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:40.251497 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d7974d-c1b2-4d66-b564-6a56a40150aa,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:40.268733 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-782178f3-5b6a-4d83-aa1e-ab55cc2cfb64 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (a93ec3ea-5507-4255-8e75-db479af2bc9b), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:40.268733 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-b6c9a9ef-73a7-4655-9314-9d6dfd59901f tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:40.268952 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-863369a6-7b90-47f8-9182-b43c6700c4ba tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (8538d729-d49e-4eb1-8586-0ab9e1fc4985), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:40.282555 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-b6c9a9ef-73a7-4655-9314-9d6dfd59901f tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:40.294801 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b1b41c0c-472c-49e6-b195-c4565cf0d3db req-8081bfa5-8fba-4898-b715-398d67ab5152 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/security-groups?id=715f2fe5-a75a-4ee8-a2b4-7e90e6c33135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3125978 Jan 29 04:25:40.299359 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-b6c9a9ef-73a7-4655-9314-9d6dfd59901f tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:40.300198 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-b6c9a9ef-73a7-4655-9314-9d6dfd59901f tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:40.302956 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c9a9ef-73a7-4655-9314-9d6dfd59901f tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Pushing event updated for resources: {'Port': ['ID=8e38da7a-056f-4de3-b557-31c899d94cdb,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:40.333518 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-32a964f7-764f-42ae-accd-1e5af12c7169 service neutron] Attempting to bind port b65426a7-ad6e-4181-b43f-15f45dda722c on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:40.333518 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-32a964f7-764f-42ae-accd-1e5af12c7169 service neutron] Attempting to bind port b65426a7-ad6e-4181-b43f-15f45dda722c by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '4af84b71-d5c4-4409-9ef7-5596cefdefb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '110bb4a8-6dea-4688-b150-e74a0a24c2a5'}] {{(pid=103584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:40.333518 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-32a964f7-764f-42ae-accd-1e5af12c7169 service neutron] Attempting to bind port b65426a7-ad6e-4181-b43f-15f45dda722c on network 110bb4a8-6dea-4688-b150-e74a0a24c2a5 {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:40.336181 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-32a964f7-764f-42ae-accd-1e5af12c7169 service neutron] Port b65426a7-ad6e-4181-b43f-15f45dda722c on network 110bb4a8-6dea-4688-b150-e74a0a24c2a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:40.336593 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-32a964f7-764f-42ae-accd-1e5af12c7169 service neutron] Attempting to bind port b65426a7-ad6e-4181-b43f-15f45dda722c on network 110bb4a8-6dea-4688-b150-e74a0a24c2a5 {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:40.343963 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-32a964f7-764f-42ae-accd-1e5af12c7169 service neutron] Checking agent: {'id': '15eedd85-6d76-4715-a40f-dc31e854816c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'started_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:25:40.344396 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-32a964f7-764f-42ae-accd-1e5af12c7169 service neutron] Checking segment: {'id': '4af84b71-d5c4-4409-9ef7-5596cefdefb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '110bb4a8-6dea-4688-b150-e74a0a24c2a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:25:40.345183 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-32a964f7-764f-42ae-accd-1e5af12c7169 service neutron] Bound using segment: {'id': '4af84b71-d5c4-4409-9ef7-5596cefdefb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '110bb4a8-6dea-4688-b150-e74a0a24c2a5'} {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:25:40.345725 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-32a964f7-764f-42ae-accd-1e5af12c7169 service neutron] Bound port: b65426a7-ad6e-4181-b43f-15f45dda722c, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4af84b71-d5c4-4409-9ef7-5596cefdefb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '110bb4a8-6dea-4688-b150-e74a0a24c2a5'}}] {{(pid=103584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:25:40.346268 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-32a964f7-764f-42ae-accd-1e5af12c7169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b65426a7-ad6e-4181-b43f-15f45dda722c), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:40.365949 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-863369a6-7b90-47f8-9182-b43c6700c4ba tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:40.376764 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-863369a6-7b90-47f8-9182-b43c6700c4ba tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.3639965 Jan 29 04:25:40.376764 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49676) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:40.400334 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-3a9c3bff-ac97-4679-a442-0ebc2e2eb810 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1684357948'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:40.439805 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c487531b-b714-4c4c-b88d-53831717c3b6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (e8c75792-8231-4c0c-9e3b-ca509ba296c3), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:40.743824 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9c3bff-ac97-4679-a442-0ebc2e2eb810 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Made reservation on behalf of 53b99d5abfda4b37a432112f091b95b3 for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:40.743824 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3a9c3bff-ac97-4679-a442-0ebc2e2eb810 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:40.743824 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3a9c3bff-ac97-4679-a442-0ebc2e2eb810 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:40.743824 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c487531b-b714-4c4c-b88d-53831717c3b6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Network 566e550c-21bb-4403-ba5d-8743886d07ab is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:40.743824 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-c487531b-b714-4c4c-b88d-53831717c3b6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:40.743824 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c487531b-b714-4c4c-b88d-53831717c3b6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:40.743824 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c487531b-b714-4c4c-b88d-53831717c3b6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:40.743824 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c487531b-b714-4c4c-b88d-53831717c3b6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:40.785736 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-9d929899-7158-4ceb-a052-54605d8e945a None None] Provisioning complete for port 8e38da7a-056f-4de3-b557-31c899d94cdb triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:40.786934 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9d929899-7158-4ceb-a052-54605d8e945a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (8e38da7a-056f-4de3-b557-31c899d94cdb), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:40.827867 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb29f04-15dc-40b4-87df-7c19cfb83cc0 req-f6cfa186-3cd9-41cc-bb45-deab706fe931 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:40.836373 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0cb29f04-15dc-40b4-87df-7c19cfb83cc0 req-f6cfa186-3cd9-41cc-bb45-deab706fe931 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9d5143-b353-429f-b510-a519c4158175 HTTP/1.1" status: 200 len: 943 time: 1.1083431 Jan 29 04:25:40.853829 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-9d929899-7158-4ceb-a052-54605d8e945a None None] Port 8e38da7a-056f-4de3-b557-31c899d94cdb cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:25:40.951501 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-b6c9a9ef-73a7-4655-9314-9d6dfd59901f tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0566847 Jan 29 04:25:41.106598 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-ff5e0aeb-0b3d-4d96-893f-e1e3dd2379c6 service neutron] Request body: {'port': {'device_id': '48674ac7-eeea-467e-964d-2d8ab2b92c9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:41.123991 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-32a964f7-764f-42ae-accd-1e5af12c7169 service neutron] For port b65426a7-ad6e-4181-b43f-15f45dda722c, host hv-neutron-8211, cleared binding levels {{(pid=103584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:25:41.128983 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-32a964f7-764f-42ae-accd-1e5af12c7169 service neutron] For port b65426a7-ad6e-4181-b43f-15f45dda722c, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b65426a7-ad6e-4181-b43f-15f45dda722c,segment=NetworkSegment(4af84b71-d5c4-4409-9ef7-5596cefdefb6),segment_id=4af84b71-d5c4-4409-9ef7-5596cefdefb6)] {{(pid=103584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:25:41.139060 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c487531b-b714-4c4c-b88d-53831717c3b6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Pushing event updated for resources: {'Port': ['ID=e8c75792-8231-4c0c-9e3b-ca509ba296c3,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:41.209478 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0cb29f04-15dc-40b4-87df-7c19cfb83cc0 req-fa987e4e-1ffb-4378-98cb-d5aa681b31b6 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/security-groups?id=e52fdf30-5ac5-455f-a26e-79cce6c2b476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3697577 Jan 29 04:25:41.218387 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f47fc2-ee19-407d-91ee-b13efedf16a4 req-7098fd06-374f-4c9d-99e5-1ca4235cf3c5 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:41.227311 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-f9f47fc2-ee19-407d-91ee-b13efedf16a4 req-7098fd06-374f-4c9d-99e5-1ca4235cf3c5 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 932 time: 0.6381576 Jan 29 04:25:41.241917 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7dcc56-d07a-40a9-98ef-1ac5d3cf6b84 None None] Network 566e550c-21bb-4403-ba5d-8743886d07ab requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:25:41.257192 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c487531b-b714-4c4c-b88d-53831717c3b6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.5664501 Jan 29 04:25:41.279178 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-32a964f7-764f-42ae-accd-1e5af12c7169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (b65426a7-ad6e-4181-b43f-15f45dda722c), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:41.291949 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49680) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:41.294326 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-43479273-69dc-4914-862f-82df3e96377a admin admin] Publish callbacks [] for security_group (a1ad38d0-f291-471c-9c4c-e018453b2985), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:41.341904 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-9f04a0d2-1192-4f7b-81a6-6bdf67fbb5c6 None None] Provisioning complete for port c3b04024-a949-4a03-bccb-047a0591fe58 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:41.342332 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9f04a0d2-1192-4f7b-81a6-6bdf67fbb5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c3b04024-a949-4a03-bccb-047a0591fe58), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:41.375137 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a964f7-764f-42ae-accd-1e5af12c7169 service neutron] Pushing event updated for resources: {'Port': ['ID=b65426a7-ad6e-4181-b43f-15f45dda722c,revision_number=3']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:41.445688 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-32a964f7-764f-42ae-accd-1e5af12c7169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:41.446357 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-32a964f7-764f-42ae-accd-1e5af12c7169 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:41.454752 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-32a964f7-764f-42ae-accd-1e5af12c7169 service neutron] 10.222.0.18 "PUT /v2.0/ports/b65426a7-ad6e-4181-b43f-15f45dda722c HTTP/1.1" status: 200 len: 1093 time: 3.6938465 Jan 29 04:25:41.455537 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b9d5143-b353-429f-b510-a519c4158175', 'tag': 'b65426a7-ad6e-4181-b43f-15f45dda722c'}] {{(pid=103584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:25:41.479057 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] device_id is not set on port 47740842-a4f8-4e53-9323-bc54bb1847d5 yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:25:41.483589 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3a9c3bff-ac97-4679-a442-0ebc2e2eb810 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks [] for security_group (1628de7b-2864-47b1-b722-f6fc6bd419e5), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:41.499832 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-f9f47fc2-ee19-407d-91ee-b13efedf16a4 req-62f52da1-20ce-4008-bc8d-71b618eed923 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2710955 Jan 29 04:25:41.528307 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks [] for port (47740842-a4f8-4e53-9323-bc54bb1847d5), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:41.623416 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-d38e8b19-9b08-4bf6-a644-649865c37a58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1034befb-3cd4-4337-8ed7-028318e7f85e {{(pid=103585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:25:41.635880 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3a9c3bff-ac97-4679-a442-0ebc2e2eb810 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (1628de7b-2864-47b1-b722-f6fc6bd419e5), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:41.667956 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-d38e8b19-9b08-4bf6-a644-649865c37a58 service neutron] Publish callbacks [] for port (1034befb-3cd4-4337-8ed7-028318e7f85e), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:41.716106 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a9c3bff-ac97-4679-a442-0ebc2e2eb810 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:25:41.727404 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.provisioning_blocks [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-d38e8b19-9b08-4bf6-a644-649865c37a58 service neutron] Transition to ACTIVE for port object 1034befb-3cd4-4337-8ed7-028318e7f85e will not be triggered until provisioned by entity L2. {{(pid=103585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:25:41.779284 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-ff5e0aeb-0b3d-4d96-893f-e1e3dd2379c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (8e38da7a-056f-4de3-b557-31c899d94cdb), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:41.822249 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaa79bde-74a3-42ce-8f9f-091d2826ec7e tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Deleting subnet e9d71776-5802-494b-b6dd-5fe9468daa92 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:25:41.822249 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eaa79bde-74a3-42ce-8f9f-091d2826ec7e tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks [] for subnet (e9d71776-5802-494b-b6dd-5fe9468daa92), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:41.836226 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88d22702f486e82ce3265c1db8b0c003dd285ef8b53ba8e869e33114e3fd04d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e8998c-417f-4152-b2a4-fef9fc6e78e1" -d '{"events": [{"name": "network-changed", "server_uuid": "0b9d5143-b353-429f-b510-a519c4158175", "tag": "b65426a7-ad6e-4181-b43f-15f45dda722c"}]}' {{(pid=103584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:25:41.860836 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-9f04a0d2-1192-4f7b-81a6-6bdf67fbb5c6 None None] Current status of the port c3b04024-a949-4a03-bccb-047a0591fe58 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:41.860836 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9f04a0d2-1192-4f7b-81a6-6bdf67fbb5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (c3b04024-a949-4a03-bccb-047a0591fe58), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:41.920686 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3a9c3bff-ac97-4679-a442-0ebc2e2eb810 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (e539a86d-63cd-4c4a-a402-ea02c525c47c), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:41.920986 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-3a9c3bff-ac97-4679-a442-0ebc2e2eb810 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Added segment e539a86d-63cd-4c4a-a402-ea02c525c47c of type vlan for network 32670775-4831-48f8-8692-79723e92d6ac Jan 29 04:25:41.929920 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c3bff-ac97-4679-a442-0ebc2e2eb810 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1628de7b-2864-47b1-b722-f6fc6bd419e5,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:41.936248 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-9f04a0d2-1192-4f7b-81a6-6bdf67fbb5c6 None None] For port c3b04024-a949-4a03-bccb-047a0591fe58, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=c3b04024-a949-4a03-bccb-047a0591fe58,segment=NetworkSegment(226e3026-4e19-43b9-b144-5e7d3f00e5cf),segment_id=226e3026-4e19-43b9-b144-5e7d3f00e5cf)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:41.963861 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-d38e8b19-9b08-4bf6-a644-649865c37a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (1034befb-3cd4-4337-8ed7-028318e7f85e), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:41.983178 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device c3b04024-a949-4a03-bccb-047a0591fe58 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:42.008087 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-43479273-69dc-4914-862f-82df3e96377a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (a1ad38d0-f291-471c-9c4c-e018453b2985), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:42.013142 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (47740842-a4f8-4e53-9323-bc54bb1847d5), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:42.045198 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3a9c3bff-ac97-4679-a442-0ebc2e2eb810 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (32670775-4831-48f8-8692-79723e92d6ac), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:42.077870 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9f04a0d2-1192-4f7b-81a6-6bdf67fbb5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (c3b04024-a949-4a03-bccb-047a0591fe58), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:42.100653 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-679ab15f-b850-40cd-bcac-d4a6ba11a8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:42.107127 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-679ab15f-b850-40cd-bcac-d4a6ba11a8c7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=62b5636027cb4b35a2ac3d1c94409c20&device_id=0b9d5143-b353-429f-b510-a519c4158175 HTTP/1.1" status: 200 len: 1127 time: 0.3917992 Jan 29 04:25:42.190428 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f04a0d2-1192-4f7b-81a6-6bdf67fbb5c6 None None] Pushing event updated for resources: {'Port': ['ID=c3b04024-a949-4a03-bccb-047a0591fe58,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:42.204076 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port c3b04024-a949-4a03-bccb-047a0591fe58 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:42.205537 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c3b04024-a949-4a03-bccb-047a0591fe58), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:42.218061 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43479273-69dc-4914-862f-82df3e96377a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ad38d0-f291-471c-9c4c-e018453b2985,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:42.239710 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-43479273-69dc-4914-862f-82df3e96377a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=727473280e064b7fa48ef57d8e4ca332&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0626190 Jan 29 04:25:42.251504 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49694) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:42.325898 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eaa79bde-74a3-42ce-8f9f-091d2826ec7e tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks [] for subnet (e9d71776-5802-494b-b6dd-5fe9468daa92), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:42.362796 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051582c8-7d36-45f4-87ed-6f983bf4ba14 x-openstack-request-id: req-051582c8-7d36-45f4-87ed-6f983bf4ba14 {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:25:42.365373 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b9d5143-b353-429f-b510-a519c4158175", "tag": "b65426a7-ad6e-4181-b43f-15f45dda722c", "status": "completed", "code": 200}]} {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:25:42.365715 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-051582c8-7d36-45f4-87ed-6f983bf4ba14 {{(pid=103584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:25:42.366397 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b9d5143-b353-429f-b510-a519c4158175', 'tag': 'b65426a7-ad6e-4181-b43f-15f45dda722c', 'status': 'completed', 'code': 200} Jan 29 04:25:42.372048 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-3352eddb-b24d-40ef-819c-c59c03f02acf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b65426a7-ad6e-4181-b43f-15f45dda722c HTTP/1.1" status: 200 len: 217 time: 0.2363129 Jan 29 04:25:42.454281 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3a9c3bff-ac97-4679-a442-0ebc2e2eb810 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (32670775-4831-48f8-8692-79723e92d6ac), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:42.459414 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9c3bff-ac97-4679-a442-0ebc2e2eb810 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:42.460243 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3a9c3bff-ac97-4679-a442-0ebc2e2eb810 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:42.472064 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port c3b04024-a949-4a03-bccb-047a0591fe58 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:42.499398 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-c21cf4ee-bef3-40fa-bf73-999e9d16766a None None] Provisioning complete for port e8c75792-8231-4c0c-9e3b-ca509ba296c3 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:42.501494 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c21cf4ee-bef3-40fa-bf73-999e9d16766a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (e8c75792-8231-4c0c-9e3b-ca509ba296c3), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:42.579761 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf4ee-bef3-40fa-bf73-999e9d16766a None None] Port e8c75792-8231-4c0c-9e3b-ca509ba296c3 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:25:42.600067 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-c21cf4ee-bef3-40fa-bf73-999e9d16766a None None] Provisioning complete for port c3b04024-a949-4a03-bccb-047a0591fe58 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:42.601654 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c21cf4ee-bef3-40fa-bf73-999e9d16766a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c3b04024-a949-4a03-bccb-047a0591fe58), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:42.636098 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-cfb51d59-0bac-4b2d-8cda-ff7b545c5472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:42.638151 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-cfb51d59-0bac-4b2d-8cda-ff7b545c5472 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1e6bda9e-8e09-4842-910d-f6751a7ed1b4 HTTP/1.1" status: 200 len: 843 time: 0.2427590 Jan 29 04:25:42.645359 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c3bff-ac97-4679-a442-0ebc2e2eb810 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Pushing event updated for resources: {'Network': ['ID=32670775-4831-48f8-8692-79723e92d6ac,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:42.673107 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 32670775-4831-48f8-8692-79723e92d6ac details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:25:42.677766 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-3a9c3bff-ac97-4679-a442-0ebc2e2eb810 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.3010259 Jan 29 04:25:42.680924 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49702) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:42.757255 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-5aedfc15-599d-4937-925e-8a85877206bd tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Request body: {'subnet': {'network_id': '32670775-4831-48f8-8692-79723e92d6ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:42.772681 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd7ebfc-39a0-4da6-b19c-9a35af309006 req-bdbbd700-69b8-4b93-b13a-9e7b59695c9e tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:42.775839 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-efd7ebfc-39a0-4da6-b19c-9a35af309006 req-bdbbd700-69b8-4b93-b13a-9e7b59695c9e tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/ports?device_id=48674ac7-eeea-467e-964d-2d8ab2b92c9e HTTP/1.1" status: 200 len: 932 time: 1.2384377 Jan 29 04:25:42.820237 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf4ee-bef3-40fa-bf73-999e9d16766a None None] Current status of the port c3b04024-a949-4a03-bccb-047a0591fe58 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:42.904836 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37b22c-e6fd-41a2-87cd-a84e95e5f81c req-412cba4a-e636-414f-af23-6a546d0463a8 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:42.906470 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-cf37b22c-e6fd-41a2-87cd-a84e95e5f81c req-412cba4a-e636-414f-af23-6a546d0463a8 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9d5143-b353-429f-b510-a519c4158175 HTTP/1.1" status: 200 len: 943 time: 0.4558263 Jan 29 04:25:42.957688 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-7d4bb606-855d-4bd1-97b1-f65609d06a8f None None] Provisioning complete for port e8c75792-8231-4c0c-9e3b-ca509ba296c3 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:42.958311 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7d4bb606-855d-4bd1-97b1-f65609d06a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (e8c75792-8231-4c0c-9e3b-ca509ba296c3), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:42.966915 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-009a93dd-2635-4efc-8012-a7c1007a3fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:42.968579 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-009a93dd-2635-4efc-8012-a7c1007a3fcb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=110bb4a8-6dea-4688-b150-e74a0a24c2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3208575 Jan 29 04:25:43.022085 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-cf37b22c-e6fd-41a2-87cd-a84e95e5f81c req-2f9a5b8c-9c4f-46f6-89a7-d9821bc5dc5b tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/security-groups?id=e52fdf30-5ac5-455f-a26e-79cce6c2b476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008499 Jan 29 04:25:43.042718 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-7d4bb606-855d-4bd1-97b1-f65609d06a8f None None] Port e8c75792-8231-4c0c-9e3b-ca509ba296c3 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:25:43.066516 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-d38e8b19-9b08-4bf6-a644-649865c37a58 service neutron] Attempting to bind port 1034befb-3cd4-4337-8ed7-028318e7f85e on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:43.069290 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-d38e8b19-9b08-4bf6-a644-649865c37a58 service neutron] Attempting to bind port 1034befb-3cd4-4337-8ed7-028318e7f85e by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'd9adf04a-b50e-40f5-aaa3-34e90a55f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9507ed99-2983-492a-ac2f-269d5807feac'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:43.080230 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-d38e8b19-9b08-4bf6-a644-649865c37a58 service neutron] Attempting to bind port 1034befb-3cd4-4337-8ed7-028318e7f85e on network 9507ed99-2983-492a-ac2f-269d5807feac {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:43.080643 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aedfc15-599d-4937-925e-8a85877206bd tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Made reservation on behalf of 53b99d5abfda4b37a432112f091b95b3 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:43.080643 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5aedfc15-599d-4937-925e-8a85877206bd tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:43.235395 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e8b19-9b08-4bf6-a644-649865c37a58 service neutron] Pushing event updated for resources: {'Port': ['ID=1034befb-3cd4-4337-8ed7-028318e7f85e,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:43.235395 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-ff5e0aeb-0b3d-4d96-893f-e1e3dd2379c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e38da7a-056f-4de3-b557-31c899d94cdb {{(pid=103585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:25:43.235395 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-ff5e0aeb-0b3d-4d96-893f-e1e3dd2379c6 service neutron] Publish callbacks [] for port (8e38da7a-056f-4de3-b557-31c899d94cdb), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:43.247173 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Pushing event updated for resources: {'Port': ['ID=47740842-a4f8-4e53-9323-bc54bb1847d5,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:43.249443 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-d38e8b19-9b08-4bf6-a644-649865c37a58 service neutron] Port 1034befb-3cd4-4337-8ed7-028318e7f85e on network 9507ed99-2983-492a-ac2f-269d5807feac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:43.249747 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-d38e8b19-9b08-4bf6-a644-649865c37a58 service neutron] Attempting to bind port 1034befb-3cd4-4337-8ed7-028318e7f85e on network 9507ed99-2983-492a-ac2f-269d5807feac {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:43.273759 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-d38e8b19-9b08-4bf6-a644-649865c37a58 service neutron] Checking agent: {'id': '15eedd85-6d76-4715-a40f-dc31e854816c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'started_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:25:43.274092 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-d38e8b19-9b08-4bf6-a644-649865c37a58 service neutron] Checking segment: {'id': 'd9adf04a-b50e-40f5-aaa3-34e90a55f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9507ed99-2983-492a-ac2f-269d5807feac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:25:43.274701 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-d38e8b19-9b08-4bf6-a644-649865c37a58 service neutron] Bound using segment: {'id': 'd9adf04a-b50e-40f5-aaa3-34e90a55f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9507ed99-2983-492a-ac2f-269d5807feac'} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:25:43.275256 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-d38e8b19-9b08-4bf6-a644-649865c37a58 service neutron] Bound port: 1034befb-3cd4-4337-8ed7-028318e7f85e, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9adf04a-b50e-40f5-aaa3-34e90a55f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9507ed99-2983-492a-ac2f-269d5807feac'}}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:25:43.275498 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-d38e8b19-9b08-4bf6-a644-649865c37a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (1034befb-3cd4-4337-8ed7-028318e7f85e), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:43.319119 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8e4f9-e1fa-417b-b4b4-ede9f0bfc7a5 req-7c3872b1-5007-48b3-a1d0-ccfa1f8aa6d4 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:43.320745 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-26b8e4f9-e1fa-417b-b4b4-ede9f0bfc7a5 req-7c3872b1-5007-48b3-a1d0-ccfa1f8aa6d4 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 944 time: 0.1024504 Jan 29 04:25:43.332295 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.provisioning_blocks [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-ff5e0aeb-0b3d-4d96-893f-e1e3dd2379c6 service neutron] Transition to ACTIVE for port object 8e38da7a-056f-4de3-b557-31c899d94cdb will not be triggered until provisioned by entity L2. {{(pid=103585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:25:43.369205 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-89ba5317-9a13-4349-9b33-db97d2c2a5fd admin admin] Publish callbacks [] for security_group (a1ad38d0-f291-471c-9c4c-e018453b2985), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:43.398802 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-782178f3-5b6a-4d83-aa1e-ab55cc2cfb64 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Router a93ec3ea-5507-4255-8e75-db479af2bc9b is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:25:43.408838 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-ff5e0aeb-0b3d-4d96-893f-e1e3dd2379c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (8e38da7a-056f-4de3-b557-31c899d94cdb), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:43.420171 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-efd7ebfc-39a0-4da6-b19c-9a35af309006 req-e75a456a-3d11-4bec-a597-52c35cef82f2 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/security-groups?id=715f2fe5-a75a-4ee8-a2b4-7e90e6c33135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5702860 Jan 29 04:25:43.429977 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-89ba5317-9a13-4349-9b33-db97d2c2a5fd admin admin] Publish callbacks [] for security_group (a1ad38d0-f291-471c-9c4c-e018453b2985), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:43.439811 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-26b8e4f9-e1fa-417b-b4b4-ede9f0bfc7a5 req-3e9faddf-cd7d-4195-9f0d-890eef3ed34e tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1098399 Jan 29 04:25:43.453465 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eaa79bde-74a3-42ce-8f9f-091d2826ec7e tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (e9d71776-5802-494b-b6dd-5fe9468daa92), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:43.544163 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5aedfc15-599d-4937-925e-8a85877206bd tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (015001d0-807e-4d03-83fb-e1905c59e3ab), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:43.627107 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Checking segment: {'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:25:43.627473 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Network hostable DHCP agents. Network: e9debad4-3f36-4493-aa2e-b9dd315cd865, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:25:43.637927 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-d38e8b19-9b08-4bf6-a644-649865c37a58 service neutron] For port 1034befb-3cd4-4337-8ed7-028318e7f85e, host hv-neutron-8211, cleared binding levels {{(pid=103585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:25:43.858551 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-8fabb547-bc8d-423e-806e-21da3ba18f03 service neutron] 10.222.0.18 "GET /v2.0/networks/110bb4a8-6dea-4688-b150-e74a0a24c2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347969 Jan 29 04:25:43.859650 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device c3b04024-a949-4a03-bccb-047a0591fe58 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:43.860075 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aedfc15-599d-4937-925e-8a85877206bd tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Pushing event updated for resources: {'Subnet': ['ID=015001d0-807e-4d03-83fb-e1905c59e3ab,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:43.860225 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e0aeb-0b3d-4d96-893f-e1e3dd2379c6 service neutron] Pushing event updated for resources: {'Port': ['ID=8e38da7a-056f-4de3-b557-31c899d94cdb,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:43.860225 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-d38e8b19-9b08-4bf6-a644-649865c37a58 service neutron] For port 1034befb-3cd4-4337-8ed7-028318e7f85e, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=1034befb-3cd4-4337-8ed7-028318e7f85e,segment=NetworkSegment(d9adf04a-b50e-40f5-aaa3-34e90a55f913),segment_id=d9adf04a-b50e-40f5-aaa3-34e90a55f913)] {{(pid=103585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:25:43.887495 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aedfc15-599d-4937-925e-8a85877206bd tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Checking segment: {'id': 'e539a86d-63cd-4c4a-a402-ea02c525c47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '32670775-4831-48f8-8692-79723e92d6ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:25:43.894380 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aedfc15-599d-4937-925e-8a85877206bd tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Network hostable DHCP agents. Network: 32670775-4831-48f8-8692-79723e92d6ac, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:25:43.927917 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-ff5e0aeb-0b3d-4d96-893f-e1e3dd2379c6 service neutron] Attempting to bind port 8e38da7a-056f-4de3-b557-31c899d94cdb on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:43.928284 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-ff5e0aeb-0b3d-4d96-893f-e1e3dd2379c6 service neutron] Attempting to bind port 8e38da7a-056f-4de3-b557-31c899d94cdb by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'fd7ead1e-c2bd-4a04-99ff-ba05b654eedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4d4605cc-cd83-4037-bfc8-342508214a0e'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:43.928631 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-ff5e0aeb-0b3d-4d96-893f-e1e3dd2379c6 service neutron] Attempting to bind port 8e38da7a-056f-4de3-b557-31c899d94cdb on network 4d4605cc-cd83-4037-bfc8-342508214a0e {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:43.944406 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port c3b04024-a949-4a03-bccb-047a0591fe58 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:43.948887 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c3b04024-a949-4a03-bccb-047a0591fe58), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:43.954847 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-2179eb64-827a-4bd5-82ca-9fe8cf194180 req-1bb55471-200e-41cd-85b9-bcbcd79c7bfd service neutron] 10.222.0.18 "GET /v2.0/networks/110bb4a8-6dea-4688-b150-e74a0a24c2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151690 Jan 29 04:25:43.955645 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-ff5e0aeb-0b3d-4d96-893f-e1e3dd2379c6 service neutron] Port 8e38da7a-056f-4de3-b557-31c899d94cdb on network 4d4605cc-cd83-4037-bfc8-342508214a0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:43.955984 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-ff5e0aeb-0b3d-4d96-893f-e1e3dd2379c6 service neutron] Attempting to bind port 8e38da7a-056f-4de3-b557-31c899d94cdb on network 4d4605cc-cd83-4037-bfc8-342508214a0e {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:43.979351 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782178f3-5b6a-4d83-aa1e-ab55cc2cfb64 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:25:43.983890 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-ff5e0aeb-0b3d-4d96-893f-e1e3dd2379c6 service neutron] Checking agent: {'id': '15eedd85-6d76-4715-a40f-dc31e854816c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'started_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:25:43.984301 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-ff5e0aeb-0b3d-4d96-893f-e1e3dd2379c6 service neutron] Checking segment: {'id': 'fd7ead1e-c2bd-4a04-99ff-ba05b654eedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4d4605cc-cd83-4037-bfc8-342508214a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:25:43.984822 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-ff5e0aeb-0b3d-4d96-893f-e1e3dd2379c6 service neutron] Bound using segment: {'id': 'fd7ead1e-c2bd-4a04-99ff-ba05b654eedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4d4605cc-cd83-4037-bfc8-342508214a0e'} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:25:43.985808 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-ff5e0aeb-0b3d-4d96-893f-e1e3dd2379c6 service neutron] Bound port: 8e38da7a-056f-4de3-b557-31c899d94cdb, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd7ead1e-c2bd-4a04-99ff-ba05b654eedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4d4605cc-cd83-4037-bfc8-342508214a0e'}}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:25:43.985808 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-ff5e0aeb-0b3d-4d96-893f-e1e3dd2379c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (8e38da7a-056f-4de3-b557-31c899d94cdb), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:43.992825 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdf8d64-215c-4a2f-981d-c8416d33bfd7 None None] Sync routers for ids ['a93ec3ea-5507-4255-8e75-db479af2bc9b'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:25:44.006703 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdf8d64-215c-4a2f-981d-c8416d33bfd7 None None] Routers {'a93ec3ea-5507-4255-8e75-db479af2bc9b'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:25:44.008176 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-5fdf8d64-215c-4a2f-981d-c8416d33bfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:25:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['a93ec3ea-5507-4255-8e75-db479af2bc9b'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:44.050229 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-89ba5317-9a13-4349-9b33-db97d2c2a5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (a1ad38d0-f291-471c-9c4c-e018453b2985), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:44.052538 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-89ba5317-9a13-4349-9b33-db97d2c2a5fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:44.057227 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-89ba5317-9a13-4349-9b33-db97d2c2a5fd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a1ad38d0-f291-471c-9c4c-e018453b2985 HTTP/1.1" status: 204 len: 168 time: 1.5863163 Jan 29 04:25:44.075898 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba5317-9a13-4349-9b33-db97d2c2a5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ad38d0-f291-471c-9c4c-e018453b2985,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:44.082003 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aedfc15-599d-4937-925e-8a85877206bd tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Network 32670775-4831-48f8-8692-79723e92d6ac is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:25:44.083539 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Network e9debad4-3f36-4493-aa2e-b9dd315cd865 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:25:44.092707 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-d38e8b19-9b08-4bf6-a644-649865c37a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (1034befb-3cd4-4337-8ed7-028318e7f85e), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:44.095254 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eaa79bde-74a3-42ce-8f9f-091d2826ec7e tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for subnet (e9d71776-5802-494b-b6dd-5fe9468daa92), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:44.171188 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf68657-2a3c-4a2f-8935-671344f49335 None None] Network 566e550c-21bb-4403-ba5d-8743886d07ab requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:25:44.195302 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port c3b04024-a949-4a03-bccb-047a0591fe58 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:44.225908 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-5aedfc15-599d-4937-925e-8a85877206bd tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 32670775-4831-48f8-8692-79723e92d6ac) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:44.236272 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aedfc15-599d-4937-925e-8a85877206bd tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:44.239288 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5aedfc15-599d-4937-925e-8a85877206bd tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:44.298718 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eaa79bde-74a3-42ce-8f9f-091d2826ec7e tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:44.298718 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-eaa79bde-74a3-42ce-8f9f-091d2826ec7e tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] 10.222.0.13 "DELETE /v2.0/subnets/e9d71776-5802-494b-b6dd-5fe9468daa92 HTTP/1.1" status: 204 len: 168 time: 2.9757912 Jan 29 04:25:44.298718 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-782178f3-5b6a-4d83-aa1e-ab55cc2cfb64 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:44.298718 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-782178f3-5b6a-4d83-aa1e-ab55cc2cfb64 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 10.0636721 Jan 29 04:25:44.299246 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97dc4383-a446-4167-bbcf-200aa11421f7 None None] Network 32670775-4831-48f8-8692-79723e92d6ac requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:25:44.300259 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49708) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:44.300707 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49710) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:44.315593 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa79bde-74a3-42ce-8f9f-091d2826ec7e tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Pushing event deleted for resources: {'Subnet': ['ID=e9d71776-5802-494b-b6dd-5fe9468daa92,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:44.345137 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, e9debad4-3f36-4493-aa2e-b9dd315cd865) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:44.361070 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:44.387711 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0859c9be-8f70-4fc7-b0b7-890e2502eee1 None None] Network e9debad4-3f36-4493-aa2e-b9dd315cd865 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:25:44.404062 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:44.404400 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:44.407686 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 on network e9debad4-3f36-4493-aa2e-b9dd315cd865 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:44.452128 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-d38e8b19-9b08-4bf6-a644-649865c37a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:44.458868 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-d38e8b19-9b08-4bf6-a644-649865c37a58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:44.473232 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-d38e8b19-9b08-4bf6-a644-649865c37a58 service neutron] 10.222.0.18 "PUT /v2.0/ports/1034befb-3cd4-4337-8ed7-028318e7f85e HTTP/1.1" status: 200 len: 1094 time: 5.6234250 Jan 29 04:25:44.482101 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5388207-0587-418a-a521-fef7e53190ed', 'tag': '1034befb-3cd4-4337-8ed7-028318e7f85e'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:25:44.523989 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-5fdf8d64-215c-4a2f-981d-c8416d33bfd7 None None] Set router a93ec3ea-5507-4255-8e75-db479af2bc9b gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:25:44.572610 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-5aedfc15-599d-4937-925e-8a85877206bd tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8360901 Jan 29 04:25:44.580879 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f4602a-940a-4046-a69e-decc8becedf7 None None] DHCP port deletion for 566e550c-21bb-4403-ba5d-8743886d07ab request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:25:44.619681 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49716) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:44.624709 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-8393a6de-162c-400e-8e30-c55f2afa2c3a tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Request body: {'network': {'name': 'tempest-router-network01--2081787706'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:44.699293 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b64035-e8ee-433b-8fe4-a232b258c3ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-32670775-4831-48f8-8692-79723e92d6ac', 'network_id': '32670775-4831-48f8-8692-79723e92d6ac', 'project_id': '53b99d5abfda4b37a432112f091b95b3', 'fixed_ips': [{'subnet_id': '015001d0-807e-4d03-83fb-e1905c59e3ab'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:25:44.700168 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-19b64035-e8ee-433b-8fe4-a232b258c3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:44.792016 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc3b06e-ac60-49c3-b833-5d43101cee97 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:44.800291 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc3b06e-ac60-49c3-b833-5d43101cee97 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:44.801911 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-9bc3b06e-ac60-49c3-b833-5d43101cee97 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4999063 Jan 29 04:25:44.874246 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49722) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:44.950993 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-5fdf8d64-215c-4a2f-981d-c8416d33bfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93ec3ea-5507-4255-8e75-db479af2bc9b', 'name': 'tempest-snat-router-1300494945', 'tenant_id': '36b5f773735646d68c0ca20998a70101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.35'}], 'enable_snat': False}, 'gw_port_id': '59388dd7-5ecd-4709-8852-642f4a3e1181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:25:34Z', 'updated_at': '2022-01-29T04:25:38Z', 'revision_number': 3, 'project_id': '36b5f773735646d68c0ca20998a70101', 'gw_port': {'id': '59388dd7-5ecd-4709-8852-642f4a3e1181', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:df:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93ec3ea-5507-4255-8e75-db479af2bc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 200, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:36Z', 'updated_at': '2022-01-29T04:25:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:44.994427 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-82f4602a-940a-4046-a69e-decc8becedf7 None None] Deleting port c3b04024-a949-4a03-bccb-047a0591fe58 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:25:44.994902 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-82f4602a-940a-4046-a69e-decc8becedf7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (c3b04024-a949-4a03-bccb-047a0591fe58), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:45.005922 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdf8d64-215c-4a2f-981d-c8416d33bfd7 None None] Checking router: a93ec3ea-5507-4255-8e75-db479af2bc9b for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:25:45.015121 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdf8d64-215c-4a2f-981d-c8416d33bfd7 None None] Updating router a93ec3ea-5507-4255-8e75-db479af2bc9b port 59388dd7-5ecd-4709-8852-642f4a3e1181 binding host dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:25:45.077701 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5fdf8d64-215c-4a2f-981d-c8416d33bfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (59388dd7-5ecd-4709-8852-642f4a3e1181), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:45.101786 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8998c-417f-4152-b2a4-fef9fc6e78e1 req-dda2fb1d-7fd8-4f42-bd1b-8f95026f785d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:45.108282 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e2e8998c-417f-4152-b2a4-fef9fc6e78e1 req-dda2fb1d-7fd8-4f42-bd1b-8f95026f785d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=62b5636027cb4b35a2ac3d1c94409c20&device_id=0b9d5143-b353-429f-b510-a519c4158175 HTTP/1.1" status: 200 len: 1127 time: 0.6036274 Jan 29 04:25:45.113443 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c09d36f9-3bc0-4f1a-836a-d23cf796eb27 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] 10.222.0.13 "GET /v2.0/routers/a93ec3ea-5507-4255-8e75-db479af2bc9b HTTP/1.1" status: 200 len: 908 time: 0.8073068 Jan 29 04:25:45.132216 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49724) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:45.139400 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-f2739297-76b1-4388-9ec6-56b166adbb88 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1300494945', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'enable_snat': True}}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:45.143211 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-82f4602a-940a-4046-a69e-decc8becedf7 None None] For port c3b04024-a949-4a03-bccb-047a0591fe58, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=c3b04024-a949-4a03-bccb-047a0591fe58,segment=NetworkSegment(226e3026-4e19-43b9-b144-5e7d3f00e5cf),segment_id=226e3026-4e19-43b9-b144-5e7d3f00e5cf)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:45.143613 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-82f4602a-940a-4046-a69e-decc8becedf7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (c3b04024-a949-4a03-bccb-047a0591fe58), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:45.146618 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-19b64035-e8ee-433b-8fe4-a232b258c3ea None None] Allocated IP 2001:db8::2 (32670775-4831-48f8-8692-79723e92d6ac/015001d0-807e-4d03-83fb-e1905c59e3ab/4df274c1-c961-4adf-b18c-e4ed9eee66a7) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:45.174874 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-82f4602a-940a-4046-a69e-decc8becedf7 None None] Calling delete_port for c3b04024-a949-4a03-bccb-047a0591fe58 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:25:45.210516 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-ff5e0aeb-0b3d-4d96-893f-e1e3dd2379c6 service neutron] For port 8e38da7a-056f-4de3-b557-31c899d94cdb, host hv-neutron-8211, cleared binding levels {{(pid=103585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:25:45.242804 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e8b19-9b08-4bf6-a644-649865c37a58 service neutron] Pushing event updated for resources: {'Port': ['ID=1034befb-3cd4-4337-8ed7-028318e7f85e,revision_number=3']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:45.246137 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Port 47740842-a4f8-4e53-9323-bc54bb1847d5 on network e9debad4-3f36-4493-aa2e-b9dd315cd865 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:45.252220 dv-neutron-821190-1-hyperv neutron-server[103585]: ERROR neutron.plugins.ml2.managers [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Failed to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 on host hv-neutron-8211 for vnic_type normal using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] Jan 29 04:25:45.253883 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1275975-c3fd-4f86-8319-c0dc8d4bd612 req-a0454798-79a9-4730-8f98-ad7c393f5d22 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:45.253883 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b1275975-c3fd-4f86-8319-c0dc8d4bd612 req-a0454798-79a9-4730-8f98-ad7c393f5d22 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/ports?device_id=48674ac7-eeea-467e-964d-2d8ab2b92c9e HTTP/1.1" status: 200 len: 944 time: 0.6248262 Jan 29 04:25:45.260678 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.plugins.ml2.plugin [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempt 2 to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 Jan 29 04:25:45.279000 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8393a6de-162c-400e-8e30-c55f2afa2c3a tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Made reservation on behalf of 53b99d5abfda4b37a432112f091b95b3 for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:45.282309 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8393a6de-162c-400e-8e30-c55f2afa2c3a tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:45.284911 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:45.284911 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:45.284911 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 on network e9debad4-3f36-4493-aa2e-b9dd315cd865 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:45.295374 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-ff5e0aeb-0b3d-4d96-893f-e1e3dd2379c6 service neutron] For port 8e38da7a-056f-4de3-b557-31c899d94cdb, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=8e38da7a-056f-4de3-b557-31c899d94cdb,segment=NetworkSegment(fd7ead1e-c2bd-4a04-99ff-ba05b654eedf),segment_id=fd7ead1e-c2bd-4a04-99ff-ba05b654eedf)] {{(pid=103585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:25:45.302377 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ceb66231-f43f-4a9e-bc81-a4b6ba10224f tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (566e550c-21bb-4403-ba5d-8743886d07ab), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:45.338307 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Port 47740842-a4f8-4e53-9323-bc54bb1847d5 on network e9debad4-3f36-4493-aa2e-b9dd315cd865 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:45.340118 dv-neutron-821190-1-hyperv neutron-server[103585]: ERROR neutron.plugins.ml2.managers [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Failed to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 on host hv-neutron-8211 for vnic_type normal using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] Jan 29 04:25:45.349136 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.plugins.ml2.plugin [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempt 3 to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 Jan 29 04:25:45.386595 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79da9af-2245-4b4f-8b1a-71621b950032 req-71c4e0b8-0a18-4edc-ac82-c041190f857d tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:45.394296 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b79da9af-2245-4b4f-8b1a-71621b950032 req-71c4e0b8-0a18-4edc-ac82-c041190f857d tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9d5143-b353-429f-b510-a519c4158175 HTTP/1.1" status: 200 len: 943 time: 1.0977323 Jan 29 04:25:45.411742 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-ff5e0aeb-0b3d-4d96-893f-e1e3dd2379c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (8e38da7a-056f-4de3-b557-31c899d94cdb), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:45.455786 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f2739297-76b1-4388-9ec6-56b166adbb88 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (cb02c67a-47fe-4cc6-a6a4-b07d88a8e8dc), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:45.469130 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f2739297-76b1-4388-9ec6-56b166adbb88 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (cb02c67a-47fe-4cc6-a6a4-b07d88a8e8dc), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:45.495869 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-82f4602a-940a-4046-a69e-decc8becedf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (c3b04024-a949-4a03-bccb-047a0591fe58), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:45.521438 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-19b64035-e8ee-433b-8fe4-a232b258c3ea None None] Publish callbacks [] for port (4df274c1-c961-4adf-b18c-e4ed9eee66a7), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:45.530212 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:45.530549 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:45.530886 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 on network e9debad4-3f36-4493-aa2e-b9dd315cd865 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:45.546687 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da6be5a-8bb7-45de-b8df-9dabb5469a95" -d '{"events": [{"name": "network-changed", "server_uuid": "f5388207-0587-418a-a521-fef7e53190ed", "tag": "1034befb-3cd4-4337-8ed7-028318e7f85e"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:25:45.556076 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceb66231-f43f-4a9e-bc81-a4b6ba10224f tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 29 04:25:45.556076 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceb66231-f43f-4a9e-bc81-a4b6ba10224f tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:25:45.572278 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ceb66231-f43f-4a9e-bc81-a4b6ba10224f tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] 10.222.0.13 "DELETE /v2.0/networks/566e550c-21bb-4403-ba5d-8743886d07ab HTTP/1.1" status: 409 len: 466 time: 0.6952882 Jan 29 04:25:45.591934 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5fdf8d64-215c-4a2f-981d-c8416d33bfd7 None None] Publish callbacks [] for port (59388dd7-5ecd-4709-8852-642f4a3e1181), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:45.595321 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-ff5e0aeb-0b3d-4d96-893f-e1e3dd2379c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:45.595999 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-ff5e0aeb-0b3d-4d96-893f-e1e3dd2379c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:45.596651 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49730) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:45.597562 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49732) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:45.600598 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-ff5e0aeb-0b3d-4d96-893f-e1e3dd2379c6 service neutron] 10.222.0.18 "PUT /v2.0/ports/8e38da7a-056f-4de3-b557-31c899d94cdb HTTP/1.1" status: 200 len: 1094 time: 4.5173380 Jan 29 04:25:45.630864 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-30d6367e-c477-495e-b664-756e1083bc32 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-417125482'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:45.634865 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b79da9af-2245-4b4f-8b1a-71621b950032 req-f027fa24-cae8-4422-83bc-86ad7c67043f tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/security-groups?id=e52fdf30-5ac5-455f-a26e-79cce6c2b476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2200799 Jan 29 04:25:45.651489 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8393a6de-162c-400e-8e30-c55f2afa2c3a tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:25:45.653416 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4602a-940a-4046-a69e-decc8becedf7 None None] Pushing event deleted for resources: {'Port': ['ID=c3b04024-a949-4a03-bccb-047a0591fe58,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:45.658660 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f4602a-940a-4046-a69e-decc8becedf7 None None] No DVR routers for this DVR port c3b04024-a949-4a03-bccb-047a0591fe58 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:25:45.663373 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f97ad8b8-cf6e-43b7-be3f-68eaacc28a90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:45.668670 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Port 47740842-a4f8-4e53-9323-bc54bb1847d5 on network e9debad4-3f36-4493-aa2e-b9dd315cd865 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:45.670667 dv-neutron-821190-1-hyperv neutron-server[103585]: ERROR neutron.plugins.ml2.managers [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Failed to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 on host hv-neutron-8211 for vnic_type normal using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] Jan 29 04:25:45.673453 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-19b64035-e8ee-433b-8fe4-a232b258c3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (4df274c1-c961-4adf-b18c-e4ed9eee66a7), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:45.690316 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5fdf8d64-215c-4a2f-981d-c8416d33bfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (59388dd7-5ecd-4709-8852-642f4a3e1181), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:45.691886 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.plugins.ml2.plugin [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempt 4 to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 Jan 29 04:25:45.701381 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-b1f87a6c-0a0d-4495-bb0d-771cb0eabd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:45.702962 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-b1f87a6c-0a0d-4495-bb0d-771cb0eabd71 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7dd99718cde04f60a90f22e4134ff580&device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 1128 time: 1.0417225 Jan 29 04:25:45.756325 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b1275975-c3fd-4f86-8319-c0dc8d4bd612 req-7fbf1adf-64cc-4056-8ffd-c2071ddf8e9f tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/security-groups?id=715f2fe5-a75a-4ee8-a2b4-7e90e6c33135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4797451 Jan 29 04:25:45.808762 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b64035-e8ee-433b-8fe4-a232b258c3ea None None] Pushing event updated for resources: {'Port': ['ID=4df274c1-c961-4adf-b18c-e4ed9eee66a7,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:45.836368 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b64035-e8ee-433b-8fe4-a232b258c3ea None None] Network 32670775-4831-48f8-8692-79723e92d6ac is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:45.840139 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device c3b04024-a949-4a03-bccb-047a0591fe58 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:25:45.846772 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-19b64035-e8ee-433b-8fe4-a232b258c3ea None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:45.856956 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-5fdf8d64-215c-4a2f-981d-c8416d33bfd7 None None] Attempting to bind port 59388dd7-5ecd-4709-8852-642f4a3e1181 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:45.857166 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-5fdf8d64-215c-4a2f-981d-c8416d33bfd7 None None] Attempting to bind port 59388dd7-5ecd-4709-8852-642f4a3e1181 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:45.859577 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b64035-e8ee-433b-8fe4-a232b258c3ea None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:45.861643 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8393a6de-162c-400e-8e30-c55f2afa2c3a tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (f7917d09-7f31-4dd3-adec-bd9aa0b13a53), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:45.862228 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-8393a6de-162c-400e-8e30-c55f2afa2c3a tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Added segment f7917d09-7f31-4dd3-adec-bd9aa0b13a53 of type vlan for network a61f03a4-8535-4083-acc0-f1e6b4e2c4b3 Jan 29 04:25:45.866127 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdf8d64-215c-4a2f-981d-c8416d33bfd7 None None] Attempting to bind port 59388dd7-5ecd-4709-8852-642f4a3e1181 on network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:45.869963 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ff277-d1a6-4260-bd2f-edc8d4887f46 None None] Pushing event updated for resources: {'Port': ['ID=59388dd7-5ecd-4709-8852-642f4a3e1181,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:45.897322 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdf8d64-215c-4a2f-981d-c8416d33bfd7 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:25:45.903074 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdf8d64-215c-4a2f-981d-c8416d33bfd7 None None] Checking segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:25:45.903800 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5fdf8d64-215c-4a2f-981d-c8416d33bfd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:45.904573 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdf8d64-215c-4a2f-981d-c8416d33bfd7 None None] Bound using segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:25:45.905815 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: c3b04024-a949-4a03-bccb-047a0591fe58 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:25:45.906235 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device c3b04024-a949-4a03-bccb-047a0591fe58 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:25:45.906986 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-5fdf8d64-215c-4a2f-981d-c8416d33bfd7 None None] Bound port: 59388dd7-5ecd-4709-8852-642f4a3e1181, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:25:45.907378 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5fdf8d64-215c-4a2f-981d-c8416d33bfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (59388dd7-5ecd-4709-8852-642f4a3e1181), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:45.939129 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8998c-417f-4152-b2a4-fef9fc6e78e1 req-7b353c91-ca67-4da4-a168-2472a377193d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:45.947736 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e2e8998c-417f-4152-b2a4-fef9fc6e78e1 req-7b353c91-ca67-4da4-a168-2472a377193d service neutron] 10.222.0.18 "GET /v2.0/networks?id=110bb4a8-6dea-4688-b150-e74a0a24c2a5 HTTP/1.1" status: 200 len: 905 time: 0.7811279 Jan 29 04:25:46.041677 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-6d277710-3aaa-4202-a6c5-c91bba6b3beb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1034befb-3cd4-4337-8ed7-028318e7f85e HTTP/1.1" status: 200 len: 217 time: 0.3057787 Jan 29 04:25:46.043193 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-19b64035-e8ee-433b-8fe4-a232b258c3ea None None] Attempting to bind port 4df274c1-c961-4adf-b18c-e4ed9eee66a7 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:46.043620 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-19b64035-e8ee-433b-8fe4-a232b258c3ea None None] Attempting to bind port 4df274c1-c961-4adf-b18c-e4ed9eee66a7 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'e539a86d-63cd-4c4a-a402-ea02c525c47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '32670775-4831-48f8-8692-79723e92d6ac'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:46.043927 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b64035-e8ee-433b-8fe4-a232b258c3ea None None] Attempting to bind port 4df274c1-c961-4adf-b18c-e4ed9eee66a7 on network 32670775-4831-48f8-8692-79723e92d6ac {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:46.055809 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-5fdf8d64-215c-4a2f-981d-c8416d33bfd7 None None] For port 59388dd7-5ecd-4709-8852-642f4a3e1181, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:25:46.057483 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b64035-e8ee-433b-8fe4-a232b258c3ea None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:25:46.057856 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b64035-e8ee-433b-8fe4-a232b258c3ea None None] Checking segment: {'id': 'e539a86d-63cd-4c4a-a402-ea02c525c47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '32670775-4831-48f8-8692-79723e92d6ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:25:46.058253 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-19b64035-e8ee-433b-8fe4-a232b258c3ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:46.058640 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b64035-e8ee-433b-8fe4-a232b258c3ea None None] Bound using segment: {'id': 'e539a86d-63cd-4c4a-a402-ea02c525c47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '32670775-4831-48f8-8692-79723e92d6ac'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:25:46.061791 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-5fdf8d64-215c-4a2f-981d-c8416d33bfd7 None None] For port 59388dd7-5ecd-4709-8852-642f4a3e1181, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=59388dd7-5ecd-4709-8852-642f4a3e1181,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:25:46.062465 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-19b64035-e8ee-433b-8fe4-a232b258c3ea None None] Bound port: 4df274c1-c961-4adf-b18c-e4ed9eee66a7, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e539a86d-63cd-4c4a-a402-ea02c525c47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '32670775-4831-48f8-8692-79723e92d6ac'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:25:46.062860 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-19b64035-e8ee-433b-8fe4-a232b258c3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (4df274c1-c961-4adf-b18c-e4ed9eee66a7), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:46.066596 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f2739297-76b1-4388-9ec6-56b166adbb88 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for router_controller (cb02c67a-47fe-4cc6-a6a4-b07d88a8e8dc), precommit_add_association {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:46.067579 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d6367e-c477-495e-b664-756e1083bc32 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Made reservation on behalf of 2295d89d6c624345b49b3e581fed20fc for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:46.073674 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e0aeb-0b3d-4d96-893f-e1e3dd2379c6 service neutron] Pushing event updated for resources: {'Port': ['ID=8e38da7a-056f-4de3-b557-31c899d94cdb,revision_number=3']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:46.083843 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-30d6367e-c477-495e-b664-756e1083bc32 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:46.084003 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:46.084003 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:46.084003 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 on network e9debad4-3f36-4493-aa2e-b9dd315cd865 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:46.138024 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e2e8998c-417f-4152-b2a4-fef9fc6e78e1 req-df5eac33-3b81-407a-8177-ae517b1848fe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b65426a7-ad6e-4181-b43f-15f45dda722c HTTP/1.1" status: 200 len: 217 time: 0.1788170 Jan 29 04:25:46.139944 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8393a6de-162c-400e-8e30-c55f2afa2c3a tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (a61f03a4-8535-4083-acc0-f1e6b4e2c4b3), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:46.146728 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Port 47740842-a4f8-4e53-9323-bc54bb1847d5 on network e9debad4-3f36-4493-aa2e-b9dd315cd865 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:46.147467 dv-neutron-821190-1-hyperv neutron-server[103585]: ERROR neutron.plugins.ml2.managers [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Failed to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 on host hv-neutron-8211 for vnic_type normal using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] Jan 29 04:25:46.150866 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.plugins.ml2.plugin [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempt 5 to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 Jan 29 04:25:46.164360 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f136f1-4600-4692-acd2-27a7b58ee055 x-openstack-request-id: req-34f136f1-4600-4692-acd2-27a7b58ee055 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:25:46.165166 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5388207-0587-418a-a521-fef7e53190ed", "tag": "1034befb-3cd4-4337-8ed7-028318e7f85e", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:25:46.165987 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34f136f1-4600-4692-acd2-27a7b58ee055 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:25:46.166650 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5388207-0587-418a-a521-fef7e53190ed', 'tag': '1034befb-3cd4-4337-8ed7-028318e7f85e', 'status': 'completed', 'code': 200} Jan 29 04:25:46.178887 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5fdf8d64-215c-4a2f-981d-c8416d33bfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (59388dd7-5ecd-4709-8852-642f4a3e1181), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:46.199400 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-19b64035-e8ee-433b-8fe4-a232b258c3ea None None] For port 4df274c1-c961-4adf-b18c-e4ed9eee66a7, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:25:46.203714 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-19b64035-e8ee-433b-8fe4-a232b258c3ea None None] For port 4df274c1-c961-4adf-b18c-e4ed9eee66a7, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=4df274c1-c961-4adf-b18c-e4ed9eee66a7,segment=NetworkSegment(e539a86d-63cd-4c4a-a402-ea02c525c47c),segment_id=e539a86d-63cd-4c4a-a402-ea02c525c47c)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:25:46.215490 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-5cdeb413-e432-482e-bd78-e2e860dbaeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:46.218241 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-5cdeb413-e432-482e-bd78-e2e860dbaeae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ca2d3a0a-064d-4780-9b58-334005fc5d1b HTTP/1.1" status: 200 len: 849 time: 0.1368043 Jan 29 04:25:46.225063 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:46.225909 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:46.226567 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 on network e9debad4-3f36-4493-aa2e-b9dd315cd865 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:46.246004 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620cda5f-09bb-4394-bf39-9ef3dc77ce7d req-f3eeed8d-e6dc-49e0-8242-2c3901c402d1 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:46.248275 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-620cda5f-09bb-4394-bf39-9ef3dc77ce7d req-f3eeed8d-e6dc-49e0-8242-2c3901c402d1 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 944 time: 0.2826588 Jan 29 04:25:46.287352 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Port 47740842-a4f8-4e53-9323-bc54bb1847d5 on network e9debad4-3f36-4493-aa2e-b9dd315cd865 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:46.288220 dv-neutron-821190-1-hyperv neutron-server[103585]: ERROR neutron.plugins.ml2.managers [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Failed to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 on host hv-neutron-8211 for vnic_type normal using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] Jan 29 04:25:46.291954 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.plugins.ml2.plugin [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempt 6 to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 Jan 29 04:25:46.303396 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-8c1fa7c9-7133-4261-bca0-1c95cdc9f133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:46.313602 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-8c1fa7c9-7133-4261-bca0-1c95cdc9f133 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cb686369165a4ed4a16bda0615e2ed0e&device_id=48674ac7-eeea-467e-964d-2d8ab2b92c9e HTTP/1.1" status: 200 len: 1128 time: 0.2770181 Jan 29 04:25:46.321945 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdf8d64-215c-4a2f-981d-c8416d33bfd7 None None] Routers {'a93ec3ea-5507-4255-8e75-db479af2bc9b'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:25:46.323281 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-5fdf8d64-215c-4a2f-981d-c8416d33bfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:25:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['a93ec3ea-5507-4255-8e75-db479af2bc9b'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:46.327761 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ff277-d1a6-4260-bd2f-edc8d4887f46 None None] Pushing event updated for resources: {'Port': ['ID=59388dd7-5ecd-4709-8852-642f4a3e1181,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:46.332888 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.db.resource_extend [None req-8393a6de-162c-400e-8e30-c55f2afa2c3a tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 04:25:46.355590 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:46.356169 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:46.356759 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 on network e9debad4-3f36-4493-aa2e-b9dd315cd865 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:46.390150 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-620cda5f-09bb-4394-bf39-9ef3dc77ce7d req-00ec912d-26f5-4432-9278-ade58c7cc8e3 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1301384 Jan 29 04:25:46.399685 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Port 47740842-a4f8-4e53-9323-bc54bb1847d5 on network e9debad4-3f36-4493-aa2e-b9dd315cd865 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:46.411597 dv-neutron-821190-1-hyperv neutron-server[103585]: ERROR neutron.plugins.ml2.managers [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Failed to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 on host hv-neutron-8211 for vnic_type normal using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] Jan 29 04:25:46.412847 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.plugins.ml2.plugin [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempt 7 to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 Jan 29 04:25:46.444974 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:46.445601 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:46.446122 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 on network e9debad4-3f36-4493-aa2e-b9dd315cd865 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:46.458007 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-5fdf8d64-215c-4a2f-981d-c8416d33bfd7 None None] Set router a93ec3ea-5507-4255-8e75-db479af2bc9b gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:25:46.458617 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Port 47740842-a4f8-4e53-9323-bc54bb1847d5 on network e9debad4-3f36-4493-aa2e-b9dd315cd865 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:46.459135 dv-neutron-821190-1-hyperv neutron-server[103585]: ERROR neutron.plugins.ml2.managers [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Failed to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 on host hv-neutron-8211 for vnic_type normal using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] Jan 29 04:25:46.464127 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-19b64035-e8ee-433b-8fe4-a232b258c3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (4df274c1-c961-4adf-b18c-e4ed9eee66a7), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:46.465933 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.plugins.ml2.plugin [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempt 8 to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 Jan 29 04:25:46.471479 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8998c-417f-4152-b2a4-fef9fc6e78e1 req-5aa1ec7a-1df7-4c9a-a41f-41d4ba96f586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:46.471479 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e2e8998c-417f-4152-b2a4-fef9fc6e78e1 req-5aa1ec7a-1df7-4c9a-a41f-41d4ba96f586 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1e6bda9e-8e09-4842-910d-f6751a7ed1b4 HTTP/1.1" status: 200 len: 843 time: 0.3073969 Jan 29 04:25:46.496278 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:46.496738 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:46.497364 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 on network e9debad4-3f36-4493-aa2e-b9dd315cd865 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:46.517375 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Port 47740842-a4f8-4e53-9323-bc54bb1847d5 on network e9debad4-3f36-4493-aa2e-b9dd315cd865 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:46.517375 dv-neutron-821190-1-hyperv neutron-server[103585]: ERROR neutron.plugins.ml2.managers [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Failed to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 on host hv-neutron-8211 for vnic_type normal using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] Jan 29 04:25:46.518130 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.plugins.ml2.plugin [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempt 9 to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 Jan 29 04:25:46.584777 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:46.585457 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:46.586116 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 on network e9debad4-3f36-4493-aa2e-b9dd315cd865 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:46.611391 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b64035-e8ee-433b-8fe4-a232b258c3ea None None] Pushing event updated for resources: {'Port': ['ID=4df274c1-c961-4adf-b18c-e4ed9eee66a7,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:46.720041 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Port 47740842-a4f8-4e53-9323-bc54bb1847d5 on network e9debad4-3f36-4493-aa2e-b9dd315cd865 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:46.720375 dv-neutron-821190-1-hyperv neutron-server[103585]: ERROR neutron.plugins.ml2.managers [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Failed to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 on host hv-neutron-8211 for vnic_type normal using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] Jan 29 04:25:46.729392 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-48ba2d38-34c2-409c-b5b3-11d49ed9ac4c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e38da7a-056f-4de3-b557-31c899d94cdb HTTP/1.1" status: 200 len: 217 time: 0.1509194 Jan 29 04:25:46.729876 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.plugins.ml2.plugin [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempt 10 to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 Jan 29 04:25:46.784380 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:46.784750 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:46.785078 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 on network e9debad4-3f36-4493-aa2e-b9dd315cd865 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:46.798744 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Port 47740842-a4f8-4e53-9323-bc54bb1847d5 on network e9debad4-3f36-4493-aa2e-b9dd315cd865 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:46.799075 dv-neutron-821190-1-hyperv neutron-server[103585]: ERROR neutron.plugins.ml2.managers [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Failed to bind port 47740842-a4f8-4e53-9323-bc54bb1847d5 on host hv-neutron-8211 for vnic_type normal using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] Jan 29 04:25:46.799439 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (47740842-a4f8-4e53-9323-bc54bb1847d5), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:46.799579 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-5fdf8d64-215c-4a2f-981d-c8416d33bfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93ec3ea-5507-4255-8e75-db479af2bc9b', 'name': 'tempest-snat-router-1300494945', 'tenant_id': '36b5f773735646d68c0ca20998a70101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.35'}], 'enable_snat': False}, 'gw_port_id': '59388dd7-5ecd-4709-8852-642f4a3e1181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:25:34Z', 'updated_at': '2022-01-29T04:25:38Z', 'revision_number': 3, 'project_id': '36b5f773735646d68c0ca20998a70101', 'gw_port': {'id': '59388dd7-5ecd-4709-8852-642f4a3e1181', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:df:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93ec3ea-5507-4255-8e75-db479af2bc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 200, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:36Z', 'updated_at': '2022-01-29T04:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:46.843146 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdf8d64-215c-4a2f-981d-c8416d33bfd7 None None] The sync data for ids ['a93ec3ea-5507-4255-8e75-db479af2bc9b'] in dv-neutron-821190-1-hyperv is: [{'id': 'a93ec3ea-5507-4255-8e75-db479af2bc9b', 'name': 'tempest-snat-router-1300494945', 'tenant_id': '36b5f773735646d68c0ca20998a70101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.35'}], 'enable_snat': False}, 'gw_port_id': '59388dd7-5ecd-4709-8852-642f4a3e1181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:25:34Z', 'updated_at': '2022-01-29T04:25:38Z', 'revision_number': 3, 'project_id': '36b5f773735646d68c0ca20998a70101', 'gw_port': {'id': '59388dd7-5ecd-4709-8852-642f4a3e1181', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:df:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93ec3ea-5507-4255-8e75-db479af2bc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 200, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:36Z', 'updated_at': '2022-01-29T04:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:25:46.886754 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] For port 47740842-a4f8-4e53-9323-bc54bb1847d5, host hv-neutron-8211, cleared binding levels {{(pid=103585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:25:46.887538 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempted to set empty binding levels {{(pid=103585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 29 04:25:46.957359 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f2739297-76b1-4388-9ec6-56b166adbb88 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for router_gateway (cb02c67a-47fe-4cc6-a6a4-b07d88a8e8dc), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:46.998128 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-54b03636-6531-4d5a-b382-6c82a9113b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:47.000895 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-54b03636-6531-4d5a-b382-6c82a9113b1d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9507ed99-2983-492a-ac2f-269d5807feac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.4497449 Jan 29 04:25:47.011650 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-5d3c247b-3e2e-4dda-bd75-3398a225decf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:47.013522 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-5d3c247b-3e2e-4dda-bd75-3398a225decf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=28462fdf-59a1-4f6b-8a80-4bfac581848e HTTP/1.1" status: 200 len: 850 time: 0.2683630 Jan 29 04:25:47.018138 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (47740842-a4f8-4e53-9323-bc54bb1847d5), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:47.021094 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30d6367e-c477-495e-b664-756e1083bc32 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:25:47.023273 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8393a6de-162c-400e-8e30-c55f2afa2c3a tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (a61f03a4-8535-4083-acc0-f1e6b4e2c4b3), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:47.050448 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8393a6de-162c-400e-8e30-c55f2afa2c3a tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:47.053254 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8393a6de-162c-400e-8e30-c55f2afa2c3a tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:47.204185 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-30d6367e-c477-495e-b664-756e1083bc32 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (e4080ecd-5c30-490c-b77b-335aee8e0aba), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:47.204185 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-30d6367e-c477-495e-b664-756e1083bc32 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Added segment e4080ecd-5c30-490c-b77b-335aee8e0aba of type vlan for network 589c94b3-70cd-46e0-8332-21251975de5f Jan 29 04:25:47.204370 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:47.204829 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:47.279662 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281db13e-0730-4b02-a4f6-32509e6ef104 req-65b9eb9d-c2ab-4928-bf33-03b1c3ffbea7 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:47.282079 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-281db13e-0730-4b02-a4f6-32509e6ef104 req-65b9eb9d-c2ab-4928-bf33-03b1c3ffbea7 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/ports?device_id=48674ac7-eeea-467e-964d-2d8ab2b92c9e HTTP/1.1" status: 200 len: 944 time: 0.3909094 Jan 29 04:25:47.333863 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393a6de-162c-400e-8e30-c55f2afa2c3a tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Pushing event updated for resources: {'Network': ['ID=a61f03a4-8535-4083-acc0-f1e6b4e2c4b3,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:47.348922 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Pushing event updated for resources: {'Port': ['ID=47740842-a4f8-4e53-9323-bc54bb1847d5,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:47.360828 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network a61f03a4-8535-4083-acc0-f1e6b4e2c4b3 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:25:47.425082 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-eaf3d115-aa07-4b6f-b7d8-03d240820bc5 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 9.3116753 Jan 29 04:25:47.427715 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-3aa02047-8978-4130-b382-4b861094d513 service neutron] 10.222.0.18 "GET /v2.0/networks/9507ed99-2983-492a-ac2f-269d5807feac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116971 Jan 29 04:25:47.428416 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49740) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:47.434633 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-30d6367e-c477-495e-b664-756e1083bc32 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (589c94b3-70cd-46e0-8332-21251975de5f), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:47.469398 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-8393a6de-162c-400e-8e30-c55f2afa2c3a tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.8461177 Jan 29 04:25:47.470766 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f97ad8b8-cf6e-43b7-be3f-68eaacc28a90 admin admin] Publish callbacks [] for security_group (7630cab9-f1d0-4db2-ae98-d12766bf614a), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:47.477191 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8998c-417f-4152-b2a4-fef9fc6e78e1 req-71c0ce3a-b119-484f-b048-eff73eb92de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:47.478803 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e2e8998c-417f-4152-b2a4-fef9fc6e78e1 req-71c0ce3a-b119-484f-b048-eff73eb92de0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=110bb4a8-6dea-4688-b150-e74a0a24c2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.5039728 Jan 29 04:25:47.479371 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49744) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:47.562114 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-6c493f9f-ed44-4153-a421-1af3549d721d tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Request body: {'network': {'name': 'tempest-router-network02--1019690386'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:47.564352 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-edac8a98-affa-4921-abd2-a31c59c8acda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:47.566084 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-edac8a98-affa-4921-abd2-a31c59c8acda service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4d4605cc-cd83-4037-bfc8-342508214a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.4853330 Jan 29 04:25:47.579197 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.db.resource_extend [None req-30d6367e-c477-495e-b664-756e1083bc32 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 04:25:47.582628 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f97ad8b8-cf6e-43b7-be3f-68eaacc28a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (7630cab9-f1d0-4db2-ae98-d12766bf614a), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:47.604937 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-281db13e-0730-4b02-a4f6-32509e6ef104 req-65c33897-64dd-46bb-b72e-e4376c71c717 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/security-groups?id=715f2fe5-a75a-4ee8-a2b4-7e90e6c33135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2352445 Jan 29 04:25:47.686498 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c691a-4429-484e-8142-1a8f1ae67fbb req-b438d683-10a7-429a-a419-82f785198af5 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:47.688078 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-7f6c691a-4429-484e-8142-1a8f1ae67fbb req-b438d683-10a7-429a-a419-82f785198af5 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9d5143-b353-429f-b510-a519c4158175 HTTP/1.1" status: 200 len: 943 time: 0.6725919 Jan 29 04:25:47.716517 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ad8b8-cf6e-43b7-be3f-68eaacc28a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7630cab9-f1d0-4db2-ae98-d12766bf614a,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:47.893248 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f97ad8b8-cf6e-43b7-be3f-68eaacc28a90 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=477ea9394abb4e89803d68fe9254e5d5&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2890427 Jan 29 04:25:47.905801 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49746) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:47.990414 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 4df274c1-c961-4adf-b18c-e4ed9eee66a7 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:48.030801 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-7f6c691a-4429-484e-8142-1a8f1ae67fbb req-96384ea3-d543-4d95-92ff-627ccefa0af1 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/security-groups?id=e52fdf30-5ac5-455f-a26e-79cce6c2b476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2753186 Jan 29 04:25:48.103903 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cb013a10-7bfe-4270-9eb8-7b19bac869c2 admin admin] Publish callbacks [] for security_group (7630cab9-f1d0-4db2-ae98-d12766bf614a), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:48.129465 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 4df274c1-c961-4adf-b18c-e4ed9eee66a7 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:48.131231 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (4df274c1-c961-4adf-b18c-e4ed9eee66a7), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:48.131663 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cb013a10-7bfe-4270-9eb8-7b19bac869c2 admin admin] Publish callbacks [] for security_group (7630cab9-f1d0-4db2-ae98-d12766bf614a), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:48.142739 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2b14d68d-a524-4fed-bc28-73713fe067b3 req-b2983ae7-214d-4923-bb4a-583f259b85f4 service neutron] 10.222.0.18 "GET /v2.0/networks/9507ed99-2983-492a-ac2f-269d5807feac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6317840 Jan 29 04:25:48.152657 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5678a-0ed3-4bd1-801f-4722cec1d2b1 req-3b53b810-f35e-4573-bb14-e52efccee920 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:48.159917 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5be5678a-0ed3-4bd1-801f-4722cec1d2b1 req-3b53b810-f35e-4573-bb14-e52efccee920 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 944 time: 0.3813241 Jan 29 04:25:48.170595 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48674ac7-eeea-467e-964d-2d8ab2b92c9e', 'tag': '8e38da7a-056f-4de3-b557-31c899d94cdb'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:25:48.176818 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a24236-9bcc-45cf-b332-e3ef5f4f585c" -d '{"events": [{"name": "network-changed", "server_uuid": "48674ac7-eeea-467e-964d-2d8ab2b92c9e", "tag": "8e38da7a-056f-4de3-b557-31c899d94cdb"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:25:48.189030 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bbc64-51c3-4d5f-98fb-7f3d6f4446a4 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Deleting port 47740842-a4f8-4e53-9323-bc54bb1847d5 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:25:48.189030 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7b3bbc64-51c3-4d5f-98fb-7f3d6f4446a4 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (47740842-a4f8-4e53-9323-bc54bb1847d5), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:48.204104 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-30d6367e-c477-495e-b664-756e1083bc32 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (589c94b3-70cd-46e0-8332-21251975de5f), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:48.207415 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-d9237777-b918-4f9b-a12d-71d080835baa service neutron] 10.222.0.18 "GET /v2.0/networks/4d4605cc-cd83-4037-bfc8-342508214a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6331909 Jan 29 04:25:48.232679 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d6367e-c477-495e-b664-756e1083bc32 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:48.232874 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-30d6367e-c477-495e-b664-756e1083bc32 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:48.235122 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c493f9f-ed44-4153-a421-1af3549d721d tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Made reservation on behalf of 53b99d5abfda4b37a432112f091b95b3 for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:48.238515 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6c493f9f-ed44-4153-a421-1af3549d721d tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:48.277683 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e2e8998c-417f-4152-b2a4-fef9fc6e78e1 req-4497b1fb-f256-493a-9e03-6b2275e4ad00 service neutron] 10.222.0.18 "GET /v2.0/networks/110bb4a8-6dea-4688-b150-e74a0a24c2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7087927 Jan 29 04:25:48.292765 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 4df274c1-c961-4adf-b18c-e4ed9eee66a7 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:48.293497 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (4df274c1-c961-4adf-b18c-e4ed9eee66a7), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:48.325590 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fc1dcc-b952-4f27-a9d3-009edf5133cd x-openstack-request-id: req-c1fc1dcc-b952-4f27-a9d3-009edf5133cd {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:25:48.326055 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48674ac7-eeea-467e-964d-2d8ab2b92c9e", "tag": "8e38da7a-056f-4de3-b557-31c899d94cdb", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:25:48.326150 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1fc1dcc-b952-4f27-a9d3-009edf5133cd {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:25:48.326522 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48674ac7-eeea-467e-964d-2d8ab2b92c9e', 'tag': '8e38da7a-056f-4de3-b557-31c899d94cdb', 'status': 'completed', 'code': 200} Jan 29 04:25:48.330480 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5be5678a-0ed3-4bd1-801f-4722cec1d2b1 req-7a10578b-55b1-4a5c-a101-ca231b9a646b tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1698411 Jan 29 04:25:48.338630 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ba1e6c-7271-41e7-aa03-26de4072fe28 None None] Network 32670775-4831-48f8-8692-79723e92d6ac requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:25:48.362684 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cb013a10-7bfe-4270-9eb8-7b19bac869c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (7630cab9-f1d0-4db2-ae98-d12766bf614a), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:48.365356 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cb013a10-7bfe-4270-9eb8-7b19bac869c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:48.365930 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 4df274c1-c961-4adf-b18c-e4ed9eee66a7, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=4df274c1-c961-4adf-b18c-e4ed9eee66a7,segment=NetworkSegment(e539a86d-63cd-4c4a-a402-ea02c525c47c),segment_id=e539a86d-63cd-4c4a-a402-ea02c525c47c)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:48.366538 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-cb013a10-7bfe-4270-9eb8-7b19bac869c2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7630cab9-f1d0-4db2-ae98-d12766bf614a HTTP/1.1" status: 204 len: 168 time: 0.4580982 Jan 29 04:25:48.372885 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-7b3bbc64-51c3-4d5f-98fb-7f3d6f4446a4 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] For port 47740842-a4f8-4e53-9323-bc54bb1847d5, host hv-neutron-8211, got binding levels [] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:48.373262 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7b3bbc64-51c3-4d5f-98fb-7f3d6f4446a4 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (47740842-a4f8-4e53-9323-bc54bb1847d5), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:48.392860 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bbc64-51c3-4d5f-98fb-7f3d6f4446a4 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Calling delete_port for 47740842-a4f8-4e53-9323-bc54bb1847d5 owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:25:48.402334 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c493f9f-ed44-4153-a421-1af3549d721d tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:25:48.436477 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb013a10-7bfe-4270-9eb8-7b19bac869c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7630cab9-f1d0-4db2-ae98-d12766bf614a,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:48.439346 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (4df274c1-c961-4adf-b18c-e4ed9eee66a7), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:48.439701 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 59388dd7-5ecd-4709-8852-642f4a3e1181 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:48.444680 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-30d6367e-c477-495e-b664-756e1083bc32 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.8409441 Jan 29 04:25:48.448099 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d6367e-c477-495e-b664-756e1083bc32 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Pushing event updated for resources: {'Network': ['ID=589c94b3-70cd-46e0-8332-21251975de5f,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:48.450138 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49754) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:48.457958 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-49bc4bcc-45e5-4748-a11e-60e841a477de tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Request body: {'subnet': {'network_id': '589c94b3-70cd-46e0-8332-21251975de5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:48.500447 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6c493f9f-ed44-4153-a421-1af3549d721d tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (519c8af0-53cc-432f-8fc1-1e1016b52265), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:48.503826 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-6c493f9f-ed44-4153-a421-1af3549d721d tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Added segment 519c8af0-53cc-432f-8fc1-1e1016b52265 of type vlan for network 73b10e0d-7a92-4b9d-a258-ad1a26705bf1 Jan 29 04:25:48.584227 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7b3bbc64-51c3-4d5f-98fb-7f3d6f4446a4 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (47740842-a4f8-4e53-9323-bc54bb1847d5), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:48.613892 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 589c94b3-70cd-46e0-8332-21251975de5f details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:25:48.622650 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-b9db5f25-3c7e-402b-8c34-8ebfe246b5e1 None None] Provisioning complete for port 4df274c1-c961-4adf-b18c-e4ed9eee66a7 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:48.622862 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b9db5f25-3c7e-402b-8c34-8ebfe246b5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (4df274c1-c961-4adf-b18c-e4ed9eee66a7), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:48.628337 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7b3bbc64-51c3-4d5f-98fb-7f3d6f4446a4 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:48.636753 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7b3bbc64-51c3-4d5f-98fb-7f3d6f4446a4 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] 10.222.0.13 "DELETE /v2.0/ports/47740842-a4f8-4e53-9323-bc54bb1847d5 HTTP/1.1" status: 204 len: 168 time: 1.1974409 Jan 29 04:25:48.638145 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49758) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:48.647279 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6c493f9f-ed44-4153-a421-1af3549d721d tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (73b10e0d-7a92-4b9d-a258-ad1a26705bf1), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:48.660526 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f2739297-76b1-4388-9ec6-56b166adbb88 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for router_gateway (cb02c67a-47fe-4cc6-a6a4-b07d88a8e8dc), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:48.669913 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bbc64-51c3-4d5f-98fb-7f3d6f4446a4 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Pushing event deleted for resources: {'Port': ['ID=47740842-a4f8-4e53-9323-bc54bb1847d5,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:48.673359 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-b99711bc-637f-4971-90bd-8fdbe3998705 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] GET failed (client error): The resource could not be found. Jan 29 04:25:48.681811 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b99711bc-637f-4971-90bd-8fdbe3998705 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] 10.222.0.13 "GET /v2.0/ports/47740842-a4f8-4e53-9323-bc54bb1847d5 HTTP/1.1" status: 404 len: 333 time: 0.0395973 Jan 29 04:25:48.681811 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49760) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:48.685373 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-5f2d9fc0-4702-459c-8f4f-1c69a7084b61 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Request body: {'port': {'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1416054104'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:48.693097 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f2739297-76b1-4388-9ec6-56b166adbb88 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:48.794933 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2d9fc0-4702-459c-8f4f-1c69a7084b61 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Made reservation on behalf of 139c2bb219fc447b958004497db30e76 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:48.797317 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5f2d9fc0-4702-459c-8f4f-1c69a7084b61 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:48.800019 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=4df274c1-c961-4adf-b18c-e4ed9eee66a7,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:48.824636 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-5f2d9fc0-4702-459c-8f4f-1c69a7084b61 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] device_id is not set on port 83f7f1b3-bcbe-4423-9b46-6307f21452dd yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:25:48.829240 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 59388dd7-5ecd-4709-8852-642f4a3e1181 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:48.829240 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (59388dd7-5ecd-4709-8852-642f4a3e1181), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:48.880694 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6c493f9f-ed44-4153-a421-1af3549d721d tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (73b10e0d-7a92-4b9d-a258-ad1a26705bf1), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:48.886409 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c493f9f-ed44-4153-a421-1af3549d721d tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:48.886409 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6c493f9f-ed44-4153-a421-1af3549d721d tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:48.888909 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bc4bcc-45e5-4748-a11e-60e841a477de tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Made reservation on behalf of 2295d89d6c624345b49b3e581fed20fc for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:48.892297 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-49bc4bcc-45e5-4748-a11e-60e841a477de tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:48.903068 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-b9db5f25-3c7e-402b-8c34-8ebfe246b5e1 None None] Current status of the port 4df274c1-c961-4adf-b18c-e4ed9eee66a7 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:48.972536 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 59388dd7-5ecd-4709-8852-642f4a3e1181 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:48.973015 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (59388dd7-5ecd-4709-8852-642f4a3e1181), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:49.013469 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5f2d9fc0-4702-459c-8f4f-1c69a7084b61 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks [] for port (83f7f1b3-bcbe-4423-9b46-6307f21452dd), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:49.028409 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 59388dd7-5ecd-4709-8852-642f4a3e1181, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=59388dd7-5ecd-4709-8852-642f4a3e1181,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:49.107605 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (59388dd7-5ecd-4709-8852-642f4a3e1181), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:49.125880 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3595b5d-0446-4036-a77e-86d1b662cb33 req-3e308905-0384-4cff-9822-f6828bb53ee0 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:49.132084 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-c3595b5d-0446-4036-a77e-86d1b662cb33 req-3e308905-0384-4cff-9822-f6828bb53ee0 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/ports?device_id=48674ac7-eeea-467e-964d-2d8ab2b92c9e HTTP/1.1" status: 200 len: 944 time: 0.3818963 Jan 29 04:25:49.160035 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5f2d9fc0-4702-459c-8f4f-1c69a7084b61 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (83f7f1b3-bcbe-4423-9b46-6307f21452dd), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:49.196281 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=59388dd7-5ecd-4709-8852-642f4a3e1181,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:49.232661 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-1e544e1f-fd6c-4c70-bcf3-e6b4bb2606ec None None] Provisioning complete for port 4df274c1-c961-4adf-b18c-e4ed9eee66a7 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:49.233371 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1e544e1f-fd6c-4c70-bcf3-e6b4bb2606ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (4df274c1-c961-4adf-b18c-e4ed9eee66a7), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:49.248518 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-f2739297-76b1-4388-9ec6-56b166adbb88 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Allocated IP 172.26.8.9 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/7820adaa-a355-4b89-883b-8f3beaf85fcf) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:49.256468 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2d9fc0-4702-459c-8f4f-1c69a7084b61 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Network e9debad4-3f36-4493-aa2e-b9dd315cd865 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:49.260704 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-5f2d9fc0-4702-459c-8f4f-1c69a7084b61 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:49.263163 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2d9fc0-4702-459c-8f4f-1c69a7084b61 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:49.264251 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2d9fc0-4702-459c-8f4f-1c69a7084b61 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:49.264884 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5f2d9fc0-4702-459c-8f4f-1c69a7084b61 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:49.277308 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c493f9f-ed44-4153-a421-1af3549d721d tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Pushing event updated for resources: {'Network': ['ID=73b10e0d-7a92-4b9d-a258-ad1a26705bf1,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:49.285110 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2d9fc0-4702-459c-8f4f-1c69a7084b61 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Pushing event updated for resources: {'Port': ['ID=83f7f1b3-bcbe-4423-9b46-6307f21452dd,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:49.292203 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 73b10e0d-7a92-4b9d-a258-ad1a26705bf1 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:25:49.298460 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1b131-58e1-4c35-a6fa-aa18fb0c1e72 req-f7336a80-28cf-4935-9c84-3e7624adf3da tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:49.300228 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-59c1b131-58e1-4c35-a6fa-aa18fb0c1e72 req-f7336a80-28cf-4935-9c84-3e7624adf3da tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9d5143-b353-429f-b510-a519c4158175 HTTP/1.1" status: 200 len: 943 time: 0.1624873 Jan 29 04:25:49.318991 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-6c493f9f-ed44-4153-a421-1af3549d721d tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7595651 Jan 29 04:25:49.319369 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49772) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:49.324758 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-c8e0b8ec-e02b-4e0b-a9d2-a6bcbc852c5a tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Request body: {'subnet': {'network_id': 'a61f03a4-8535-4083-acc0-f1e6b4e2c4b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:49.361791 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-c3595b5d-0446-4036-a77e-86d1b662cb33 req-1244297d-ccbc-49b7-b033-606a555a0896 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/security-groups?id=715f2fe5-a75a-4ee8-a2b4-7e90e6c33135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830726 Jan 29 04:25:49.401444 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-5f2d9fc0-4702-459c-8f4f-1c69a7084b61 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7196994 Jan 29 04:25:49.410300 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49778) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:49.410417 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-1e544e1f-fd6c-4c70-bcf3-e6b4bb2606ec None None] Current status of the port 4df274c1-c961-4adf-b18c-e4ed9eee66a7 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:49.437062 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-59c1b131-58e1-4c35-a6fa-aa18fb0c1e72 req-3475402f-dff6-4c33-ac2d-cc09633f318a tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/security-groups?id=e52fdf30-5ac5-455f-a26e-79cce6c2b476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255114 Jan 29 04:25:49.441253 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8211'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:49.515168 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (83f7f1b3-bcbe-4423-9b46-6307f21452dd), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:49.606338 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.objects.ports [None req-49bc4bcc-45e5-4748-a11e-60e841a477de tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103584) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 04:25:49.613883 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f2739297-76b1-4388-9ec6-56b166adbb88 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for port (7820adaa-a355-4b89-883b-8f3beaf85fcf), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:49.654988 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-49bc4bcc-45e5-4748-a11e-60e841a477de tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (76ee321b-975a-4012-9447-63675769da2e), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:49.731818 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 4df274c1-c961-4adf-b18c-e4ed9eee66a7 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:49.745102 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e0b8ec-e02b-4e0b-a9d2-a6bcbc852c5a tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Made reservation on behalf of 53b99d5abfda4b37a432112f091b95b3 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:49.749368 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c8e0b8ec-e02b-4e0b-a9d2-a6bcbc852c5a tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:49.784991 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883eb97-90c4-4d46-a743-610825f59e4f req-d43e659d-1466-4fa1-a6e9-53d8b5bb43a6 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:49.794145 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-4883eb97-90c4-4d46-a743-610825f59e4f req-d43e659d-1466-4fa1-a6e9-53d8b5bb43a6 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 944 time: 0.3101447 Jan 29 04:25:49.801224 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 4df274c1-c961-4adf-b18c-e4ed9eee66a7 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:49.801721 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (4df274c1-c961-4adf-b18c-e4ed9eee66a7), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:49.810880 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] device_id is not set on port 83f7f1b3-bcbe-4423-9b46-6307f21452dd yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:25:49.839431 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks [] for port (83f7f1b3-bcbe-4423-9b46-6307f21452dd), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:49.857710 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8511765e-fdeb-4570-8b2e-161746d0e638 req-555b9f21-d4e1-446b-9ab6-f8469c677a54 service neutron] 10.222.0.18 "GET /v2.0/networks/4d4605cc-cd83-4037-bfc8-342508214a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019506 Jan 29 04:25:49.859764 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6be5a-8bb7-45de-b8df-9dabb5469a95 req-2f7f0995-dc30-44ec-bf20-4bd29173fa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:49.861150 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6da6be5a-8bb7-45de-b8df-9dabb5469a95 req-2f7f0995-dc30-44ec-bf20-4bd29173fa77 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7dd99718cde04f60a90f22e4134ff580&device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 1128 time: 0.1394439 Jan 29 04:25:49.906124 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 4df274c1-c961-4adf-b18c-e4ed9eee66a7 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:49.909720 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 59388dd7-5ecd-4709-8852-642f4a3e1181 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:49.971574 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 59388dd7-5ecd-4709-8852-642f4a3e1181 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:49.972393 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (59388dd7-5ecd-4709-8852-642f4a3e1181), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:50.103076 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 59388dd7-5ecd-4709-8852-642f4a3e1181 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:50.138743 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc4bcc-45e5-4748-a11e-60e841a477de tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Pushing event updated for resources: {'Subnet': ['ID=76ee321b-975a-4012-9447-63675769da2e,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:50.178155 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-90432569-e03c-46d5-9564-938288ed3e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:50.234674 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (83f7f1b3-bcbe-4423-9b46-6307f21452dd), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:50.240026 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-4883eb97-90c4-4d46-a743-610825f59e4f req-01ccc0dd-9fad-4170-bc2b-5fd0935b346b tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4448078 Jan 29 04:25:50.247793 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bc4bcc-45e5-4748-a11e-60e841a477de tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Checking segment: {'id': 'e4080ecd-5c30-490c-b77b-335aee8e0aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '589c94b3-70cd-46e0-8332-21251975de5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:25:50.248162 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bc4bcc-45e5-4748-a11e-60e841a477de tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Network hostable DHCP agents. Network: 589c94b3-70cd-46e0-8332-21251975de5f, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:25:50.272571 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e2e8998c-417f-4152-b2a4-fef9fc6e78e1 req-ca81f42d-eaf1-4486-84a1-0da9df755e8c service neutron] 10.222.0.18 "GET /v2.0/networks/110bb4a8-6dea-4688-b150-e74a0a24c2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6121154 Jan 29 04:25:50.278955 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f2739297-76b1-4388-9ec6-56b166adbb88 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (7820adaa-a355-4b89-883b-8f3beaf85fcf), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:50.351895 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2739297-76b1-4388-9ec6-56b166adbb88 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:50.358391 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6be5a-8bb7-45de-b8df-9dabb5469a95 req-b3bc7424-7b23-4033-8c40-b412582a577e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:50.360659 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6da6be5a-8bb7-45de-b8df-9dabb5469a95 req-b3bc7424-7b23-4033-8c40-b412582a577e service neutron] 10.222.0.18 "GET /v2.0/networks?id=9507ed99-2983-492a-ac2f-269d5807feac HTTP/1.1" status: 200 len: 911 time: 0.4782984 Jan 29 04:25:50.361819 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-f2739297-76b1-4388-9ec6-56b166adbb88 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:50.363577 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bc4bcc-45e5-4748-a11e-60e841a477de tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Network 589c94b3-70cd-46e0-8332-21251975de5f is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:25:50.369612 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2739297-76b1-4388-9ec6-56b166adbb88 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:50.380307 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Pushing event updated for resources: {'Port': ['ID=83f7f1b3-bcbe-4423-9b46-6307f21452dd,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:50.418531 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2739297-76b1-4388-9ec6-56b166adbb88 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Pushing event updated for resources: {'Port': ['ID=7820adaa-a355-4b89-883b-8f3beaf85fcf,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:50.434917 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6da6be5a-8bb7-45de-b8df-9dabb5469a95 req-0bddf181-e5ef-4f8f-98de-6f811761a99d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1034befb-3cd4-4337-8ed7-028318e7f85e HTTP/1.1" status: 200 len: 217 time: 0.0624466 Jan 29 04:25:50.439515 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:50.439981 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:50.440456 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd on network e9debad4-3f36-4493-aa2e-b9dd315cd865 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:50.454337 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Port 83f7f1b3-bcbe-4423-9b46-6307f21452dd on network e9debad4-3f36-4493-aa2e-b9dd315cd865 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:50.454666 dv-neutron-821190-1-hyperv neutron-server[103585]: ERROR neutron.plugins.ml2.managers [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Failed to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd on host hv-neutron-8211 for vnic_type normal using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] Jan 29 04:25:50.463009 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.plugins.ml2.plugin [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempt 2 to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd Jan 29 04:25:50.468290 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a24236-9bcc-45cf-b332-e3ef5f4f585c req-c30689e2-9d46-40cc-a7c0-20e5f2f3ede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:50.475175 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-76a24236-9bcc-45cf-b332-e3ef5f4f585c req-c30689e2-9d46-40cc-a7c0-20e5f2f3ede3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cb686369165a4ed4a16bda0615e2ed0e&device_id=48674ac7-eeea-467e-964d-2d8ab2b92c9e HTTP/1.1" status: 200 len: 1128 time: 0.2448227 Jan 29 04:25:50.491928 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-49bc4bcc-45e5-4748-a11e-60e841a477de tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 589c94b3-70cd-46e0-8332-21251975de5f) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:50.500756 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bc4bcc-45e5-4748-a11e-60e841a477de tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:50.501499 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-49bc4bcc-45e5-4748-a11e-60e841a477de tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:50.511614 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58727d9-b8c8-4a3c-9fe3-ab5b66388360 None None] Network 589c94b3-70cd-46e0-8332-21251975de5f requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:25:50.574279 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:50.574867 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:50.575337 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd on network e9debad4-3f36-4493-aa2e-b9dd315cd865 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:50.622685 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-49bc4bcc-45e5-4748-a11e-60e841a477de tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.1686282 Jan 29 04:25:50.635113 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce98b404-9026-46cc-acd0-e7cb3ee39c9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-589c94b3-70cd-46e0-8332-21251975de5f', 'network_id': '589c94b3-70cd-46e0-8332-21251975de5f', 'project_id': '2295d89d6c624345b49b3e581fed20fc', 'fixed_ips': [{'subnet_id': '76ee321b-975a-4012-9447-63675769da2e'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:25:50.636145 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ce98b404-9026-46cc-acd0-e7cb3ee39c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:50.636945 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49800) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:50.647201 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c8e0b8ec-e02b-4e0b-a9d2-a6bcbc852c5a tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (31d12a32-d7b1-49c8-8af4-585c8306f3c9), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:50.659252 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Port 83f7f1b3-bcbe-4423-9b46-6307f21452dd on network e9debad4-3f36-4493-aa2e-b9dd315cd865 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:50.659252 dv-neutron-821190-1-hyperv neutron-server[103585]: ERROR neutron.plugins.ml2.managers [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Failed to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd on host hv-neutron-8211 for vnic_type normal using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] Jan 29 04:25:50.677673 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.plugins.ml2.plugin [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempt 3 to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd Jan 29 04:25:50.681489 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6be5a-8bb7-45de-b8df-9dabb5469a95 req-1b76ef51-3e02-44b5-ae56-4059d2335f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:50.683012 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6da6be5a-8bb7-45de-b8df-9dabb5469a95 req-1b76ef51-3e02-44b5-ae56-4059d2335f47 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ca2d3a0a-064d-4780-9b58-334005fc5d1b HTTP/1.1" status: 200 len: 849 time: 0.2350104 Jan 29 04:25:50.714685 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b181a4-d366-460d-af34-45e48e0d8814 req-dd1f09e1-0144-4c56-8dd7-d19ecba0d155 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:50.716771 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-63b181a4-d366-460d-af34-45e48e0d8814 req-dd1f09e1-0144-4c56-8dd7-d19ecba0d155 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/ports?device_id=48674ac7-eeea-467e-964d-2d8ab2b92c9e HTTP/1.1" status: 200 len: 944 time: 0.2642932 Jan 29 04:25:50.738669 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8515e-1073-4a54-a4c0-e6679ee8222f req-2f5c336f-a81c-44c0-8635-94c68f9b7d8c tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:50.740241 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-53e8515e-1073-4a54-a4c0-e6679ee8222f req-2f5c336f-a81c-44c0-8635-94c68f9b7d8c tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9d5143-b353-429f-b510-a519c4158175 HTTP/1.1" status: 200 len: 943 time: 0.2226388 Jan 29 04:25:50.757212 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e0b8ec-e02b-4e0b-a9d2-a6bcbc852c5a tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Pushing event updated for resources: {'Subnet': ['ID=31d12a32-d7b1-49c8-8af4-585c8306f3c9,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:50.779968 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e0b8ec-e02b-4e0b-a9d2-a6bcbc852c5a tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Checking segment: {'id': 'f7917d09-7f31-4dd3-adec-bd9aa0b13a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a61f03a4-8535-4083-acc0-f1e6b4e2c4b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:25:50.780332 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e0b8ec-e02b-4e0b-a9d2-a6bcbc852c5a tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Network hostable DHCP agents. Network: a61f03a4-8535-4083-acc0-f1e6b4e2c4b3, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:25:50.804818 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:50.805201 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:50.806750 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd on network e9debad4-3f36-4493-aa2e-b9dd315cd865 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:50.819595 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-ce98b404-9026-46cc-acd0-e7cb3ee39c9c None None] Allocated IP 2001:db8::f816:3eff:fed5:2519 (589c94b3-70cd-46e0-8332-21251975de5f/76ee321b-975a-4012-9447-63675769da2e/88d0116b-e4ae-44c2-8f28-d434f3e41096) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:50.826384 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-53e8515e-1073-4a54-a4c0-e6679ee8222f req-ff01a91c-7b96-4513-98e7-14cf3144d85b tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/security-groups?id=e52fdf30-5ac5-455f-a26e-79cce6c2b476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773339 Jan 29 04:25:50.849721 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a24236-9bcc-45cf-b332-e3ef5f4f585c req-394ccb4c-93bb-4f9a-80e7-d41ac875fd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:50.849721 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-76a24236-9bcc-45cf-b332-e3ef5f4f585c req-394ccb4c-93bb-4f9a-80e7-d41ac875fd86 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4d4605cc-cd83-4037-bfc8-342508214a0e HTTP/1.1" status: 200 len: 912 time: 0.3457174 Jan 29 04:25:50.859767 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Port 83f7f1b3-bcbe-4423-9b46-6307f21452dd on network e9debad4-3f36-4493-aa2e-b9dd315cd865 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:50.860200 dv-neutron-821190-1-hyperv neutron-server[103585]: ERROR neutron.plugins.ml2.managers [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Failed to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd on host hv-neutron-8211 for vnic_type normal using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] Jan 29 04:25:50.865610 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.plugins.ml2.plugin [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempt 4 to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd Jan 29 04:25:50.890560 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e0b8ec-e02b-4e0b-a9d2-a6bcbc852c5a tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Network a61f03a4-8535-4083-acc0-f1e6b4e2c4b3 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:25:50.932665 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-63b181a4-d366-460d-af34-45e48e0d8814 req-866f42b4-7f03-4e9a-8b42-a0e0730840e7 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/security-groups?id=715f2fe5-a75a-4ee8-a2b4-7e90e6c33135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806545 Jan 29 04:25:50.968405 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f2739297-76b1-4388-9ec6-56b166adbb88 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for router_gateway (cb02c67a-47fe-4cc6-a6a4-b07d88a8e8dc), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:50.972752 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-c8e0b8ec-e02b-4e0b-a9d2-a6bcbc852c5a tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, a61f03a4-8535-4083-acc0-f1e6b4e2c4b3) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:50.978802 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-76a24236-9bcc-45cf-b332-e3ef5f4f585c req-fb1037dc-6268-4644-a029-0be7e203d581 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e38da7a-056f-4de3-b557-31c899d94cdb HTTP/1.1" status: 200 len: 217 time: 0.1140354 Jan 29 04:25:50.979409 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:50.979739 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:50.980068 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd on network e9debad4-3f36-4493-aa2e-b9dd315cd865 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:50.986678 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e0b8ec-e02b-4e0b-a9d2-a6bcbc852c5a tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:50.986678 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c8e0b8ec-e02b-4e0b-a9d2-a6bcbc852c5a tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:51.005741 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Port 83f7f1b3-bcbe-4423-9b46-6307f21452dd on network e9debad4-3f36-4493-aa2e-b9dd315cd865 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:51.006076 dv-neutron-821190-1-hyperv neutron-server[103585]: ERROR neutron.plugins.ml2.managers [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Failed to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd on host hv-neutron-8211 for vnic_type normal using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] Jan 29 04:25:51.024970 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.plugins.ml2.plugin [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempt 5 to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd Jan 29 04:25:51.033248 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ce98b404-9026-46cc-acd0-e7cb3ee39c9c None None] Publish callbacks [] for port (88d0116b-e4ae-44c2-8f28-d434f3e41096), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:51.038112 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159fa103-5cb1-4940-b013-3a3cb7f5eba1 None None] Network a61f03a4-8535-4083-acc0-f1e6b4e2c4b3 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:25:51.044908 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (589c94b3-70cd-46e0-8332-21251975de5f), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:51.068278 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:51.068640 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:51.068975 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd on network e9debad4-3f36-4493-aa2e-b9dd315cd865 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:51.092780 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Port 83f7f1b3-bcbe-4423-9b46-6307f21452dd on network e9debad4-3f36-4493-aa2e-b9dd315cd865 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:51.092780 dv-neutron-821190-1-hyperv neutron-server[103585]: ERROR neutron.plugins.ml2.managers [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Failed to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd on host hv-neutron-8211 for vnic_type normal using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] Jan 29 04:25:51.092780 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.plugins.ml2.plugin [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempt 6 to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd Jan 29 04:25:51.092780 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a24236-9bcc-45cf-b332-e3ef5f4f585c req-57b05ac1-ced2-4bb0-befa-f554664ec740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:51.094486 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-76a24236-9bcc-45cf-b332-e3ef5f4f585c req-57b05ac1-ced2-4bb0-befa-f554664ec740 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=28462fdf-59a1-4f6b-8a80-4bfac581848e HTTP/1.1" status: 200 len: 850 time: 0.1075158 Jan 29 04:25:51.096760 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6be5a-8bb7-45de-b8df-9dabb5469a95 req-efddf5fa-59b4-4024-9e0a-d689b93ac95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:51.098768 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6da6be5a-8bb7-45de-b8df-9dabb5469a95 req-efddf5fa-59b4-4024-9e0a-d689b93ac95a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9507ed99-2983-492a-ac2f-269d5807feac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2548065 Jan 29 04:25:51.114356 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ce98b404-9026-46cc-acd0-e7cb3ee39c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (88d0116b-e4ae-44c2-8f28-d434f3e41096), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:51.127371 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c8e0b8ec-e02b-4e0b-a9d2-a6bcbc852c5a tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8008590 Jan 29 04:25:51.130924 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49812) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:51.138410 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-616c1601-20ad-450f-a3a2-578ff3cd3efe tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Request body: {'subnet': {'network_id': '73b10e0d-7a92-4b9d-a258-ad1a26705bf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:51.179441 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce98b404-9026-46cc-acd0-e7cb3ee39c9c None None] Network 589c94b3-70cd-46e0-8332-21251975de5f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:51.199239 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-ce98b404-9026-46cc-acd0-e7cb3ee39c9c None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:51.200966 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:51.201306 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:51.201642 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd on network e9debad4-3f36-4493-aa2e-b9dd315cd865 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:51.205204 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce98b404-9026-46cc-acd0-e7cb3ee39c9c None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:51.215688 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98b404-9026-46cc-acd0-e7cb3ee39c9c None None] Pushing event updated for resources: {'Port': ['ID=88d0116b-e4ae-44c2-8f28-d434f3e41096,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:51.243571 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dc933d-c889-48d3-9104-9204f589ce9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-a61f03a4-8535-4083-acc0-f1e6b4e2c4b3', 'network_id': 'a61f03a4-8535-4083-acc0-f1e6b4e2c4b3', 'project_id': '53b99d5abfda4b37a432112f091b95b3', 'fixed_ips': [{'subnet_id': '31d12a32-d7b1-49c8-8af4-585c8306f3c9'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:25:51.244769 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5dc933d-c889-48d3-9104-9204f589ce9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:51.257670 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Port 83f7f1b3-bcbe-4423-9b46-6307f21452dd on network e9debad4-3f36-4493-aa2e-b9dd315cd865 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:51.258004 dv-neutron-821190-1-hyperv neutron-server[103585]: ERROR neutron.plugins.ml2.managers [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Failed to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd on host hv-neutron-8211 for vnic_type normal using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] Jan 29 04:25:51.266178 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.plugins.ml2.plugin [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempt 7 to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd Jan 29 04:25:51.279589 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (76ee321b-975a-4012-9447-63675769da2e), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:51.300920 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-ce98b404-9026-46cc-acd0-e7cb3ee39c9c None None] Attempting to bind port 88d0116b-e4ae-44c2-8f28-d434f3e41096 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:51.301375 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-ce98b404-9026-46cc-acd0-e7cb3ee39c9c None None] Attempting to bind port 88d0116b-e4ae-44c2-8f28-d434f3e41096 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'e4080ecd-5c30-490c-b77b-335aee8e0aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '589c94b3-70cd-46e0-8332-21251975de5f'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:51.301879 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce98b404-9026-46cc-acd0-e7cb3ee39c9c None None] Attempting to bind port 88d0116b-e4ae-44c2-8f28-d434f3e41096 on network 589c94b3-70cd-46e0-8332-21251975de5f {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:51.323730 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:51.324106 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:51.326275 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd on network e9debad4-3f36-4493-aa2e-b9dd315cd865 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:51.357988 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Port 83f7f1b3-bcbe-4423-9b46-6307f21452dd on network e9debad4-3f36-4493-aa2e-b9dd315cd865 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:51.358209 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce98b404-9026-46cc-acd0-e7cb3ee39c9c None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:25:51.360162 dv-neutron-821190-1-hyperv neutron-server[103585]: ERROR neutron.plugins.ml2.managers [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Failed to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd on host hv-neutron-8211 for vnic_type normal using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] Jan 29 04:25:51.360274 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce98b404-9026-46cc-acd0-e7cb3ee39c9c None None] Checking segment: {'id': 'e4080ecd-5c30-490c-b77b-335aee8e0aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '589c94b3-70cd-46e0-8332-21251975de5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:25:51.360274 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ce98b404-9026-46cc-acd0-e7cb3ee39c9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:51.360274 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce98b404-9026-46cc-acd0-e7cb3ee39c9c None None] Bound using segment: {'id': 'e4080ecd-5c30-490c-b77b-335aee8e0aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '589c94b3-70cd-46e0-8332-21251975de5f'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:25:51.360274 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-ce98b404-9026-46cc-acd0-e7cb3ee39c9c None None] Bound port: 88d0116b-e4ae-44c2-8f28-d434f3e41096, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4080ecd-5c30-490c-b77b-335aee8e0aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '589c94b3-70cd-46e0-8332-21251975de5f'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:25:51.360274 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ce98b404-9026-46cc-acd0-e7cb3ee39c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (88d0116b-e4ae-44c2-8f28-d434f3e41096), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:51.362401 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.plugins.ml2.plugin [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempt 8 to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd Jan 29 04:25:51.372890 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a24236-9bcc-45cf-b332-e3ef5f4f585c req-21b0e1a4-434c-4ba5-aa78-fa96f8d298d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:51.374404 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-76a24236-9bcc-45cf-b332-e3ef5f4f585c req-21b0e1a4-434c-4ba5-aa78-fa96f8d298d0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4d4605cc-cd83-4037-bfc8-342508214a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2656403 Jan 29 04:25:51.384805 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6da6be5a-8bb7-45de-b8df-9dabb5469a95 req-5135c076-39d9-4136-90b0-fd366df7d915 service neutron] 10.222.0.18 "GET /v2.0/networks/9507ed99-2983-492a-ac2f-269d5807feac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771044 Jan 29 04:25:51.392792 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616c1601-20ad-450f-a3a2-578ff3cd3efe tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Made reservation on behalf of 53b99d5abfda4b37a432112f091b95b3 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:51.400749 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-616c1601-20ad-450f-a3a2-578ff3cd3efe tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:51.406154 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:51.406486 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:51.406877 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd on network e9debad4-3f36-4493-aa2e-b9dd315cd865 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:51.435739 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49818) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:51.453008 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-ce98b404-9026-46cc-acd0-e7cb3ee39c9c None None] For port 88d0116b-e4ae-44c2-8f28-d434f3e41096, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:25:51.456264 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-ce98b404-9026-46cc-acd0-e7cb3ee39c9c None None] For port 88d0116b-e4ae-44c2-8f28-d434f3e41096, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=88d0116b-e4ae-44c2-8f28-d434f3e41096,segment=NetworkSegment(e4080ecd-5c30-490c-b77b-335aee8e0aba),segment_id=e4080ecd-5c30-490c-b77b-335aee8e0aba)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:25:51.476073 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Port 83f7f1b3-bcbe-4423-9b46-6307f21452dd on network e9debad4-3f36-4493-aa2e-b9dd315cd865 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:51.478949 dv-neutron-821190-1-hyperv neutron-server[103585]: ERROR neutron.plugins.ml2.managers [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Failed to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd on host hv-neutron-8211 for vnic_type normal using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] Jan 29 04:25:51.502825 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.plugins.ml2.plugin [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempt 9 to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd Jan 29 04:25:51.511983 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f2739297-76b1-4388-9ec6-56b166adbb88 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (cb02c67a-47fe-4cc6-a6a4-b07d88a8e8dc), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:51.531845 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:51.532167 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:51.532509 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd on network e9debad4-3f36-4493-aa2e-b9dd315cd865 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:51.542131 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ce98b404-9026-46cc-acd0-e7cb3ee39c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (88d0116b-e4ae-44c2-8f28-d434f3e41096), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:51.558479 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Port 83f7f1b3-bcbe-4423-9b46-6307f21452dd on network e9debad4-3f36-4493-aa2e-b9dd315cd865 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:51.558806 dv-neutron-821190-1-hyperv neutron-server[103585]: ERROR neutron.plugins.ml2.managers [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Failed to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd on host hv-neutron-8211 for vnic_type normal using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] Jan 29 04:25:51.565440 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.plugins.ml2.plugin [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempt 10 to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd Jan 29 04:25:51.578792 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for subnet (76ee321b-975a-4012-9447-63675769da2e), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:51.593248 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec94963-4bea-42a7-ad94-e7a01d110d3b req-e396c04a-d11e-45c7-9606-6ac9e101f8be tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:51.601125 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-3ec94963-4bea-42a7-ad94-e7a01d110d3b req-e396c04a-d11e-45c7-9606-6ac9e101f8be tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 944 time: 0.2136340 Jan 29 04:25:51.604838 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6da6be5a-8bb7-45de-b8df-9dabb5469a95 req-b63dd287-ac8f-40f4-9c5e-b27d89e3ce34 service neutron] 10.222.0.18 "GET /v2.0/networks/9507ed99-2983-492a-ac2f-269d5807feac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127635 Jan 29 04:25:51.629432 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-e5dc933d-c889-48d3-9104-9204f589ce9f None None] Allocated IP 2001:db8::2 (a61f03a4-8535-4083-acc0-f1e6b4e2c4b3/31d12a32-d7b1-49c8-8af4-585c8306f3c9/350597ce-dc14-4836-807f-dcd5aad19c9a) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:51.634013 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98b404-9026-46cc-acd0-e7cb3ee39c9c None None] Pushing event updated for resources: {'Port': ['ID=88d0116b-e4ae-44c2-8f28-d434f3e41096,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:51.642947 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-76a24236-9bcc-45cf-b332-e3ef5f4f585c req-a6488c76-ab5c-4005-adcc-bef5813dd8f5 service neutron] 10.222.0.18 "GET /v2.0/networks/4d4605cc-cd83-4037-bfc8-342508214a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535028 Jan 29 04:25:51.644383 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:51.644383 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:51.644805 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd on network e9debad4-3f36-4493-aa2e-b9dd315cd865 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:51.651374 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Pushing event deleted for resources: {'Subnet': ['ID=76ee321b-975a-4012-9447-63675769da2e,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:51.666915 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-f21272c5-9772-4a19-a2fa-67724efd04a3 tempest-QuotasTest-416831312 tempest-QuotasTest-416831312-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:51.752636 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Port 83f7f1b3-bcbe-4423-9b46-6307f21452dd on network e9debad4-3f36-4493-aa2e-b9dd315cd865 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:51.752978 dv-neutron-821190-1-hyperv neutron-server[103585]: ERROR neutron.plugins.ml2.managers [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Failed to bind port 83f7f1b3-bcbe-4423-9b46-6307f21452dd on host hv-neutron-8211 for vnic_type normal using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] Jan 29 04:25:51.754323 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (83f7f1b3-bcbe-4423-9b46-6307f21452dd), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:51.784311 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-3ec94963-4bea-42a7-ad94-e7a01d110d3b req-a1e3ca45-ae37-4ca3-91a0-4f0d4a721be9 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1789675 Jan 29 04:25:51.838357 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (589c94b3-70cd-46e0-8332-21251975de5f), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:51.844110 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5dc933d-c889-48d3-9104-9204f589ce9f None None] Publish callbacks [] for port (350597ce-dc14-4836-807f-dcd5aad19c9a), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:51.852924 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-76a24236-9bcc-45cf-b332-e3ef5f4f585c req-9b305038-0afd-4462-9dfd-e8c62ba76883 service neutron] 10.222.0.18 "GET /v2.0/networks/4d4605cc-cd83-4037-bfc8-342508214a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911049 Jan 29 04:25:51.893360 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Subscribe: > segment before_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:25:51.893360 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:25:51.893360 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:25:51.893360 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Subscribe: > port after_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:25:51.893360 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Subscribe: > port after_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:25:51.893360 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Subscribe: > port after_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:25:51.893360 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Subscribe: > segment after_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:25:51.893360 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Subscribe: > subnet after_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:25:51.894017 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Subscribe: > subnet after_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:25:51.894017 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Subscribe: > subnet after_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:25:51.941970 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2739297-76b1-4388-9ec6-56b166adbb88 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Router cb02c67a-47fe-4cc6-a6a4-b07d88a8e8dc is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:25:51.942179 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5dc933d-c889-48d3-9104-9204f589ce9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (350597ce-dc14-4836-807f-dcd5aad19c9a), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:51.987494 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dc933d-c889-48d3-9104-9204f589ce9f None None] Network a61f03a4-8535-4083-acc0-f1e6b4e2c4b3 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:51.991136 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-e5dc933d-c889-48d3-9104-9204f589ce9f None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:51.992450 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Subscribe: > subnet after_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:25:51.993817 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Subscribe: > subnet after_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:25:51.994267 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Subscribe: > subnet before_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:25:51.994601 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Subscribe: > subnet before_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:25:51.994975 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['589c94b3-70cd-46e0-8332-21251975de5f']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:51.995996 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dc933d-c889-48d3-9104-9204f589ce9f None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:52.006671 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc933d-c889-48d3-9104-9204f589ce9f None None] Pushing event updated for resources: {'Port': ['ID=350597ce-dc14-4836-807f-dcd5aad19c9a,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:52.027356 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-616c1601-20ad-450f-a3a2-578ff3cd3efe tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (203e46ed-1f78-4868-9bbc-a349e155108b), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:52.053589 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4080ecd-5c30-490c-b77b-335aee8e0aba') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:52.054269 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4080ecd-5c30-490c-b77b-335aee8e0aba') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:52.074760 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-e5dc933d-c889-48d3-9104-9204f589ce9f None None] Attempting to bind port 350597ce-dc14-4836-807f-dcd5aad19c9a on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:52.075309 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-e5dc933d-c889-48d3-9104-9204f589ce9f None None] Attempting to bind port 350597ce-dc14-4836-807f-dcd5aad19c9a by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'f7917d09-7f31-4dd3-adec-bd9aa0b13a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a61f03a4-8535-4083-acc0-f1e6b4e2c4b3'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:52.075822 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dc933d-c889-48d3-9104-9204f589ce9f None None] Attempting to bind port 350597ce-dc14-4836-807f-dcd5aad19c9a on network a61f03a4-8535-4083-acc0-f1e6b4e2c4b3 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:52.082023 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dc933d-c889-48d3-9104-9204f589ce9f None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:25:52.082671 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dc933d-c889-48d3-9104-9204f589ce9f None None] Checking segment: {'id': 'f7917d09-7f31-4dd3-adec-bd9aa0b13a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a61f03a4-8535-4083-acc0-f1e6b4e2c4b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:25:52.083796 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5dc933d-c889-48d3-9104-9204f589ce9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:52.084345 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dc933d-c889-48d3-9104-9204f589ce9f None None] Bound using segment: {'id': 'f7917d09-7f31-4dd3-adec-bd9aa0b13a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a61f03a4-8535-4083-acc0-f1e6b4e2c4b3'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:25:52.085010 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-e5dc933d-c889-48d3-9104-9204f589ce9f None None] Bound port: 350597ce-dc14-4836-807f-dcd5aad19c9a, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7917d09-7f31-4dd3-adec-bd9aa0b13a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a61f03a4-8535-4083-acc0-f1e6b4e2c4b3'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:25:52.085388 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5dc933d-c889-48d3-9104-9204f589ce9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (350597ce-dc14-4836-807f-dcd5aad19c9a), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:52.120582 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (e4080ecd-5c30-490c-b77b-335aee8e0aba), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:52.157483 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (e4080ecd-5c30-490c-b77b-335aee8e0aba), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:52.170695 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] For port 83f7f1b3-bcbe-4423-9b46-6307f21452dd, host hv-neutron-8211, cleared binding levels {{(pid=103585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:25:52.171064 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempted to set empty binding levels {{(pid=103585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 29 04:25:52.172826 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:25:52.173395 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (e4080ecd-5c30-490c-b77b-335aee8e0aba), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:52.179685 dv-neutron-821190-1-hyperv neutron-server[103585]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 29 04:25:52.179685 dv-neutron-821190-1-hyperv neutron-server[103585]: from cryptography.utils import int_from_bytes Jan 29 04:25:52.179685 dv-neutron-821190-1-hyperv neutron-server[103585]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 29 04:25:52.179685 dv-neutron-821190-1-hyperv neutron-server[103585]: from cryptography.utils import int_from_bytes Jan 29 04:25:52.179685 dv-neutron-821190-1-hyperv neutron-server[103585]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Jan 29 04:25:52.179685 dv-neutron-821190-1-hyperv neutron-server[103585]: warnings.warn('Neutron quota engine will require "--force" ' Jan 29 04:25:52.179685 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:25:52.179685 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:25:52.179685 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:25:52.179685 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:25:52.179685 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:25:52.179685 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:25:52.179685 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:25:52.179685 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:25:52.179685 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:25:52.179685 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:25:52.179685 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:25:52.179685 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:25:52.179685 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:25:52.179685 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:25:52.179685 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:25:52.179685 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:25:52.179685 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:25:52.179685 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:25:52.179685 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:25:52.179685 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:25:52.179685 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:25:52.179685 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:25:52.179685 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:25:52.179685 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:25:52.179685 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:25:52.179685 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:25:52.179685 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:25:52.179685 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:25:52.179685 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:25:52.179685 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:25:52.179685 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:25:52.179685 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:25:52.189150 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-e5dc933d-c889-48d3-9104-9204f589ce9f None None] For port 350597ce-dc14-4836-807f-dcd5aad19c9a, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:25:52.191307 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-e5dc933d-c889-48d3-9104-9204f589ce9f None None] For port 350597ce-dc14-4836-807f-dcd5aad19c9a, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=350597ce-dc14-4836-807f-dcd5aad19c9a,segment=NetworkSegment(f7917d09-7f31-4dd3-adec-bd9aa0b13a53),segment_id=f7917d09-7f31-4dd3-adec-bd9aa0b13a53)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:25:52.205202 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c1601-20ad-450f-a3a2-578ff3cd3efe tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Pushing event updated for resources: {'Subnet': ['ID=203e46ed-1f78-4868-9bbc-a349e155108b,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:52.235381 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0118d6-6c7b-4dc1-9c30-0399078ed9dd req-a499a317-85ea-48c9-aa9e-f06ea139e461 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:52.236905 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ee0118d6-6c7b-4dc1-9c30-0399078ed9dd req-a499a317-85ea-48c9-aa9e-f06ea139e461 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/ports?device_id=48674ac7-eeea-467e-964d-2d8ab2b92c9e HTTP/1.1" status: 200 len: 944 time: 0.2011635 Jan 29 04:25:52.237578 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2dde8-94f8-45cc-951d-077b5e8c6e2b req-4f8229c7-dbfc-4f39-ac11-4d3d6e4b9057 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:52.239189 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-63a2dde8-94f8-45cc-951d-077b5e8c6e2b req-4f8229c7-dbfc-4f39-ac11-4d3d6e4b9057 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9d5143-b353-429f-b510-a519c4158175 HTTP/1.1" status: 200 len: 943 time: 0.2385097 Jan 29 04:25:52.241276 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616c1601-20ad-450f-a3a2-578ff3cd3efe tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Checking segment: {'id': '519c8af0-53cc-432f-8fc1-1e1016b52265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '73b10e0d-7a92-4b9d-a258-ad1a26705bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:25:52.241647 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616c1601-20ad-450f-a3a2-578ff3cd3efe tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Network hostable DHCP agents. Network: 73b10e0d-7a92-4b9d-a258-ad1a26705bf1, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:25:52.244540 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2739297-76b1-4388-9ec6-56b166adbb88 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:25:52.253335 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f21272c5-9772-4a19-a2fa-67724efd04a3 tempest-QuotasTest-416831312 tempest-QuotasTest-416831312-project-admin] 10.222.0.13 "PUT /v2.0/quotas/3dbaa052ddc04950b4954cb2b585a9ec HTTP/1.1" status: 200 len: 366 time: 0.8131685 Jan 29 04:25:52.255691 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49826) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:52.260597 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0984485f-fcd9-4eb2-ba25-52c703d3b79a None None] Sync routers for ids ['cb02c67a-47fe-4cc6-a6a4-b07d88a8e8dc'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:25:52.272016 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0984485f-fcd9-4eb2-ba25-52c703d3b79a None None] Routers {'cb02c67a-47fe-4cc6-a6a4-b07d88a8e8dc'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:25:52.272348 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-0984485f-fcd9-4eb2-ba25-52c703d3b79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:25:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['cb02c67a-47fe-4cc6-a6a4-b07d88a8e8dc'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:52.281415 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9f30cccc-79c9-4e5e-b175-afaf2e3671e7 tempest-QuotasTest-416831312 tempest-QuotasTest-416831312-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0239475 Jan 29 04:25:52.283825 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49828) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:52.293458 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (83f7f1b3-bcbe-4423-9b46-6307f21452dd), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:52.299270 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.db.api [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 29 04:25:52.299270 dv-neutron-821190-1-hyperv neutron-server[103585]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 29 04:25:52.299270 dv-neutron-821190-1-hyperv neutron-server[103585]: [parameters: {'id': '589c94b3-70cd-46e0-8332-21251975de5f'}] Jan 29 04:25:52.299270 dv-neutron-821190-1-hyperv neutron-server[103585]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:25:52.299656 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG oslo_db.api [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:25:52.316550 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ee0118d6-6c7b-4dc1-9c30-0399078ed9dd req-10349d4c-e0de-4027-b205-95619a3ebf34 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/security-groups?id=715f2fe5-a75a-4ee8-a2b4-7e90e6c33135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690503 Jan 29 04:25:52.319168 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5dc933d-c889-48d3-9104-9204f589ce9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (350597ce-dc14-4836-807f-dcd5aad19c9a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:52.333945 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c3225b6f-2d98-46f0-a090-b51e3318d755 tempest-QuotasTest-416831312 tempest-QuotasTest-416831312-project-admin] 10.222.0.13 "GET /v2.0/quotas/3dbaa052ddc04950b4954cb2b585a9ec HTTP/1.1" status: 200 len: 366 time: 0.0467913 Jan 29 04:25:52.335588 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49830) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:52.349623 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] In _notify_port_updated(), no bound segment for port 83f7f1b3-bcbe-4423-9b46-6307f21452dd on network e9debad4-3f36-4493-aa2e-b9dd315cd865 {{(pid=103585) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 04:25:52.350488 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:52.351136 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:52.353207 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] 10.222.0.13 "PUT /v2.0/ports/83f7f1b3-bcbe-4423-9b46-6307f21452dd HTTP/1.1" status: 200 len: 977 time: 2.9397974 Jan 29 04:25:52.355962 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49832) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:52.374921 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f2739297-76b1-4388-9ec6-56b166adbb88 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:52.379514 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f2739297-76b1-4388-9ec6-56b166adbb88 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 7.2500606 Jan 29 04:25:52.381973 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49834) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:52.391363 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-63a2dde8-94f8-45cc-951d-077b5e8c6e2b req-da24b0bf-4373-4c1b-9cfb-2d1e2424197e tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/security-groups?id=e52fdf30-5ac5-455f-a26e-79cce6c2b476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277812 Jan 29 04:25:52.393658 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc7c7a-58df-4f41-ad25-82d0c4f1dcb7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Pushing event updated for resources: {'Port': ['ID=83f7f1b3-bcbe-4423-9b46-6307f21452dd,revision_number=3']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:52.415108 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616c1601-20ad-450f-a3a2-578ff3cd3efe tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Network 73b10e0d-7a92-4b9d-a258-ad1a26705bf1 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:25:52.474201 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9471d2d0-9559-4d45-a728-803479d0ef7e tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:52.474776 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9471d2d0-9559-4d45-a728-803479d0ef7e tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:52.475375 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9471d2d0-9559-4d45-a728-803479d0ef7e tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:52.475899 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9471d2d0-9559-4d45-a728-803479d0ef7e tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:52.476376 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9471d2d0-9559-4d45-a728-803479d0ef7e tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:52.477408 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9471d2d0-9559-4d45-a728-803479d0ef7e tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:52.478257 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9471d2d0-9559-4d45-a728-803479d0ef7e tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:52.478738 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9471d2d0-9559-4d45-a728-803479d0ef7e tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:52.479242 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9471d2d0-9559-4d45-a728-803479d0ef7e tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:52.479712 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9471d2d0-9559-4d45-a728-803479d0ef7e tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:52.480176 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9471d2d0-9559-4d45-a728-803479d0ef7e tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:52.480673 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9471d2d0-9559-4d45-a728-803479d0ef7e tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:52.481141 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9471d2d0-9559-4d45-a728-803479d0ef7e tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:52.481608 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9471d2d0-9559-4d45-a728-803479d0ef7e tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:52.482077 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9471d2d0-9559-4d45-a728-803479d0ef7e tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:52.482545 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9471d2d0-9559-4d45-a728-803479d0ef7e tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:52.483055 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9471d2d0-9559-4d45-a728-803479d0ef7e tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:52.483525 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9471d2d0-9559-4d45-a728-803479d0ef7e tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:52.483983 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9471d2d0-9559-4d45-a728-803479d0ef7e tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:52.484447 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9471d2d0-9559-4d45-a728-803479d0ef7e tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:52.484938 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9471d2d0-9559-4d45-a728-803479d0ef7e tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:52.485397 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9471d2d0-9559-4d45-a728-803479d0ef7e tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:52.485859 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9471d2d0-9559-4d45-a728-803479d0ef7e tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:52.486320 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9471d2d0-9559-4d45-a728-803479d0ef7e tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:52.486780 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9471d2d0-9559-4d45-a728-803479d0ef7e tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:52.487521 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9471d2d0-9559-4d45-a728-803479d0ef7e tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:52.488269 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9471d2d0-9559-4d45-a728-803479d0ef7e tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:52.488779 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9471d2d0-9559-4d45-a728-803479d0ef7e tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:52.492214 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-9471d2d0-9559-4d45-a728-803479d0ef7e tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25562 time: 0.1344495 Jan 29 04:25:52.498905 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49836) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:52.506319 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-616c1601-20ad-450f-a3a2-578ff3cd3efe tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 73b10e0d-7a92-4b9d-a258-ad1a26705bf1) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:52.511919 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b174fdb3-3b3e-4689-a6c6-b089f63a5eab tempest-QuotasTest-416831312 tempest-QuotasTest-416831312-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/3dbaa052ddc04950b4954cb2b585a9ec HTTP/1.1" status: 204 len: 168 time: 0.1743872 Jan 29 04:25:52.515776 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49838) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:52.531725 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6eaa6dec-f53b-4bdd-8525-f677e3e89716 tempest-QuotasTest-416831312 tempest-QuotasTest-416831312-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0143549 Jan 29 04:25:52.536767 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616c1601-20ad-450f-a3a2-578ff3cd3efe tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:52.537014 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49840) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:52.537382 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-616c1601-20ad-450f-a3a2-578ff3cd3efe tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:52.560811 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-5d5e8faf-c355-40ca-87ab-a037e914fe6e tempest-QuotasTest-416831312 tempest-QuotasTest-416831312-project-admin] 10.222.0.13 "GET /v2.0/quotas/3dbaa052ddc04950b4954cb2b585a9ec HTTP/1.1" status: 200 len: 370 time: 0.0222502 Jan 29 04:25:52.564042 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a51c6391-bc28-4037-8ff2-fbca483d3724 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] 10.222.0.13 "GET /v2.0/routers/cb02c67a-47fe-4cc6-a6a4-b07d88a8e8dc HTTP/1.1" status: 200 len: 906 time: 0.1810815 Jan 29 04:25:52.564916 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49842) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:52.572624 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-206fc2e4-5e1c-4f7e-818b-6a39af7a3c4a tempest-QuotasTest-416831312 tempest-QuotasTest-416831312-project-admin] 10.222.0.13 "GET /v2.0/quotas/3dbaa052ddc04950b4954cb2b585a9ec/default HTTP/1.1" status: 200 len: 370 time: 0.0066423 Jan 29 04:25:52.575224 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49846) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:52.578489 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49844) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:52.616329 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-ab287b30-bcf9-4cd1-b3d9-74b6926a0875 tempest-QuotasTest-416831312 tempest-QuotasTest-416831312-project-admin] delete failed (client error): The resource could not be found. Jan 29 04:25:52.620560 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ab287b30-bcf9-4cd1-b3d9-74b6926a0875 tempest-QuotasTest-416831312 tempest-QuotasTest-416831312-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/3dbaa052ddc04950b4954cb2b585a9ec HTTP/1.1" status: 404 len: 348 time: 0.0411541 Jan 29 04:25:52.624504 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-0984485f-fcd9-4eb2-ba25-52c703d3b79a None None] Set router cb02c67a-47fe-4cc6-a6a4-b07d88a8e8dc gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:25:52.637771 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-616c1601-20ad-450f-a3a2-578ff3cd3efe tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5055692 Jan 29 04:25:52.638393 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49850) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:52.765443 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cb2dc5-5ef7-42fc-909f-f2a3a301fba8 None None] Network 73b10e0d-7a92-4b9d-a258-ad1a26705bf1 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:25:52.767946 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc933d-c889-48d3-9104-9204f589ce9f None None] Pushing event updated for resources: {'Port': ['ID=350597ce-dc14-4836-807f-dcd5aad19c9a,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:52.780864 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f5b11fa1-8185-4a7b-b7c5-7434ea1683ec tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for router (cb02c67a-47fe-4cc6-a6a4-b07d88a8e8dc), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:52.783845 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1ca31933-9627-4ae7-ad8d-2ee10aec63f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:52.833620 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (589c94b3-70cd-46e0-8332-21251975de5f), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:53.134281 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27bc16c-a61e-4051-b099-9846a3119a5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-73b10e0d-7a92-4b9d-a258-ad1a26705bf1', 'network_id': '73b10e0d-7a92-4b9d-a258-ad1a26705bf1', 'project_id': '53b99d5abfda4b37a432112f091b95b3', 'fixed_ips': [{'subnet_id': '203e46ed-1f78-4868-9bbc-a349e155108b'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:25:53.135154 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c27bc16c-a61e-4051-b099-9846a3119a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:53.145777 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49854) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:53.225390 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efe1143-daca-44d9-9adf-ea39f7ae47b1 None None] Network 589c94b3-70cd-46e0-8332-21251975de5f requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:25:53.237750 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-0984485f-fcd9-4eb2-ba25-52c703d3b79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb02c67a-47fe-4cc6-a6a4-b07d88a8e8dc', 'name': 'tempest-snat-router-1300494945', 'tenant_id': '36b5f773735646d68c0ca20998a70101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.9'}], 'enable_snat': True}, 'gw_port_id': '7820adaa-a355-4b89-883b-8f3beaf85fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:25:45Z', 'updated_at': '2022-01-29T04:25:50Z', 'revision_number': 3, 'project_id': '36b5f773735646d68c0ca20998a70101', 'gw_port': {'id': '7820adaa-a355-4b89-883b-8f3beaf85fcf', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:22:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb02c67a-47fe-4cc6-a6a4-b07d88a8e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:48Z', 'updated_at': '2022-01-29T04:25:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:53.268333 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f5b11fa1-8185-4a7b-b7c5-7434ea1683ec tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for router_gateway (cb02c67a-47fe-4cc6-a6a4-b07d88a8e8dc), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:53.271744 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Deleting port 88d0116b-e4ae-44c2-8f28-d434f3e41096 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:25:53.272064 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (88d0116b-e4ae-44c2-8f28-d434f3e41096), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:53.322785 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0984485f-fcd9-4eb2-ba25-52c703d3b79a None None] Checking router: cb02c67a-47fe-4cc6-a6a4-b07d88a8e8dc for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:25:53.323113 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0984485f-fcd9-4eb2-ba25-52c703d3b79a None None] Updating router cb02c67a-47fe-4cc6-a6a4-b07d88a8e8dc port 7820adaa-a355-4b89-883b-8f3beaf85fcf binding host dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:25:53.325992 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.quota.resource [None req-e84a329f-a861-41e0-a26c-6a2a2e602eeb tempest-QuotasTest-416831312 tempest-QuotasTest-416831312-project-admin] Usage tracker for resource:network and project:1e8ebdc28f344db89ad9f48691f7acbe is out of sync, need to count used quota {{(pid=103584) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 29 04:25:53.330320 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-0d4a3aa0-2aaf-4b40-8e15-5b6ee70ee827 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Deleting port 83f7f1b3-bcbe-4423-9b46-6307f21452dd {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:25:53.330666 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0d4a3aa0-2aaf-4b40-8e15-5b6ee70ee827 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (83f7f1b3-bcbe-4423-9b46-6307f21452dd), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:53.337402 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.quota.resource [None req-e84a329f-a861-41e0-a26c-6a2a2e602eeb tempest-QuotasTest-416831312 tempest-QuotasTest-416831312-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103584) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 29 04:25:53.340738 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] For port 88d0116b-e4ae-44c2-8f28-d434f3e41096, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=88d0116b-e4ae-44c2-8f28-d434f3e41096,segment=NetworkSegment(e4080ecd-5c30-490c-b77b-335aee8e0aba),segment_id=e4080ecd-5c30-490c-b77b-335aee8e0aba)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:53.341098 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (88d0116b-e4ae-44c2-8f28-d434f3e41096), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:53.355211 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Calling delete_port for 88d0116b-e4ae-44c2-8f28-d434f3e41096 owned by network:dhcp {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:25:53.449533 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-c27bc16c-a61e-4051-b099-9846a3119a5e None None] Allocated IP 2001:db8::2 (73b10e0d-7a92-4b9d-a258-ad1a26705bf1/203e46ed-1f78-4868-9bbc-a349e155108b/4db4ae7d-2ab4-4534-a6f7-591c653e739f) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:53.463221 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3bf008-90f6-4b4b-a4bc-8e8943dc7ad8 req-0a21d7be-56b3-402a-b2ed-71192dfaaf3f tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:53.464801 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6a3bf008-90f6-4b4b-a4bc-8e8943dc7ad8 req-0a21d7be-56b3-402a-b2ed-71192dfaaf3f tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 944 time: 0.3178270 Jan 29 04:25:53.465574 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-8dffd584-7285-49e3-912e-f684280f06f3 None None] Provisioning complete for port 88d0116b-e4ae-44c2-8f28-d434f3e41096 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:53.465966 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8dffd584-7285-49e3-912e-f684280f06f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (88d0116b-e4ae-44c2-8f28-d434f3e41096), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:53.473725 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.quota.resource [None req-e84a329f-a861-41e0-a26c-6a2a2e602eeb tempest-QuotasTest-416831312 tempest-QuotasTest-416831312-project-admin] Usage tracker for resource:subnet and project:1e8ebdc28f344db89ad9f48691f7acbe is out of sync, need to count used quota {{(pid=103584) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 29 04:25:53.480799 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0984485f-fcd9-4eb2-ba25-52c703d3b79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (7820adaa-a355-4b89-883b-8f3beaf85fcf), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:53.492425 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.quota.resource [None req-e84a329f-a861-41e0-a26c-6a2a2e602eeb tempest-QuotasTest-416831312 tempest-QuotasTest-416831312-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103584) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 29 04:25:53.495879 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-0d4a3aa0-2aaf-4b40-8e15-5b6ee70ee827 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] For port 83f7f1b3-bcbe-4423-9b46-6307f21452dd, host hv-neutron-8211, got binding levels [] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:53.496251 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0d4a3aa0-2aaf-4b40-8e15-5b6ee70ee827 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (83f7f1b3-bcbe-4423-9b46-6307f21452dd), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:53.537678 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c12345-551a-4b0c-8a88-d16490c9d831 req-018a7162-1b49-475b-bbb5-c8cac8a4af67 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:53.552131 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c0c12345-551a-4b0c-8a88-d16490c9d831 req-018a7162-1b49-475b-bbb5-c8cac8a4af67 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/ports?device_id=48674ac7-eeea-467e-964d-2d8ab2b92c9e HTTP/1.1" status: 200 len: 944 time: 0.1326132 Jan 29 04:25:53.556193 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-0d4a3aa0-2aaf-4b40-8e15-5b6ee70ee827 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Calling delete_port for 83f7f1b3-bcbe-4423-9b46-6307f21452dd owned by {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:25:53.578501 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-f5b11fa1-8185-4a7b-b7c5-7434ea1683ec tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Deleting port 7820adaa-a355-4b89-883b-8f3beaf85fcf {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:25:53.578501 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f5b11fa1-8185-4a7b-b7c5-7434ea1683ec tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (7820adaa-a355-4b89-883b-8f3beaf85fcf), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:53.607290 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (88d0116b-e4ae-44c2-8f28-d434f3e41096), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:53.639877 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.quota.resource [None req-e84a329f-a861-41e0-a26c-6a2a2e602eeb tempest-QuotasTest-416831312 tempest-QuotasTest-416831312-project-admin] Usage tracker for resource:subnetpool and project:1e8ebdc28f344db89ad9f48691f7acbe is out of sync, need to count used quota {{(pid=103584) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 29 04:25:53.675422 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.quota.resource [None req-e84a329f-a861-41e0-a26c-6a2a2e602eeb tempest-QuotasTest-416831312 tempest-QuotasTest-416831312-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103584) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 29 04:25:53.720649 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:53.733395 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-8dffd584-7285-49e3-912e-f684280f06f3 None None] Could not find standard attr ID for object 88d0116b-e4ae-44c2-8f28-d434f3e41096. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:25:53.734580 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c0c12345-551a-4b0c-8a88-d16490c9d831 req-6b3b5ff7-475f-44bd-b17c-d2ff950b964d tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/security-groups?id=715f2fe5-a75a-4ee8-a2b4-7e90e6c33135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812031 Jan 29 04:25:53.746486 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Pushing event deleted for resources: {'Port': ['ID=88d0116b-e4ae-44c2-8f28-d434f3e41096,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:53.747820 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] No DVR routers for this DVR port 88d0116b-e4ae-44c2-8f28-d434f3e41096 on host dv-neutron-821190-1-hyperv {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:25:53.774030 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.plugins.ml2.db [None req-8dffd584-7285-49e3-912e-f684280f06f3 None None] No ports have port_id starting with 88d0116b-e4ae-44c2-8f28-d434f3e41096 Jan 29 04:25:53.804864 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6a3bf008-90f6-4b4b-a4bc-8e8943dc7ad8 req-735da398-284b-47fa-96db-f18a12302333 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3057621 Jan 29 04:25:53.813958 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6c840d75-7e4c-4ac4-87ec-0053ce4c6fe0 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:53.818986 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.quota.resource [None req-e84a329f-a861-41e0-a26c-6a2a2e602eeb tempest-QuotasTest-416831312 tempest-QuotasTest-416831312-project-admin] Usage tracker for resource:port and project:1e8ebdc28f344db89ad9f48691f7acbe is out of sync, need to count used quota {{(pid=103584) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 29 04:25:53.855154 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.quota.resource [None req-e84a329f-a861-41e0-a26c-6a2a2e602eeb tempest-QuotasTest-416831312 tempest-QuotasTest-416831312-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103584) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 29 04:25:53.878309 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21f777d-9838-4da7-a8f6-7d3994b8566e None None] DHCP port deletion for 589c94b3-70cd-46e0-8332-21251975de5f request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:25:53.887480 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:53.922612 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.quota.resource [None req-e84a329f-a861-41e0-a26c-6a2a2e602eeb tempest-QuotasTest-416831312 tempest-QuotasTest-416831312-project-admin] Usage tracker for resource:router and project:1e8ebdc28f344db89ad9f48691f7acbe is out of sync, need to count used quota {{(pid=103584) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 29 04:25:53.947217 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 350597ce-dc14-4836-807f-dcd5aad19c9a up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:53.958628 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f5b11fa1-8185-4a7b-b7c5-7434ea1683ec tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (7820adaa-a355-4b89-883b-8f3beaf85fcf), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:53.960739 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.quota.resource [None req-e84a329f-a861-41e0-a26c-6a2a2e602eeb tempest-QuotasTest-416831312 tempest-QuotasTest-416831312-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103584) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 29 04:25:53.963646 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (589c94b3-70cd-46e0-8332-21251975de5f), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:53.967580 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0d4a3aa0-2aaf-4b40-8e15-5b6ee70ee827 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (83f7f1b3-bcbe-4423-9b46-6307f21452dd), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:53.987184 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-f5b11fa1-8185-4a7b-b7c5-7434ea1683ec tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Calling delete_port for 7820adaa-a355-4b89-883b-8f3beaf85fcf owned by network:router_gateway {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:25:54.001724 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['589c94b3-70cd-46e0-8332-21251975de5f']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:54.054583 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4080ecd-5c30-490c-b77b-335aee8e0aba') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:54.055064 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4080ecd-5c30-490c-b77b-335aee8e0aba') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:54.069507 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (e4080ecd-5c30-490c-b77b-335aee8e0aba), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:54.078280 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c27bc16c-a61e-4051-b099-9846a3119a5e None None] Publish callbacks [] for port (4db4ae7d-2ab4-4534-a6f7-591c653e739f), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:54.084057 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a3aa0-2aaf-4b40-8e15-5b6ee70ee827 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Pushing event deleted for resources: {'Port': ['ID=83f7f1b3-bcbe-4423-9b46-6307f21452dd,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:54.096806 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc69f36-01ec-4dce-a38c-5f2e48ccbe46 req-de11c491-7fcf-494d-86b8-54acacc511b0 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:54.098479 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1cc69f36-01ec-4dce-a38c-5f2e48ccbe46 req-de11c491-7fcf-494d-86b8-54acacc511b0 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9d5143-b353-429f-b510-a519c4158175 HTTP/1.1" status: 200 len: 943 time: 0.1902404 Jan 29 04:25:54.114634 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 350597ce-dc14-4836-807f-dcd5aad19c9a triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:54.114634 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (350597ce-dc14-4836-807f-dcd5aad19c9a), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:54.115287 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.quota.resource [None req-e84a329f-a861-41e0-a26c-6a2a2e602eeb tempest-QuotasTest-416831312 tempest-QuotasTest-416831312-project-admin] Usage tracker for resource:floatingip and project:1e8ebdc28f344db89ad9f48691f7acbe is out of sync, need to count used quota {{(pid=103584) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 29 04:25:54.116028 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (e4080ecd-5c30-490c-b77b-335aee8e0aba), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:54.145454 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:25:54.145682 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (e4080ecd-5c30-490c-b77b-335aee8e0aba), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:54.147902 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.quota.resource [None req-e84a329f-a861-41e0-a26c-6a2a2e602eeb tempest-QuotasTest-416831312 tempest-QuotasTest-416831312-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103584) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 29 04:25:54.150304 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:25:54.150304 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:25:54.150304 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:25:54.150304 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:25:54.150304 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:25:54.150304 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:25:54.150304 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:25:54.150304 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:25:54.150304 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:25:54.150304 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:25:54.150304 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:25:54.150304 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:25:54.150304 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:25:54.150304 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:25:54.150304 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:25:54.150304 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:25:54.150304 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:25:54.150304 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:25:54.150304 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:25:54.150304 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:25:54.150304 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:25:54.150304 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:25:54.150304 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:25:54.150304 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:25:54.150304 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:25:54.150304 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:25:54.150304 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:25:54.150304 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:25:54.150304 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:25:54.150304 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:25:54.150304 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:25:54.150304 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:25:54.153120 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0d4a3aa0-2aaf-4b40-8e15-5b6ee70ee827 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:54.156499 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0d4a3aa0-2aaf-4b40-8e15-5b6ee70ee827 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] 10.222.0.13 "DELETE /v2.0/ports/83f7f1b3-bcbe-4423-9b46-6307f21452dd HTTP/1.1" status: 204 len: 168 time: 1.6565270 Jan 29 04:25:54.162826 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49860) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:54.201606 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84e3127-5e55-400c-817c-2dd851233984 None None] Network a61f03a4-8535-4083-acc0-f1e6b4e2c4b3 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:25:54.203792 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c27bc16c-a61e-4051-b099-9846a3119a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (4db4ae7d-2ab4-4534-a6f7-591c653e739f), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:54.277756 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-54804965-579f-430b-a8bd-ae25de9a92ed tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] GET failed (client error): The resource could not be found. Jan 29 04:25:54.279208 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-54804965-579f-430b-a8bd-ae25de9a92ed tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] 10.222.0.13 "GET /v2.0/ports/83f7f1b3-bcbe-4423-9b46-6307f21452dd HTTP/1.1" status: 404 len: 333 time: 0.1073859 Jan 29 04:25:54.283065 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49862) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:54.289093 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-2a91b0cb-74c5-4271-a6b2-1411d3b0d0de tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1618549367', 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:54.293364 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1cc69f36-01ec-4dce-a38c-5f2e48ccbe46 req-987054cd-9a6a-4a43-b2f7-7ef0169a7e5a tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/security-groups?id=e52fdf30-5ac5-455f-a26e-79cce6c2b476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785839 Jan 29 04:25:54.321110 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27bc16c-a61e-4051-b099-9846a3119a5e None None] Network 73b10e0d-7a92-4b9d-a258-ad1a26705bf1 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:54.327665 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.quota.resource [None req-e84a329f-a861-41e0-a26c-6a2a2e602eeb tempest-QuotasTest-416831312 tempest-QuotasTest-416831312-project-admin] Usage tracker for resource:security_group and project:1e8ebdc28f344db89ad9f48691f7acbe is out of sync, need to count used quota {{(pid=103584) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 29 04:25:54.328823 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0984485f-fcd9-4eb2-ba25-52c703d3b79a None None] Publish callbacks [] for port (7820adaa-a355-4b89-883b-8f3beaf85fcf), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:54.335903 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.quota.resource [None req-e84a329f-a861-41e0-a26c-6a2a2e602eeb tempest-QuotasTest-416831312 tempest-QuotasTest-416831312-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103584) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 29 04:25:54.340054 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-6c840d75-7e4c-4ac4-87ec-0053ce4c6fe0 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Allocated IP 2001:db8::1 (a61f03a4-8535-4083-acc0-f1e6b4e2c4b3/31d12a32-d7b1-49c8-8af4-585c8306f3c9/091fec44-aff3-4cf5-aaf6-bd9c8b68f427) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:54.345551 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-c27bc16c-a61e-4051-b099-9846a3119a5e None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:54.347916 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27bc16c-a61e-4051-b099-9846a3119a5e None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:54.351370 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.quota.resource [None req-e84a329f-a861-41e0-a26c-6a2a2e602eeb tempest-QuotasTest-416831312 tempest-QuotasTest-416831312-project-admin] Usage tracker for resource:security_group_rule and project:1e8ebdc28f344db89ad9f48691f7acbe is out of sync, need to count used quota {{(pid=103584) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 29 04:25:54.359229 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27bc16c-a61e-4051-b099-9846a3119a5e None None] Pushing event updated for resources: {'Port': ['ID=4db4ae7d-2ab4-4534-a6f7-591c653e739f,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:54.361309 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.quota.resource [None req-e84a329f-a861-41e0-a26c-6a2a2e602eeb tempest-QuotasTest-416831312 tempest-QuotasTest-416831312-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103584) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 29 04:25:54.379237 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e84a329f-a861-41e0-a26c-6a2a2e602eeb tempest-QuotasTest-416831312 tempest-QuotasTest-416831312-project-admin] 10.222.0.13 "GET /v2.0/quotas/1e8ebdc28f344db89ad9f48691f7acbe/details.json HTTP/1.1" status: 200 len: 703 time: 1.2310243 Jan 29 04:25:54.385151 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (589c94b3-70cd-46e0-8332-21251975de5f), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:54.412295 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:54.419396 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] 10.222.0.13 "DELETE /v2.0/networks/589c94b3-70cd-46e0-8332-21251975de5f HTTP/1.1" status: 204 len: 168 time: 3.7789381 Jan 29 04:25:54.420083 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49866) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:54.421342 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea2d78-e665-4b01-9de0-04ac4dc370ce tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Pushing event deleted for resources: {'Network': ['ID=589c94b3-70cd-46e0-8332-21251975de5f,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:54.428757 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-e0a144ae-5dc2-4f85-9b0e-9092d72c4975 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1199868917'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:54.435224 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a91b0cb-74c5-4271-a6b2-1411d3b0d0de tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Made reservation on behalf of 139c2bb219fc447b958004497db30e76 for: {'port': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:54.437180 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2a91b0cb-74c5-4271-a6b2-1411d3b0d0de tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:54.438149 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-0984485f-fcd9-4eb2-ba25-52c703d3b79a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 29 04:25:54.438149 dv-neutron-821190-1-hyperv neutron-server[103586]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Jan 29 04:25:54.438149 dv-neutron-821190-1-hyperv neutron-server[103586]: [parameters: {'host': 'dv-neutron-821190-1-hyperv', 'ml2_port_bindings_port_id': '7820adaa-a355-4b89-883b-8f3beaf85fcf', 'ml2_port_bindings_host': ''}] Jan 29 04:25:54.438149 dv-neutron-821190-1-hyperv neutron-server[103586]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:25:54.438798 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-0984485f-fcd9-4eb2-ba25-52c703d3b79a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:25:54.462023 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-45d307cf-c617-4c8f-81f4-47721cbd63da None None] Provisioning complete for port 350597ce-dc14-4836-807f-dcd5aad19c9a triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:54.463062 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-45d307cf-c617-4c8f-81f4-47721cbd63da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (350597ce-dc14-4836-807f-dcd5aad19c9a), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:54.486451 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f5b11fa1-8185-4a7b-b7c5-7434ea1683ec tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (7820adaa-a355-4b89-883b-8f3beaf85fcf), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:54.491010 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [None req-2a91b0cb-74c5-4271-a6b2-1411d3b0d0de tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] device_id is not set on port a2acea18-1a5d-4a7b-8519-d278df6fb1c5 yet. {{(pid=103584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:25:54.505621 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 350597ce-dc14-4836-807f-dcd5aad19c9a is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:54.506007 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (350597ce-dc14-4836-807f-dcd5aad19c9a), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:54.538026 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-c27bc16c-a61e-4051-b099-9846a3119a5e None None] Attempting to bind port 4db4ae7d-2ab4-4534-a6f7-591c653e739f on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:54.538638 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-c27bc16c-a61e-4051-b099-9846a3119a5e None None] Attempting to bind port 4db4ae7d-2ab4-4534-a6f7-591c653e739f by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '519c8af0-53cc-432f-8fc1-1e1016b52265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '73b10e0d-7a92-4b9d-a258-ad1a26705bf1'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:54.538775 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27bc16c-a61e-4051-b099-9846a3119a5e None None] Attempting to bind port 4db4ae7d-2ab4-4534-a6f7-591c653e739f on network 73b10e0d-7a92-4b9d-a258-ad1a26705bf1 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:54.548249 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6c840d75-7e4c-4ac4-87ec-0053ce4c6fe0 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks [] for port (091fec44-aff3-4cf5-aaf6-bd9c8b68f427), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:54.555779 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27bc16c-a61e-4051-b099-9846a3119a5e None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:25:54.556270 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27bc16c-a61e-4051-b099-9846a3119a5e None None] Checking segment: {'id': '519c8af0-53cc-432f-8fc1-1e1016b52265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '73b10e0d-7a92-4b9d-a258-ad1a26705bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:25:54.556709 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c27bc16c-a61e-4051-b099-9846a3119a5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:54.557111 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27bc16c-a61e-4051-b099-9846a3119a5e None None] Bound using segment: {'id': '519c8af0-53cc-432f-8fc1-1e1016b52265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '73b10e0d-7a92-4b9d-a258-ad1a26705bf1'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:25:54.557580 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-c27bc16c-a61e-4051-b099-9846a3119a5e None None] Bound port: 4db4ae7d-2ab4-4534-a6f7-591c653e739f, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519c8af0-53cc-432f-8fc1-1e1016b52265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '73b10e0d-7a92-4b9d-a258-ad1a26705bf1'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:25:54.557992 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c27bc16c-a61e-4051-b099-9846a3119a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (4db4ae7d-2ab4-4534-a6f7-591c653e739f), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:54.568155 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b11fa1-8185-4a7b-b7c5-7434ea1683ec tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Pushing event deleted for resources: {'Port': ['ID=7820adaa-a355-4b89-883b-8f3beaf85fcf,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:54.579347 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a144ae-5dc2-4f85-9b0e-9092d72c4975 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Made reservation on behalf of 2295d89d6c624345b49b3e581fed20fc for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:54.586861 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e0a144ae-5dc2-4f85-9b0e-9092d72c4975 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:54.610477 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 350597ce-dc14-4836-807f-dcd5aad19c9a, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=350597ce-dc14-4836-807f-dcd5aad19c9a,segment=NetworkSegment(f7917d09-7f31-4dd3-adec-bd9aa0b13a53),segment_id=f7917d09-7f31-4dd3-adec-bd9aa0b13a53)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:54.631201 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f5b11fa1-8185-4a7b-b7c5-7434ea1683ec tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (cb02c67a-47fe-4cc6-a6a4-b07d88a8e8dc), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:54.685842 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0a144ae-5dc2-4f85-9b0e-9092d72c4975 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:25:54.719577 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-c27bc16c-a61e-4051-b099-9846a3119a5e None None] For port 4db4ae7d-2ab4-4534-a6f7-591c653e739f, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:25:54.720006 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2a91b0cb-74c5-4271-a6b2-1411d3b0d0de tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks [] for port (a2acea18-1a5d-4a7b-8519-d278df6fb1c5), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:54.733051 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (350597ce-dc14-4836-807f-dcd5aad19c9a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:54.737699 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e0a144ae-5dc2-4f85-9b0e-9092d72c4975 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (34ca6259-a113-4872-8ed7-8d29daea81c7), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:54.737925 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-e0a144ae-5dc2-4f85-9b0e-9092d72c4975 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Added segment 34ca6259-a113-4872-8ed7-8d29daea81c7 of type vlan for network ca7de1fa-0ada-4783-9334-ebadc307cebf Jan 29 04:25:54.743244 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f5b11fa1-8185-4a7b-b7c5-7434ea1683ec tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (cb02c67a-47fe-4cc6-a6a4-b07d88a8e8dc), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:54.746146 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-c27bc16c-a61e-4051-b099-9846a3119a5e None None] For port 4db4ae7d-2ab4-4534-a6f7-591c653e739f, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=4db4ae7d-2ab4-4534-a6f7-591c653e739f,segment=NetworkSegment(519c8af0-53cc-432f-8fc1-1e1016b52265),segment_id=519c8af0-53cc-432f-8fc1-1e1016b52265)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:25:54.750739 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f5b11fa1-8185-4a7b-b7c5-7434ea1683ec tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for router_controller (cb02c67a-47fe-4cc6-a6a4-b07d88a8e8dc), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:54.757677 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6c840d75-7e4c-4ac4-87ec-0053ce4c6fe0 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (091fec44-aff3-4cf5-aaf6-bd9c8b68f427), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:54.923273 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e0a144ae-5dc2-4f85-9b0e-9092d72c4975 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (ca7de1fa-0ada-4783-9334-ebadc307cebf), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:54.926587 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c840d75-7e4c-4ac4-87ec-0053ce4c6fe0 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Network a61f03a4-8535-4083-acc0-f1e6b4e2c4b3 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:54.938704 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-45d307cf-c617-4c8f-81f4-47721cbd63da None None] Current status of the port 350597ce-dc14-4836-807f-dcd5aad19c9a is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:54.939164 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-45d307cf-c617-4c8f-81f4-47721cbd63da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (350597ce-dc14-4836-807f-dcd5aad19c9a), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:54.942765 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f5b11fa1-8185-4a7b-b7c5-7434ea1683ec tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (cb02c67a-47fe-4cc6-a6a4-b07d88a8e8dc), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:54.943463 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b11fa1-8185-4a7b-b7c5-7434ea1683ec tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cb02c67a-47fe-4cc6-a6a4-b07d88a8e8dc {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:25:54.947910 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:54.949891 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f5b11fa1-8185-4a7b-b7c5-7434ea1683ec tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:54.951281 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f5b11fa1-8185-4a7b-b7c5-7434ea1683ec tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] 10.222.0.13 "DELETE /v2.0/routers/cb02c67a-47fe-4cc6-a6a4-b07d88a8e8dc HTTP/1.1" status: 204 len: 168 time: 2.3716564 Jan 29 04:25:54.954071 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49872) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:54.956445 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-6c840d75-7e4c-4ac4-87ec-0053ce4c6fe0 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:54.966454 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c840d75-7e4c-4ac4-87ec-0053ce4c6fe0 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:54.966987 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6c840d75-7e4c-4ac4-87ec-0053ce4c6fe0 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (8538d729-d49e-4eb1-8586-0ab9e1fc4985), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:54.974430 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c840d75-7e4c-4ac4-87ec-0053ce4c6fe0 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Pushing event updated for resources: {'Port': ['ID=091fec44-aff3-4cf5-aaf6-bd9c8b68f427,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:54.995908 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0984485f-fcd9-4eb2-ba25-52c703d3b79a None None] Port 7820adaa-a355-4b89-883b-8f3beaf85fcf not found while updating agent binding for router cb02c67a-47fe-4cc6-a6a4-b07d88a8e8dc. {{(pid=103586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 29 04:25:55.022745 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2a91b0cb-74c5-4271-a6b2-1411d3b0d0de tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (a2acea18-1a5d-4a7b-8519-d278df6fb1c5), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:55.024841 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0984485f-fcd9-4eb2-ba25-52c703d3b79a None None] Routers set() bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:25:55.025499 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0984485f-fcd9-4eb2-ba25-52c703d3b79a None None] Router IDs set() for agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 29 04:25:55.026746 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_agentschedulers_db [None req-0984485f-fcd9-4eb2-ba25-52c703d3b79a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cb02c67a-47fe-4cc6-a6a4-b07d88a8e8dc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:25:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent'). {{(pid=103586) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 29 04:25:55.026746 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0984485f-fcd9-4eb2-ba25-52c703d3b79a None None] The sync data for ids ['cb02c67a-47fe-4cc6-a6a4-b07d88a8e8dc'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:25:55.032387 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=350597ce-dc14-4836-807f-dcd5aad19c9a,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:55.065232 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e4bf6-af5d-490f-964d-37d312ac353b req-b49f0f6a-b7ee-4a3a-8b34-fac854da8d4c tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:55.070331 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c27bc16c-a61e-4051-b099-9846a3119a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (4db4ae7d-2ab4-4534-a6f7-591c653e739f), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:55.087921 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a91b0cb-74c5-4271-a6b2-1411d3b0d0de tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Network e9debad4-3f36-4493-aa2e-b9dd315cd865 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:55.088098 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-bd9e4bf6-af5d-490f-964d-37d312ac353b req-b49f0f6a-b7ee-4a3a-8b34-fac854da8d4c tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 944 time: 0.1770341 Jan 29 04:25:55.090553 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-2a91b0cb-74c5-4271-a6b2-1411d3b0d0de tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:55.094339 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a91b0cb-74c5-4271-a6b2-1411d3b0d0de tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:55.095256 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a91b0cb-74c5-4271-a6b2-1411d3b0d0de tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:55.095855 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2a91b0cb-74c5-4271-a6b2-1411d3b0d0de tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:55.098159 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91b0cb-74c5-4271-a6b2-1411d3b0d0de tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Pushing event updated for resources: {'Port': ['ID=a2acea18-1a5d-4a7b-8519-d278df6fb1c5,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:55.109504 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16a9b5-0e0e-4114-8774-9d82d6c327e2 req-351186db-cb01-44fd-946b-0c54a1eb8652 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:55.111050 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6b16a9b5-0e0e-4114-8774-9d82d6c327e2 req-351186db-cb01-44fd-946b-0c54a1eb8652 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/ports?device_id=48674ac7-eeea-467e-964d-2d8ab2b92c9e HTTP/1.1" status: 200 len: 944 time: 0.2156947 Jan 29 04:25:55.138666 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e0a144ae-5dc2-4f85-9b0e-9092d72c4975 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (ca7de1fa-0ada-4783-9334-ebadc307cebf), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:55.143663 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a144ae-5dc2-4f85-9b0e-9092d72c4975 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:55.144371 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e0a144ae-5dc2-4f85-9b0e-9092d72c4975 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:55.151543 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-45d307cf-c617-4c8f-81f4-47721cbd63da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:25:55.152280 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-45d307cf-c617-4c8f-81f4-47721cbd63da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:25:55.192828 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27bc16c-a61e-4051-b099-9846a3119a5e None None] Pushing event updated for resources: {'Port': ['ID=4db4ae7d-2ab4-4534-a6f7-591c653e739f,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:55.199726 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49876) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:55.254505 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-12701e60-4c32-434f-afea-6b1109c71950 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for router (a93ec3ea-5507-4255-8e75-db479af2bc9b), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:55.261462 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-bd9e4bf6-af5d-490f-964d-37d312ac353b req-7eb3b65e-64aa-4605-9639-9584094bd83f tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1778495 Jan 29 04:25:55.284967 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a144ae-5dc2-4f85-9b0e-9092d72c4975 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Pushing event updated for resources: {'Network': ['ID=ca7de1fa-0ada-4783-9334-ebadc307cebf,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:55.297700 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network ca7de1fa-0ada-4783-9334-ebadc307cebf details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:25:55.330357 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6b16a9b5-0e0e-4114-8774-9d82d6c327e2 req-16f84e8f-ca9b-43b6-8438-f7b84ce54ac5 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/security-groups?id=715f2fe5-a75a-4ee8-a2b4-7e90e6c33135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833434 Jan 29 04:25:55.346861 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-2a91b0cb-74c5-4271-a6b2-1411d3b0d0de tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0615408 Jan 29 04:25:55.347498 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49882) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:55.365231 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e0a144ae-5dc2-4f85-9b0e-9092d72c4975 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9398544 Jan 29 04:25:55.388231 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49884) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:55.411724 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-ff20c40c-32f3-4d5e-acbc-619a08e5dee7 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Request body: {'subnet': {'network_id': 'ca7de1fa-0ada-4783-9334-ebadc307cebf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:55.439447 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-12701e60-4c32-434f-afea-6b1109c71950 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for router_gateway (a93ec3ea-5507-4255-8e75-db479af2bc9b), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:55.542363 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9520f04-396e-46ac-8036-7d9987905387 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:55.543759 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a9520f04-396e-46ac-8036-7d9987905387 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] 10.222.0.13 "GET /v2.0/ports/a2acea18-1a5d-4a7b-8519-d278df6fb1c5 HTTP/1.1" status: 200 len: 955 time: 0.1947057 Jan 29 04:25:55.544564 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6516705c-831e-4640-9ced-fbb1004d2ae2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:55.548604 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb6d25-c10b-4742-aa43-8b8f77193280 req-90858ef1-aba0-4aa5-9585-2650332fb0e9 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:55.550102 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-50cb6d25-c10b-4742-aa43-8b8f77193280 req-90858ef1-aba0-4aa5-9585-2650332fb0e9 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9d5143-b353-429f-b510-a519c4158175 HTTP/1.1" status: 200 len: 943 time: 0.1061029 Jan 29 04:25:55.550598 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49886) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:55.553189 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6c840d75-7e4c-4ac4-87ec-0053ce4c6fe0 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (091fec44-aff3-4cf5-aaf6-bd9c8b68f427), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:55.712322 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-50cb6d25-c10b-4742-aa43-8b8f77193280 req-03a6be49-560f-4070-8c24-2bdef4df4ab3 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/security-groups?id=e52fdf30-5ac5-455f-a26e-79cce6c2b476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189609 Jan 29 04:25:55.722719 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-4ea68691-23b7-4108-bfdf-6980f62f08af tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Deleting port a2acea18-1a5d-4a7b-8519-d278df6fb1c5 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:25:55.723044 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4ea68691-23b7-4108-bfdf-6980f62f08af tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (a2acea18-1a5d-4a7b-8519-d278df6fb1c5), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:55.731524 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-45d307cf-c617-4c8f-81f4-47721cbd63da None None] Current status of the port 350597ce-dc14-4836-807f-dcd5aad19c9a is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:55.741166 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-12701e60-4c32-434f-afea-6b1109c71950 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Deleting port 59388dd7-5ecd-4709-8852-642f4a3e1181 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:25:55.741502 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-12701e60-4c32-434f-afea-6b1109c71950 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (59388dd7-5ecd-4709-8852-642f4a3e1181), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:55.833466 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4ea68691-23b7-4108-bfdf-6980f62f08af tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (a2acea18-1a5d-4a7b-8519-d278df6fb1c5), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:55.857901 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-4ea68691-23b7-4108-bfdf-6980f62f08af tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Calling delete_port for a2acea18-1a5d-4a7b-8519-d278df6fb1c5 owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:25:55.866802 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-ae3d9170-3362-441a-9358-5687674413b0 None None] Provisioning complete for port 350597ce-dc14-4836-807f-dcd5aad19c9a triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:55.867383 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ae3d9170-3362-441a-9358-5687674413b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (350597ce-dc14-4836-807f-dcd5aad19c9a), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:55.877768 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff20c40c-32f3-4d5e-acbc-619a08e5dee7 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Made reservation on behalf of 2295d89d6c624345b49b3e581fed20fc for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:55.881155 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ff20c40c-32f3-4d5e-acbc-619a08e5dee7 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:55.898017 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 350597ce-dc14-4836-807f-dcd5aad19c9a up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:55.927426 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-12701e60-4c32-434f-afea-6b1109c71950 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] For port 59388dd7-5ecd-4709-8852-642f4a3e1181, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=59388dd7-5ecd-4709-8852-642f4a3e1181,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:55.932003 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-12701e60-4c32-434f-afea-6b1109c71950 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (59388dd7-5ecd-4709-8852-642f4a3e1181), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:55.944698 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-12701e60-4c32-434f-afea-6b1109c71950 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Calling delete_port for 59388dd7-5ecd-4709-8852-642f4a3e1181 owned by network:router_gateway {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:25:55.994292 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 350597ce-dc14-4836-807f-dcd5aad19c9a triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:55.994669 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (350597ce-dc14-4836-807f-dcd5aad19c9a), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:55.997545 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6516705c-831e-4640-9ced-fbb1004d2ae2 admin admin] Publish callbacks [] for security_group (8fe85069-6acb-4b32-a1f8-e1c002bcb7ea), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:56.027847 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ae3d9170-3362-441a-9358-5687674413b0 None None] Current status of the port 350597ce-dc14-4836-807f-dcd5aad19c9a is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:56.052559 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-ae3d9170-3362-441a-9358-5687674413b0 None None] Provisioning complete for port 091fec44-aff3-4cf5-aaf6-bd9c8b68f427 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:56.053026 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ae3d9170-3362-441a-9358-5687674413b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (091fec44-aff3-4cf5-aaf6-bd9c8b68f427), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:56.114769 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ae3d9170-3362-441a-9358-5687674413b0 None None] Port 091fec44-aff3-4cf5-aaf6-bd9c8b68f427 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:25:56.121608 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4ea68691-23b7-4108-bfdf-6980f62f08af tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (a2acea18-1a5d-4a7b-8519-d278df6fb1c5), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:56.138153 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 350597ce-dc14-4836-807f-dcd5aad19c9a is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:56.139527 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 4db4ae7d-2ab4-4534-a6f7-591c653e739f up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:56.164060 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea68691-23b7-4108-bfdf-6980f62f08af tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2acea18-1a5d-4a7b-8519-d278df6fb1c5,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:56.174759 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4ea68691-23b7-4108-bfdf-6980f62f08af tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:56.178431 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4ea68691-23b7-4108-bfdf-6980f62f08af tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] 10.222.0.13 "DELETE /v2.0/ports/a2acea18-1a5d-4a7b-8519-d278df6fb1c5 HTTP/1.1" status: 204 len: 168 time: 0.6268454 Jan 29 04:25:56.182177 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49888) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:56.196437 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device b65426a7-ad6e-4181-b43f-15f45dda722c details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:25:56.212047 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-77636be5-e4a1-4f05-80d4-6910eef5de96 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] GET failed (client error): The resource could not be found. Jan 29 04:25:56.213919 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-77636be5-e4a1-4f05-80d4-6910eef5de96 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] 10.222.0.13 "GET /v2.0/ports/a2acea18-1a5d-4a7b-8519-d278df6fb1c5 HTTP/1.1" status: 404 len: 333 time: 0.0305727 Jan 29 04:25:56.218362 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49890) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:56.223385 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-386916ee-e730-47df-9324-b7711787f7eb tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Request body: {'port': {'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1424041453'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:56.281182 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-12701e60-4c32-434f-afea-6b1109c71950 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (59388dd7-5ecd-4709-8852-642f4a3e1181), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:56.294331 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 4db4ae7d-2ab4-4534-a6f7-591c653e739f triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:56.294705 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (4db4ae7d-2ab4-4534-a6f7-591c653e739f), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:56.315546 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12701e60-4c32-434f-afea-6b1109c71950 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Pushing event deleted for resources: {'Port': ['ID=59388dd7-5ecd-4709-8852-642f4a3e1181,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:56.317339 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386916ee-e730-47df-9324-b7711787f7eb tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Made reservation on behalf of 139c2bb219fc447b958004497db30e76 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:56.336508 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-386916ee-e730-47df-9324-b7711787f7eb tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:56.354678 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6516705c-831e-4640-9ced-fbb1004d2ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (8fe85069-6acb-4b32-a1f8-e1c002bcb7ea), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:56.396154 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-386916ee-e730-47df-9324-b7711787f7eb tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] device_id is not set on port d677ec3c-8c8d-4466-a475-f311f1003b01 yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:25:56.402069 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port b65426a7-ad6e-4181-b43f-15f45dda722c, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b65426a7-ad6e-4181-b43f-15f45dda722c,segment=NetworkSegment(4af84b71-d5c4-4409-9ef7-5596cefdefb6),segment_id=4af84b71-d5c4-4409-9ef7-5596cefdefb6)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:56.427543 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': 'b65426a7-ad6e-4181-b43f-15f45dda722c', 'network_id': '110bb4a8-6dea-4688-b150-e74a0a24c2a5', 'port_id': 'b65426a7-ad6e-4181-b43f-15f45dda722c', 'mac_address': 'fa:16:3e:a6:8a:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e6bda9e-8e09-4842-910d-f6751a7ed1b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:25:56.443702 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6c840d75-7e4c-4ac4-87ec-0053ce4c6fe0 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks [] for port (091fec44-aff3-4cf5-aaf6-bd9c8b68f427), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:56.466136 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-6516705c-831e-4640-9ced-fbb1004d2ae2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca2f4fe5ea2c4a89b8af8e3e4c1ce339&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2574160 Jan 29 04:25:56.469009 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49896) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:56.480132 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-12701e60-4c32-434f-afea-6b1109c71950 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (a93ec3ea-5507-4255-8e75-db479af2bc9b), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:56.489718 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6516705c-831e-4640-9ced-fbb1004d2ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe85069-6acb-4b32-a1f8-e1c002bcb7ea,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:56.495994 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port b65426a7-ad6e-4181-b43f-15f45dda722c is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:56.496684 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b65426a7-ad6e-4181-b43f-15f45dda722c), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:56.519964 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:56.523302 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b65426a7-ad6e-4181-b43f-15f45dda722c {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:25:56.527231 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6c840d75-7e4c-4ac4-87ec-0053ce4c6fe0 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (091fec44-aff3-4cf5-aaf6-bd9c8b68f427), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:56.528112 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6c840d75-7e4c-4ac4-87ec-0053ce4c6fe0 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (8538d729-d49e-4eb1-8586-0ab9e1fc4985), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:56.570397 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port b65426a7-ad6e-4181-b43f-15f45dda722c, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b65426a7-ad6e-4181-b43f-15f45dda722c,segment=NetworkSegment(4af84b71-d5c4-4409-9ef7-5596cefdefb6),segment_id=4af84b71-d5c4-4409-9ef7-5596cefdefb6)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:56.575307 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 4db4ae7d-2ab4-4534-a6f7-591c653e739f is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:56.575805 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (4db4ae7d-2ab4-4534-a6f7-591c653e739f), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:56.613013 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 4db4ae7d-2ab4-4534-a6f7-591c653e739f, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=4db4ae7d-2ab4-4534-a6f7-591c653e739f,segment=NetworkSegment(519c8af0-53cc-432f-8fc1-1e1016b52265),segment_id=519c8af0-53cc-432f-8fc1-1e1016b52265)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:56.625930 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921d23b6-a248-4f34-a3c1-7ee44160f5aa None None] Network 73b10e0d-7a92-4b9d-a258-ad1a26705bf1 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:25:56.647675 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (b65426a7-ad6e-4181-b43f-15f45dda722c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:56.652926 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 1034befb-3cd4-4337-8ed7-028318e7f85e details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:25:56.664762 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5551ec-98e4-4856-8f7e-7e4a6123a530 req-fb26b354-8dd2-4dba-8baf-9f24e3c0da39 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:56.666310 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ec5551ec-98e4-4856-8f7e-7e4a6123a530 req-fb26b354-8dd2-4dba-8baf-9f24e3c0da39 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 944 time: 0.2655234 Jan 29 04:25:56.706543 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-12701e60-4c32-434f-afea-6b1109c71950 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (a93ec3ea-5507-4255-8e75-db479af2bc9b), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:56.712151 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-12701e60-4c32-434f-afea-6b1109c71950 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for router_controller (a93ec3ea-5507-4255-8e75-db479af2bc9b), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:56.717683 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ff20c40c-32f3-4d5e-acbc-619a08e5dee7 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (19a27ac2-2d23-4778-9d9f-4075dd90accd), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:56.722056 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (4db4ae7d-2ab4-4534-a6f7-591c653e739f), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:56.743023 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c840d75-7e4c-4ac4-87ec-0053ce4c6fe0 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Pushing event updated for resources: {'Port': ['ID=091fec44-aff3-4cf5-aaf6-bd9c8b68f427,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:56.749028 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-070dc68b-5ef8-4909-9b94-f9711688a35c None None] Provisioning complete for port 4db4ae7d-2ab4-4534-a6f7-591c653e739f triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:56.749526 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-070dc68b-5ef8-4909-9b94-f9711688a35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (4db4ae7d-2ab4-4534-a6f7-591c653e739f), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:56.798639 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-171d6cb9-a134-463b-9f63-8d0133fdb51d admin admin] Publish callbacks [] for security_group (8fe85069-6acb-4b32-a1f8-e1c002bcb7ea), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:56.819805 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=b65426a7-ad6e-4181-b43f-15f45dda722c,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:56.824785 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-171d6cb9-a134-463b-9f63-8d0133fdb51d admin admin] Publish callbacks [] for security_group (8fe85069-6acb-4b32-a1f8-e1c002bcb7ea), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:56.844981 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff20c40c-32f3-4d5e-acbc-619a08e5dee7 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Pushing event updated for resources: {'Subnet': ['ID=19a27ac2-2d23-4778-9d9f-4075dd90accd,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:56.855354 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ec5551ec-98e4-4856-8f7e-7e4a6123a530 req-3bcb9e22-2f6e-48a3-b9a6-42a24e1a118d tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1543903 Jan 29 04:25:56.874397 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c840d75-7e4c-4ac4-87ec-0053ce4c6fe0 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Network a61f03a4-8535-4083-acc0-f1e6b4e2c4b3 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:56.878659 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-6c840d75-7e4c-4ac4-87ec-0053ce4c6fe0 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:56.881164 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff20c40c-32f3-4d5e-acbc-619a08e5dee7 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Checking segment: {'id': '34ca6259-a113-4872-8ed7-8d29daea81c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ca7de1fa-0ada-4783-9334-ebadc307cebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:25:56.881608 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff20c40c-32f3-4d5e-acbc-619a08e5dee7 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Network hostable DHCP agents. Network: ca7de1fa-0ada-4783-9334-ebadc307cebf, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:25:56.888087 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07830d43-fffa-4553-b77d-670dba72618b req-1e411743-331a-417e-abce-531a8163d39b tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:56.890750 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-07830d43-fffa-4553-b77d-670dba72618b req-1e411743-331a-417e-abce-531a8163d39b tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/ports?device_id=48674ac7-eeea-467e-964d-2d8ab2b92c9e HTTP/1.1" status: 200 len: 944 time: 0.4259787 Jan 29 04:25:56.902873 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-12701e60-4c32-434f-afea-6b1109c71950 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (a93ec3ea-5507-4255-8e75-db479af2bc9b), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:56.903393 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12701e60-4c32-434f-afea-6b1109c71950 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a93ec3ea-5507-4255-8e75-db479af2bc9b {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:25:56.908195 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-12701e60-4c32-434f-afea-6b1109c71950 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:56.909343 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-12701e60-4c32-434f-afea-6b1109c71950 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] 10.222.0.13 "DELETE /v2.0/routers/a93ec3ea-5507-4255-8e75-db479af2bc9b HTTP/1.1" status: 204 len: 168 time: 1.9539874 Jan 29 04:25:56.935712 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 88d0116b-e4ae-44c2-8f28-d434f3e41096 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:25:56.937135 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49900) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:56.946837 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-2af35407-dc99-4d26-a0cf-d028327e203f tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1883326171', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}, 'admin_state_up': False}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:56.983617 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 88d0116b-e4ae-44c2-8f28-d434f3e41096 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:25:56.984044 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 88d0116b-e4ae-44c2-8f28-d434f3e41096 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:25:57.014638 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-171d6cb9-a134-463b-9f63-8d0133fdb51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (8fe85069-6acb-4b32-a1f8-e1c002bcb7ea), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:57.018928 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-171d6cb9-a134-463b-9f63-8d0133fdb51d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:57.021937 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-171d6cb9-a134-463b-9f63-8d0133fdb51d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8fe85069-6acb-4b32-a1f8-e1c002bcb7ea HTTP/1.1" status: 204 len: 168 time: 0.5417459 Jan 29 04:25:57.046053 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=4db4ae7d-2ab4-4534-a6f7-591c653e739f,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:57.054616 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 1034befb-3cd4-4337-8ed7-028318e7f85e, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=1034befb-3cd4-4337-8ed7-028318e7f85e,segment=NetworkSegment(d9adf04a-b50e-40f5-aaa3-34e90a55f913),segment_id=d9adf04a-b50e-40f5-aaa3-34e90a55f913)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:57.072043 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff20c40c-32f3-4d5e-acbc-619a08e5dee7 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Network ca7de1fa-0ada-4783-9334-ebadc307cebf is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:25:57.098089 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': '1034befb-3cd4-4337-8ed7-028318e7f85e', 'network_id': '9507ed99-2983-492a-ac2f-269d5807feac', 'port_id': '1034befb-3cd4-4337-8ed7-028318e7f85e', 'mac_address': 'fa:16:3e:c4:98:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca2d3a0a-064d-4780-9b58-334005fc5d1b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:25:57.119705 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-386916ee-e730-47df-9324-b7711787f7eb tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks [] for port (d677ec3c-8c8d-4466-a475-f311f1003b01), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:57.137822 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-070dc68b-5ef8-4909-9b94-f9711688a35c None None] Current status of the port 4db4ae7d-2ab4-4534-a6f7-591c653e739f is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:57.162809 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 1034befb-3cd4-4337-8ed7-028318e7f85e is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:57.163206 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (1034befb-3cd4-4337-8ed7-028318e7f85e), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:57.177559 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171d6cb9-a134-463b-9f63-8d0133fdb51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe85069-6acb-4b32-a1f8-e1c002bcb7ea,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:57.180073 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1034befb-3cd4-4337-8ed7-028318e7f85e {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:25:57.207954 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-ff20c40c-32f3-4d5e-acbc-619a08e5dee7 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, ca7de1fa-0ada-4783-9334-ebadc307cebf) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:57.226650 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a81fb7-8b28-415f-b928-220db0173e3c None None] Network ca7de1fa-0ada-4783-9334-ebadc307cebf requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:25:57.234853 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c840d75-7e4c-4ac4-87ec-0053ce4c6fe0 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Router 8538d729-d49e-4eb1-8586-0ab9e1fc4985 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:25:57.237902 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 1034befb-3cd4-4337-8ed7-028318e7f85e, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=1034befb-3cd4-4337-8ed7-028318e7f85e,segment=NetworkSegment(d9adf04a-b50e-40f5-aaa3-34e90a55f913),segment_id=d9adf04a-b50e-40f5-aaa3-34e90a55f913)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:57.240519 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff20c40c-32f3-4d5e-acbc-619a08e5dee7 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:57.241108 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ff20c40c-32f3-4d5e-acbc-619a08e5dee7 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:57.245487 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2af35407-dc99-4d26-a0cf-d028327e203f tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (2f46fba6-1fcf-4d2d-b8ce-12de7ccc2367), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:57.246582 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2af35407-dc99-4d26-a0cf-d028327e203f tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (2f46fba6-1fcf-4d2d-b8ce-12de7ccc2367), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:57.305038 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (1034befb-3cd4-4337-8ed7-028318e7f85e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:57.306746 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 8e38da7a-056f-4de3-b557-31c899d94cdb details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:25:57.363840 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-07830d43-fffa-4553-b77d-670dba72618b req-01626a98-1136-43c1-90e5-119639f3c7ee tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/security-groups?id=715f2fe5-a75a-4ee8-a2b4-7e90e6c33135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4615963 Jan 29 04:25:57.395056 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675fd9a-fcb8-4ad6-840a-284bebb08d58 req-d181c856-6151-4245-9a56-dd59ef6a6d44 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:57.396922 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-f675fd9a-fcb8-4ad6-840a-284bebb08d58 req-d181c856-6151-4245-9a56-dd59ef6a6d44 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9d5143-b353-429f-b510-a519c4158175 HTTP/1.1" status: 200 len: 944 time: 0.2997658 Jan 29 04:25:57.406211 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49904) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:57.406599 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ff20c40c-32f3-4d5e-acbc-619a08e5dee7 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0045757 Jan 29 04:25:57.435495 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-386916ee-e730-47df-9324-b7711787f7eb tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (d677ec3c-8c8d-4466-a475-f311f1003b01), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:57.517778 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-f675fd9a-fcb8-4ad6-840a-284bebb08d58 req-726f91c7-77de-4259-a285-7dc959a27eb2 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/security-groups?id=e52fdf30-5ac5-455f-a26e-79cce6c2b476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093812 Jan 29 04:25:57.519041 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c840d75-7e4c-4ac4-87ec-0053ce4c6fe0 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:25:57.530113 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a194db-e710-4320-ac01-d03f2f635a5a None None] Sync routers for ids ['8538d729-d49e-4eb1-8586-0ab9e1fc4985'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:25:57.540098 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-6c840d75-7e4c-4ac4-87ec-0053ce4c6fe0 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] 10.222.0.13 "PUT /v2.0/routers/8538d729-d49e-4eb1-8586-0ab9e1fc4985/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8913648 Jan 29 04:25:57.540098 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49908) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:57.548896 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2af35407-dc99-4d26-a0cf-d028327e203f tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router_controller (2f46fba6-1fcf-4d2d-b8ce-12de7ccc2367), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:57.549017 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a194db-e710-4320-ac01-d03f2f635a5a None None] Routers {'8538d729-d49e-4eb1-8586-0ab9e1fc4985'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:25:57.550923 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-42a194db-e710-4320-ac01-d03f2f635a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:25:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['8538d729-d49e-4eb1-8586-0ab9e1fc4985'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:57.601031 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386916ee-e730-47df-9324-b7711787f7eb tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Network e9debad4-3f36-4493-aa2e-b9dd315cd865 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:57.603991 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386916ee-e730-47df-9324-b7711787f7eb tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Pushing event updated for resources: {'Port': ['ID=d677ec3c-8c8d-4466-a475-f311f1003b01,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:57.605273 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=1034befb-3cd4-4337-8ed7-028318e7f85e,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:57.610235 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-386916ee-e730-47df-9324-b7711787f7eb tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:57.616549 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386916ee-e730-47df-9324-b7711787f7eb tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:57.617988 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386916ee-e730-47df-9324-b7711787f7eb tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:57.618682 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-386916ee-e730-47df-9324-b7711787f7eb tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:57.632300 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (ca7de1fa-0ada-4783-9334-ebadc307cebf), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:57.647817 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566d0e9e-9fa9-42c1-8b14-e80da1332c06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-ca7de1fa-0ada-4783-9334-ebadc307cebf', 'network_id': 'ca7de1fa-0ada-4783-9334-ebadc307cebf', 'project_id': '2295d89d6c624345b49b3e581fed20fc', 'fixed_ips': [{'subnet_id': '19a27ac2-2d23-4778-9d9f-4075dd90accd'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:25:57.648853 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-566d0e9e-9fa9-42c1-8b14-e80da1332c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:57.662367 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-42a194db-e710-4320-ac01-d03f2f635a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:57.679532 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a194db-e710-4320-ac01-d03f2f635a5a None None] Routers {'8538d729-d49e-4eb1-8586-0ab9e1fc4985'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:25:57.682032 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-42a194db-e710-4320-ac01-d03f2f635a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:25:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['8538d729-d49e-4eb1-8586-0ab9e1fc4985'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:57.724590 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-42a194db-e710-4320-ac01-d03f2f635a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:57.725347 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a194db-e710-4320-ac01-d03f2f635a5a None None] The sync data for ids ['8538d729-d49e-4eb1-8586-0ab9e1fc4985'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:25:57.752351 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-386916ee-e730-47df-9324-b7711787f7eb tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5302582 Jan 29 04:25:57.753340 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49910) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:57.758198 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8211'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:57.784085 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 8e38da7a-056f-4de3-b557-31c899d94cdb, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=8e38da7a-056f-4de3-b557-31c899d94cdb,segment=NetworkSegment(fd7ead1e-c2bd-4a04-99ff-ba05b654eedf),segment_id=fd7ead1e-c2bd-4a04-99ff-ba05b654eedf)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:57.808607 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2af35407-dc99-4d26-a0cf-d028327e203f tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router_gateway (2f46fba6-1fcf-4d2d-b8ce-12de7ccc2367), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:57.898204 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (19a27ac2-2d23-4778-9d9f-4075dd90accd), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:57.924008 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (d677ec3c-8c8d-4466-a475-f311f1003b01), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:57.938749 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 4db4ae7d-2ab4-4534-a6f7-591c653e739f up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:57.946031 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e9da-1918-4a37-8c0f-6437062f7314 None None] Provisioning complete for port 091fec44-aff3-4cf5-aaf6-bd9c8b68f427 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:57.946416 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e9da-1918-4a37-8c0f-6437062f7314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (091fec44-aff3-4cf5-aaf6-bd9c8b68f427), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:57.985285 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49914) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:57.989226 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': '8e38da7a-056f-4de3-b557-31c899d94cdb', 'network_id': '4d4605cc-cd83-4037-bfc8-342508214a0e', 'port_id': '8e38da7a-056f-4de3-b557-31c899d94cdb', 'mac_address': 'fa:16:3e:af:ce:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28462fdf-59a1-4f6b-8a80-4bfac581848e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:25:58.007380 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-df6e2bcd-00fd-49e7-a4f0-f4e9abccc650 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:58.076900 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-f4e4e9da-1918-4a37-8c0f-6437062f7314 None None] Port 091fec44-aff3-4cf5-aaf6-bd9c8b68f427 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:25:58.077156 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-d6ab6c2c-e124-4586-bb09-afeae85b9bb6 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:25:58.080834 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d6ab6c2c-e124-4586-bb09-afeae85b9bb6 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] 10.222.0.13 "PUT /v2.0/routers/8538d729-d49e-4eb1-8586-0ab9e1fc4985/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5411751 Jan 29 04:25:58.088073 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49916) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:58.101463 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 8e38da7a-056f-4de3-b557-31c899d94cdb is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:58.102391 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (8e38da7a-056f-4de3-b557-31c899d94cdb), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:58.123626 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-566d0e9e-9fa9-42c1-8b14-e80da1332c06 None None] Allocated IP 2001:db8::2 (ca7de1fa-0ada-4783-9334-ebadc307cebf/19a27ac2-2d23-4778-9d9f-4075dd90accd/034b35ad-22d0-4af4-a100-d428a4623cea) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:58.131394 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 4db4ae7d-2ab4-4534-a6f7-591c653e739f triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:58.131771 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (4db4ae7d-2ab4-4534-a6f7-591c653e739f), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:58.136282 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e38da7a-056f-4de3-b557-31c899d94cdb {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:25:58.207808 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 8e38da7a-056f-4de3-b557-31c899d94cdb, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=8e38da7a-056f-4de3-b557-31c899d94cdb,segment=NetworkSegment(fd7ead1e-c2bd-4a04-99ff-ba05b654eedf),segment_id=fd7ead1e-c2bd-4a04-99ff-ba05b654eedf)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:58.245769 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-df6e2bcd-00fd-49e7-a4f0-f4e9abccc650 admin admin] Publish callbacks [] for security_group (d9058717-8fdf-45f6-9e9e-9de670ed3fa0), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:58.275856 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-b70df6a3-5451-4089-a87f-0f91020bd327 None None] Provisioning complete for port 4db4ae7d-2ab4-4534-a6f7-591c653e739f triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:58.276234 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b70df6a3-5451-4089-a87f-0f91020bd327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (4db4ae7d-2ab4-4534-a6f7-591c653e739f), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:58.286436 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (8e38da7a-056f-4de3-b557-31c899d94cdb), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:58.325573 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-df6e2bcd-00fd-49e7-a4f0-f4e9abccc650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (d9058717-8fdf-45f6-9e9e-9de670ed3fa0), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:58.396129 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49920) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:25:58.397014 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 4db4ae7d-2ab4-4534-a6f7-591c653e739f is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:58.412536 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-df6e2bcd-00fd-49e7-a4f0-f4e9abccc650 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e8ebdc28f344db89ad9f48691f7acbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4201140 Jan 29 04:25:58.412536 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e2bcd-00fd-49e7-a4f0-f4e9abccc650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9058717-8fdf-45f6-9e9e-9de670ed3fa0,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:58.448807 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=8e38da7a-056f-4de3-b557-31c899d94cdb,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:58.474977 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-566d0e9e-9fa9-42c1-8b14-e80da1332c06 None None] Publish callbacks [] for port (034b35ad-22d0-4af4-a100-d428a4623cea), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:58.496414 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 59388dd7-5ecd-4709-8852-642f4a3e1181 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:25:58.516466 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6e2bcd-00fd-49e7-a4f0-f4e9abccc650 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:58.517020 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6e2bcd-00fd-49e7-a4f0-f4e9abccc650 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:58.517463 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6e2bcd-00fd-49e7-a4f0-f4e9abccc650 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:58.518021 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6e2bcd-00fd-49e7-a4f0-f4e9abccc650 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:58.518335 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6e2bcd-00fd-49e7-a4f0-f4e9abccc650 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:58.518774 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6e2bcd-00fd-49e7-a4f0-f4e9abccc650 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:58.519434 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6e2bcd-00fd-49e7-a4f0-f4e9abccc650 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:58.519668 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6e2bcd-00fd-49e7-a4f0-f4e9abccc650 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:58.520118 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6e2bcd-00fd-49e7-a4f0-f4e9abccc650 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:58.520589 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6e2bcd-00fd-49e7-a4f0-f4e9abccc650 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:58.521786 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6e2bcd-00fd-49e7-a4f0-f4e9abccc650 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:58.521786 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6e2bcd-00fd-49e7-a4f0-f4e9abccc650 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:58.521786 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6e2bcd-00fd-49e7-a4f0-f4e9abccc650 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:58.522056 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 59388dd7-5ecd-4709-8852-642f4a3e1181 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:25:58.522056 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 59388dd7-5ecd-4709-8852-642f4a3e1181 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:25:58.534764 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89428f4-100c-4024-83c8-e37ae2942ae1 req-39d01460-4550-47b5-ba9e-2f0486dad458 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:58.536368 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-b70df6a3-5451-4089-a87f-0f91020bd327 None None] Current status of the port 4db4ae7d-2ab4-4534-a6f7-591c653e739f is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:25:58.536560 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a89428f4-100c-4024-83c8-e37ae2942ae1 req-39d01460-4550-47b5-ba9e-2f0486dad458 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 945 time: 0.5137053 Jan 29 04:25:58.552370 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-566d0e9e-9fa9-42c1-8b14-e80da1332c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (034b35ad-22d0-4af4-a100-d428a4623cea), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:58.601112 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566d0e9e-9fa9-42c1-8b14-e80da1332c06 None None] Network ca7de1fa-0ada-4783-9334-ebadc307cebf is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:58.604754 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108fb50c-14ae-40a9-8bd5-ea2237778aa7 req-d88f7d1b-3833-43a4-9328-8ae7454e7593 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:58.606401 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-108fb50c-14ae-40a9-8bd5-ea2237778aa7 req-d88f7d1b-3833-43a4-9328-8ae7454e7593 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/ports?device_id=48674ac7-eeea-467e-964d-2d8ab2b92c9e HTTP/1.1" status: 200 len: 945 time: 0.1152256 Jan 29 04:25:58.611491 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-566d0e9e-9fa9-42c1-8b14-e80da1332c06 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:58.623569 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566d0e9e-9fa9-42c1-8b14-e80da1332c06 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:58.623863 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fae43ceb-a794-46f2-8efb-ed92220d4f12 admin admin] Publish callbacks [] for security_group (d9058717-8fdf-45f6-9e9e-9de670ed3fa0), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:58.626824 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d0e9e-9fa9-42c1-8b14-e80da1332c06 None None] Pushing event updated for resources: {'Port': ['ID=034b35ad-22d0-4af4-a100-d428a4623cea,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:58.672853 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] device_id is not set on port d677ec3c-8c8d-4466-a475-f311f1003b01 yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:25:58.692473 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks [] for port (d677ec3c-8c8d-4466-a475-f311f1003b01), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:58.696853 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fae43ceb-a794-46f2-8efb-ed92220d4f12 admin admin] Publish callbacks [] for security_group (d9058717-8fdf-45f6-9e9e-9de670ed3fa0), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:58.706386 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (19a27ac2-2d23-4778-9d9f-4075dd90accd), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:58.708139 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-566d0e9e-9fa9-42c1-8b14-e80da1332c06 None None] Attempting to bind port 034b35ad-22d0-4af4-a100-d428a4623cea on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:58.709694 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-566d0e9e-9fa9-42c1-8b14-e80da1332c06 None None] Attempting to bind port 034b35ad-22d0-4af4-a100-d428a4623cea by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '34ca6259-a113-4872-8ed7-8d29daea81c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ca7de1fa-0ada-4783-9334-ebadc307cebf'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:58.709694 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566d0e9e-9fa9-42c1-8b14-e80da1332c06 None None] Attempting to bind port 034b35ad-22d0-4af4-a100-d428a4623cea on network ca7de1fa-0ada-4783-9334-ebadc307cebf {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:58.715879 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a89428f4-100c-4024-83c8-e37ae2942ae1 req-925377c5-b384-43b6-bb6a-3139371515bf tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1699743 Jan 29 04:25:58.721393 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566d0e9e-9fa9-42c1-8b14-e80da1332c06 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:25:58.721973 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566d0e9e-9fa9-42c1-8b14-e80da1332c06 None None] Checking segment: {'id': '34ca6259-a113-4872-8ed7-8d29daea81c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ca7de1fa-0ada-4783-9334-ebadc307cebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:25:58.723165 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-566d0e9e-9fa9-42c1-8b14-e80da1332c06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:58.724633 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566d0e9e-9fa9-42c1-8b14-e80da1332c06 None None] Bound using segment: {'id': '34ca6259-a113-4872-8ed7-8d29daea81c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ca7de1fa-0ada-4783-9334-ebadc307cebf'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:25:58.725148 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-566d0e9e-9fa9-42c1-8b14-e80da1332c06 None None] Bound port: 034b35ad-22d0-4af4-a100-d428a4623cea, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ca6259-a113-4872-8ed7-8d29daea81c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ca7de1fa-0ada-4783-9334-ebadc307cebf'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:25:58.725589 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-566d0e9e-9fa9-42c1-8b14-e80da1332c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (034b35ad-22d0-4af4-a100-d428a4623cea), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:58.752346 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-108fb50c-14ae-40a9-8bd5-ea2237778aa7 req-068ceb68-412d-45fe-8b24-a3d06b98edc7 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/security-groups?id=715f2fe5-a75a-4ee8-a2b4-7e90e6c33135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381216 Jan 29 04:25:58.757091 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Pushing event deleted for resources: {'Subnet': ['ID=19a27ac2-2d23-4778-9d9f-4075dd90accd,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:58.787569 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dc4410ed-002f-4db0-b79a-c8343a19bba1 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (8538d729-d49e-4eb1-8586-0ab9e1fc4985), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:58.814852 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-566d0e9e-9fa9-42c1-8b14-e80da1332c06 None None] For port 034b35ad-22d0-4af4-a100-d428a4623cea, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:25:58.816929 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (d677ec3c-8c8d-4466-a475-f311f1003b01), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:58.819613 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-566d0e9e-9fa9-42c1-8b14-e80da1332c06 None None] For port 034b35ad-22d0-4af4-a100-d428a4623cea, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=034b35ad-22d0-4af4-a100-d428a4623cea,segment=NetworkSegment(34ca6259-a113-4872-8ed7-8d29daea81c7),segment_id=34ca6259-a113-4872-8ed7-8d29daea81c7)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:25:58.869537 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:58.869885 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:58.870234 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:58.870571 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:58.870902 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:58.871230 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:58.871582 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:58.871899 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:58.872223 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:58.872565 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:58.872891 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:58.873207 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:58.873523 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:58.889334 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['8e38da7a-056f-4de3-b557-31c899d94cdb'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:25:58.939983 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['b65426a7-ad6e-4181-b43f-15f45dda722c'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:25:58.943255 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-566d0e9e-9fa9-42c1-8b14-e80da1332c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (034b35ad-22d0-4af4-a100-d428a4623cea), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:59.003097 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (ca7de1fa-0ada-4783-9334-ebadc307cebf), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:59.025477 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2af35407-dc99-4d26-a0cf-d028327e203f tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router_gateway (2f46fba6-1fcf-4d2d-b8ce-12de7ccc2367), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:59.047211 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['1034befb-3cd4-4337-8ed7-028318e7f85e'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:25:59.058566 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Pushing event updated for resources: {'Port': ['ID=d677ec3c-8c8d-4466-a475-f311f1003b01,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:59.072769 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2af35407-dc99-4d26-a0cf-d028327e203f tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:59.078275 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca7de1fa-0ada-4783-9334-ebadc307cebf']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:59.094721 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fae43ceb-a794-46f2-8efb-ed92220d4f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (d9058717-8fdf-45f6-9e9e-9de670ed3fa0), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:59.097214 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fae43ceb-a794-46f2-8efb-ed92220d4f12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:59.099291 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-fae43ceb-a794-46f2-8efb-ed92220d4f12 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d9058717-8fdf-45f6-9e9e-9de670ed3fa0 HTTP/1.1" status: 204 len: 168 time: 0.6999252 Jan 29 04:25:59.108679 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:59.108679 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:59.108679 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 on network e9debad4-3f36-4493-aa2e-b9dd315cd865 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:59.112700 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ca6259-a113-4872-8ed7-8d29daea81c7') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:59.112989 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ca6259-a113-4872-8ed7-8d29daea81c7') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:59.122632 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119bf44-0243-4e40-a758-1a3393ef5254 req-9f5c9fe8-fd17-435b-b31c-74ad6ec453d8 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:59.124741 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c119bf44-0243-4e40-a758-1a3393ef5254 req-9f5c9fe8-fd17-435b-b31c-74ad6ec453d8 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9d5143-b353-429f-b510-a519c4158175 HTTP/1.1" status: 200 len: 944 time: 0.3197224 Jan 29 04:25:59.151140 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-dc4410ed-002f-4db0-b79a-c8343a19bba1 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Deleting port 091fec44-aff3-4cf5-aaf6-bd9c8b68f427 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:25:59.153496 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dc4410ed-002f-4db0-b79a-c8343a19bba1 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (091fec44-aff3-4cf5-aaf6-bd9c8b68f427), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:59.165486 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (34ca6259-a113-4872-8ed7-8d29daea81c7), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:59.167421 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Port d677ec3c-8c8d-4466-a475-f311f1003b01 on network e9debad4-3f36-4493-aa2e-b9dd315cd865 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:59.167743 dv-neutron-821190-1-hyperv neutron-server[103585]: ERROR neutron.plugins.ml2.managers [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Failed to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 on host hv-neutron-8211 for vnic_type normal using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] Jan 29 04:25:59.168564 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae43ceb-a794-46f2-8efb-ed92220d4f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9058717-8fdf-45f6-9e9e-9de670ed3fa0,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:59.184847 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.plugins.ml2.plugin [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempt 2 to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 Jan 29 04:25:59.212452 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (34ca6259-a113-4872-8ed7-8d29daea81c7), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:59.217600 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d0e9e-9fa9-42c1-8b14-e80da1332c06 None None] Pushing event updated for resources: {'Port': ['ID=034b35ad-22d0-4af4-a100-d428a4623cea,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:59.225335 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:25:59.225973 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (34ca6259-a113-4872-8ed7-8d29daea81c7), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:59.231120 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:59.232205 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:59.232778 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 on network e9debad4-3f36-4493-aa2e-b9dd315cd865 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:59.235293 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:25:59.235293 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:25:59.235293 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:25:59.235293 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:25:59.235293 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:25:59.235293 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:25:59.235293 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:25:59.235293 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:25:59.235293 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:25:59.235293 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:25:59.235293 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:25:59.235293 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:25:59.235293 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:25:59.235293 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:25:59.235293 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:25:59.235293 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:25:59.235293 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:25:59.235293 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:25:59.235293 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:25:59.235293 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:25:59.235293 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:25:59.235293 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:25:59.235293 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:25:59.235293 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:25:59.235293 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:25:59.235293 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:25:59.235293 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:25:59.235293 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:25:59.235293 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:25:59.235293 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:25:59.235293 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:25:59.235293 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:25:59.255945 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2f874b-242d-40c3-a0fc-d1a58e5d55ba None None] get_active_networks_info from dv-neutron-821190-1-hyperv {{(pid=103586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 29 04:25:59.280191 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Port d677ec3c-8c8d-4466-a475-f311f1003b01 on network e9debad4-3f36-4493-aa2e-b9dd315cd865 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:59.280839 dv-neutron-821190-1-hyperv neutron-server[103585]: ERROR neutron.plugins.ml2.managers [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Failed to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 on host hv-neutron-8211 for vnic_type normal using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] Jan 29 04:25:59.332958 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.plugins.ml2.plugin [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempt 3 to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 Jan 29 04:25:59.373217 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:59.373545 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:59.373881 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 on network e9debad4-3f36-4493-aa2e-b9dd315cd865 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:59.380335 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c119bf44-0243-4e40-a758-1a3393ef5254 req-4416b7e0-38e2-497c-b51a-9e8e632f3c36 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/security-groups?id=e52fdf30-5ac5-455f-a26e-79cce6c2b476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2192380 Jan 29 04:25:59.391417 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Port d677ec3c-8c8d-4466-a475-f311f1003b01 on network e9debad4-3f36-4493-aa2e-b9dd315cd865 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:59.391749 dv-neutron-821190-1-hyperv neutron-server[103585]: ERROR neutron.plugins.ml2.managers [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Failed to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 on host hv-neutron-8211 for vnic_type normal using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] Jan 29 04:25:59.394831 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.plugins.ml2.plugin [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempt 4 to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 Jan 29 04:25:59.404750 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-2af35407-dc99-4d26-a0cf-d028327e203f tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Allocated IP 172.26.8.103 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/2969876f-ce08-44e2-bf63-c403885146da) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:59.431787 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:59.432212 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:59.432648 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 on network e9debad4-3f36-4493-aa2e-b9dd315cd865 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:59.442357 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Port d677ec3c-8c8d-4466-a475-f311f1003b01 on network e9debad4-3f36-4493-aa2e-b9dd315cd865 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:59.442783 dv-neutron-821190-1-hyperv neutron-server[103585]: ERROR neutron.plugins.ml2.managers [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Failed to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 on host hv-neutron-8211 for vnic_type normal using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] Jan 29 04:25:59.452369 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.plugins.ml2.plugin [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempt 5 to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 Jan 29 04:25:59.488565 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.db.api [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 29 04:25:59.488565 dv-neutron-821190-1-hyperv neutron-server[103585]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 29 04:25:59.488565 dv-neutron-821190-1-hyperv neutron-server[103585]: [parameters: {'id': 'ca7de1fa-0ada-4783-9334-ebadc307cebf'}] Jan 29 04:25:59.488565 dv-neutron-821190-1-hyperv neutron-server[103585]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:25:59.488565 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG oslo_db.api [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:25:59.505516 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:59.505718 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:59.506101 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 on network e9debad4-3f36-4493-aa2e-b9dd315cd865 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:59.514468 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Port d677ec3c-8c8d-4466-a475-f311f1003b01 on network e9debad4-3f36-4493-aa2e-b9dd315cd865 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:59.514649 dv-neutron-821190-1-hyperv neutron-server[103585]: ERROR neutron.plugins.ml2.managers [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Failed to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 on host hv-neutron-8211 for vnic_type normal using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] Jan 29 04:25:59.516951 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.plugins.ml2.plugin [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempt 6 to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 Jan 29 04:25:59.544725 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:59.544988 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:59.545197 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 on network e9debad4-3f36-4493-aa2e-b9dd315cd865 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:59.556111 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Port d677ec3c-8c8d-4466-a475-f311f1003b01 on network e9debad4-3f36-4493-aa2e-b9dd315cd865 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:59.556946 dv-neutron-821190-1-hyperv neutron-server[103585]: ERROR neutron.plugins.ml2.managers [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Failed to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 on host hv-neutron-8211 for vnic_type normal using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] Jan 29 04:25:59.561400 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.plugins.ml2.plugin [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempt 7 to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 Jan 29 04:25:59.566764 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dc4410ed-002f-4db0-b79a-c8343a19bba1 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (091fec44-aff3-4cf5-aaf6-bd9c8b68f427), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:59.568439 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2af35407-dc99-4d26-a0cf-d028327e203f tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for port (2969876f-ce08-44e2-bf63-c403885146da), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:59.582097 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:59.582295 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-dc4410ed-002f-4db0-b79a-c8343a19bba1 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Calling delete_port for 091fec44-aff3-4cf5-aaf6-bd9c8b68f427 owned by network:router_interface {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:25:59.582392 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:59.582608 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 on network e9debad4-3f36-4493-aa2e-b9dd315cd865 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:59.591799 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Port d677ec3c-8c8d-4466-a475-f311f1003b01 on network e9debad4-3f36-4493-aa2e-b9dd315cd865 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:59.591799 dv-neutron-821190-1-hyperv neutron-server[103585]: ERROR neutron.plugins.ml2.managers [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Failed to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 on host hv-neutron-8211 for vnic_type normal using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] Jan 29 04:25:59.600716 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.plugins.ml2.plugin [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempt 8 to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 Jan 29 04:25:59.607734 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2f874b-242d-40c3-a0fc-d1a58e5d55ba None None] Resources bound (agent type, host, resource id): {{(pid=103586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 04:25:59.625368 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:59.625808 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:59.626024 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 on network e9debad4-3f36-4493-aa2e-b9dd315cd865 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:59.653680 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Port d677ec3c-8c8d-4466-a475-f311f1003b01 on network e9debad4-3f36-4493-aa2e-b9dd315cd865 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:59.657618 dv-neutron-821190-1-hyperv neutron-server[103585]: ERROR neutron.plugins.ml2.managers [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Failed to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 on host hv-neutron-8211 for vnic_type normal using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] Jan 29 04:25:59.660470 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.plugins.ml2.plugin [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempt 9 to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 Jan 29 04:25:59.676227 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:59.676604 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:59.676938 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 on network e9debad4-3f36-4493-aa2e-b9dd315cd865 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:59.682259 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Port d677ec3c-8c8d-4466-a475-f311f1003b01 on network e9debad4-3f36-4493-aa2e-b9dd315cd865 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:59.682591 dv-neutron-821190-1-hyperv neutron-server[103585]: ERROR neutron.plugins.ml2.managers [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Failed to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 on host hv-neutron-8211 for vnic_type normal using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] Jan 29 04:25:59.683169 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.plugins.ml2.plugin [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempt 10 to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 Jan 29 04:25:59.697256 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:25:59.697590 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:25:59.702633 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempting to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 on network e9debad4-3f36-4493-aa2e-b9dd315cd865 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:59.702633 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Port d677ec3c-8c8d-4466-a475-f311f1003b01 on network e9debad4-3f36-4493-aa2e-b9dd315cd865 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:59.703281 dv-neutron-821190-1-hyperv neutron-server[103585]: ERROR neutron.plugins.ml2.managers [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Failed to bind port d677ec3c-8c8d-4466-a475-f311f1003b01 on host hv-neutron-8211 for vnic_type normal using segments [{'id': '11555866-ef91-4e75-97f3-29d2eb490369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9debad4-3f36-4493-aa2e-b9dd315cd865'}] Jan 29 04:25:59.703402 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (d677ec3c-8c8d-4466-a475-f311f1003b01), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:59.766203 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2af35407-dc99-4d26-a0cf-d028327e203f tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (2969876f-ce08-44e2-bf63-c403885146da), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:25:59.865616 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af35407-dc99-4d26-a0cf-d028327e203f tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:59.872644 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-2af35407-dc99-4d26-a0cf-d028327e203f tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:59.879891 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af35407-dc99-4d26-a0cf-d028327e203f tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:59.882606 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] For port d677ec3c-8c8d-4466-a475-f311f1003b01, host hv-neutron-8211, cleared binding levels {{(pid=103585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:25:59.882866 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attempted to set empty binding levels {{(pid=103585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 29 04:25:59.913277 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17764f-7a20-434b-a1e6-b260f4536a3a req-fd9fb3d1-8f13-4bf4-8520-4ddc30d70751 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:59.914849 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af35407-dc99-4d26-a0cf-d028327e203f tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Pushing event updated for resources: {'Port': ['ID=2969876f-ce08-44e2-bf63-c403885146da,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:59.917743 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-3a17764f-7a20-434b-a1e6-b260f4536a3a req-fd9fb3d1-8f13-4bf4-8520-4ddc30d70751 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 945 time: 0.0833652 Jan 29 04:25:59.971125 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dc4410ed-002f-4db0-b79a-c8343a19bba1 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (091fec44-aff3-4cf5-aaf6-bd9c8b68f427), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:00.005720 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (ca7de1fa-0ada-4783-9334-ebadc307cebf), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:00.019554 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (d677ec3c-8c8d-4466-a475-f311f1003b01), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:00.031112 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4410ed-002f-4db0-b79a-c8343a19bba1 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Pushing event deleted for resources: {'Port': ['ID=091fec44-aff3-4cf5-aaf6-bd9c8b68f427,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:00.047151 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-3a17764f-7a20-434b-a1e6-b260f4536a3a req-be56aca2-f180-4648-a365-881e4d1b8f01 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1242764 Jan 29 04:26:00.105349 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7eac5bb-bd2b-4401-b9fe-47e2c1cd9d2b None None] Network ca7de1fa-0ada-4783-9334-ebadc307cebf requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:26:00.121468 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] In _notify_port_updated(), no bound segment for port d677ec3c-8c8d-4466-a475-f311f1003b01 on network e9debad4-3f36-4493-aa2e-b9dd315cd865 {{(pid=103585) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 04:26:00.122324 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:00.122923 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:00.126954 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] 10.222.0.13 "PUT /v2.0/ports/d677ec3c-8c8d-4466-a475-f311f1003b01 HTTP/1.1" status: 200 len: 977 time: 2.3702567 Jan 29 04:26:00.130069 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49940) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:00.155504 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c27547-36f1-4a8d-b9ea-71dc7a719ec1 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Pushing event updated for resources: {'Port': ['ID=d677ec3c-8c8d-4466-a475-f311f1003b01,revision_number=3']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:00.198987 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dc4410ed-002f-4db0-b79a-c8343a19bba1 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (8538d729-d49e-4eb1-8586-0ab9e1fc4985), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:00.238809 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88525fd0-36c3-4a47-86c4-c40f0b4c07f0 req-340bec39-4cf9-4069-94da-faa7c3c68979 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:00.240374 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-88525fd0-36c3-4a47-86c4-c40f0b4c07f0 req-340bec39-4cf9-4069-94da-faa7c3c68979 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/ports?device_id=48674ac7-eeea-467e-964d-2d8ab2b92c9e HTTP/1.1" status: 200 len: 945 time: 0.2998095 Jan 29 04:26:00.383075 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Deleting port 034b35ad-22d0-4af4-a100-d428a4623cea {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:26:00.383406 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (034b35ad-22d0-4af4-a100-d428a4623cea), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:00.401409 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-88525fd0-36c3-4a47-86c4-c40f0b4c07f0 req-2cebe15e-3548-4fa5-93db-55b38950a0f1 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/security-groups?id=715f2fe5-a75a-4ee8-a2b4-7e90e6c33135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514895 Jan 29 04:26:00.408882 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4410ed-002f-4db0-b79a-c8343a19bba1 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Router 8538d729-d49e-4eb1-8586-0ab9e1fc4985 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:26:00.446539 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-bba3e839-91db-4f47-99ad-0d074166fadd tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Deleting port d677ec3c-8c8d-4466-a475-f311f1003b01 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:26:00.446888 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bba3e839-91db-4f47-99ad-0d074166fadd tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (d677ec3c-8c8d-4466-a475-f311f1003b01), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:00.540232 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4410ed-002f-4db0-b79a-c8343a19bba1 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:26:00.545688 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-dc4410ed-002f-4db0-b79a-c8343a19bba1 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] 10.222.0.13 "PUT /v2.0/routers/8538d729-d49e-4eb1-8586-0ab9e1fc4985/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4634058 Jan 29 04:26:00.551213 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49950) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:00.553108 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658b30d1-9efd-4d3d-bb1c-8564ab9ecba9 None None] Sync routers for ids ['8538d729-d49e-4eb1-8586-0ab9e1fc4985'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:26:00.565090 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658b30d1-9efd-4d3d-bb1c-8564ab9ecba9 None None] Routers {'8538d729-d49e-4eb1-8586-0ab9e1fc4985'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:00.565870 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-658b30d1-9efd-4d3d-bb1c-8564ab9ecba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:25:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['8538d729-d49e-4eb1-8586-0ab9e1fc4985'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:00.569007 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] For port 034b35ad-22d0-4af4-a100-d428a4623cea, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=034b35ad-22d0-4af4-a100-d428a4623cea,segment=NetworkSegment(34ca6259-a113-4872-8ed7-8d29daea81c7),segment_id=34ca6259-a113-4872-8ed7-8d29daea81c7)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:00.569371 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (034b35ad-22d0-4af4-a100-d428a4623cea), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:00.598893 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-bba3e839-91db-4f47-99ad-0d074166fadd tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] For port d677ec3c-8c8d-4466-a475-f311f1003b01, host hv-neutron-8211, got binding levels [] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:00.599110 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bba3e839-91db-4f47-99ad-0d074166fadd tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (d677ec3c-8c8d-4466-a475-f311f1003b01), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:00.603589 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-9fa8cbd8-765b-4bf5-b0ae-e9559fbcb366 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] delete failed (client error): The resource could not be found. Jan 29 04:26:00.603732 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Calling delete_port for 034b35ad-22d0-4af4-a100-d428a4623cea owned by network:dhcp {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:26:00.606137 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-9fa8cbd8-765b-4bf5-b0ae-e9559fbcb366 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-844725944 HTTP/1.1" status: 404 len: 334 time: 0.0527906 Jan 29 04:26:00.608336 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49954) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:00.609557 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-658b30d1-9efd-4d3d-bb1c-8564ab9ecba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:00.614534 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-9a8cb22e-83b5-47bc-b84f-05e4e89c5316 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Request body: {'router': {'external_gateway_info': {'network_id': '8538d729-d49e-4eb1-8586-0ab9e1fc4985'}}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:00.617257 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2af35407-dc99-4d26-a0cf-d028327e203f tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router_gateway (2f46fba6-1fcf-4d2d-b8ce-12de7ccc2367), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:00.622494 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658b30d1-9efd-4d3d-bb1c-8564ab9ecba9 None None] Routers {'8538d729-d49e-4eb1-8586-0ab9e1fc4985'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:00.623123 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-658b30d1-9efd-4d3d-bb1c-8564ab9ecba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:25:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['8538d729-d49e-4eb1-8586-0ab9e1fc4985'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:00.627682 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-bba3e839-91db-4f47-99ad-0d074166fadd tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Calling delete_port for d677ec3c-8c8d-4466-a475-f311f1003b01 owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:26:00.628879 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f340a-8aa0-4673-81c3-a4ab6f5143dd req-6d6ca137-0912-46c0-889e-b14d5769dd43 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:00.636584 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-be5f340a-8aa0-4673-81c3-a4ab6f5143dd req-6d6ca137-0912-46c0-889e-b14d5769dd43 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9d5143-b353-429f-b510-a519c4158175 HTTP/1.1" status: 200 len: 944 time: 0.1508737 Jan 29 04:26:00.671421 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-658b30d1-9efd-4d3d-bb1c-8564ab9ecba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:00.672798 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658b30d1-9efd-4d3d-bb1c-8564ab9ecba9 None None] The sync data for ids ['8538d729-d49e-4eb1-8586-0ab9e1fc4985'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:26:00.749687 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49956) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:00.813820 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-be5f340a-8aa0-4673-81c3-a4ab6f5143dd req-94f182c6-2986-4bd4-b84d-712f38abdd7c tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/security-groups?id=e52fdf30-5ac5-455f-a26e-79cce6c2b476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757522 Jan 29 04:26:00.883964 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9a8cb22e-83b5-47bc-b84f-05e4e89c5316 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks [] for router_gateway (8538d729-d49e-4eb1-8586-0ab9e1fc4985), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:00.900836 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-ff9d8bbd-75ca-46b7-a1f0-bcc026d9fe46 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-125698885'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:00.973843 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2af35407-dc99-4d26-a0cf-d028327e203f tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (2f46fba6-1fcf-4d2d-b8ce-12de7ccc2367), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:00.984473 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-9a8cb22e-83b5-47bc-b84f-05e4e89c5316 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] update failed (client error): The resource could not be found. Jan 29 04:26:00.985543 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-9a8cb22e-83b5-47bc-b84f-05e4e89c5316 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] 10.222.0.13 "PUT /v2.0/routers/8538d729-d49e-4eb1-8586-0ab9e1fc4985 HTTP/1.1" status: 404 len: 339 time: 0.3761115 Jan 29 04:26:00.989148 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49960) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:00.994113 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-de3abe5a-557d-4b79-98fe-f735e800f9b5 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-367818451'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:01.013020 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9d8bbd-75ca-46b7-a1f0-bcc026d9fe46 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Made reservation on behalf of 3b98f6c7ba2b44a9bd31790bf2628242 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:26:01.016270 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ff9d8bbd-75ca-46b7-a1f0-bcc026d9fe46 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:01.018093 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (034b35ad-22d0-4af4-a100-d428a4623cea), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:01.019743 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bba3e839-91db-4f47-99ad-0d074166fadd tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (d677ec3c-8c8d-4466-a475-f311f1003b01), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:01.062653 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ff9d8bbd-75ca-46b7-a1f0-bcc026d9fe46 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:01.069746 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Pushing event deleted for resources: {'Port': ['ID=034b35ad-22d0-4af4-a100-d428a4623cea,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:01.078260 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] No DVR routers for this DVR port 034b35ad-22d0-4af4-a100-d428a4623cea on host dv-neutron-821190-1-hyperv {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:26:01.103185 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3abe5a-557d-4b79-98fe-f735e800f9b5 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Made reservation on behalf of 53b99d5abfda4b37a432112f091b95b3 for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:26:01.107577 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-de3abe5a-557d-4b79-98fe-f735e800f9b5 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:01.129944 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bba3e839-91db-4f47-99ad-0d074166fadd tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:01.133658 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-bba3e839-91db-4f47-99ad-0d074166fadd tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] 10.222.0.13 "DELETE /v2.0/ports/d677ec3c-8c8d-4466-a475-f311f1003b01 HTTP/1.1" status: 204 len: 168 time: 0.9952228 Jan 29 04:26:01.137490 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49964) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:01.139399 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de3abe5a-557d-4b79-98fe-f735e800f9b5 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:26:01.165679 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba3e839-91db-4f47-99ad-0d074166fadd tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] Pushing event deleted for resources: {'Port': ['ID=d677ec3c-8c8d-4466-a475-f311f1003b01,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:01.168771 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-a811d2ec-29de-43a7-9a49-55fbd3a6bae7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] GET failed (client error): The resource could not be found. Jan 29 04:26:01.170120 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a811d2ec-29de-43a7-9a49-55fbd3a6bae7 tempest-PortsAdminExtendedAttrsTestJSON-206076894 tempest-PortsAdminExtendedAttrsTestJSON-206076894-project-admin] 10.222.0.13 "GET /v2.0/ports/d677ec3c-8c8d-4466-a475-f311f1003b01 HTTP/1.1" status: 404 len: 333 time: 0.0317256 Jan 29 04:26:01.173589 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49966) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:01.186832 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-de3abe5a-557d-4b79-98fe-f735e800f9b5 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (ad261e15-cc39-4fff-9ff2-e709df0ffc86), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:01.186832 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-de3abe5a-557d-4b79-98fe-f735e800f9b5 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Added segment ad261e15-cc39-4fff-9ff2-e709df0ffc86 of type vlan for network b27ab953-c2ad-4fb5-9f6c-f22947f29614 Jan 29 04:26:01.272947 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-de3abe5a-557d-4b79-98fe-f735e800f9b5 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (b27ab953-c2ad-4fb5-9f6c-f22947f29614), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:01.290898 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-03279f1c-d9a7-46ef-8d69-ff4172d4b1bd tempest-PortsAdminExtendedAttrsTestJSON-1345177520 tempest-PortsAdminExtendedAttrsTestJSON-1345177520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (e9debad4-3f36-4493-aa2e-b9dd315cd865), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:01.298301 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (ca7de1fa-0ada-4783-9334-ebadc307cebf), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:01.340272 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca7de1fa-0ada-4783-9334-ebadc307cebf']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:01.357191 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ca6259-a113-4872-8ed7-8d29daea81c7') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:01.357491 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ca6259-a113-4872-8ed7-8d29daea81c7') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:01.368858 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01296e91-b05b-4f2c-9224-e64f80b1cbd1 req-a7acab2f-a18e-4806-91d1-816b9332f387 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:01.370348 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-01296e91-b05b-4f2c-9224-e64f80b1cbd1 req-a7acab2f-a18e-4806-91d1-816b9332f387 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 945 time: 0.2064140 Jan 29 04:26:01.388452 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (34ca6259-a113-4872-8ed7-8d29daea81c7), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:01.393286 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-03279f1c-d9a7-46ef-8d69-ff4172d4b1bd tempest-PortsAdminExtendedAttrsTestJSON-1345177520 tempest-PortsAdminExtendedAttrsTestJSON-1345177520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (e9debad4-3f36-4493-aa2e-b9dd315cd865), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:01.400723 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-de3abe5a-557d-4b79-98fe-f735e800f9b5 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (b27ab953-c2ad-4fb5-9f6c-f22947f29614), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:01.405580 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3abe5a-557d-4b79-98fe-f735e800f9b5 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:01.406163 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-de3abe5a-557d-4b79-98fe-f735e800f9b5 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:01.423341 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ff9d8bbd-75ca-46b7-a1f0-bcc026d9fe46 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for security_group (eb2daa55-f3a4-4ff1-a537-18c536c45885), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:01.425862 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:26:01.430175 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (34ca6259-a113-4872-8ed7-8d29daea81c7), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:01.443859 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-03279f1c-d9a7-46ef-8d69-ff4172d4b1bd tempest-PortsAdminExtendedAttrsTestJSON-1345177520 tempest-PortsAdminExtendedAttrsTestJSON-1345177520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9debad4-3f36-4493-aa2e-b9dd315cd865']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:01.447302 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:26:01.447697 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (34ca6259-a113-4872-8ed7-8d29daea81c7), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:01.450706 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:26:01.450706 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:26:01.450706 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:26:01.450706 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:26:01.450706 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:26:01.450706 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:26:01.450706 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:26:01.450706 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:26:01.450706 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:26:01.450706 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:26:01.450706 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:26:01.450706 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:26:01.450706 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:26:01.450706 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:26:01.450706 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:26:01.450706 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:26:01.450706 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:26:01.450706 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:26:01.450706 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:26:01.450706 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:26:01.450706 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:26:01.450706 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:26:01.450706 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:26:01.450706 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:26:01.450706 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:26:01.450706 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:26:01.450706 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:26:01.450706 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:26:01.450706 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:26:01.450706 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:26:01.450706 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:26:01.450706 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:26:01.479484 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-01296e91-b05b-4f2c-9224-e64f80b1cbd1 req-0765c009-6044-4499-ba81-8a68f0424397 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0967374 Jan 29 04:26:01.491485 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-03279f1c-d9a7-46ef-8d69-ff4172d4b1bd tempest-PortsAdminExtendedAttrsTestJSON-1345177520 tempest-PortsAdminExtendedAttrsTestJSON-1345177520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11555866-ef91-4e75-97f3-29d2eb490369') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:01.491779 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-03279f1c-d9a7-46ef-8d69-ff4172d4b1bd tempest-PortsAdminExtendedAttrsTestJSON-1345177520 tempest-PortsAdminExtendedAttrsTestJSON-1345177520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11555866-ef91-4e75-97f3-29d2eb490369') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:01.507419 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ff9d8bbd-75ca-46b7-a1f0-bcc026d9fe46 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (eb2daa55-f3a4-4ff1-a537-18c536c45885), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:01.527055 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-03279f1c-d9a7-46ef-8d69-ff4172d4b1bd tempest-PortsAdminExtendedAttrsTestJSON-1345177520 tempest-PortsAdminExtendedAttrsTestJSON-1345177520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (11555866-ef91-4e75-97f3-29d2eb490369), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:01.528682 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af35407-dc99-4d26-a0cf-d028327e203f tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Router 2f46fba6-1fcf-4d2d-b8ce-12de7ccc2367 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:26:01.529617 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3abe5a-557d-4b79-98fe-f735e800f9b5 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Pushing event updated for resources: {'Network': ['ID=b27ab953-c2ad-4fb5-9f6c-f22947f29614,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:01.543620 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network b27ab953-c2ad-4fb5-9f6c-f22947f29614 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:26:01.546322 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-03279f1c-d9a7-46ef-8d69-ff4172d4b1bd tempest-PortsAdminExtendedAttrsTestJSON-1345177520 tempest-PortsAdminExtendedAttrsTestJSON-1345177520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (11555866-ef91-4e75-97f3-29d2eb490369), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:01.550133 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff9d8bbd-75ca-46b7-a1f0-bcc026d9fe46 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:26:01.555287 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03279f1c-d9a7-46ef-8d69-ff4172d4b1bd tempest-PortsAdminExtendedAttrsTestJSON-1345177520 tempest-PortsAdminExtendedAttrsTestJSON-1345177520-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:26:01.555763 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-03279f1c-d9a7-46ef-8d69-ff4172d4b1bd tempest-PortsAdminExtendedAttrsTestJSON-1345177520 tempest-PortsAdminExtendedAttrsTestJSON-1345177520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (11555866-ef91-4e75-97f3-29d2eb490369), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:01.558786 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:26:01.558786 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:26:01.558786 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:26:01.558786 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:26:01.558786 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:26:01.558786 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:26:01.558786 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:26:01.558786 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:26:01.558786 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:26:01.558786 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:26:01.558786 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:26:01.558786 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:26:01.558786 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:26:01.558786 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:26:01.558786 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:26:01.558786 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:26:01.558786 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:26:01.558786 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:26:01.558786 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:26:01.558786 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:26:01.558786 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:26:01.558786 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:26:01.558786 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:26:01.558786 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:26:01.558786 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:26:01.558786 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:26:01.558786 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:26:01.558786 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:26:01.558786 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:26:01.558786 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:26:01.558786 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:26:01.558786 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:26:01.577993 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ff9d8bbd-75ca-46b7-a1f0-bcc026d9fe46 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (98870537-4ff3-450a-b6b0-61d1e2184da7), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:01.578337 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-ff9d8bbd-75ca-46b7-a1f0-bcc026d9fe46 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Added segment 98870537-4ff3-450a-b6b0-61d1e2184da7 of type vlan for network 2b264ef4-2e42-49ad-88a4-35088f09b474 Jan 29 04:26:01.579626 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d8bbd-75ca-46b7-a1f0-bcc026d9fe46 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2daa55-f3a4-4ff1-a537-18c536c45885,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:01.620998 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-de3abe5a-557d-4b79-98fe-f735e800f9b5 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6279902 Jan 29 04:26:01.622666 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49970) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:01.627717 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-4103fb4f-434e-4df8-a3b5-3eec6989b335 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Request body: {'subnet': {'network_id': 'b27ab953-c2ad-4fb5-9f6c-f22947f29614', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:01.639750 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d0f03-e424-42d5-8fb4-579e4f67e386 req-bdf664b6-47f4-4d69-b5e7-e8fc7c199e00 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:01.641456 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e57d0f03-e424-42d5-8fb4-579e4f67e386 req-bdf664b6-47f4-4d69-b5e7-e8fc7c199e00 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/ports?device_id=48674ac7-eeea-467e-964d-2d8ab2b92c9e HTTP/1.1" status: 200 len: 945 time: 0.1525402 Jan 29 04:26:01.694156 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-03279f1c-d9a7-46ef-8d69-ff4172d4b1bd tempest-PortsAdminExtendedAttrsTestJSON-1345177520 tempest-PortsAdminExtendedAttrsTestJSON-1345177520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (e9debad4-3f36-4493-aa2e-b9dd315cd865), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:01.723982 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-03279f1c-d9a7-46ef-8d69-ff4172d4b1bd tempest-PortsAdminExtendedAttrsTestJSON-1345177520 tempest-PortsAdminExtendedAttrsTestJSON-1345177520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:01.727897 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-03279f1c-d9a7-46ef-8d69-ff4172d4b1bd tempest-PortsAdminExtendedAttrsTestJSON-1345177520 tempest-PortsAdminExtendedAttrsTestJSON-1345177520-project] 10.222.0.13 "DELETE /v2.0/networks/e9debad4-3f36-4493-aa2e-b9dd315cd865 HTTP/1.1" status: 204 len: 168 time: 0.5533307 Jan 29 04:26:01.745619 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03279f1c-d9a7-46ef-8d69-ff4172d4b1bd tempest-PortsAdminExtendedAttrsTestJSON-1345177520 tempest-PortsAdminExtendedAttrsTestJSON-1345177520-project] Pushing event deleted for resources: {'Network': ['ID=e9debad4-3f36-4493-aa2e-b9dd315cd865,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:01.780617 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e57d0f03-e424-42d5-8fb4-579e4f67e386 req-557bc94f-47f4-47df-96df-99e4d4750748 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/security-groups?id=715f2fe5-a75a-4ee8-a2b4-7e90e6c33135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283422 Jan 29 04:26:01.840280 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4103fb4f-434e-4df8-a3b5-3eec6989b335 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Made reservation on behalf of 53b99d5abfda4b37a432112f091b95b3 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:26:01.844462 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4103fb4f-434e-4df8-a3b5-3eec6989b335 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:01.878722 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (ca7de1fa-0ada-4783-9334-ebadc307cebf), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:01.893411 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:01.900639 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] 10.222.0.13 "DELETE /v2.0/networks/ca7de1fa-0ada-4783-9334-ebadc307cebf HTTP/1.1" status: 204 len: 168 time: 4.4876781 Jan 29 04:26:01.908236 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49976) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:01.913961 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-af9373b2-f0fa-40f0-bd08-6e2a4781dc1b tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1343884034'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:01.931412 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0697c2c-7ec3-4a46-b97a-83e231e770c6 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Pushing event deleted for resources: {'Network': ['ID=ca7de1fa-0ada-4783-9334-ebadc307cebf,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:02.005732 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ff9d8bbd-75ca-46b7-a1f0-bcc026d9fe46 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (2b264ef4-2e42-49ad-88a4-35088f09b474), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:02.050132 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af35407-dc99-4d26-a0cf-d028327e203f tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:26:02.062965 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47eba3e4-cc78-4c32-95c5-ed976c7fee47 None None] Sync routers for ids ['2f46fba6-1fcf-4d2d-b8ce-12de7ccc2367'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:26:02.066029 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6087b-5247-4cc1-87ed-7c7b8fdcfec5 req-16559eba-bfd3-428f-bfad-47a2c3ce1e07 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:02.067579 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-63d6087b-5247-4cc1-87ed-7c7b8fdcfec5 req-16559eba-bfd3-428f-bfad-47a2c3ce1e07 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9d5143-b353-429f-b510-a519c4158175 HTTP/1.1" status: 200 len: 944 time: 0.1560717 Jan 29 04:26:02.081785 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47eba3e4-cc78-4c32-95c5-ed976c7fee47 None None] Routers {'2f46fba6-1fcf-4d2d-b8ce-12de7ccc2367'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:02.081785 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-47eba3e4-cc78-4c32-95c5-ed976c7fee47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:25:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['2f46fba6-1fcf-4d2d-b8ce-12de7ccc2367'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:02.109826 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9373b2-f0fa-40f0-bd08-6e2a4781dc1b tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Made reservation on behalf of 2295d89d6c624345b49b3e581fed20fc for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:26:02.109826 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-af9373b2-f0fa-40f0-bd08-6e2a4781dc1b tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:02.115436 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-47eba3e4-cc78-4c32-95c5-ed976c7fee47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:02.129019 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-63d6087b-5247-4cc1-87ed-7c7b8fdcfec5 req-10d45f55-1189-4cba-9c92-771e2e3bd0c2 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/security-groups?id=e52fdf30-5ac5-455f-a26e-79cce6c2b476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538108 Jan 29 04:26:02.135083 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47eba3e4-cc78-4c32-95c5-ed976c7fee47 None None] Routers {'2f46fba6-1fcf-4d2d-b8ce-12de7ccc2367'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:02.138588 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-47eba3e4-cc78-4c32-95c5-ed976c7fee47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:25:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['2f46fba6-1fcf-4d2d-b8ce-12de7ccc2367'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:02.138801 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af9373b2-f0fa-40f0-bd08-6e2a4781dc1b tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:26:02.153341 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-af9373b2-f0fa-40f0-bd08-6e2a4781dc1b tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (a13b9fe1-6814-4294-b1cc-10667534ba84), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:02.153739 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-af9373b2-f0fa-40f0-bd08-6e2a4781dc1b tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Added segment a13b9fe1-6814-4294-b1cc-10667534ba84 of type vlan for network 85573581-363a-4e71-a8ee-94d71af1d0ad Jan 29 04:26:02.160591 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ff9d8bbd-75ca-46b7-a1f0-bcc026d9fe46 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (2b264ef4-2e42-49ad-88a4-35088f09b474), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:02.168285 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9d8bbd-75ca-46b7-a1f0-bcc026d9fe46 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:02.168285 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ff9d8bbd-75ca-46b7-a1f0-bcc026d9fe46 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:02.189075 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-47eba3e4-cc78-4c32-95c5-ed976c7fee47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:02.190401 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47eba3e4-cc78-4c32-95c5-ed976c7fee47 None None] The sync data for ids ['2f46fba6-1fcf-4d2d-b8ce-12de7ccc2367'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:26:02.215251 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-af9373b2-f0fa-40f0-bd08-6e2a4781dc1b tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (85573581-363a-4e71-a8ee-94d71af1d0ad), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:02.221248 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4103fb4f-434e-4df8-a3b5-3eec6989b335 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (7c63b847-6411-47c6-a5f9-ddba1d532106), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:02.232157 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2af35407-dc99-4d26-a0cf-d028327e203f tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:02.233439 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2af35407-dc99-4d26-a0cf-d028327e203f tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.2961264 Jan 29 04:26:02.236113 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49980) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:02.240514 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-3ccd32e4-f5f5-4017-8c33-3571a4ce019a tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'enable_snat': False}}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:02.278959 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d8bbd-75ca-46b7-a1f0-bcc026d9fe46 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Pushing event updated for resources: {'Network': ['ID=2b264ef4-2e42-49ad-88a4-35088f09b474,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:02.300617 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 2b264ef4-2e42-49ad-88a4-35088f09b474 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:26:02.301938 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4103fb4f-434e-4df8-a3b5-3eec6989b335 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Pushing event updated for resources: {'Subnet': ['ID=7c63b847-6411-47c6-a5f9-ddba1d532106,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:02.311489 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4103fb4f-434e-4df8-a3b5-3eec6989b335 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Checking segment: {'id': 'ad261e15-cc39-4fff-9ff2-e709df0ffc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b27ab953-c2ad-4fb5-9f6c-f22947f29614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:26:02.311861 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4103fb4f-434e-4df8-a3b5-3eec6989b335 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Network hostable DHCP agents. Network: b27ab953-c2ad-4fb5-9f6c-f22947f29614, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:26:02.342262 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49982) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:02.347172 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ff9d8bbd-75ca-46b7-a1f0-bcc026d9fe46 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5910807 Jan 29 04:26:02.351263 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-af9373b2-f0fa-40f0-bd08-6e2a4781dc1b tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (85573581-363a-4e71-a8ee-94d71af1d0ad), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:02.354889 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49986) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:02.360805 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9373b2-f0fa-40f0-bd08-6e2a4781dc1b tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:02.361428 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-af9373b2-f0fa-40f0-bd08-6e2a4781dc1b tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:02.361580 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-232120db-b2ee-4e21-93c7-f0636556a803 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Request body: {'subnet': {'network_id': '2b264ef4-2e42-49ad-88a4-35088f09b474', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:02.389650 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device b65426a7-ad6e-4181-b43f-15f45dda722c up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:26:02.396188 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4103fb4f-434e-4df8-a3b5-3eec6989b335 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Network b27ab953-c2ad-4fb5-9f6c-f22947f29614 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:26:02.461729 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-af9373b2-f0fa-40f0-bd08-6e2a4781dc1b tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5522757 Jan 29 04:26:02.462895 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49988) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:02.471111 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-8a78f1fc-3f66-41ef-883e-7a35f921d469 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Request body: {'subnet': {'network_id': '85573581-363a-4e71-a8ee-94d71af1d0ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:02.500087 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-4103fb4f-434e-4df8-a3b5-3eec6989b335 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, b27ab953-c2ad-4fb5-9f6c-f22947f29614) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:02.510584 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9373b2-f0fa-40f0-bd08-6e2a4781dc1b tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Pushing event updated for resources: {'Network': ['ID=85573581-363a-4e71-a8ee-94d71af1d0ad,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:02.511813 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54723137-8faa-4f24-b7db-d074d5ebeec9 None None] Network b27ab953-c2ad-4fb5-9f6c-f22947f29614 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:26:02.519625 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4103fb4f-434e-4df8-a3b5-3eec6989b335 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:02.520234 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4103fb4f-434e-4df8-a3b5-3eec6989b335 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:02.534578 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 85573581-363a-4e71-a8ee-94d71af1d0ad details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:26:02.540785 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning for port b65426a7-ad6e-4181-b43f-15f45dda722c completed by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:26:02.586945 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port b65426a7-ad6e-4181-b43f-15f45dda722c triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:26:02.587615 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b65426a7-ad6e-4181-b43f-15f45dda722c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:02.632133 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-4103fb4f-434e-4df8-a3b5-3eec6989b335 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0069394 Jan 29 04:26:02.632955 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 49992) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:02.637494 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-1bcfaf60-4608-4682-8a90-7c79acd98b69 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b27ab953-c2ad-4fb5-9f6c-f22947f29614'}}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:02.641321 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1aa3a903-8bfe-4843-8cd8-a8d815b9093f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6fe186f0f1ee4937ba65516a201dad9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2963464 Jan 29 04:26:02.641978 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 49994) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:02.709863 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7e998-cd6b-4148-b042-f0e4e0ed1427 req-b5c84ee0-cb79-4d2d-b123-916f46636811 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:02.711526 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-1de7e998-cd6b-4148-b042-f0e4e0ed1427 req-b5c84ee0-cb79-4d2d-b123-916f46636811 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 945 time: 0.1322429 Jan 29 04:26:02.732608 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-96a03c91-be20-4832-bffc-c0c079058b79 admin admin] Publish callbacks [] for security_group (f2c4a5a8-801e-48f3-a394-e4f34c0d1ec2), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:02.736360 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232120db-b2ee-4e21-93c7-f0636556a803 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Made reservation on behalf of 3b98f6c7ba2b44a9bd31790bf2628242 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:26:02.739559 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-232120db-b2ee-4e21-93c7-f0636556a803 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:02.747140 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020a55ef-2e0f-436e-98a3-3a358b2b1f90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-b27ab953-c2ad-4fb5-9f6c-f22947f29614', 'network_id': 'b27ab953-c2ad-4fb5-9f6c-f22947f29614', 'project_id': '53b99d5abfda4b37a432112f091b95b3', 'fixed_ips': [{'subnet_id': '7c63b847-6411-47c6-a5f9-ddba1d532106'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:26:02.748256 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-020a55ef-2e0f-436e-98a3-3a358b2b1f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:02.763458 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a78f1fc-3f66-41ef-883e-7a35f921d469 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Made reservation on behalf of 2295d89d6c624345b49b3e581fed20fc for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:26:02.766983 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8a78f1fc-3f66-41ef-883e-7a35f921d469 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:02.779469 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-96a03c91-be20-4832-bffc-c0c079058b79 admin admin] Publish callbacks [] for security_group (f2c4a5a8-801e-48f3-a394-e4f34c0d1ec2), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:02.781676 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port b65426a7-ad6e-4181-b43f-15f45dda722c is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:26:02.782271 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b65426a7-ad6e-4181-b43f-15f45dda722c), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:02.848579 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3ccd32e4-f5f5-4017-8c33-3571a4ce019a tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for router_gateway (2f46fba6-1fcf-4d2d-b8ce-12de7ccc2367), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:02.862968 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9d5143-b353-429f-b510-a519c4158175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65426a7-ad6e-4181-b43f-15f45dda722c'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:26:02.870189 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-1de7e998-cd6b-4148-b042-f0e4e0ed1427 req-9a672cf0-afcf-42ba-84c6-88225abe9d05 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1469653 Jan 29 04:26:02.985359 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port b65426a7-ad6e-4181-b43f-15f45dda722c, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b65426a7-ad6e-4181-b43f-15f45dda722c,segment=NetworkSegment(4af84b71-d5c4-4409-9ef7-5596cefdefb6),segment_id=4af84b71-d5c4-4409-9ef7-5596cefdefb6)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:03.005819 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1bcfaf60-4608-4682-8a90-7c79acd98b69 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks [] for router_gateway (8538d729-d49e-4eb1-8586-0ab9e1fc4985), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:03.024877 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-96a03c91-be20-4832-bffc-c0c079058b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (f2c4a5a8-801e-48f3-a394-e4f34c0d1ec2), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:03.032636 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-96a03c91-be20-4832-bffc-c0c079058b79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:03.032636 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-96a03c91-be20-4832-bffc-c0c079058b79 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2c4a5a8-801e-48f3-a394-e4f34c0d1ec2 HTTP/1.1" status: 204 len: 168 time: 0.3854585 Jan 29 04:26:03.042975 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a03c91-be20-4832-bffc-c0c079058b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c4a5a8-801e-48f3-a394-e4f34c0d1ec2,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:03.063846 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-020a55ef-2e0f-436e-98a3-3a358b2b1f90 None None] Allocated IP 2001:db8:1::2 (b27ab953-c2ad-4fb5-9f6c-f22947f29614/7c63b847-6411-47c6-a5f9-ddba1d532106/b6d5065b-bac5-49b1-9f4c-880dec7d2047) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:26:03.105446 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (b65426a7-ad6e-4181-b43f-15f45dda722c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:03.106446 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 1034befb-3cd4-4337-8ed7-028318e7f85e up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:26:03.119745 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19945c46-3878-489d-9131-b6bbdc237f74 req-32956497-3ba9-4240-9768-95607f260fee tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:03.121332 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-19945c46-3878-489d-9131-b6bbdc237f74 req-32956497-3ba9-4240-9768-95607f260fee tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/ports?device_id=48674ac7-eeea-467e-964d-2d8ab2b92c9e HTTP/1.1" status: 200 len: 945 time: 0.1861718 Jan 29 04:26:03.175183 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5206fdb6-452e-42e1-aac6-770de982b4f9" -d '{"events": [{"server_uuid": "0b9d5143-b353-429f-b510-a519c4158175", "name": "network-vif-plugged", "status": "completed", "tag": "b65426a7-ad6e-4181-b43f-15f45dda722c"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:26:03.210019 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.objects.ports [None req-8a78f1fc-3f66-41ef-883e-7a35f921d469 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103584) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 04:26:03.212966 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8a78f1fc-3f66-41ef-883e-7a35f921d469 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (875bbfd6-8c2b-4a4c-ae4a-b05d9a96b290), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:03.272928 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=b65426a7-ad6e-4181-b43f-15f45dda722c,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:03.281034 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-19945c46-3878-489d-9131-b6bbdc237f74 req-9f509d24-fe1f-4e72-9c34-aa0dc9a35225 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/security-groups?id=715f2fe5-a75a-4ee8-a2b4-7e90e6c33135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520634 Jan 29 04:26:03.285686 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:03.286136 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:03.286481 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:03.286807 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:03.287139 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:03.287472 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:03.287812 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:03.288234 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:03.288606 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:03.289365 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:03.289720 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:03.290044 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:03.290557 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:03.325769 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a78f1fc-3f66-41ef-883e-7a35f921d469 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Checking segment: {'id': 'a13b9fe1-6814-4294-b1cc-10667534ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '85573581-363a-4e71-a8ee-94d71af1d0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:26:03.326312 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a78f1fc-3f66-41ef-883e-7a35f921d469 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Network hostable DHCP agents. Network: 85573581-363a-4e71-a8ee-94d71af1d0ad, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:26:03.334929 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a78f1fc-3f66-41ef-883e-7a35f921d469 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Pushing event updated for resources: {'Subnet': ['ID=875bbfd6-8c2b-4a4c-ae4a-b05d9a96b290,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:03.365066 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-232120db-b2ee-4e21-93c7-f0636556a803 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (dc213110-33f2-4df6-8267-0aad8b9068cf), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:03.383934 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4ab1e-6b5f-49b0-b694-6afe9d502cb1 req-c03636ef-5034-4b0c-bc7a-3651687d0176 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:03.394519 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-f4b4ab1e-6b5f-49b0-b694-6afe9d502cb1 req-c03636ef-5034-4b0c-bc7a-3651687d0176 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9d5143-b353-429f-b510-a519c4158175 HTTP/1.1" status: 200 len: 945 time: 0.1412952 Jan 29 04:26:03.430740 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning for port 1034befb-3cd4-4337-8ed7-028318e7f85e completed by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:26:03.444580 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port 1034befb-3cd4-4337-8ed7-028318e7f85e triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:26:03.444954 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (1034befb-3cd4-4337-8ed7-028318e7f85e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:03.452105 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-020a55ef-2e0f-436e-98a3-3a358b2b1f90 None None] Publish callbacks [] for port (b6d5065b-bac5-49b1-9f4c-880dec7d2047), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:03.482034 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232120db-b2ee-4e21-93c7-f0636556a803 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Pushing event updated for resources: {'Subnet': ['ID=dc213110-33f2-4df6-8267-0aad8b9068cf,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:03.498952 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-f4b4ab1e-6b5f-49b0-b694-6afe9d502cb1 req-f30cbc05-b543-4604-870d-c27a90114807 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/security-groups?id=e52fdf30-5ac5-455f-a26e-79cce6c2b476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977092 Jan 29 04:26:03.500007 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a78f1fc-3f66-41ef-883e-7a35f921d469 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Network 85573581-363a-4e71-a8ee-94d71af1d0ad is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:26:03.560159 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 1034befb-3cd4-4337-8ed7-028318e7f85e is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:26:03.560576 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (1034befb-3cd4-4337-8ed7-028318e7f85e), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:03.571370 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232120db-b2ee-4e21-93c7-f0636556a803 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Checking segment: {'id': '98870537-4ff3-450a-b6b0-61d1e2184da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2b264ef4-2e42-49ad-88a4-35088f09b474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:26:03.571738 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232120db-b2ee-4e21-93c7-f0636556a803 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Network hostable DHCP agents. Network: 2b264ef4-2e42-49ad-88a4-35088f09b474, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:26:03.580533 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-020a55ef-2e0f-436e-98a3-3a358b2b1f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (b6d5065b-bac5-49b1-9f4c-880dec7d2047), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:03.580747 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-1bcfaf60-4608-4682-8a90-7c79acd98b69 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:26:03.585062 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-1bcfaf60-4608-4682-8a90-7c79acd98b69 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] 10.222.0.13 "PUT /v2.0/routers/8538d729-d49e-4eb1-8586-0ab9e1fc4985 HTTP/1.1" status: 400 len: 364 time: 0.9477680 Jan 29 04:26:03.587795 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50012) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:03.610110 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-8a78f1fc-3f66-41ef-883e-7a35f921d469 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 85573581-363a-4e71-a8ee-94d71af1d0ad) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:03.621153 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a78f1fc-3f66-41ef-883e-7a35f921d469 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:03.622325 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8a78f1fc-3f66-41ef-883e-7a35f921d469 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:03.636313 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab49e0dd-442d-439b-82ad-b464cfaa95b2 None None] Network 85573581-363a-4e71-a8ee-94d71af1d0ad requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:26:03.641139 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 1034befb-3cd4-4337-8ed7-028318e7f85e, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=1034befb-3cd4-4337-8ed7-028318e7f85e,segment=NetworkSegment(d9adf04a-b50e-40f5-aaa3-34e90a55f913),segment_id=d9adf04a-b50e-40f5-aaa3-34e90a55f913)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:03.656200 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce6cca1-2dce-494b-bfc8-b2278fe7deb2 x-openstack-request-id: req-4ce6cca1-2dce-494b-bfc8-b2278fe7deb2 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:26:03.656545 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9d5143-b353-429f-b510-a519c4158175", "name": "network-vif-plugged", "status": "completed", "tag": "b65426a7-ad6e-4181-b43f-15f45dda722c", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:26:03.656822 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ce6cca1-2dce-494b-bfc8-b2278fe7deb2 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:26:03.657258 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9d5143-b353-429f-b510-a519c4158175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65426a7-ad6e-4181-b43f-15f45dda722c', 'code': 200} Jan 29 04:26:03.674099 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020a55ef-2e0f-436e-98a3-3a358b2b1f90 None None] Network b27ab953-c2ad-4fb5-9f6c-f22947f29614 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:26:03.709111 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a55ef-2e0f-436e-98a3-3a358b2b1f90 None None] Pushing event updated for resources: {'Port': ['ID=b6d5065b-bac5-49b1-9f4c-880dec7d2047,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:03.712904 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-020a55ef-2e0f-436e-98a3-3a358b2b1f90 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:03.714960 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020a55ef-2e0f-436e-98a3-3a358b2b1f90 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:26:03.733377 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-8a78f1fc-3f66-41ef-883e-7a35f921d469 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2665682 Jan 29 04:26:03.734832 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50016) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:03.757290 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (1034befb-3cd4-4337-8ed7-028318e7f85e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:03.757290 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 8e38da7a-056f-4de3-b557-31c899d94cdb up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:26:03.866744 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-020a55ef-2e0f-436e-98a3-3a358b2b1f90 None None] Attempting to bind port b6d5065b-bac5-49b1-9f4c-880dec7d2047 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:26:03.867092 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-020a55ef-2e0f-436e-98a3-3a358b2b1f90 None None] Attempting to bind port b6d5065b-bac5-49b1-9f4c-880dec7d2047 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'ad261e15-cc39-4fff-9ff2-e709df0ffc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b27ab953-c2ad-4fb5-9f6c-f22947f29614'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:26:03.867457 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020a55ef-2e0f-436e-98a3-3a358b2b1f90 None None] Attempting to bind port b6d5065b-bac5-49b1-9f4c-880dec7d2047 on network b27ab953-c2ad-4fb5-9f6c-f22947f29614 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:26:03.871994 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a08b0bb0-66c8-4f54-bea0-00e04fdd8a9c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (85573581-363a-4e71-a8ee-94d71af1d0ad), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:03.911003 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020a55ef-2e0f-436e-98a3-3a358b2b1f90 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:26:03.911422 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020a55ef-2e0f-436e-98a3-3a358b2b1f90 None None] Checking segment: {'id': 'ad261e15-cc39-4fff-9ff2-e709df0ffc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b27ab953-c2ad-4fb5-9f6c-f22947f29614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:26:03.911828 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-020a55ef-2e0f-436e-98a3-3a358b2b1f90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:03.912240 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020a55ef-2e0f-436e-98a3-3a358b2b1f90 None None] Bound using segment: {'id': 'ad261e15-cc39-4fff-9ff2-e709df0ffc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b27ab953-c2ad-4fb5-9f6c-f22947f29614'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:26:03.912880 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-020a55ef-2e0f-436e-98a3-3a358b2b1f90 None None] Bound port: b6d5065b-bac5-49b1-9f4c-880dec7d2047, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad261e15-cc39-4fff-9ff2-e709df0ffc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b27ab953-c2ad-4fb5-9f6c-f22947f29614'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:26:03.913267 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-020a55ef-2e0f-436e-98a3-3a358b2b1f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b6d5065b-bac5-49b1-9f4c-880dec7d2047), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:03.952230 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cf3292-f415-4aec-99cc-6361e4e05a73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-85573581-363a-4e71-a8ee-94d71af1d0ad', 'network_id': '85573581-363a-4e71-a8ee-94d71af1d0ad', 'project_id': '2295d89d6c624345b49b3e581fed20fc', 'fixed_ips': [{'subnet_id': '875bbfd6-8c2b-4a4c-ae4a-b05d9a96b290'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:26:03.953275 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-11cf3292-f415-4aec-99cc-6361e4e05a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:03.999442 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a08b0bb0-66c8-4f54-bea0-00e04fdd8a9c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (875bbfd6-8c2b-4a4c-ae4a-b05d9a96b290), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:04.003556 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50020) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:04.027976 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232120db-b2ee-4e21-93c7-f0636556a803 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Network 2b264ef4-2e42-49ad-88a4-35088f09b474 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:26:04.109487 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-232120db-b2ee-4e21-93c7-f0636556a803 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 2b264ef4-2e42-49ad-88a4-35088f09b474) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:04.125155 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=1034befb-3cd4-4337-8ed7-028318e7f85e,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:04.130792 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46216f48-dead-4cb5-a34a-a643ae1f95d4 None None] Network 2b264ef4-2e42-49ad-88a4-35088f09b474 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:26:04.150358 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232120db-b2ee-4e21-93c7-f0636556a803 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:04.153068 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-232120db-b2ee-4e21-93c7-f0636556a803 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:04.274563 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning for port 8e38da7a-056f-4de3-b557-31c899d94cdb completed by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:26:04.308323 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port 8e38da7a-056f-4de3-b557-31c899d94cdb triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:26:04.308876 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (8e38da7a-056f-4de3-b557-31c899d94cdb), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:04.325016 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f39553-ffad-4d8f-93d0-fb7fead1f379 req-e8155ecf-3b21-4206-9942-e77dac2b2663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:04.326545 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a4f39553-ffad-4d8f-93d0-fb7fead1f379 req-e8155ecf-3b21-4206-9942-e77dac2b2663 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0b9d5143-b353-429f-b510-a519c4158175 HTTP/1.1" status: 200 len: 1129 time: 0.3133585 Jan 29 04:26:04.336297 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-232120db-b2ee-4e21-93c7-f0636556a803 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9774816 Jan 29 04:26:04.343308 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50022) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:04.357159 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-e5999cd2-3300-4f6f-90ac-ec01e94915a1 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-284096789', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}, 'admin_state_up': False}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:04.363404 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-020a55ef-2e0f-436e-98a3-3a358b2b1f90 None None] For port b6d5065b-bac5-49b1-9f4c-880dec7d2047, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:26:04.367399 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-7ab19cd2-e3ec-4734-8d23-74a124fc5274 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=139c2bb219fc447b958004497db30e76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3603032 Jan 29 04:26:04.373520 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3ccd32e4-f5f5-4017-8c33-3571a4ce019a tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1615661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1617607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-536'] for router (2f46fba6-1fcf-4d2d-b8ce-12de7ccc2367), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:04.374100 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50026) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:04.383169 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-a4f39553-ffad-4d8f-93d0-fb7fead1f379 req-43f2174d-e75f-4a61-a4f7-f554ab39b207 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:04.392477 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3ccd32e4-f5f5-4017-8c33-3571a4ce019a tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1615652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1615667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1617630'] for router (2f46fba6-1fcf-4d2d-b8ce-12de7ccc2367), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:04.414013 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-020a55ef-2e0f-436e-98a3-3a358b2b1f90 None None] For port b6d5065b-bac5-49b1-9f4c-880dec7d2047, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=b6d5065b-bac5-49b1-9f4c-880dec7d2047,segment=NetworkSegment(ad261e15-cc39-4fff-9ff2-e709df0ffc86),segment_id=ad261e15-cc39-4fff-9ff2-e709df0ffc86)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:26:04.435243 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b44131c0-ad3b-4f47-a461-76878f2e329c tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:04.451472 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda9c98e-8285-484a-910b-08b03fb8c3a2 None None] Network 2b264ef4-2e42-49ad-88a4-35088f09b474 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:26:04.452995 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-55384045-e7ff-4249-ac53-88eec8a47496 admin admin] Publish callbacks [] for security_group (23d7974d-c1b2-4d66-b564-6a56a40150aa), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:04.472295 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0ab59-73f3-44e4-9222-efcacf43e507 req-e123c338-0cf7-4b94-ac20-6682b9de27a5 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:04.473835 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-08d0ab59-73f3-44e4-9222-efcacf43e507 req-e123c338-0cf7-4b94-ac20-6682b9de27a5 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.4687803 Jan 29 04:26:04.478115 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-11cf3292-f415-4aec-99cc-6361e4e05a73 None None] Allocated IP 2001:db8::f816:3eff:fe03:6fcd (85573581-363a-4e71-a8ee-94d71af1d0ad/875bbfd6-8c2b-4a4c-ae4a-b05d9a96b290/89a2abd3-13cf-4c64-8821-282ef46e24e5) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:26:04.484185 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e5999cd2-3300-4f6f-90ac-ec01e94915a1 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (c00cdb5d-03dc-439c-9461-685d5a3cca42), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:04.485429 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e5999cd2-3300-4f6f-90ac-ec01e94915a1 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (c00cdb5d-03dc-439c-9461-685d5a3cca42), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:04.487970 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-55384045-e7ff-4249-ac53-88eec8a47496 admin admin] Publish callbacks [] for security_group (23d7974d-c1b2-4d66-b564-6a56a40150aa), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:04.527310 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-020a55ef-2e0f-436e-98a3-3a358b2b1f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (b6d5065b-bac5-49b1-9f4c-880dec7d2047), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:04.565826 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-08d0ab59-73f3-44e4-9222-efcacf43e507 req-30efa4d5-77d4-4344-9428-dc0566f5b09f tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0704894 Jan 29 04:26:04.688855 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-55384045-e7ff-4249-ac53-88eec8a47496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (23d7974d-c1b2-4d66-b564-6a56a40150aa), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:04.691863 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-55384045-e7ff-4249-ac53-88eec8a47496 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:04.693410 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-55384045-e7ff-4249-ac53-88eec8a47496 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23d7974d-c1b2-4d66-b564-6a56a40150aa HTTP/1.1" status: 204 len: 168 time: 0.3174489 Jan 29 04:26:04.708558 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55384045-e7ff-4249-ac53-88eec8a47496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d7974d-c1b2-4d66-b564-6a56a40150aa,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:04.726000 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e5999cd2-3300-4f6f-90ac-ec01e94915a1 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for router_controller (c00cdb5d-03dc-439c-9461-685d5a3cca42), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:04.729086 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41883bf-1283-49a5-a237-f41c4456fe64 req-e1b57362-5484-416f-8016-a13668dbc67b tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:04.730890 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-c41883bf-1283-49a5-a237-f41c4456fe64 req-e1b57362-5484-416f-8016-a13668dbc67b tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9d5143-b353-429f-b510-a519c4158175 HTTP/1.1" status: 200 len: 945 time: 0.0919213 Jan 29 04:26:04.739179 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 8e38da7a-056f-4de3-b557-31c899d94cdb is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:26:04.742720 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (8e38da7a-056f-4de3-b557-31c899d94cdb), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:04.797433 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a55ef-2e0f-436e-98a3-3a358b2b1f90 None None] Pushing event updated for resources: {'Port': ['ID=b6d5065b-bac5-49b1-9f4c-880dec7d2047,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:04.799401 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-c41883bf-1283-49a5-a237-f41c4456fe64 req-2a10446e-2d86-47ac-acc7-d6e94b07d33e tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/security-groups?id=e52fdf30-5ac5-455f-a26e-79cce6c2b476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611601 Jan 29 04:26:04.842330 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dad067-6a73-4613-adfc-01565db3d441 req-4696a391-c9c1-4d0e-a90e-e94647989bd4 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:04.849100 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b1dad067-6a73-4613-adfc-01565db3d441 req-4696a391-c9c1-4d0e-a90e-e94647989bd4 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/ports?device_id=48674ac7-eeea-467e-964d-2d8ab2b92c9e HTTP/1.1" status: 200 len: 945 time: 0.3705006 Jan 29 04:26:04.855003 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ccd32e4-f5f5-4017-8c33-3571a4ce019a tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Router 2f46fba6-1fcf-4d2d-b8ce-12de7ccc2367 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:26:04.889447 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 8e38da7a-056f-4de3-b557-31c899d94cdb, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=8e38da7a-056f-4de3-b557-31c899d94cdb,segment=NetworkSegment(fd7ead1e-c2bd-4a04-99ff-ba05b654eedf),segment_id=fd7ead1e-c2bd-4a04-99ff-ba05b654eedf)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:04.946071 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-11cf3292-f415-4aec-99cc-6361e4e05a73 None None] Publish callbacks [] for port (89a2abd3-13cf-4c64-8821-282ef46e24e5), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:04.959268 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-a4f39553-ffad-4d8f-93d0-fb7fead1f379 req-43f2174d-e75f-4a61-a4f7-f554ab39b207 service neutron] Publish callbacks [] for security_group (99009c27-c980-4ad2-aa54-95ea70241eec), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:04.961445 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (8e38da7a-056f-4de3-b557-31c899d94cdb), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:05.026621 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=8e38da7a-056f-4de3-b557-31c899d94cdb,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:05.037295 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-11cf3292-f415-4aec-99cc-6361e4e05a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (89a2abd3-13cf-4c64-8821-282ef46e24e5), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:05.094697 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-a4f39553-ffad-4d8f-93d0-fb7fead1f379 req-43f2174d-e75f-4a61-a4f7-f554ab39b207 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (99009c27-c980-4ad2-aa54-95ea70241eec), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:05.105206 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cf3292-f415-4aec-99cc-6361e4e05a73 None None] Network 85573581-363a-4e71-a8ee-94d71af1d0ad is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:26:05.111523 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf3292-f415-4aec-99cc-6361e4e05a73 None None] Pushing event updated for resources: {'Port': ['ID=89a2abd3-13cf-4c64-8821-282ef46e24e5,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:05.114224 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-11cf3292-f415-4aec-99cc-6361e4e05a73 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:05.116353 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cf3292-f415-4aec-99cc-6361e4e05a73 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:26:05.134612 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a4f39553-ffad-4d8f-93d0-fb7fead1f379 req-43f2174d-e75f-4a61-a4f7-f554ab39b207 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e52fdf30-5ac5-455f-a26e-79cce6c2b476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7986872 Jan 29 04:26:05.175855 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a08b0bb0-66c8-4f54-bea0-00e04fdd8a9c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (875bbfd6-8c2b-4a4c-ae4a-b05d9a96b290), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:05.195092 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-11cf3292-f415-4aec-99cc-6361e4e05a73 None None] Attempting to bind port 89a2abd3-13cf-4c64-8821-282ef46e24e5 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:26:05.198596 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-11cf3292-f415-4aec-99cc-6361e4e05a73 None None] Attempting to bind port 89a2abd3-13cf-4c64-8821-282ef46e24e5 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'a13b9fe1-6814-4294-b1cc-10667534ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '85573581-363a-4e71-a8ee-94d71af1d0ad'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:26:05.198596 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cf3292-f415-4aec-99cc-6361e4e05a73 None None] Attempting to bind port 89a2abd3-13cf-4c64-8821-282ef46e24e5 on network 85573581-363a-4e71-a8ee-94d71af1d0ad {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:26:05.202827 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cf3292-f415-4aec-99cc-6361e4e05a73 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:26:05.203339 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cf3292-f415-4aec-99cc-6361e4e05a73 None None] Checking segment: {'id': 'a13b9fe1-6814-4294-b1cc-10667534ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '85573581-363a-4e71-a8ee-94d71af1d0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:26:05.203840 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-11cf3292-f415-4aec-99cc-6361e4e05a73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:05.204386 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cf3292-f415-4aec-99cc-6361e4e05a73 None None] Bound using segment: {'id': 'a13b9fe1-6814-4294-b1cc-10667534ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '85573581-363a-4e71-a8ee-94d71af1d0ad'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:26:05.204998 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-11cf3292-f415-4aec-99cc-6361e4e05a73 None None] Bound port: 89a2abd3-13cf-4c64-8821-282ef46e24e5, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a13b9fe1-6814-4294-b1cc-10667534ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '85573581-363a-4e71-a8ee-94d71af1d0ad'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:26:05.205545 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-11cf3292-f415-4aec-99cc-6361e4e05a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (89a2abd3-13cf-4c64-8821-282ef46e24e5), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:05.211638 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f2174d-e75f-4a61-a4f7-f554ab39b207 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=99009c27-c980-4ad2-aa54-95ea70241eec,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:05.214468 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08b0bb0-66c8-4f54-bea0-00e04fdd8a9c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Pushing event deleted for resources: {'Subnet': ['ID=875bbfd6-8c2b-4a4c-ae4a-b05d9a96b290,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:05.282899 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-11cf3292-f415-4aec-99cc-6361e4e05a73 None None] For port 89a2abd3-13cf-4c64-8821-282ef46e24e5, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:26:05.286313 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-11cf3292-f415-4aec-99cc-6361e4e05a73 None None] For port 89a2abd3-13cf-4c64-8821-282ef46e24e5, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=89a2abd3-13cf-4c64-8821-282ef46e24e5,segment=NetworkSegment(a13b9fe1-6814-4294-b1cc-10667534ba84),segment_id=a13b9fe1-6814-4294-b1cc-10667534ba84)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:26:05.309068 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b1dad067-6a73-4613-adfc-01565db3d441 req-25fa6bc4-1a2f-4269-a82c-dd884d6a0fc8 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/security-groups?id=715f2fe5-a75a-4ee8-a2b4-7e90e6c33135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4519083 Jan 29 04:26:05.316511 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e5999cd2-3300-4f6f-90ac-ec01e94915a1 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for router_gateway (c00cdb5d-03dc-439c-9461-685d5a3cca42), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:05.320411 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a08b0bb0-66c8-4f54-bea0-00e04fdd8a9c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (85573581-363a-4e71-a8ee-94d71af1d0ad), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:05.356102 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-a08b0bb0-66c8-4f54-bea0-00e04fdd8a9c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85573581-363a-4e71-a8ee-94d71af1d0ad']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:05.366829 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-a08b0bb0-66c8-4f54-bea0-00e04fdd8a9c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a13b9fe1-6814-4294-b1cc-10667534ba84') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:05.367398 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-a08b0bb0-66c8-4f54-bea0-00e04fdd8a9c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a13b9fe1-6814-4294-b1cc-10667534ba84') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:05.374459 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-b44131c0-ad3b-4f47-a461-76878f2e329c tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Allocated IP 2001:db8::1 (32670775-4831-48f8-8692-79723e92d6ac/015001d0-807e-4d03-83fb-e1905c59e3ab/cec191e0-3a93-4c39-af7f-ebf5c55f1c17) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:26:05.378779 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-11cf3292-f415-4aec-99cc-6361e4e05a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (89a2abd3-13cf-4c64-8821-282ef46e24e5), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:05.390293 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a08b0bb0-66c8-4f54-bea0-00e04fdd8a9c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (a13b9fe1-6814-4294-b1cc-10667534ba84), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:05.407091 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a08b0bb0-66c8-4f54-bea0-00e04fdd8a9c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (a13b9fe1-6814-4294-b1cc-10667534ba84), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:05.422585 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ccd32e4-f5f5-4017-8c33-3571a4ce019a tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:26:05.423529 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a08b0bb0-66c8-4f54-bea0-00e04fdd8a9c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:26:05.424076 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a08b0bb0-66c8-4f54-bea0-00e04fdd8a9c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (a13b9fe1-6814-4294-b1cc-10667534ba84), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:05.427462 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3ccd32e4-f5f5-4017-8c33-3571a4ce019a tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:05.428257 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:26:05.428257 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:26:05.428257 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:26:05.428257 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:26:05.428257 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:26:05.428257 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:26:05.428257 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:26:05.428257 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:26:05.428257 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:26:05.428257 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:26:05.428257 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:26:05.428257 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:26:05.428257 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:26:05.428257 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:26:05.428257 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:26:05.428257 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:26:05.428257 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:26:05.428257 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:26:05.428257 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:26:05.428257 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:26:05.428257 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:26:05.428257 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:26:05.428257 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:26:05.428257 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:26:05.428257 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:26:05.428257 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:26:05.428257 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:26:05.428257 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:26:05.428257 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:26:05.428257 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:26:05.428257 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:26:05.428257 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:26:05.432119 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-3ccd32e4-f5f5-4017-8c33-3571a4ce019a tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] 10.222.0.13 "PUT /v2.0/routers/2f46fba6-1fcf-4d2d-b8ce-12de7ccc2367 HTTP/1.1" status: 200 len: 926 time: 3.1949902 Jan 29 04:26:05.432751 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50040) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:05.440219 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbb23e1-4409-4e3d-85ab-ae527392892b None None] Sync routers for ids ['2f46fba6-1fcf-4d2d-b8ce-12de7ccc2367'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:26:05.532996 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf3292-f415-4aec-99cc-6361e4e05a73 None None] Pushing event updated for resources: {'Port': ['ID=89a2abd3-13cf-4c64-8821-282ef46e24e5,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:05.539973 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbb23e1-4409-4e3d-85ab-ae527392892b None None] Routers {'2f46fba6-1fcf-4d2d-b8ce-12de7ccc2367'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:05.540639 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-fdbb23e1-4409-4e3d-85ab-ae527392892b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:25:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['2f46fba6-1fcf-4d2d-b8ce-12de7ccc2367'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:05.591399 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e864cf2-4eef-4d4c-b629-e21fbb9801a9 None None] Network 85573581-363a-4e71-a8ee-94d71af1d0ad requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:26:05.595866 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-fdbb23e1-4409-4e3d-85ab-ae527392892b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:05.711308 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.db.api [None req-a08b0bb0-66c8-4f54-bea0-00e04fdd8a9c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 29 04:26:05.711308 dv-neutron-821190-1-hyperv neutron-server[103584]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 29 04:26:05.711308 dv-neutron-821190-1-hyperv neutron-server[103584]: [parameters: {'id': '85573581-363a-4e71-a8ee-94d71af1d0ad'}] Jan 29 04:26:05.711308 dv-neutron-821190-1-hyperv neutron-server[103584]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:26:05.716589 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG oslo_db.api [None req-a08b0bb0-66c8-4f54-bea0-00e04fdd8a9c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:26:05.742472 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5388207-0587-418a-a521-fef7e53190ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1034befb-3cd4-4337-8ed7-028318e7f85e'}, {'server_uuid': '48674ac7-eeea-467e-964d-2d8ab2b92c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e38da7a-056f-4de3-b557-31c899d94cdb'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:26:05.747626 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2876d29-4fa0-4196-8d40-8311de3ad829" -d '{"events": [{"server_uuid": "f5388207-0587-418a-a521-fef7e53190ed", "name": "network-vif-plugged", "status": "completed", "tag": "1034befb-3cd4-4337-8ed7-028318e7f85e"}, {"server_uuid": "48674ac7-eeea-467e-964d-2d8ab2b92c9e", "name": "network-vif-plugged", "status": "completed", "tag": "8e38da7a-056f-4de3-b557-31c899d94cdb"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:26:05.815218 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049999b-3c47-448c-9419-675dd8c00abd req-326b2bf4-62f1-4086-88db-05a59fed8e87 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:05.821049 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-7049999b-3c47-448c-9419-675dd8c00abd req-326b2bf4-62f1-4086-88db-05a59fed8e87 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.1307900 Jan 29 04:26:05.823005 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbb23e1-4409-4e3d-85ab-ae527392892b None None] Routers {'2f46fba6-1fcf-4d2d-b8ce-12de7ccc2367'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:05.830015 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-fdbb23e1-4409-4e3d-85ab-ae527392892b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:25:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['2f46fba6-1fcf-4d2d-b8ce-12de7ccc2367'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:06.017529 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-fdbb23e1-4409-4e3d-85ab-ae527392892b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:06.018273 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbb23e1-4409-4e3d-85ab-ae527392892b None None] The sync data for ids ['2f46fba6-1fcf-4d2d-b8ce-12de7ccc2367'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:26:06.023368 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-7049999b-3c47-448c-9419-675dd8c00abd req-312e5fc0-f130-4b94-8cc3-27ed979f8b2e tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1948643 Jan 29 04:26:06.035588 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 29 Jan 2022 04:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa6a951-d981-4619-b90f-599245f30f93 x-openstack-request-id: req-8aa6a951-d981-4619-b90f-599245f30f93 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:26:06.036239 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5388207-0587-418a-a521-fef7e53190ed", "name": "network-vif-plugged", "status": "completed", "tag": "1034befb-3cd4-4337-8ed7-028318e7f85e", "code": 200}, {"server_uuid": "48674ac7-eeea-467e-964d-2d8ab2b92c9e", "name": "network-vif-plugged", "status": "completed", "tag": "8e38da7a-056f-4de3-b557-31c899d94cdb", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:26:06.038179 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8aa6a951-d981-4619-b90f-599245f30f93 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:26:06.040830 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5388207-0587-418a-a521-fef7e53190ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1034befb-3cd4-4337-8ed7-028318e7f85e', 'code': 200} Jan 29 04:26:06.041155 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48674ac7-eeea-467e-964d-2d8ab2b92c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e38da7a-056f-4de3-b557-31c899d94cdb', 'code': 200} Jan 29 04:26:06.044424 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device b6d5065b-bac5-49b1-9f4c-880dec7d2047 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:26:06.121801 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port b6d5065b-bac5-49b1-9f4c-880dec7d2047 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:26:06.122184 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b6d5065b-bac5-49b1-9f4c-880dec7d2047), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:06.220184 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a08b0bb0-66c8-4f54-bea0-00e04fdd8a9c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (85573581-363a-4e71-a8ee-94d71af1d0ad), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:06.260245 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port b6d5065b-bac5-49b1-9f4c-880dec7d2047 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:26:06.260245 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b6d5065b-bac5-49b1-9f4c-880dec7d2047), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:06.260245 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb215a97-cb11-4c25-a557-971f8fbcec5a None None] get_active_networks_info from dv-neutron-821190-1-hyperv {{(pid=103586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 29 04:26:06.287547 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9361f0ff-083c-4882-945e-dac5800d792b tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] 10.222.0.13 "GET /v2.0/routers/2f46fba6-1fcf-4d2d-b8ce-12de7ccc2367 HTTP/1.1" status: 200 len: 926 time: 0.8510118 Jan 29 04:26:06.291037 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b44131c0-ad3b-4f47-a461-76878f2e329c tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks [] for port (cec191e0-3a93-4c39-af7f-ebf5c55f1c17), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:06.291319 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50058) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:06.308686 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31496493-c4a4-4e2c-bb80-89041fbcdb1f req-a545addb-ba18-4835-a4a4-932cc69d25ca tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:06.315919 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-31496493-c4a4-4e2c-bb80-89041fbcdb1f req-a545addb-ba18-4835-a4a4-932cc69d25ca tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9d5143-b353-429f-b510-a519c4158175 HTTP/1.1" status: 200 len: 945 time: 0.1221480 Jan 29 04:26:06.427959 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-6e3761d1-7b8b-4dcc-9e21-33c85bbc6693 None None] Provisioning complete for port b6d5065b-bac5-49b1-9f4c-880dec7d2047 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:26:06.428332 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6e3761d1-7b8b-4dcc-9e21-33c85bbc6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b6d5065b-bac5-49b1-9f4c-880dec7d2047), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:06.445984 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-a08b0bb0-66c8-4f54-bea0-00e04fdd8a9c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Deleting port 89a2abd3-13cf-4c64-8821-282ef46e24e5 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:26:06.446575 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a08b0bb0-66c8-4f54-bea0-00e04fdd8a9c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (89a2abd3-13cf-4c64-8821-282ef46e24e5), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:06.463146 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-31496493-c4a4-4e2c-bb80-89041fbcdb1f req-79665010-c16c-4ba3-9f3f-ef9984f87692 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/security-groups?id=e52fdf30-5ac5-455f-a26e-79cce6c2b476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459851 Jan 29 04:26:06.486771 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port b6d5065b-bac5-49b1-9f4c-880dec7d2047, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=b6d5065b-bac5-49b1-9f4c-880dec7d2047,segment=NetworkSegment(ad261e15-cc39-4fff-9ff2-e709df0ffc86),segment_id=ad261e15-cc39-4fff-9ff2-e709df0ffc86)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:06.511645 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a552ef-f153-4939-af61-15da8269ce3f req-29f0574b-e375-4072-8889-00a4db46db8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:06.516271 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-48a552ef-f153-4939-af61-15da8269ce3f req-29f0574b-e375-4072-8889-00a4db46db8a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 1130 time: 0.1694264 Jan 29 04:26:06.519401 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb215a97-cb11-4c25-a557-971f8fbcec5a None None] Resources bound (agent type, host, resource id): {{(pid=103586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 04:26:06.524895 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734006d-c4b5-4d00-9249-063206bab8d0 req-b42659ce-9f7f-4638-94c9-6ccab615efaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:06.526422 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0734006d-c4b5-4d00-9249-063206bab8d0 req-b42659ce-9f7f-4638-94c9-6ccab615efaa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=48674ac7-eeea-467e-964d-2d8ab2b92c9e HTTP/1.1" status: 200 len: 1130 time: 0.1298051 Jan 29 04:26:06.559960 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060f642d-f54b-4b4e-bf9e-d2206654c392 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:06.564279 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-060f642d-f54b-4b4e-bf9e-d2206654c392 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=f0de7169-31b1-4289-9a2a-56c5f4e63ed1&device_id=2f46fba6-1fcf-4d2d-b8ce-12de7ccc2367&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2691994 Jan 29 04:26:06.566951 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50064) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:06.577042 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-a08b0bb0-66c8-4f54-bea0-00e04fdd8a9c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] For port 89a2abd3-13cf-4c64-8821-282ef46e24e5, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=89a2abd3-13cf-4c64-8821-282ef46e24e5,segment=NetworkSegment(a13b9fe1-6814-4294-b1cc-10667534ba84),segment_id=a13b9fe1-6814-4294-b1cc-10667534ba84)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:06.577921 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a08b0bb0-66c8-4f54-bea0-00e04fdd8a9c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (89a2abd3-13cf-4c64-8821-282ef46e24e5), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:06.578276 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (b6d5065b-bac5-49b1-9f4c-880dec7d2047), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:06.622169 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-a08b0bb0-66c8-4f54-bea0-00e04fdd8a9c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Calling delete_port for 89a2abd3-13cf-4c64-8821-282ef46e24e5 owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:26:06.630568 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c558a-c528-45c0-8487-7d8e5459d21b req-0054a12e-ed41-4397-9995-6cf01451c07a tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:06.632233 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-c19c558a-c528-45c0-8487-7d8e5459d21b req-0054a12e-ed41-4397-9995-6cf01451c07a tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/ports?device_id=48674ac7-eeea-467e-964d-2d8ab2b92c9e HTTP/1.1" status: 200 len: 946 time: 0.1993535 Jan 29 04:26:06.634150 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b44131c0-ad3b-4f47-a461-76878f2e329c tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (cec191e0-3a93-4c39-af7f-ebf5c55f1c17), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:06.685654 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44131c0-ad3b-4f47-a461-76878f2e329c tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Network 32670775-4831-48f8-8692-79723e92d6ac is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:26:06.719736 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0734006d-c4b5-4d00-9249-063206bab8d0 req-506f037d-8abb-47fe-bf6b-f087d70aa10a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=715f2fe5-a75a-4ee8-a2b4-7e90e6c33135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407988 Jan 29 04:26:06.745163 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-b44131c0-ad3b-4f47-a461-76878f2e329c tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:06.751380 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-48a552ef-f153-4939-af61-15da8269ce3f req-bbd9dd4a-b0a3-4299-bea5-f6bfd3daca14 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1923008 Jan 29 04:26:06.752311 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44131c0-ad3b-4f47-a461-76878f2e329c tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:26:06.752867 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b44131c0-ad3b-4f47-a461-76878f2e329c tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (8538d729-d49e-4eb1-8586-0ab9e1fc4985), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:06.756973 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e5999cd2-3300-4f6f-90ac-ec01e94915a1 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for router_gateway (c00cdb5d-03dc-439c-9461-685d5a3cca42), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:06.781324 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e5999cd2-3300-4f6f-90ac-ec01e94915a1 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:06.795416 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-c19c558a-c528-45c0-8487-7d8e5459d21b req-a76637b1-da71-4ed9-b6b2-c60334abb3ff tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/security-groups?id=715f2fe5-a75a-4ee8-a2b4-7e90e6c33135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567831 Jan 29 04:26:06.803700 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fa5bf3-f60d-4f50-920c-01528311403d tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:06.808030 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c6fa5bf3-f60d-4f50-920c-01528311403d tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] 10.222.0.13 "GET /v2.0/networks/f0de7169-31b1-4289-9a2a-56c5f4e63ed1 HTTP/1.1" status: 200 len: 881 time: 0.2309852 Jan 29 04:26:06.808924 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50068) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:06.825825 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44131c0-ad3b-4f47-a461-76878f2e329c tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Pushing event updated for resources: {'Port': ['ID=cec191e0-3a93-4c39-af7f-ebf5c55f1c17,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:06.840008 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-6e3761d1-7b8b-4dcc-9e21-33c85bbc6693 None None] Current status of the port b6d5065b-bac5-49b1-9f4c-880dec7d2047 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:26:06.840601 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6e3761d1-7b8b-4dcc-9e21-33c85bbc6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b6d5065b-bac5-49b1-9f4c-880dec7d2047), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:06.855710 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=b6d5065b-bac5-49b1-9f4c-880dec7d2047,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:06.894142 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-2cd89790-4e5d-4d65-8f3b-9ea87464fb1a tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f46fba6-1fcf-4d2d-b8ce-12de7ccc2367 HTTP/1.1" status: 200 len: 205 time: 0.0845685 Jan 29 04:26:06.897144 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50072) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:06.962113 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-6e3761d1-7b8b-4dcc-9e21-33c85bbc6693 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:26:06.963604 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-6e3761d1-7b8b-4dcc-9e21-33c85bbc6693 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:26:06.979901 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a08b0bb0-66c8-4f54-bea0-00e04fdd8a9c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (89a2abd3-13cf-4c64-8821-282ef46e24e5), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:06.992619 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-e5999cd2-3300-4f6f-90ac-ec01e94915a1 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Allocated IP 172.26.8.133 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/74a25683-7aa4-4568-ba9d-af6d5d830429) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:26:07.044095 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08b0bb0-66c8-4f54-bea0-00e04fdd8a9c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Pushing event deleted for resources: {'Port': ['ID=89a2abd3-13cf-4c64-8821-282ef46e24e5,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:07.050835 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08b0bb0-66c8-4f54-bea0-00e04fdd8a9c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] No DVR routers for this DVR port 89a2abd3-13cf-4c64-8821-282ef46e24e5 on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:26:07.094412 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ccee71df-53d8-4b5f-80e1-aae716163f06 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router (2f46fba6-1fcf-4d2d-b8ce-12de7ccc2367), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:07.114274 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d99380-e0ab-4743-b44d-ef56062573ef None None] Network b27ab953-c2ad-4fb5-9f6c-f22947f29614 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:26:07.208940 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a08b0bb0-66c8-4f54-bea0-00e04fdd8a9c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (85573581-363a-4e71-a8ee-94d71af1d0ad), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:07.248270 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e5999cd2-3300-4f6f-90ac-ec01e94915a1 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for port (74a25683-7aa4-4568-ba9d-af6d5d830429), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:07.278948 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-a08b0bb0-66c8-4f54-bea0-00e04fdd8a9c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85573581-363a-4e71-a8ee-94d71af1d0ad']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:07.295164 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b44131c0-ad3b-4f47-a461-76878f2e329c tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (cec191e0-3a93-4c39-af7f-ebf5c55f1c17), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:07.314078 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-a08b0bb0-66c8-4f54-bea0-00e04fdd8a9c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a13b9fe1-6814-4294-b1cc-10667534ba84') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:07.317599 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-a08b0bb0-66c8-4f54-bea0-00e04fdd8a9c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a13b9fe1-6814-4294-b1cc-10667534ba84') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:07.341863 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6777d37-9bd8-4dad-bbac-8d5166172034 req-abff15d8-e8b2-41f0-8068-db9b4a498c55 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:07.343634 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e6777d37-9bd8-4dad-bbac-8d5166172034 req-abff15d8-e8b2-41f0-8068-db9b4a498c55 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.2331381 Jan 29 04:26:07.351420 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a08b0bb0-66c8-4f54-bea0-00e04fdd8a9c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (a13b9fe1-6814-4294-b1cc-10667534ba84), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:07.376763 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ccee71df-53d8-4b5f-80e1-aae716163f06 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router_gateway (2f46fba6-1fcf-4d2d-b8ce-12de7ccc2367), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:07.385872 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a08b0bb0-66c8-4f54-bea0-00e04fdd8a9c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (a13b9fe1-6814-4294-b1cc-10667534ba84), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:07.398121 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a08b0bb0-66c8-4f54-bea0-00e04fdd8a9c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:26:07.399079 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a08b0bb0-66c8-4f54-bea0-00e04fdd8a9c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (a13b9fe1-6814-4294-b1cc-10667534ba84), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:07.400985 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e5999cd2-3300-4f6f-90ac-ec01e94915a1 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (74a25683-7aa4-4568-ba9d-af6d5d830429), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:07.403372 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:26:07.403372 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:26:07.403372 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:26:07.403372 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:26:07.403372 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:26:07.403372 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:26:07.403372 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:26:07.403372 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:26:07.403372 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:26:07.403372 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:26:07.403372 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:26:07.403372 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:26:07.403372 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:26:07.403372 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:26:07.403372 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:26:07.403372 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:26:07.403372 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:26:07.403372 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:26:07.403372 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:26:07.403372 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:26:07.403372 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:26:07.403372 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:26:07.403372 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:26:07.403372 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:26:07.403372 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:26:07.403372 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:26:07.403372 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:26:07.403372 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:26:07.403372 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:26:07.403372 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:26:07.403372 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:26:07.403372 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:26:07.486548 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50084) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:07.519392 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-6e3761d1-7b8b-4dcc-9e21-33c85bbc6693 None None] Current status of the port b6d5065b-bac5-49b1-9f4c-880dec7d2047 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:26:07.579428 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-ccee71df-53d8-4b5f-80e1-aae716163f06 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Deleting port 2969876f-ce08-44e2-bf63-c403885146da {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:26:07.579772 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ccee71df-53d8-4b5f-80e1-aae716163f06 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (2969876f-ce08-44e2-bf63-c403885146da), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:07.588531 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5999cd2-3300-4f6f-90ac-ec01e94915a1 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:26:07.637100 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a08b0bb0-66c8-4f54-bea0-00e04fdd8a9c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (85573581-363a-4e71-a8ee-94d71af1d0ad), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:07.642760 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-e5999cd2-3300-4f6f-90ac-ec01e94915a1 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:07.650787 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5999cd2-3300-4f6f-90ac-ec01e94915a1 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:26:07.651532 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a08b0bb0-66c8-4f54-bea0-00e04fdd8a9c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:07.654887 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a08b0bb0-66c8-4f54-bea0-00e04fdd8a9c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] 10.222.0.13 "DELETE /v2.0/networks/85573581-363a-4e71-a8ee-94d71af1d0ad HTTP/1.1" status: 204 len: 168 time: 3.9189956 Jan 29 04:26:07.660615 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50090) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:07.682059 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e6777d37-9bd8-4dad-bbac-8d5166172034 req-fcf41a8b-4d8e-488e-a8f6-a7941272ad83 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3045788 Jan 29 04:26:07.684513 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-60bb2c08-a735-4ab0-a3c8-ff1ec7f66e1f None None] Provisioning complete for port cec191e0-3a93-4c39-af7f-ebf5c55f1c17 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:26:07.684513 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-60bb2c08-a735-4ab0-a3c8-ff1ec7f66e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (cec191e0-3a93-4c39-af7f-ebf5c55f1c17), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:07.696822 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08b0bb0-66c8-4f54-bea0-00e04fdd8a9c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Pushing event deleted for resources: {'Network': ['ID=85573581-363a-4e71-a8ee-94d71af1d0ad,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:07.706307 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5999cd2-3300-4f6f-90ac-ec01e94915a1 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Pushing event updated for resources: {'Port': ['ID=74a25683-7aa4-4568-ba9d-af6d5d830429,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:07.744223 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ac0731f-25dd-4eba-8144-859ec67bdd8c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] DELETE failed (client error): The resource could not be found. Jan 29 04:26:07.744761 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ac0731f-25dd-4eba-8144-859ec67bdd8c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:26:07.754087 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-5ac0731f-25dd-4eba-8144-859ec67bdd8c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] 10.222.0.13 "DELETE /v2.0/subnets/875bbfd6-8c2b-4a4c-ae4a-b05d9a96b290 HTTP/1.1" status: 404 len: 337 time: 0.0860755 Jan 29 04:26:07.763264 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa517d8c-c045-4ff9-b33a-646b436724c0 req-75838984-b008-462e-a2ea-752101a3ee5f tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:07.764186 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50092) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:07.764912 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-fa517d8c-c045-4ff9-b33a-646b436724c0 req-75838984-b008-462e-a2ea-752101a3ee5f tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9d5143-b353-429f-b510-a519c4158175 HTTP/1.1" status: 200 len: 945 time: 0.2187185 Jan 29 04:26:07.775349 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-45e6f3b0-ab23-4e14-aad6-f71a0c65b4bd tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1861887737', 'router:external': True}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:07.781308 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-60bb2c08-a735-4ab0-a3c8-ff1ec7f66e1f None None] Port cec191e0-3a93-4c39-af7f-ebf5c55f1c17 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:26:07.789711 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ccee71df-53d8-4b5f-80e1-aae716163f06 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (2969876f-ce08-44e2-bf63-c403885146da), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:07.805097 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bafd66d-b746-46c9-8463-a5e7e95eb118 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] DELETE failed (client error): The resource could not be found. Jan 29 04:26:07.805840 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bafd66d-b746-46c9-8463-a5e7e95eb118 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:26:07.808978 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-8bafd66d-b746-46c9-8463-a5e7e95eb118 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] 10.222.0.13 "DELETE /v2.0/networks/85573581-363a-4e71-a8ee-94d71af1d0ad HTTP/1.1" status: 404 len: 339 time: 0.0438030 Jan 29 04:26:07.814696 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-ccee71df-53d8-4b5f-80e1-aae716163f06 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Calling delete_port for 2969876f-ce08-44e2-bf63-c403885146da owned by network:router_gateway {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:26:07.816146 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50094) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:07.821814 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device b6d5065b-bac5-49b1-9f4c-880dec7d2047 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:26:07.870682 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f77dc0-b90e-40f2-a2f6-04ad98207af3 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] DELETE failed (client error): The resource could not be found. Jan 29 04:26:07.871496 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52f77dc0-b90e-40f2-a2f6-04ad98207af3 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:26:07.876862 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-52f77dc0-b90e-40f2-a2f6-04ad98207af3 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] 10.222.0.13 "DELETE /v2.0/subnets/19a27ac2-2d23-4778-9d9f-4075dd90accd HTTP/1.1" status: 404 len: 337 time: 0.0516655 Jan 29 04:26:07.878030 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50098) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:07.934995 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-200acd4a-6e75-46fe-8e90-a0c78ffaf824 None None] Provisioning complete for port b6d5065b-bac5-49b1-9f4c-880dec7d2047 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:26:07.935529 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-200acd4a-6e75-46fe-8e90-a0c78ffaf824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b6d5065b-bac5-49b1-9f4c-880dec7d2047), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:07.952170 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e6f3b0-ab23-4e14-aad6-f71a0c65b4bd tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Made reservation on behalf of 984cd8117e64446c8f00ef3cd4a5264b for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:26:07.954591 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-45e6f3b0-ab23-4e14-aad6-f71a0c65b4bd tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:07.959745 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-b45cd50d-076b-402e-9100-a7fa7ef6f3d4 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] DELETE failed (client error): The resource could not be found. Jan 29 04:26:07.959745 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b45cd50d-076b-402e-9100-a7fa7ef6f3d4 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:26:07.963326 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b45cd50d-076b-402e-9100-a7fa7ef6f3d4 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] 10.222.0.13 "DELETE /v2.0/networks/ca7de1fa-0ada-4783-9334-ebadc307cebf HTTP/1.1" status: 404 len: 339 time: 0.0780554 Jan 29 04:26:07.964695 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50100) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:07.975428 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port b6d5065b-bac5-49b1-9f4c-880dec7d2047 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:26:07.975990 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b6d5065b-bac5-49b1-9f4c-880dec7d2047), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:07.980448 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-fa517d8c-c045-4ff9-b33a-646b436724c0 req-b5042508-4ca1-4561-8b4a-5cb80db74de8 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/security-groups?id=e52fdf30-5ac5-455f-a26e-79cce6c2b476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961310 Jan 29 04:26:07.983208 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-45e6f3b0-ab23-4e14-aad6-f71a0c65b4bd tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:08.016340 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-0726e084-1d98-47d1-badb-a760f0fa547c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] DELETE failed (client error): The resource could not be found. Jan 29 04:26:08.016896 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0726e084-1d98-47d1-badb-a760f0fa547c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:26:08.022361 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-0726e084-1d98-47d1-badb-a760f0fa547c tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] 10.222.0.13 "DELETE /v2.0/subnets/76ee321b-975a-4012-9447-63675769da2e HTTP/1.1" status: 404 len: 337 time: 0.0536983 Jan 29 04:26:08.022738 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50102) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:08.070229 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b63d2-0e97-4b7e-ba38-f2eebc8b6aee req-de2bc9cc-8d97-4c1d-82ad-1fedcb9fb4a8 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:08.071747 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-156b63d2-0e97-4b7e-ba38-f2eebc8b6aee req-de2bc9cc-8d97-4c1d-82ad-1fedcb9fb4a8 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/ports?device_id=48674ac7-eeea-467e-964d-2d8ab2b92c9e HTTP/1.1" status: 200 len: 946 time: 0.1626704 Jan 29 04:26:08.094371 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a9b9181-cb7f-42e5-87a6-fc76c9f82f98 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] DELETE failed (client error): The resource could not be found. Jan 29 04:26:08.095077 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a9b9181-cb7f-42e5-87a6-fc76c9f82f98 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:26:08.100816 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0a9b9181-cb7f-42e5-87a6-fc76c9f82f98 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] 10.222.0.13 "DELETE /v2.0/networks/589c94b3-70cd-46e0-8332-21251975de5f HTTP/1.1" status: 404 len: 339 time: 0.0744240 Jan 29 04:26:08.101012 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b44131c0-ad3b-4f47-a461-76878f2e329c tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks [] for port (cec191e0-3a93-4c39-af7f-ebf5c55f1c17), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:08.106100 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50104) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:08.107668 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-200acd4a-6e75-46fe-8e90-a0c78ffaf824 None None] Current status of the port b6d5065b-bac5-49b1-9f4c-880dec7d2047 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:26:08.126731 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port b6d5065b-bac5-49b1-9f4c-880dec7d2047 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:26:08.173805 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-156b63d2-0e97-4b7e-ba38-f2eebc8b6aee req-01fc5cbd-2ca6-4546-82fd-33984e264459 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/security-groups?id=715f2fe5-a75a-4ee8-a2b4-7e90e6c33135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905995 Jan 29 04:26:08.190669 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b44131c0-ad3b-4f47-a461-76878f2e329c tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (cec191e0-3a93-4c39-af7f-ebf5c55f1c17), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:08.191664 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b44131c0-ad3b-4f47-a461-76878f2e329c tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (8538d729-d49e-4eb1-8586-0ab9e1fc4985), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:08.265470 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-45e6f3b0-ab23-4e14-aad6-f71a0c65b4bd tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for security_group (e1b19125-84ae-4119-8146-071bf91686ad), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:08.287981 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-0f7a7e66-7e6c-42e6-babe-fd33de06364e tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Deleting port e8c75792-8231-4c0c-9e3b-ca509ba296c3 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:26:08.288322 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0f7a7e66-7e6c-42e6-babe-fd33de06364e tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (e8c75792-8231-4c0c-9e3b-ca509ba296c3), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:08.305577 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e5999cd2-3300-4f6f-90ac-ec01e94915a1 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for router_gateway (c00cdb5d-03dc-439c-9461-685d5a3cca42), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:08.342126 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ccee71df-53d8-4b5f-80e1-aae716163f06 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (2969876f-ce08-44e2-bf63-c403885146da), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:08.359434 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44131c0-ad3b-4f47-a461-76878f2e329c tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Pushing event updated for resources: {'Port': ['ID=cec191e0-3a93-4c39-af7f-ebf5c55f1c17,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:08.376322 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-45e6f3b0-ab23-4e14-aad6-f71a0c65b4bd tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (e1b19125-84ae-4119-8146-071bf91686ad), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:08.390001 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee71df-53d8-4b5f-80e1-aae716163f06 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Pushing event deleted for resources: {'Port': ['ID=2969876f-ce08-44e2-bf63-c403885146da,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:08.399093 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0f7a7e66-7e6c-42e6-babe-fd33de06364e tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (e8c75792-8231-4c0c-9e3b-ca509ba296c3), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:08.438034 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44131c0-ad3b-4f47-a461-76878f2e329c tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Network 32670775-4831-48f8-8692-79723e92d6ac is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:26:08.443741 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-b44131c0-ad3b-4f47-a461-76878f2e329c tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:08.458650 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-0f7a7e66-7e6c-42e6-babe-fd33de06364e tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Calling delete_port for e8c75792-8231-4c0c-9e3b-ca509ba296c3 owned by {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:26:08.480150 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45e6f3b0-ab23-4e14-aad6-f71a0c65b4bd tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:26:08.492139 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e6f3b0-ab23-4e14-aad6-f71a0c65b4bd tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b19125-84ae-4119-8146-071bf91686ad,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:08.514596 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-45e6f3b0-ab23-4e14-aad6-f71a0c65b4bd tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (01a6a25b-84f7-4d4b-9de7-db79bd442dff), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:08.514596 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-45e6f3b0-ab23-4e14-aad6-f71a0c65b4bd tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Added segment 01a6a25b-84f7-4d4b-9de7-db79bd442dff of type vlan for network 585d5cce-4657-4fcc-b71e-168e57f04bd3 Jan 29 04:26:08.584433 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ccee71df-53d8-4b5f-80e1-aae716163f06 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (2f46fba6-1fcf-4d2d-b8ce-12de7ccc2367), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:08.628021 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44131c0-ad3b-4f47-a461-76878f2e329c tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Router 8538d729-d49e-4eb1-8586-0ab9e1fc4985 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:26:08.635590 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e5999cd2-3300-4f6f-90ac-ec01e94915a1 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (c00cdb5d-03dc-439c-9461-685d5a3cca42), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:08.679846 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-45e6f3b0-ab23-4e14-aad6-f71a0c65b4bd tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (585d5cce-4657-4fcc-b71e-168e57f04bd3), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:08.776731 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ccee71df-53d8-4b5f-80e1-aae716163f06 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (2f46fba6-1fcf-4d2d-b8ce-12de7ccc2367), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:08.798370 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ccee71df-53d8-4b5f-80e1-aae716163f06 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router_controller (2f46fba6-1fcf-4d2d-b8ce-12de7ccc2367), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:08.814815 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.db.resource_extend [None req-45e6f3b0-ab23-4e14-aad6-f71a0c65b4bd tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 04:26:08.861130 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-c349fc51-cd79-40df-8bcd-1c17f8b4f233 None None] Provisioning complete for port cec191e0-3a93-4c39-af7f-ebf5c55f1c17 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:26:08.861562 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c349fc51-cd79-40df-8bcd-1c17f8b4f233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (cec191e0-3a93-4c39-af7f-ebf5c55f1c17), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:08.920713 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c349fc51-cd79-40df-8bcd-1c17f8b4f233 None None] Port cec191e0-3a93-4c39-af7f-ebf5c55f1c17 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:26:08.969019 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8e95d-9244-48a0-8525-96c791aa05a3 req-833c6cb0-1052-4997-9614-f1c3e8311235 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:08.970701 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-8ec8e95d-9244-48a0-8525-96c791aa05a3 req-833c6cb0-1052-4997-9614-f1c3e8311235 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.1867161 Jan 29 04:26:08.997341 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0f7a7e66-7e6c-42e6-babe-fd33de06364e tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (e8c75792-8231-4c0c-9e3b-ca509ba296c3), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:09.053169 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a7e66-7e6c-42e6-babe-fd33de06364e tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Pushing event deleted for resources: {'Port': ['ID=e8c75792-8231-4c0c-9e3b-ca509ba296c3,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:09.058542 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-45e6f3b0-ab23-4e14-aad6-f71a0c65b4bd tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (585d5cce-4657-4fcc-b71e-168e57f04bd3), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:09.059796 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e6f3b0-ab23-4e14-aad6-f71a0c65b4bd tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:09.060570 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-45e6f3b0-ab23-4e14-aad6-f71a0c65b4bd tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:09.062757 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ccee71df-53d8-4b5f-80e1-aae716163f06 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (2f46fba6-1fcf-4d2d-b8ce-12de7ccc2367), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:09.063706 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccee71df-53d8-4b5f-80e1-aae716163f06 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Fanout notify agent at l3_agent the message router_deleted on router 2f46fba6-1fcf-4d2d-b8ce-12de7ccc2367 {{(pid=103584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:26:09.109672 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44131c0-ad3b-4f47-a461-76878f2e329c tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:26:09.121247 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac0f010-3341-4f81-ab6c-9ab29f25ea9a None None] Sync routers for ids ['8538d729-d49e-4eb1-8586-0ab9e1fc4985'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:26:09.123940 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b44131c0-ad3b-4f47-a461-76878f2e329c tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] 10.222.0.13 "PUT /v2.0/routers/8538d729-d49e-4eb1-8586-0ab9e1fc4985/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5325243 Jan 29 04:26:09.126885 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50110) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:09.141638 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ccee71df-53d8-4b5f-80e1-aae716163f06 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:09.146149 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ccee71df-53d8-4b5f-80e1-aae716163f06 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] 10.222.0.13 "DELETE /v2.0/routers/2f46fba6-1fcf-4d2d-b8ce-12de7ccc2367 HTTP/1.1" status: 204 len: 168 time: 2.2447042 Jan 29 04:26:09.146369 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50112) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:09.155800 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac0f010-3341-4f81-ab6c-9ab29f25ea9a None None] Routers {'8538d729-d49e-4eb1-8586-0ab9e1fc4985'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:09.155800 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-1ac0f010-3341-4f81-ab6c-9ab29f25ea9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:25:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['8538d729-d49e-4eb1-8586-0ab9e1fc4985'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:09.156652 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-9e4cba8c-a3b8-4504-89bd-45e02ea985ed tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1012091397', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:09.191080 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-1ac0f010-3341-4f81-ab6c-9ab29f25ea9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:09.202221 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac0f010-3341-4f81-ab6c-9ab29f25ea9a None None] Routers {'8538d729-d49e-4eb1-8586-0ab9e1fc4985'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:09.202970 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-1ac0f010-3341-4f81-ab6c-9ab29f25ea9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:25:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['8538d729-d49e-4eb1-8586-0ab9e1fc4985'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:09.220192 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0f7a7e66-7e6c-42e6-babe-fd33de06364e tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:09.222239 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ebb5f-01de-42f4-882e-543581a0f379 req-3519f7a6-b246-4c14-8679-fcb16f115833 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:09.226706 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0f7a7e66-7e6c-42e6-babe-fd33de06364e tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] 10.222.0.13 "DELETE /v2.0/ports/e8c75792-8231-4c0c-9e3b-ca509ba296c3 HTTP/1.1" status: 204 len: 168 time: 1.1166103 Jan 29 04:26:09.229058 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6d5ebb5f-01de-42f4-882e-543581a0f379 req-3519f7a6-b246-4c14-8679-fcb16f115833 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9d5143-b353-429f-b510-a519c4158175 HTTP/1.1" status: 200 len: 945 time: 0.1319361 Jan 29 04:26:09.231049 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50116) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:09.234764 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e6f3b0-ab23-4e14-aad6-f71a0c65b4bd tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Pushing event updated for resources: {'Network': ['ID=585d5cce-4657-4fcc-b71e-168e57f04bd3,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:09.236267 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-1ac0f010-3341-4f81-ab6c-9ab29f25ea9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:09.236935 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac0f010-3341-4f81-ab6c-9ab29f25ea9a None None] The sync data for ids ['8538d729-d49e-4eb1-8586-0ab9e1fc4985'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:26:09.250655 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 585d5cce-4657-4fcc-b71e-168e57f04bd3 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:26:09.280587 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c3ef203-6186-4658-9ec3-abe3d7934bc9 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] DELETE failed (client error): The resource could not be found. Jan 29 04:26:09.281372 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c3ef203-6186-4658-9ec3-abe3d7934bc9 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:26:09.285341 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-0c3ef203-6186-4658-9ec3-abe3d7934bc9 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] 10.222.0.13 "DELETE /v2.0/subnets/e9d71776-5802-494b-b6dd-5fe9468daa92 HTTP/1.1" status: 404 len: 337 time: 0.0527246 Jan 29 04:26:09.285541 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-8ec8e95d-9244-48a0-8525-96c791aa05a3 req-9c69f9c1-cd0b-4224-af12-1959f848e20a tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3075507 Jan 29 04:26:09.288343 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50118) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:09.297799 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9e4cba8c-a3b8-4504-89bd-45e02ea985ed tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (aba73e5e-7037-4d21-a65c-22d51477f80c), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:09.304869 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9e4cba8c-a3b8-4504-89bd-45e02ea985ed tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (aba73e5e-7037-4d21-a65c-22d51477f80c), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:09.305212 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-45e6f3b0-ab23-4e14-aad6-f71a0c65b4bd tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.8152828 Jan 29 04:26:09.311848 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50120) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:09.320235 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-0047446d-c02a-4a52-827e-027ae1645a46 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Request body: {'subnet': {'network_id': '585d5cce-4657-4fcc-b71e-168e57f04bd3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:09.375610 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5999cd2-3300-4f6f-90ac-ec01e94915a1 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Router c00cdb5d-03dc-439c-9461-685d5a3cca42 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:26:09.396724 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6d5ebb5f-01de-42f4-882e-543581a0f379 req-177d5079-cb84-4b49-84ee-9dc830ccb9fd tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/security-groups?id=e52fdf30-5ac5-455f-a26e-79cce6c2b476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626837 Jan 29 04:26:09.436410 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9e4cba8c-a3b8-4504-89bd-45e02ea985ed tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router_controller (aba73e5e-7037-4d21-a65c-22d51477f80c), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:09.494461 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0047446d-c02a-4a52-827e-027ae1645a46 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Made reservation on behalf of 984cd8117e64446c8f00ef3cd4a5264b for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:26:09.497031 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0047446d-c02a-4a52-827e-027ae1645a46 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:09.555564 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9e4cba8c-a3b8-4504-89bd-45e02ea985ed tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (aba73e5e-7037-4d21-a65c-22d51477f80c), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:09.648685 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5999cd2-3300-4f6f-90ac-ec01e94915a1 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:26:09.665340 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8303e3-1c6d-4261-abeb-b67becbf6368 None None] Sync routers for ids ['c00cdb5d-03dc-439c-9461-685d5a3cca42'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:26:09.678036 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-820d65be-90cc-4d67-a309-87143a733764 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks [] for router (8538d729-d49e-4eb1-8586-0ab9e1fc4985), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:09.691745 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8303e3-1c6d-4261-abeb-b67becbf6368 None None] Routers {'c00cdb5d-03dc-439c-9461-685d5a3cca42'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:09.693067 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9e4cba8c-a3b8-4504-89bd-45e02ea985ed tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:09.696931 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9e4cba8c-a3b8-4504-89bd-45e02ea985ed tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5470560 Jan 29 04:26:09.697281 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-6e8303e3-1c6d-4261-abeb-b67becbf6368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:25:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['c00cdb5d-03dc-439c-9461-685d5a3cca42'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:09.700925 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50124) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:09.709350 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-7d9133b4-5b7d-47ef-b267-e0228fc87560 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:09.722111 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad03b6a-d843-4c27-b36c-cdc6df57d70e req-941b6bed-971c-4d35-b39c-bb19d615f26d tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:09.723644 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-aad03b6a-d843-4c27-b36c-cdc6df57d70e req-941b6bed-971c-4d35-b39c-bb19d615f26d tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9d5143-b353-429f-b510-a519c4158175 HTTP/1.1" status: 200 len: 945 time: 0.1835914 Jan 29 04:26:09.743157 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50126) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:09.750535 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-6e8303e3-1c6d-4261-abeb-b67becbf6368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:09.755005 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-93b80d28-4988-44a3-9c1c-9688ad31c81c tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Request body: {'floatingip': {'port_id': 'b65426a7-ad6e-4181-b43f-15f45dda722c'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:09.760608 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8303e3-1c6d-4261-abeb-b67becbf6368 None None] Routers {'c00cdb5d-03dc-439c-9461-685d5a3cca42'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:09.761407 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-6e8303e3-1c6d-4261-abeb-b67becbf6368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:25:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['c00cdb5d-03dc-439c-9461-685d5a3cca42'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:09.772675 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e5999cd2-3300-4f6f-90ac-ec01e94915a1 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:09.777468 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-e5999cd2-3300-4f6f-90ac-ec01e94915a1 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.4249766 Jan 29 04:26:09.797619 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-6e8303e3-1c6d-4261-abeb-b67becbf6368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:09.798587 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8303e3-1c6d-4261-abeb-b67becbf6368 None None] The sync data for ids ['c00cdb5d-03dc-439c-9461-685d5a3cca42'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:26:09.807659 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50128) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:09.861894 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ba1c73ee-9c2a-4f1c-ac66-a4bc6be33721 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (566e550c-21bb-4403-ba5d-8743886d07ab), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:09.887256 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-93b80d28-4988-44a3-9c1c-9688ad31c81c tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Publish callbacks [] for floatingip (daac2acb-678f-471d-a7c1-ec7ca3c6ef52), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:09.971304 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-820d65be-90cc-4d67-a309-87143a733764 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 29 04:26:09.975117 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-820d65be-90cc-4d67-a309-87143a733764 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] 10.222.0.13 "DELETE /v2.0/routers/8538d729-d49e-4eb1-8586-0ab9e1fc4985 HTTP/1.1" status: 409 len: 329 time: 0.8374310 Jan 29 04:26:09.981864 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50130) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:10.016749 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7b100-05fd-4d3e-bb8e-fa7ca65a4da5 req-a5a41c24-829a-4e4d-98b4-c4ae0730a18e tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:10.016749 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-16b7b100-05fd-4d3e-bb8e-fa7ca65a4da5 req-a5a41c24-829a-4e4d-98b4-c4ae0730a18e tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/ports?device_id=48674ac7-eeea-467e-964d-2d8ab2b92c9e HTTP/1.1" status: 200 len: 946 time: 0.3595228 Jan 29 04:26:10.126175 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7d9133b4-5b7d-47ef-b267-e0228fc87560 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router_gateway (aba73e5e-7037-4d21-a65c-22d51477f80c), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:10.243552 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ba1c73ee-9c2a-4f1c-ac66-a4bc6be33721 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (566e550c-21bb-4403-ba5d-8743886d07ab), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:10.331700 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-16b7b100-05fd-4d3e-bb8e-fa7ca65a4da5 req-256c3e06-b201-4a0b-809f-ade643841e89 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/security-groups?id=715f2fe5-a75a-4ee8-a2b4-7e90e6c33135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3110838 Jan 29 04:26:10.389901 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-ba1c73ee-9c2a-4f1c-ac66-a4bc6be33721 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['566e550c-21bb-4403-ba5d-8743886d07ab']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:10.442011 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-ba1c73ee-9c2a-4f1c-ac66-a4bc6be33721 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '226e3026-4e19-43b9-b144-5e7d3f00e5cf') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:10.442373 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-ba1c73ee-9c2a-4f1c-ac66-a4bc6be33721 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '226e3026-4e19-43b9-b144-5e7d3f00e5cf') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:10.492184 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ba1c73ee-9c2a-4f1c-ac66-a4bc6be33721 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (226e3026-4e19-43b9-b144-5e7d3f00e5cf), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:10.523314 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d17bb1-cf1b-4c26-99ab-27a0421df9ec req-fc211b3c-b20a-43f7-b6a7-96218ad97b6a tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:10.533815 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-16d17bb1-cf1b-4c26-99ab-27a0421df9ec req-fc211b3c-b20a-43f7-b6a7-96218ad97b6a tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.1360137 Jan 29 04:26:10.589496 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ba1c73ee-9c2a-4f1c-ac66-a4bc6be33721 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (226e3026-4e19-43b9-b144-5e7d3f00e5cf), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:10.623618 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba1c73ee-9c2a-4f1c-ac66-a4bc6be33721 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:26:10.624014 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ba1c73ee-9c2a-4f1c-ac66-a4bc6be33721 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (226e3026-4e19-43b9-b144-5e7d3f00e5cf), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:10.629009 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:26:10.629009 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:26:10.629009 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:26:10.629009 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:26:10.629009 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:26:10.629009 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:26:10.629009 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:26:10.629009 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:26:10.629009 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:26:10.629009 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:26:10.629009 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:26:10.629009 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:26:10.629009 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:26:10.629009 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:26:10.629009 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:26:10.629009 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:26:10.629009 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:26:10.629009 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:26:10.629009 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:26:10.629009 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:26:10.629009 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:26:10.629009 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:26:10.629009 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:26:10.629009 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:26:10.629009 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:26:10.629009 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:26:10.629009 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:26:10.629009 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:26:10.629009 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:26:10.629009 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:26:10.629009 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:26:10.629009 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:26:10.729872 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.objects.ports [None req-0047446d-c02a-4a52-827e-027ae1645a46 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103585) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 04:26:10.730332 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0047446d-c02a-4a52-827e-027ae1645a46 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (bd6de9dd-0476-4cd4-8c17-f5a22195dfda), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:10.741883 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-16d17bb1-cf1b-4c26-99ab-27a0421df9ec req-c10d91b7-05b8-48c2-a5da-43a23f12a77c tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1913352 Jan 29 04:26:10.792215 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7d9133b4-5b7d-47ef-b267-e0228fc87560 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router_gateway (aba73e5e-7037-4d21-a65c-22d51477f80c), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:10.818627 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e18175-f762-4c97-961e-34ef714471cb req-9df6533c-8e02-4ca4-9b20-d0e4773d1880 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:10.820144 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-80e18175-f762-4c97-961e-34ef714471cb req-9df6533c-8e02-4ca4-9b20-d0e4773d1880 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/ports?device_id=48674ac7-eeea-467e-964d-2d8ab2b92c9e HTTP/1.1" status: 200 len: 946 time: 0.3446202 Jan 29 04:26:10.835062 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50138) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:10.840890 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7d9133b4-5b7d-47ef-b267-e0228fc87560 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:10.857055 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-57e8a6b2-bacc-495a-a9cb-7ce07ae079da tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Request body: {'floatingip': {'port_id': '8e38da7a-056f-4de3-b557-31c899d94cdb'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:10.910939 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ba1c73ee-9c2a-4f1c-ac66-a4bc6be33721 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (566e550c-21bb-4403-ba5d-8743886d07ab), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:10.915781 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ba1c73ee-9c2a-4f1c-ac66-a4bc6be33721 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:10.919035 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ba1c73ee-9c2a-4f1c-ac66-a4bc6be33721 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] 10.222.0.13 "DELETE /v2.0/networks/566e550c-21bb-4403-ba5d-8743886d07ab HTTP/1.1" status: 204 len: 168 time: 1.6288164 Jan 29 04:26:10.947666 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50140) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:10.990094 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-57e8a6b2-bacc-495a-a9cb-7ce07ae079da tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Publish callbacks [] for floatingip (9062be6a-40d4-42c0-8b78-dcf3550cd724), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:11.189798 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0047446d-c02a-4a52-827e-027ae1645a46 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bd6de9dd-0476-4cd4-8c17-f5a22195dfda,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:11.231394 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-68a3cf53-6681-4ad4-b516-a5c92b09179c tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:11.248539 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0047446d-c02a-4a52-827e-027ae1645a46 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Checking segment: {'id': '01a6a25b-84f7-4d4b-9de7-db79bd442dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '585d5cce-4657-4fcc-b71e-168e57f04bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:26:11.248896 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0047446d-c02a-4a52-827e-027ae1645a46 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Network hostable DHCP agents. Network: 585d5cce-4657-4fcc-b71e-168e57f04bd3, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:26:11.309791 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1c73ee-9c2a-4f1c-ac66-a4bc6be33721 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Pushing event deleted for resources: {'Network': ['ID=566e550c-21bb-4403-ba5d-8743886d07ab,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:11.330989 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469291a-fe68-4d84-be96-97e6cd208838 req-b400a891-0326-4b12-8909-4459de388ce8 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:11.332467 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b469291a-fe68-4d84-be96-97e6cd208838 req-b400a891-0326-4b12-8909-4459de388ce8 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.5137646 Jan 29 04:26:11.345027 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50142) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:11.349365 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-275aa585-03f1-4ccc-8215-8f07bfbe4c97 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Request body: {'floatingip': {'port_id': '1034befb-3cd4-4337-8ed7-028318e7f85e'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:11.384696 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.db.resource_extend [None req-93b80d28-4988-44a3-9c1c-9688ad31c81c tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 04:26:11.454421 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-7d9133b4-5b7d-47ef-b267-e0228fc87560 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Allocated IP 172.26.8.33 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/55d75f65-045e-460e-ade4-fc6492e483ad) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:26:11.473101 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0047446d-c02a-4a52-827e-027ae1645a46 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Network 585d5cce-4657-4fcc-b71e-168e57f04bd3 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:26:11.483895 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-275aa585-03f1-4ccc-8215-8f07bfbe4c97 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Publish callbacks [] for floatingip (84906eb1-168b-43d3-afcd-a789425bab4c), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:11.534910 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-93b80d28-4988-44a3-9c1c-9688ad31c81c tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:11.595789 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-0047446d-c02a-4a52-827e-027ae1645a46 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 585d5cce-4657-4fcc-b71e-168e57f04bd3) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:11.606589 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2081001-8b53-4e13-a19b-103b75a71f50 None None] Network 585d5cce-4657-4fcc-b71e-168e57f04bd3 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:26:11.615931 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-93b80d28-4988-44a3-9c1c-9688ad31c81c tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (daac2acb-678f-471d-a7c1-ec7ca3c6ef52), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:11.616165 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0047446d-c02a-4a52-827e-027ae1645a46 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:11.617238 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0047446d-c02a-4a52-827e-027ae1645a46 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:11.709894 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-a6e39506-6682-4c2c-82f0-9317e2843db8 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Deleting port 896a68d1-fa5f-43ce-9cf9-d1bb462bec0c {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:26:11.710150 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a6e39506-6682-4c2c-82f0-9317e2843db8 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (896a68d1-fa5f-43ce-9cf9-d1bb462bec0c), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:11.719637 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ec0f12-f30f-4ea3-a60d-1a00e90e648d None None] Network 585d5cce-4657-4fcc-b71e-168e57f04bd3 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:26:11.820507 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c3ad2f75-5666-4179-a0e6-4d15b40ed5d7 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (8538d729-d49e-4eb1-8586-0ab9e1fc4985), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:11.831696 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-0047446d-c02a-4a52-827e-027ae1645a46 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5181866 Jan 29 04:26:11.840525 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50144) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:11.848411 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-eb0f6609-62dd-4c15-95de-2e28ee26127d tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1407262084', 'network_id': '585d5cce-4657-4fcc-b71e-168e57f04bd3'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:11.855370 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7d9133b4-5b7d-47ef-b267-e0228fc87560 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for port (55d75f65-045e-460e-ade4-fc6492e483ad), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:11.877697 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a6e39506-6682-4c2c-82f0-9317e2843db8 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (896a68d1-fa5f-43ce-9cf9-d1bb462bec0c), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:11.963663 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-a6e39506-6682-4c2c-82f0-9317e2843db8 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Calling delete_port for 896a68d1-fa5f-43ce-9cf9-d1bb462bec0c owned by {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:26:11.970565 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.l3_db [None req-93b80d28-4988-44a3-9c1c-9688ad31c81c tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Floating IP daac2acb-678f-471d-a7c1-ec7ca3c6ef52 associated. External IP: 172.26.8.161, port: b65426a7-ad6e-4181-b43f-15f45dda722c. Jan 29 04:26:12.019449 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-68a3cf53-6681-4ad4-b516-a5c92b09179c tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Allocated IP 172.20.0.1 (2b264ef4-2e42-49ad-88a4-35088f09b474/dc213110-33f2-4df6-8267-0aad8b9068cf/d8586a91-a179-43d8-bef1-00f831694a89) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:26:12.027181 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0f6609-62dd-4c15-95de-2e28ee26127d tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Made reservation on behalf of 984cd8117e64446c8f00ef3cd4a5264b for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:26:12.029454 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eb0f6609-62dd-4c15-95de-2e28ee26127d tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:12.110903 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7d9133b4-5b7d-47ef-b267-e0228fc87560 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (55d75f65-045e-460e-ade4-fc6492e483ad), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:12.140629 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-eb0f6609-62dd-4c15-95de-2e28ee26127d tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] device_id is not set on port a89db4d6-232d-43cf-85a2-cd84065775d7 yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:26:12.318971 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9133b4-5b7d-47ef-b267-e0228fc87560 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:26:12.346447 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-7d9133b4-5b7d-47ef-b267-e0228fc87560 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:12.361073 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9133b4-5b7d-47ef-b267-e0228fc87560 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:26:12.363075 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9133b4-5b7d-47ef-b267-e0228fc87560 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Pushing event updated for resources: {'Port': ['ID=55d75f65-045e-460e-ade4-fc6492e483ad,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:12.398302 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a6e39506-6682-4c2c-82f0-9317e2843db8 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (896a68d1-fa5f-43ce-9cf9-d1bb462bec0c), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:12.448663 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e39506-6682-4c2c-82f0-9317e2843db8 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Pushing event deleted for resources: {'Port': ['ID=896a68d1-fa5f-43ce-9cf9-d1bb462bec0c,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:12.454615 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a6e39506-6682-4c2c-82f0-9317e2843db8 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:12.460530 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a6e39506-6682-4c2c-82f0-9317e2843db8 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] 10.222.0.13 "DELETE /v2.0/ports/896a68d1-fa5f-43ce-9cf9-d1bb462bec0c HTTP/1.1" status: 204 len: 168 time: 1.5073245 Jan 29 04:26:12.467196 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50146) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:12.513834 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-57e8a6b2-bacc-495a-a9cb-7ce07ae079da tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:12.537873 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a338fe-bef0-48d8-9bb0-66f699b9ca98 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] DELETE failed (client error): The resource could not be found. Jan 29 04:26:12.538882 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17a338fe-bef0-48d8-9bb0-66f699b9ca98 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:26:12.541960 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-17a338fe-bef0-48d8-9bb0-66f699b9ca98 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] 10.222.0.13 "DELETE /v2.0/subnets/5345847c-bb80-4140-bf0a-7cc3dbf7680b HTTP/1.1" status: 404 len: 337 time: 0.0450463 Jan 29 04:26:12.551507 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-68a3cf53-6681-4ad4-b516-a5c92b09179c tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for port (d8586a91-a179-43d8-bef1-00f831694a89), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:12.558003 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-eb0f6609-62dd-4c15-95de-2e28ee26127d tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Allocated IP 172.20.0.6 (585d5cce-4657-4fcc-b71e-168e57f04bd3/bd6de9dd-0476-4cd4-8c17-f5a22195dfda/a89db4d6-232d-43cf-85a2-cd84065775d7) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:26:12.559785 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50148) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:12.615816 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b80d28-4988-44a3-9c1c-9688ad31c81c tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Router 49a67c9b-a555-482d-9e94-728cdfbceef0 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:26:12.615816 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-57e8a6b2-bacc-495a-a9cb-7ce07ae079da tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (9062be6a-40d4-42c0-8b78-dcf3550cd724), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:12.634386 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.db.resource_extend [None req-275aa585-03f1-4ccc-8215-8f07bfbe4c97 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 04:26:13.051693 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-c3ad2f75-5666-4179-a0e6-4d15b40ed5d7 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Deleting port cec191e0-3a93-4c39-af7f-ebf5c55f1c17 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:26:13.052331 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c3ad2f75-5666-4179-a0e6-4d15b40ed5d7 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (cec191e0-3a93-4c39-af7f-ebf5c55f1c17), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:13.082664 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.l3_db [None req-57e8a6b2-bacc-495a-a9cb-7ce07ae079da tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Floating IP 9062be6a-40d4-42c0-8b78-dcf3550cd724 associated. External IP: 172.26.8.99, port: 8e38da7a-056f-4de3-b557-31c899d94cdb. Jan 29 04:26:13.103163 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-275aa585-03f1-4ccc-8215-8f07bfbe4c97 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:13.126060 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ad9c37e4-2f10-457a-b585-16baabc47208 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (41273212-40a3-42dd-b7cb-289c784586dd), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:13.212136 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-275aa585-03f1-4ccc-8215-8f07bfbe4c97 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (84906eb1-168b-43d3-afcd-a789425bab4c), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:13.250717 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b80d28-4988-44a3-9c1c-9688ad31c81c tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:26:13.255719 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-93b80d28-4988-44a3-9c1c-9688ad31c81c tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:13.262076 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adac5b16-28de-4330-b25c-3a29a7425990 None None] Sync routers for ids ['49a67c9b-a555-482d-9e94-728cdfbceef0'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:26:13.269196 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-68a3cf53-6681-4ad4-b516-a5c92b09179c tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (d8586a91-a179-43d8-bef1-00f831694a89), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:13.278458 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adac5b16-28de-4330-b25c-3a29a7425990 None None] Routers {'49a67c9b-a555-482d-9e94-728cdfbceef0'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:13.279322 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-adac5b16-28de-4330-b25c-3a29a7425990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:25:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['49a67c9b-a555-482d-9e94-728cdfbceef0'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:13.292670 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c3ad2f75-5666-4179-a0e6-4d15b40ed5d7 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (cec191e0-3a93-4c39-af7f-ebf5c55f1c17), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:13.313683 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-c3ad2f75-5666-4179-a0e6-4d15b40ed5d7 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Calling delete_port for cec191e0-3a93-4c39-af7f-ebf5c55f1c17 owned by network:router_interface {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:26:13.332450 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-93b80d28-4988-44a3-9c1c-9688ad31c81c tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "PUT /v2.0/floatingips/daac2acb-678f-471d-a7c1-ec7ca3c6ef52 HTTP/1.1" status: 200 len: 991 time: 3.5859609 Jan 29 04:26:13.334092 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b9d5143-b353-429f-b510-a519c4158175', 'tag': 'b65426a7-ad6e-4181-b43f-15f45dda722c'}] {{(pid=103584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:26:13.337308 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88d22702f486e82ce3265c1db8b0c003dd285ef8b53ba8e869e33114e3fd04d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ad5bcd-4cb9-4f49-b98a-486c083c83e3" -d '{"events": [{"name": "network-changed", "server_uuid": "0b9d5143-b353-429f-b510-a519c4158175", "tag": "b65426a7-ad6e-4181-b43f-15f45dda722c"}]}' {{(pid=103584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:26:13.404989 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-adac5b16-28de-4330-b25c-3a29a7425990 None None] Set router 49a67c9b-a555-482d-9e94-728cdfbceef0 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:26:13.407078 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ad9c37e4-2f10-457a-b585-16baabc47208 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (41273212-40a3-42dd-b7cb-289c784586dd), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:13.436872 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e3289a-3a3b-45d6-b9ff-2073b53afc12 x-openstack-request-id: req-27e3289a-3a3b-45d6-b9ff-2073b53afc12 {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:26:13.437163 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b9d5143-b353-429f-b510-a519c4158175", "tag": "b65426a7-ad6e-4181-b43f-15f45dda722c", "status": "completed", "code": 200}]} {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:26:13.437414 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-27e3289a-3a3b-45d6-b9ff-2073b53afc12 {{(pid=103584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:26:13.437811 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b9d5143-b353-429f-b510-a519c4158175', 'tag': 'b65426a7-ad6e-4181-b43f-15f45dda722c', 'status': 'completed', 'code': 200} Jan 29 04:26:13.460697 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a3cf53-6681-4ad4-b516-a5c92b09179c tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Network 2b264ef4-2e42-49ad-88a4-35088f09b474 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:26:13.487182 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-68a3cf53-6681-4ad4-b516-a5c92b09179c tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:13.496028 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-ad9c37e4-2f10-457a-b585-16baabc47208 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41273212-40a3-42dd-b7cb-289c784586dd']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:13.515574 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a3cf53-6681-4ad4-b516-a5c92b09179c tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:26:13.525984 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eb0f6609-62dd-4c15-95de-2e28ee26127d tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for port (a89db4d6-232d-43cf-85a2-cd84065775d7), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:13.579633 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e8a6b2-bacc-495a-a9cb-7ce07ae079da tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Router de69dbd8-cdba-406c-b857-5ef4d1a5deaf has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:26:13.586730 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a3cf53-6681-4ad4-b516-a5c92b09179c tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Pushing event updated for resources: {'Port': ['ID=d8586a91-a179-43d8-bef1-00f831694a89,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:13.594521 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-ad9c37e4-2f10-457a-b585-16baabc47208 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea5d3054-7d1d-4a69-b592-00b09008f849') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:13.594521 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-ad9c37e4-2f10-457a-b585-16baabc47208 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea5d3054-7d1d-4a69-b592-00b09008f849') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:13.633971 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4219e5-3f98-4bc5-a49b-65f800716f25 req-9688e955-4514-478c-8dcd-cb1fc8890b6b tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:13.635629 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-eb4219e5-3f98-4bc5-a49b-65f800716f25 req-9688e955-4514-478c-8dcd-cb1fc8890b6b tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9d5143-b353-429f-b510-a519c4158175 HTTP/1.1" status: 200 len: 945 time: 0.1589742 Jan 29 04:26:13.636126 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ad9c37e4-2f10-457a-b585-16baabc47208 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (ea5d3054-7d1d-4a69-b592-00b09008f849), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:13.641580 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.l3_db [None req-275aa585-03f1-4ccc-8215-8f07bfbe4c97 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Floating IP 84906eb1-168b-43d3-afcd-a789425bab4c associated. External IP: 172.26.8.214, port: 1034befb-3cd4-4337-8ed7-028318e7f85e. Jan 29 04:26:13.722624 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-68a3cf53-6681-4ad4-b516-a5c92b09179c tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (c00cdb5d-03dc-439c-9461-685d5a3cca42), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:13.727137 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ad9c37e4-2f10-457a-b585-16baabc47208 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (ea5d3054-7d1d-4a69-b592-00b09008f849), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:13.732466 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-adac5b16-28de-4330-b25c-3a29a7425990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a67c9b-a555-482d-9e94-728cdfbceef0', 'name': 'tempest-ServersTestJSON-69517117-router', 'tenant_id': '62b5636027cb4b35a2ac3d1c94409c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '30ff137a-2792-4035-a05f-8319daafec09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:59Z', 'updated_at': '2022-01-29T04:25:10Z', 'revision_number': 4, 'project_id': '62b5636027cb4b35a2ac3d1c94409c20', 'gw_port': {'id': '30ff137a-2792-4035-a05f-8319daafec09', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:41:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a67c9b-a555-482d-9e94-728cdfbceef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:01Z', 'updated_at': '2022-01-29T04:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': 'daac2acb-678f-471d-a7c1-ec7ca3c6ef52', 'tenant_id': '62b5636027cb4b35a2ac3d1c94409c20', 'floating_ip_address': '172.26.8.161', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '49a67c9b-a555-482d-9e94-728cdfbceef0', 'port_id': 'b65426a7-ad6e-4181-b43f-15f45dda722c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '110bb4a8-6dea-4688-b150-e74a0a24c2a5', 'mac_address': 'fa:16:3e:a6:8a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9d5143-b353-429f-b510-a519c4158175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:25:23Z', 'updated_at': '2022-01-29T04:26:10Z', 'revision_number': 1, 'project_id': '62b5636027cb4b35a2ac3d1c94409c20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbd94c4-6cac-4773-9f4a-1b2d3d766d96', 'name': '', 'network_id': '110bb4a8-6dea-4688-b150-e74a0a24c2a5', 'tenant_id': '62b5636027cb4b35a2ac3d1c94409c20', 'mac_address': 'fa:16:3e:92:b1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a67c9b-a555-482d-9e94-728cdfbceef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1e6bda9e-8e09-4842-910d-f6751a7ed1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:08Z', 'updated_at': '2022-01-29T04:25:17Z', 'revision_number': 5, 'project_id': '62b5636027cb4b35a2ac3d1c94409c20', 'subnets': [{'id': '1e6bda9e-8e09-4842-910d-f6751a7ed1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:13.766560 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adac5b16-28de-4330-b25c-3a29a7425990 None None] Checking router: 49a67c9b-a555-482d-9e94-728cdfbceef0 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:26:13.776686 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7d9133b4-5b7d-47ef-b267-e0228fc87560 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router_gateway (aba73e5e-7037-4d21-a65c-22d51477f80c), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:13.778751 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adac5b16-28de-4330-b25c-3a29a7425990 None None] Routers {'49a67c9b-a555-482d-9e94-728cdfbceef0'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:13.779007 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-eb4219e5-3f98-4bc5-a49b-65f800716f25 req-dad245d4-015a-4f0a-b838-17d3334aa10e tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/security-groups?id=e52fdf30-5ac5-455f-a26e-79cce6c2b476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962324 Jan 29 04:26:13.779784 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-adac5b16-28de-4330-b25c-3a29a7425990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:25:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['49a67c9b-a555-482d-9e94-728cdfbceef0'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:13.785078 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad9c37e4-2f10-457a-b585-16baabc47208 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:26:13.785243 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ad9c37e4-2f10-457a-b585-16baabc47208 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (ea5d3054-7d1d-4a69-b592-00b09008f849), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:13.788177 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:26:13.788177 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:26:13.788177 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:26:13.788177 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:26:13.788177 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:26:13.788177 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:26:13.788177 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:26:13.788177 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:26:13.788177 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:26:13.788177 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:26:13.788177 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:26:13.788177 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:26:13.788177 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:26:13.788177 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:26:13.788177 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:26:13.788177 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:26:13.788177 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:26:13.788177 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:26:13.788177 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:26:13.788177 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:26:13.788177 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:26:13.788177 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:26:13.788177 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:26:13.788177 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:26:13.788177 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:26:13.788177 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:26:13.788177 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:26:13.788177 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:26:13.788177 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:26:13.788177 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:26:13.788177 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:26:13.788177 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:26:13.791106 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e8a6b2-bacc-495a-a9cb-7ce07ae079da tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:26:13.795988 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-57e8a6b2-bacc-495a-a9cb-7ce07ae079da tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:13.807261 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccdeabd-5d2e-4df0-b03b-d7b69e54b250 None None] Sync routers for ids ['de69dbd8-cdba-406c-b857-5ef4d1a5deaf'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:26:13.818325 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c3ad2f75-5666-4179-a0e6-4d15b40ed5d7 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (cec191e0-3a93-4c39-af7f-ebf5c55f1c17), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:13.834826 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccdeabd-5d2e-4df0-b03b-d7b69e54b250 None None] Routers {'de69dbd8-cdba-406c-b857-5ef4d1a5deaf'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:13.835982 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-3ccdeabd-5d2e-4df0-b03b-d7b69e54b250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:25:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['de69dbd8-cdba-406c-b857-5ef4d1a5deaf'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:13.863710 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad2f75-5666-4179-a0e6-4d15b40ed5d7 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Pushing event deleted for resources: {'Port': ['ID=cec191e0-3a93-4c39-af7f-ebf5c55f1c17,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:13.892161 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-57e8a6b2-bacc-495a-a9cb-7ce07ae079da tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "PUT /v2.0/floatingips/9062be6a-40d4-42c0-8b78-dcf3550cd724 HTTP/1.1" status: 200 len: 991 time: 3.0399485 Jan 29 04:26:13.919918 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad5bcd-4cb9-4f49-b98a-486c083c83e3 req-a60da606-bb6e-4922-bea3-47a05954d165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:13.921454 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-02ad5bcd-4cb9-4f49-b98a-486c083c83e3 req-a60da606-bb6e-4922-bea3-47a05954d165 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=62b5636027cb4b35a2ac3d1c94409c20&device_id=0b9d5143-b353-429f-b510-a519c4158175 HTTP/1.1" status: 200 len: 1129 time: 0.4031801 Jan 29 04:26:13.991687 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-adac5b16-28de-4330-b25c-3a29a7425990 None None] Set router 49a67c9b-a555-482d-9e94-728cdfbceef0 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:26:14.022394 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-3ccdeabd-5d2e-4df0-b03b-d7b69e54b250 None None] Set router de69dbd8-cdba-406c-b857-5ef4d1a5deaf gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:26:14.032946 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eb0f6609-62dd-4c15-95de-2e28ee26127d tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (a89db4d6-232d-43cf-85a2-cd84065775d7), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:14.037765 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c3ad2f75-5666-4179-a0e6-4d15b40ed5d7 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (8538d729-d49e-4eb1-8586-0ab9e1fc4985), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:14.206702 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ad9c37e4-2f10-457a-b585-16baabc47208 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (41273212-40a3-42dd-b7cb-289c784586dd), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:14.277250 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ad2f75-5666-4179-a0e6-4d15b40ed5d7 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Router 8538d729-d49e-4eb1-8586-0ab9e1fc4985 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:26:14.279284 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ad9c37e4-2f10-457a-b585-16baabc47208 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:14.282518 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ad9c37e4-2f10-457a-b585-16baabc47208 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] 10.222.0.13 "DELETE /v2.0/networks/41273212-40a3-42dd-b7cb-289c784586dd HTTP/1.1" status: 204 len: 168 time: 1.7217734 Jan 29 04:26:14.285639 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50156) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:14.296257 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0f6609-62dd-4c15-95de-2e28ee26127d tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Network 585d5cce-4657-4fcc-b71e-168e57f04bd3 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:26:14.321041 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-eb0f6609-62dd-4c15-95de-2e28ee26127d tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:14.325908 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0f6609-62dd-4c15-95de-2e28ee26127d tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:26:14.331210 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c37e4-2f10-457a-b585-16baabc47208 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Pushing event deleted for resources: {'Network': ['ID=41273212-40a3-42dd-b7cb-289c784586dd,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:14.366169 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-adac5b16-28de-4330-b25c-3a29a7425990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a67c9b-a555-482d-9e94-728cdfbceef0', 'name': 'tempest-ServersTestJSON-69517117-router', 'tenant_id': '62b5636027cb4b35a2ac3d1c94409c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '30ff137a-2792-4035-a05f-8319daafec09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:59Z', 'updated_at': '2022-01-29T04:25:10Z', 'revision_number': 4, 'project_id': '62b5636027cb4b35a2ac3d1c94409c20', 'gw_port': {'id': '30ff137a-2792-4035-a05f-8319daafec09', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:41:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a67c9b-a555-482d-9e94-728cdfbceef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:01Z', 'updated_at': '2022-01-29T04:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': 'daac2acb-678f-471d-a7c1-ec7ca3c6ef52', 'tenant_id': '62b5636027cb4b35a2ac3d1c94409c20', 'floating_ip_address': '172.26.8.161', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '49a67c9b-a555-482d-9e94-728cdfbceef0', 'port_id': 'b65426a7-ad6e-4181-b43f-15f45dda722c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '110bb4a8-6dea-4688-b150-e74a0a24c2a5', 'mac_address': 'fa:16:3e:a6:8a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9d5143-b353-429f-b510-a519c4158175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:25:23Z', 'updated_at': '2022-01-29T04:26:10Z', 'revision_number': 1, 'project_id': '62b5636027cb4b35a2ac3d1c94409c20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbd94c4-6cac-4773-9f4a-1b2d3d766d96', 'name': '', 'network_id': '110bb4a8-6dea-4688-b150-e74a0a24c2a5', 'tenant_id': '62b5636027cb4b35a2ac3d1c94409c20', 'mac_address': 'fa:16:3e:92:b1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a67c9b-a555-482d-9e94-728cdfbceef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1e6bda9e-8e09-4842-910d-f6751a7ed1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:08Z', 'updated_at': '2022-01-29T04:25:17Z', 'revision_number': 5, 'project_id': '62b5636027cb4b35a2ac3d1c94409c20', 'subnets': [{'id': '1e6bda9e-8e09-4842-910d-f6751a7ed1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:14.371659 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f6609-62dd-4c15-95de-2e28ee26127d tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Pushing event updated for resources: {'Port': ['ID=a89db4d6-232d-43cf-85a2-cd84065775d7,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:14.412646 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-3ccdeabd-5d2e-4df0-b03b-d7b69e54b250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de69dbd8-cdba-406c-b857-5ef4d1a5deaf', 'name': 'tempest-ServersTestManualDisk-431633746-router', 'tenant_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'e11bd39f-a348-4fd2-9ae5-dae3e9cb5780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:25:00Z', 'updated_at': '2022-01-29T04:25:15Z', 'revision_number': 4, 'project_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'gw_port': {'id': 'e11bd39f-a348-4fd2-9ae5-dae3e9cb5780', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de69dbd8-cdba-406c-b857-5ef4d1a5deaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:02Z', 'updated_at': '2022-01-29T04:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '9062be6a-40d4-42c0-8b78-dcf3550cd724', 'tenant_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'floating_ip_address': '172.26.8.99', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'de69dbd8-cdba-406c-b857-5ef4d1a5deaf', 'port_id': '8e38da7a-056f-4de3-b557-31c899d94cdb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d4605cc-cd83-4037-bfc8-342508214a0e', 'mac_address': 'fa:16:3e:af:ce:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48674ac7-eeea-467e-964d-2d8ab2b92c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:25:26Z', 'updated_at': '2022-01-29T04:26:12Z', 'revision_number': 1, 'project_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0e32437-ac69-4966-b2c8-3b68528ad8ab', 'name': '', 'network_id': '4d4605cc-cd83-4037-bfc8-342508214a0e', 'tenant_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'mac_address': 'fa:16:3e:9e:5e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de69dbd8-cdba-406c-b857-5ef4d1a5deaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '28462fdf-59a1-4f6b-8a80-4bfac581848e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:12Z', 'updated_at': '2022-01-29T04:25:22Z', 'revision_number': 5, 'project_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'subnets': [{'id': '28462fdf-59a1-4f6b-8a80-4bfac581848e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:14.419734 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adac5b16-28de-4330-b25c-3a29a7425990 None None] The sync data for ids ['49a67c9b-a555-482d-9e94-728cdfbceef0'] in dv-neutron-821190-1-hyperv is: [{'id': '49a67c9b-a555-482d-9e94-728cdfbceef0', 'name': 'tempest-ServersTestJSON-69517117-router', 'tenant_id': '62b5636027cb4b35a2ac3d1c94409c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '30ff137a-2792-4035-a05f-8319daafec09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:59Z', 'updated_at': '2022-01-29T04:25:10Z', 'revision_number': 4, 'project_id': '62b5636027cb4b35a2ac3d1c94409c20', 'gw_port': {'id': '30ff137a-2792-4035-a05f-8319daafec09', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:41:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a67c9b-a555-482d-9e94-728cdfbceef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:01Z', 'updated_at': '2022-01-29T04:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': 'daac2acb-678f-471d-a7c1-ec7ca3c6ef52', 'tenant_id': '62b5636027cb4b35a2ac3d1c94409c20', 'floating_ip_address': '172.26.8.161', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '49a67c9b-a555-482d-9e94-728cdfbceef0', 'port_id': 'b65426a7-ad6e-4181-b43f-15f45dda722c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '110bb4a8-6dea-4688-b150-e74a0a24c2a5', 'mac_address': 'fa:16:3e:a6:8a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9d5143-b353-429f-b510-a519c4158175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:25:23Z', 'updated_at': '2022-01-29T04:26:10Z', 'revision_number': 1, 'project_id': '62b5636027cb4b35a2ac3d1c94409c20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbd94c4-6cac-4773-9f4a-1b2d3d766d96', 'name': '', 'network_id': '110bb4a8-6dea-4688-b150-e74a0a24c2a5', 'tenant_id': '62b5636027cb4b35a2ac3d1c94409c20', 'mac_address': 'fa:16:3e:92:b1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a67c9b-a555-482d-9e94-728cdfbceef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1e6bda9e-8e09-4842-910d-f6751a7ed1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:08Z', 'updated_at': '2022-01-29T04:25:17Z', 'revision_number': 5, 'project_id': '62b5636027cb4b35a2ac3d1c94409c20', 'subnets': [{'id': '1e6bda9e-8e09-4842-910d-f6751a7ed1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:26:14.424161 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ad2f75-5666-4179-a0e6-4d15b40ed5d7 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:26:14.429686 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c3ad2f75-5666-4179-a0e6-4d15b40ed5d7 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] 10.222.0.13 "PUT /v2.0/routers/8538d729-d49e-4eb1-8586-0ab9e1fc4985/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4463258 Jan 29 04:26:14.435788 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-f70d1240-b3ac-49ea-ac60-d0249f178657 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Deleting subnet 8c81009b-7581-42ba-be78-b7add568cf22 {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:26:14.437902 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50158) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:14.447019 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be4fd14-bb7d-4714-9d8a-21b8336440a0 None None] Sync routers for ids ['8538d729-d49e-4eb1-8586-0ab9e1fc4985'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:26:14.447981 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f70d1240-b3ac-49ea-ac60-d0249f178657 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks [] for subnet (8c81009b-7581-42ba-be78-b7add568cf22), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:14.459964 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be4fd14-bb7d-4714-9d8a-21b8336440a0 None None] Routers {'8538d729-d49e-4eb1-8586-0ab9e1fc4985'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:14.460767 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-9be4fd14-bb7d-4714-9d8a-21b8336440a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:25:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['8538d729-d49e-4eb1-8586-0ab9e1fc4985'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:14.463605 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccdeabd-5d2e-4df0-b03b-d7b69e54b250 None None] Checking router: de69dbd8-cdba-406c-b857-5ef4d1a5deaf for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:26:14.488094 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccdeabd-5d2e-4df0-b03b-d7b69e54b250 None None] Routers {'de69dbd8-cdba-406c-b857-5ef4d1a5deaf'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:14.488757 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-3ccdeabd-5d2e-4df0-b03b-d7b69e54b250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:25:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['de69dbd8-cdba-406c-b857-5ef4d1a5deaf'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:14.512176 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-a421a57c-5b51-4ca8-9374-a115514ceca6 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] show failed (client error): The resource could not be found. Jan 29 04:26:14.514222 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a421a57c-5b51-4ca8-9374-a115514ceca6 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-1585384021 HTTP/1.1" status: 404 len: 335 time: 0.0749798 Jan 29 04:26:14.516080 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-9be4fd14-bb7d-4714-9d8a-21b8336440a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:14.519017 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50160) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:14.525031 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-905cfd0e-b16b-4e02-be70-ad5dd2026dc7 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:14.537296 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be4fd14-bb7d-4714-9d8a-21b8336440a0 None None] Routers {'8538d729-d49e-4eb1-8586-0ab9e1fc4985'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:14.539087 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-9be4fd14-bb7d-4714-9d8a-21b8336440a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:25:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['8538d729-d49e-4eb1-8586-0ab9e1fc4985'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:14.577952 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-905cfd0e-b16b-4e02-be70-ad5dd2026dc7 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] update failed (client error): The resource could not be found. Jan 29 04:26:14.579310 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-9be4fd14-bb7d-4714-9d8a-21b8336440a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:14.580252 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be4fd14-bb7d-4714-9d8a-21b8336440a0 None None] The sync data for ids ['8538d729-d49e-4eb1-8586-0ab9e1fc4985'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:26:14.583975 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-905cfd0e-b16b-4e02-be70-ad5dd2026dc7 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-539515204 HTTP/1.1" status: 404 len: 334 time: 0.0580671 Jan 29 04:26:14.588169 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50162) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:14.604586 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f70d1240-b3ac-49ea-ac60-d0249f178657 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (8c81009b-7581-42ba-be78-b7add568cf22), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:14.634657 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-3ccdeabd-5d2e-4df0-b03b-d7b69e54b250 None None] Set router de69dbd8-cdba-406c-b857-5ef4d1a5deaf gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:26:14.689173 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-b450582b-4e53-4f49-82b8-eb8bb54cd8d2 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Deleting subnet 7c63b847-6411-47c6-a5f9-ddba1d532106 {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:26:14.695672 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b450582b-4e53-4f49-82b8-eb8bb54cd8d2 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks [] for subnet (7c63b847-6411-47c6-a5f9-ddba1d532106), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:14.769192 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b450582b-4e53-4f49-82b8-eb8bb54cd8d2 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (7c63b847-6411-47c6-a5f9-ddba1d532106), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:14.796217 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f70d1240-b3ac-49ea-ac60-d0249f178657 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (8c81009b-7581-42ba-be78-b7add568cf22), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:14.837693 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad5bcd-4cb9-4f49-b98a-486c083c83e3 req-ddb1a509-2ade-4e70-82ea-53b14d2132ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:14.838783 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-02ad5bcd-4cb9-4f49-b98a-486c083c83e3 req-ddb1a509-2ade-4e70-82ea-53b14d2132ae service neutron] 10.222.0.18 "GET /v2.0/networks?id=110bb4a8-6dea-4688-b150-e74a0a24c2a5 HTTP/1.1" status: 200 len: 905 time: 0.9027655 Jan 29 04:26:14.848988 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250504e8-92a6-4ab8-a504-071fb8b85e84 req-dbe422d6-c731-448c-994a-a571e88b0051 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:14.850458 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-250504e8-92a6-4ab8-a504-071fb8b85e84 req-dbe422d6-c731-448c-994a-a571e88b0051 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/ports?device_id=48674ac7-eeea-467e-964d-2d8ab2b92c9e HTTP/1.1" status: 200 len: 946 time: 0.8156118 Jan 29 04:26:14.857901 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0f6609-62dd-4c15-95de-2e28ee26127d tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:14.858502 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eb0f6609-62dd-4c15-95de-2e28ee26127d tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:14.860532 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-68a3cf53-6681-4ad4-b516-a5c92b09179c tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (d8586a91-a179-43d8-bef1-00f831694a89), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:14.923424 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eab52da-cbcc-4480-9b8e-ba97062c99c4 None None] New status for floating IP daac2acb-678f-471d-a7c1-ec7ca3c6ef52: ACTIVE {{(pid=103586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:26:14.933996 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b450582b-4e53-4f49-82b8-eb8bb54cd8d2 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (7c63b847-6411-47c6-a5f9-ddba1d532106), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:14.993947 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f70d1240-b3ac-49ea-ac60-d0249f178657 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (8c81009b-7581-42ba-be78-b7add568cf22), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:15.011408 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275aa585-03f1-4ccc-8215-8f07bfbe4c97 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Router b74ba9fa-7939-492e-adaf-9b6f3d82e3d1 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:26:15.043066 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d1240-b3ac-49ea-ac60-d0249f178657 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Pushing event deleted for resources: {'Subnet': ['ID=8c81009b-7581-42ba-be78-b7add568cf22,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:15.054747 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f70d1240-b3ac-49ea-ac60-d0249f178657 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:15.054747 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f70d1240-b3ac-49ea-ac60-d0249f178657 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] 10.222.0.13 "DELETE /v2.0/subnets/8c81009b-7581-42ba-be78-b7add568cf22 HTTP/1.1" status: 204 len: 168 time: 0.7654495 Jan 29 04:26:15.057051 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e932572-11b5-4373-9939-4baac1cef140 None None] Network ecdc1a9a-d3b9-4511-8a89-d10e2f5b2c53 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:26:15.057197 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50166) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:15.065912 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f8917-51e6-4a1b-bfce-4d2d910f6910 req-faabf92a-93f5-41d1-a9bf-b57a20cf2840 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:15.067646 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-a74f8917-51e6-4a1b-bfce-4d2d910f6910 req-faabf92a-93f5-41d1-a9bf-b57a20cf2840 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9d5143-b353-429f-b510-a519c4158175 HTTP/1.1" status: 200 len: 945 time: 0.1490636 Jan 29 04:26:15.068853 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7d9133b4-5b7d-47ef-b267-e0228fc87560 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1615661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1617607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-536'] for router (aba73e5e-7037-4d21-a65c-22d51477f80c), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:15.090670 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-eb0f6609-62dd-4c15-95de-2e28ee26127d tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 3.2479706 Jan 29 04:26:15.096882 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50168) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:15.104287 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7d9133b4-5b7d-47ef-b267-e0228fc87560 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1615652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1615667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1617630'] for router (aba73e5e-7037-4d21-a65c-22d51477f80c), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:15.119800 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-02ad5bcd-4cb9-4f49-b98a-486c083c83e3 req-ab325609-09b3-47c9-8db4-cb51a7cd2fd3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b65426a7-ad6e-4181-b43f-15f45dda722c HTTP/1.1" status: 200 len: 999 time: 0.2247064 Jan 29 04:26:15.166081 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-250504e8-92a6-4ab8-a504-071fb8b85e84 req-eabf49af-830e-4e1c-9a4e-eca826dd49cf tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/security-groups?id=715f2fe5-a75a-4ee8-a2b4-7e90e6c33135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2721131 Jan 29 04:26:15.166337 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b450582b-4e53-4f49-82b8-eb8bb54cd8d2 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (7c63b847-6411-47c6-a5f9-ddba1d532106), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:15.225192 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b450582b-4e53-4f49-82b8-eb8bb54cd8d2 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:15.229327 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b450582b-4e53-4f49-82b8-eb8bb54cd8d2 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] 10.222.0.13 "DELETE /v2.0/subnets/7c63b847-6411-47c6-a5f9-ddba1d532106 HTTP/1.1" status: 204 len: 168 time: 0.6404972 Jan 29 04:26:15.233904 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50170) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:15.251705 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450582b-4e53-4f49-82b8-eb8bb54cd8d2 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Pushing event deleted for resources: {'Subnet': ['ID=7c63b847-6411-47c6-a5f9-ddba1d532106,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:15.252304 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1f8f6c-52e5-4ce2-86ca-7124c14151ad None None] Network b27ab953-c2ad-4fb5-9f6c-f22947f29614 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:26:15.256431 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-418dce95-fc1f-46b0-96a9-e1c3b78ddf15 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (ecdc1a9a-d3b9-4511-8a89-d10e2f5b2c53), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:15.365799 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-a74f8917-51e6-4a1b-bfce-4d2d910f6910 req-762156a3-d879-4a4c-b3a2-4918741b61ff tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/security-groups?id=e52fdf30-5ac5-455f-a26e-79cce6c2b476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2886651 Jan 29 04:26:15.405616 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a06988cf-6744-4f60-ba00-0f4fa34654ae tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (b27ab953-c2ad-4fb5-9f6c-f22947f29614), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:15.417926 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad5bcd-4cb9-4f49-b98a-486c083c83e3 req-be20595b-975f-44a4-8ff3-71fcff7484fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:15.419379 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-02ad5bcd-4cb9-4f49-b98a-486c083c83e3 req-be20595b-975f-44a4-8ff3-71fcff7484fe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1e6bda9e-8e09-4842-910d-f6751a7ed1b4 HTTP/1.1" status: 200 len: 843 time: 0.2580700 Jan 29 04:26:15.441141 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48674ac7-eeea-467e-964d-2d8ab2b92c9e', 'tag': '8e38da7a-056f-4de3-b557-31c899d94cdb'}] {{(pid=103584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:26:15.443708 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88d22702f486e82ce3265c1db8b0c003dd285ef8b53ba8e869e33114e3fd04d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6801798-d742-4cba-919e-79d7cb5ff6d0" -d '{"events": [{"name": "network-changed", "server_uuid": "48674ac7-eeea-467e-964d-2d8ab2b92c9e", "tag": "8e38da7a-056f-4de3-b557-31c899d94cdb"}]}' {{(pid=103584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:26:15.450503 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-0f978da3-07e3-4258-9abe-4220084b2401 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Deleting port a89db4d6-232d-43cf-85a2-cd84065775d7 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:26:15.451052 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0f978da3-07e3-4258-9abe-4220084b2401 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (a89db4d6-232d-43cf-85a2-cd84065775d7), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:15.517846 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275aa585-03f1-4ccc-8215-8f07bfbe4c97 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:26:15.529996 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-275aa585-03f1-4ccc-8215-8f07bfbe4c97 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:15.541482 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba34a6e-7138-4842-83d0-44f780d1a004 x-openstack-request-id: req-6ba34a6e-7138-4842-83d0-44f780d1a004 {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:26:15.541815 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48674ac7-eeea-467e-964d-2d8ab2b92c9e", "tag": "8e38da7a-056f-4de3-b557-31c899d94cdb", "status": "completed", "code": 200}]} {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:26:15.542069 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ba34a6e-7138-4842-83d0-44f780d1a004 {{(pid=103584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:26:15.542450 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48674ac7-eeea-467e-964d-2d8ab2b92c9e', 'tag': '8e38da7a-056f-4de3-b557-31c899d94cdb', 'status': 'completed', 'code': 200} Jan 29 04:26:15.547152 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a356c7-29a6-4963-85a6-908e129cb6f7 None None] Sync routers for ids ['b74ba9fa-7939-492e-adaf-9b6f3d82e3d1'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:26:15.555046 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-3ccdeabd-5d2e-4df0-b03b-d7b69e54b250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de69dbd8-cdba-406c-b857-5ef4d1a5deaf', 'name': 'tempest-ServersTestManualDisk-431633746-router', 'tenant_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'e11bd39f-a348-4fd2-9ae5-dae3e9cb5780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:25:00Z', 'updated_at': '2022-01-29T04:25:15Z', 'revision_number': 4, 'project_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'gw_port': {'id': 'e11bd39f-a348-4fd2-9ae5-dae3e9cb5780', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de69dbd8-cdba-406c-b857-5ef4d1a5deaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:02Z', 'updated_at': '2022-01-29T04:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '9062be6a-40d4-42c0-8b78-dcf3550cd724', 'tenant_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'floating_ip_address': '172.26.8.99', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'de69dbd8-cdba-406c-b857-5ef4d1a5deaf', 'port_id': '8e38da7a-056f-4de3-b557-31c899d94cdb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d4605cc-cd83-4037-bfc8-342508214a0e', 'mac_address': 'fa:16:3e:af:ce:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48674ac7-eeea-467e-964d-2d8ab2b92c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:25:26Z', 'updated_at': '2022-01-29T04:26:12Z', 'revision_number': 1, 'project_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0e32437-ac69-4966-b2c8-3b68528ad8ab', 'name': '', 'network_id': '4d4605cc-cd83-4037-bfc8-342508214a0e', 'tenant_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'mac_address': 'fa:16:3e:9e:5e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de69dbd8-cdba-406c-b857-5ef4d1a5deaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '28462fdf-59a1-4f6b-8a80-4bfac581848e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:12Z', 'updated_at': '2022-01-29T04:25:22Z', 'revision_number': 5, 'project_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'subnets': [{'id': '28462fdf-59a1-4f6b-8a80-4bfac581848e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:15.555815 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-418dce95-fc1f-46b0-96a9-e1c3b78ddf15 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Deleting port f459f05b-c2c6-4769-9601-98da3623e191 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:26:15.556168 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-418dce95-fc1f-46b0-96a9-e1c3b78ddf15 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (f459f05b-c2c6-4769-9601-98da3623e191), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:15.576547 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a356c7-29a6-4963-85a6-908e129cb6f7 None None] Routers {'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:15.577965 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-51a356c7-29a6-4963-85a6-908e129cb6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:25:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b74ba9fa-7939-492e-adaf-9b6f3d82e3d1'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:15.591205 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccdeabd-5d2e-4df0-b03b-d7b69e54b250 None None] The sync data for ids ['de69dbd8-cdba-406c-b857-5ef4d1a5deaf'] in dv-neutron-821190-1-hyperv is: [{'id': 'de69dbd8-cdba-406c-b857-5ef4d1a5deaf', 'name': 'tempest-ServersTestManualDisk-431633746-router', 'tenant_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'e11bd39f-a348-4fd2-9ae5-dae3e9cb5780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:25:00Z', 'updated_at': '2022-01-29T04:25:15Z', 'revision_number': 4, 'project_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'gw_port': {'id': 'e11bd39f-a348-4fd2-9ae5-dae3e9cb5780', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de69dbd8-cdba-406c-b857-5ef4d1a5deaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:02Z', 'updated_at': '2022-01-29T04:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '9062be6a-40d4-42c0-8b78-dcf3550cd724', 'tenant_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'floating_ip_address': '172.26.8.99', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'de69dbd8-cdba-406c-b857-5ef4d1a5deaf', 'port_id': '8e38da7a-056f-4de3-b557-31c899d94cdb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d4605cc-cd83-4037-bfc8-342508214a0e', 'mac_address': 'fa:16:3e:af:ce:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48674ac7-eeea-467e-964d-2d8ab2b92c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:25:26Z', 'updated_at': '2022-01-29T04:26:12Z', 'revision_number': 1, 'project_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0e32437-ac69-4966-b2c8-3b68528ad8ab', 'name': '', 'network_id': '4d4605cc-cd83-4037-bfc8-342508214a0e', 'tenant_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'mac_address': 'fa:16:3e:9e:5e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de69dbd8-cdba-406c-b857-5ef4d1a5deaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '28462fdf-59a1-4f6b-8a80-4bfac581848e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:12Z', 'updated_at': '2022-01-29T04:25:22Z', 'revision_number': 5, 'project_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'subnets': [{'id': '28462fdf-59a1-4f6b-8a80-4bfac581848e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:26:15.647768 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82050feb-ed87-4c33-8533-b06fefca1166 None None] DHCP port deletion for b27ab953-c2ad-4fb5-9f6c-f22947f29614 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:26:15.662345 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-418dce95-fc1f-46b0-96a9-e1c3b78ddf15 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] For port f459f05b-c2c6-4769-9601-98da3623e191, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=f459f05b-c2c6-4769-9601-98da3623e191,segment=NetworkSegment(62e32b34-d283-402b-80f6-085ff60c2afb),segment_id=62e32b34-d283-402b-80f6-085ff60c2afb)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:15.662713 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-418dce95-fc1f-46b0-96a9-e1c3b78ddf15 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (f459f05b-c2c6-4769-9601-98da3623e191), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:15.666026 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0f978da3-07e3-4258-9abe-4220084b2401 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (a89db4d6-232d-43cf-85a2-cd84065775d7), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:15.693296 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-418dce95-fc1f-46b0-96a9-e1c3b78ddf15 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Calling delete_port for f459f05b-c2c6-4769-9601-98da3623e191 owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:26:15.696812 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-0f978da3-07e3-4258-9abe-4220084b2401 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Calling delete_port for a89db4d6-232d-43cf-85a2-cd84065775d7 owned by {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:26:15.701798 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-a06988cf-6744-4f60-ba00-0f4fa34654ae tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Deleting port b6d5065b-bac5-49b1-9f4c-880dec7d2047 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:26:15.701798 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a06988cf-6744-4f60-ba00-0f4fa34654ae tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (b6d5065b-bac5-49b1-9f4c-880dec7d2047), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:15.707351 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab84a49f-8b35-4897-a25c-5a4a6e5da5ea None None] DHCP port deletion for ecdc1a9a-d3b9-4511-8a89-d10e2f5b2c53 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:26:15.733556 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-51a356c7-29a6-4963-85a6-908e129cb6f7 None None] Set router b74ba9fa-7939-492e-adaf-9b6f3d82e3d1 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:26:15.743155 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-275aa585-03f1-4ccc-8215-8f07bfbe4c97 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "PUT /v2.0/floatingips/84906eb1-168b-43d3-afcd-a789425bab4c HTTP/1.1" status: 200 len: 992 time: 4.3969629 Jan 29 04:26:15.764384 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5388207-0587-418a-a521-fef7e53190ed', 'tag': '1034befb-3cd4-4337-8ed7-028318e7f85e'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:26:15.777127 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5753f5c-ef26-437c-86b9-b3ffb6142260" -d '{"events": [{"name": "network-changed", "server_uuid": "f5388207-0587-418a-a521-fef7e53190ed", "tag": "1034befb-3cd4-4337-8ed7-028318e7f85e"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:26:15.789121 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad5bcd-4cb9-4f49-b98a-486c083c83e3 req-853eab6a-2d24-45d8-8879-49fc7f363322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:15.794286 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-02ad5bcd-4cb9-4f49-b98a-486c083c83e3 req-853eab6a-2d24-45d8-8879-49fc7f363322 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=110bb4a8-6dea-4688-b150-e74a0a24c2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3665802 Jan 29 04:26:15.834355 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-a06988cf-6744-4f60-ba00-0f4fa34654ae tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] For port b6d5065b-bac5-49b1-9f4c-880dec7d2047, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=b6d5065b-bac5-49b1-9f4c-880dec7d2047,segment=NetworkSegment(ad261e15-cc39-4fff-9ff2-e709df0ffc86),segment_id=ad261e15-cc39-4fff-9ff2-e709df0ffc86)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:15.835066 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a06988cf-6744-4f60-ba00-0f4fa34654ae tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (b6d5065b-bac5-49b1-9f4c-880dec7d2047), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:15.840467 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-82050feb-ed87-4c33-8533-b06fefca1166 None None] Deleting port b6d5065b-bac5-49b1-9f4c-880dec7d2047 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:26:15.843518 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-82050feb-ed87-4c33-8533-b06fefca1166 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (b6d5065b-bac5-49b1-9f4c-880dec7d2047), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:15.865489 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-a06988cf-6744-4f60-ba00-0f4fa34654ae tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Calling delete_port for b6d5065b-bac5-49b1-9f4c-880dec7d2047 owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:26:15.888703 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device f459f05b-c2c6-4769-9601-98da3623e191 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:26:15.896962 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1749e8fe-c2cc-483d-8b5b-cf4fb0f8c770 x-openstack-request-id: req-1749e8fe-c2cc-483d-8b5b-cf4fb0f8c770 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:26:15.896962 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5388207-0587-418a-a521-fef7e53190ed", "tag": "1034befb-3cd4-4337-8ed7-028318e7f85e", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:26:15.897657 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1749e8fe-c2cc-483d-8b5b-cf4fb0f8c770 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:26:15.897657 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5388207-0587-418a-a521-fef7e53190ed', 'tag': '1034befb-3cd4-4337-8ed7-028318e7f85e', 'status': 'completed', 'code': 200} Jan 29 04:26:15.900516 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9133b4-5b7d-47ef-b267-e0228fc87560 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Router aba73e5e-7037-4d21-a65c-22d51477f80c is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:26:15.907313 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6801798-d742-4cba-919e-79d7cb5ff6d0 req-48863d7c-82da-4f47-92be-3ad31746216d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:15.909146 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d6801798-d742-4cba-919e-79d7cb5ff6d0 req-48863d7c-82da-4f47-92be-3ad31746216d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cb686369165a4ed4a16bda0615e2ed0e&device_id=48674ac7-eeea-467e-964d-2d8ab2b92c9e HTTP/1.1" status: 200 len: 1130 time: 0.3241165 Jan 29 04:26:15.993347 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-82050feb-ed87-4c33-8533-b06fefca1166 None None] For port b6d5065b-bac5-49b1-9f4c-880dec7d2047, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=b6d5065b-bac5-49b1-9f4c-880dec7d2047,segment=NetworkSegment(ad261e15-cc39-4fff-9ff2-e709df0ffc86),segment_id=ad261e15-cc39-4fff-9ff2-e709df0ffc86)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:15.993347 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-82050feb-ed87-4c33-8533-b06fefca1166 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (b6d5065b-bac5-49b1-9f4c-880dec7d2047), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:16.002204 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-68a3cf53-6681-4ad4-b516-a5c92b09179c tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for port (d8586a91-a179-43d8-bef1-00f831694a89), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:16.007302 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ab84a49f-8b35-4897-a25c-5a4a6e5da5ea None None] Deleting port f459f05b-c2c6-4769-9601-98da3623e191 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:26:16.008224 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ab84a49f-8b35-4897-a25c-5a4a6e5da5ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (f459f05b-c2c6-4769-9601-98da3623e191), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:16.017864 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-82050feb-ed87-4c33-8533-b06fefca1166 None None] Calling delete_port for b6d5065b-bac5-49b1-9f4c-880dec7d2047 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:26:16.112011 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-ab84a49f-8b35-4897-a25c-5a4a6e5da5ea None None] For port f459f05b-c2c6-4769-9601-98da3623e191, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=f459f05b-c2c6-4769-9601-98da3623e191,segment=NetworkSegment(62e32b34-d283-402b-80f6-085ff60c2afb),segment_id=62e32b34-d283-402b-80f6-085ff60c2afb)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:16.113455 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ab84a49f-8b35-4897-a25c-5a4a6e5da5ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (f459f05b-c2c6-4769-9601-98da3623e191), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:16.124929 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-68a3cf53-6681-4ad4-b516-a5c92b09179c tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (d8586a91-a179-43d8-bef1-00f831694a89), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:16.130501 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-51a356c7-29a6-4963-85a6-908e129cb6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1', 'name': 'tempest-ServerActionsTestJSON-49169643-router', 'tenant_id': '7dd99718cde04f60a90f22e4134ff580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': '470f8c28-13b9-40c0-9f63-254654f9015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:59Z', 'updated_at': '2022-01-29T04:25:13Z', 'revision_number': 4, 'project_id': '7dd99718cde04f60a90f22e4134ff580', 'gw_port': {'id': '470f8c28-13b9-40c0-9f63-254654f9015b', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:01Z', 'updated_at': '2022-01-29T04:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '84906eb1-168b-43d3-afcd-a789425bab4c', 'tenant_id': '7dd99718cde04f60a90f22e4134ff580', 'floating_ip_address': '172.26.8.214', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1', 'port_id': '1034befb-3cd4-4337-8ed7-028318e7f85e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9507ed99-2983-492a-ac2f-269d5807feac', 'mac_address': 'fa:16:3e:c4:98:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5388207-0587-418a-a521-fef7e53190ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:25:25Z', 'updated_at': '2022-01-29T04:26:12Z', 'revision_number': 1, 'project_id': '7dd99718cde04f60a90f22e4134ff580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2e0ff04-4bbc-4190-a070-a368320bed63', 'name': '', 'network_id': '9507ed99-2983-492a-ac2f-269d5807feac', 'tenant_id': '7dd99718cde04f60a90f22e4134ff580', 'mac_address': 'fa:16:3e:dc:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ca2d3a0a-064d-4780-9b58-334005fc5d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:10Z', 'updated_at': '2022-01-29T04:25:20Z', 'revision_number': 5, 'project_id': '7dd99718cde04f60a90f22e4134ff580', 'subnets': [{'id': 'ca2d3a0a-064d-4780-9b58-334005fc5d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:16.136279 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ab84a49f-8b35-4897-a25c-5a4a6e5da5ea None None] Calling delete_port for f459f05b-c2c6-4769-9601-98da3623e191 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:26:16.164549 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a356c7-29a6-4963-85a6-908e129cb6f7 None None] Checking router: b74ba9fa-7939-492e-adaf-9b6f3d82e3d1 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:26:16.183197 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-68a3cf53-6681-4ad4-b516-a5c92b09179c tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (c00cdb5d-03dc-439c-9461-685d5a3cca42), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:16.192970 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2848fbdd-df36-49ac-9c5a-c6f723eae528 None None] New status for floating IP 9062be6a-40d4-42c0-8b78-dcf3550cd724: ACTIVE {{(pid=103586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:26:16.198592 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a356c7-29a6-4963-85a6-908e129cb6f7 None None] Routers {'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:16.198592 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-51a356c7-29a6-4963-85a6-908e129cb6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:25:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b74ba9fa-7939-492e-adaf-9b6f3d82e3d1'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:16.306340 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-02ad5bcd-4cb9-4f49-b98a-486c083c83e3 req-bbd0c818-675f-4e5e-a9d2-b2a26887fb6f service neutron] 10.222.0.18 "GET /v2.0/networks/110bb4a8-6dea-4688-b150-e74a0a24c2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4968257 Jan 29 04:26:16.410782 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port f459f05b-c2c6-4769-9601-98da3623e191 is: ACTIVE; New status is: DOWN {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:26:16.411181 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (f459f05b-c2c6-4769-9601-98da3623e191), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:16.443241 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a3cf53-6681-4ad4-b516-a5c92b09179c tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Pushing event updated for resources: {'Port': ['ID=d8586a91-a179-43d8-bef1-00f831694a89,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:16.477538 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6801798-d742-4cba-919e-79d7cb5ff6d0 req-a4c47af3-9f8c-4c40-8d13-bb3a0fb7aa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:16.479287 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d6801798-d742-4cba-919e-79d7cb5ff6d0 req-a4c47af3-9f8c-4c40-8d13-bb3a0fb7aa23 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4d4605cc-cd83-4037-bfc8-342508214a0e HTTP/1.1" status: 200 len: 912 time: 0.5409281 Jan 29 04:26:16.511033 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ab84a49f-8b35-4897-a25c-5a4a6e5da5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (f459f05b-c2c6-4769-9601-98da3623e191), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:16.534763 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-51a356c7-29a6-4963-85a6-908e129cb6f7 None None] Set router b74ba9fa-7939-492e-adaf-9b6f3d82e3d1 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:26:16.554366 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab84a49f-8b35-4897-a25c-5a4a6e5da5ea None None] Pushing event deleted for resources: {'Port': ['ID=f459f05b-c2c6-4769-9601-98da3623e191,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:16.589663 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a06988cf-6744-4f60-ba00-0f4fa34654ae tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (b6d5065b-bac5-49b1-9f4c-880dec7d2047), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:16.602650 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9133b4-5b7d-47ef-b267-e0228fc87560 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:26:16.602869 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5753f5c-ef26-437c-86b9-b3ffb6142260 req-691bf226-3f97-4c6c-8709-c889fa56ed64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:16.605276 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e5753f5c-ef26-437c-86b9-b3ffb6142260 req-691bf226-3f97-4c6c-8709-c889fa56ed64 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7dd99718cde04f60a90f22e4134ff580&device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 1130 time: 0.1928210 Jan 29 04:26:16.608626 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab84a49f-8b35-4897-a25c-5a4a6e5da5ea None None] No DVR routers for this DVR port f459f05b-c2c6-4769-9601-98da3623e191 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:26:16.617758 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7d9133b4-5b7d-47ef-b267-e0228fc87560 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:16.621960 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7d9133b4-5b7d-47ef-b267-e0228fc87560 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] 10.222.0.13 "PUT /v2.0/routers/aba73e5e-7037-4d21-a65c-22d51477f80c HTTP/1.1" status: 200 len: 883 time: 6.9176419 Jan 29 04:26:16.622140 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device b6d5065b-bac5-49b1-9f4c-880dec7d2047 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:26:16.630422 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50182) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:16.648188 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06988cf-6744-4f60-ba00-0f4fa34654ae tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] No DVR routers for this DVR port b6d5065b-bac5-49b1-9f4c-880dec7d2047 on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:26:16.652651 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-418dce95-fc1f-46b0-96a9-e1c3b78ddf15 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (f459f05b-c2c6-4769-9601-98da3623e191), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:16.656944 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06988cf-6744-4f60-ba00-0f4fa34654ae tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Pushing event deleted for resources: {'Port': ['ID=b6d5065b-bac5-49b1-9f4c-880dec7d2047,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:16.657115 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-82050feb-ed87-4c33-8533-b06fefca1166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (b6d5065b-bac5-49b1-9f4c-880dec7d2047), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:16.667692 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d6801798-d742-4cba-919e-79d7cb5ff6d0 req-ff76db6a-0753-4fbd-a150-833fb6c9e487 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e38da7a-056f-4de3-b557-31c899d94cdb HTTP/1.1" status: 200 len: 999 time: 0.1593616 Jan 29 04:26:16.674856 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b69549-d0c0-4bfe-966b-c74c9e7a1bb8 req-11cd9852-073e-481b-864c-80184425f12c tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:16.683535 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-14b69549-d0c0-4bfe-966b-c74c9e7a1bb8 req-11cd9852-073e-481b-864c-80184425f12c tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/ports?device_id=48674ac7-eeea-467e-964d-2d8ab2b92c9e HTTP/1.1" status: 200 len: 946 time: 0.3843362 Jan 29 04:26:16.718059 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82050feb-ed87-4c33-8533-b06fefca1166 None None] No DVR routers for this DVR port b6d5065b-bac5-49b1-9f4c-880dec7d2047 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:26:16.721696 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: b6d5065b-bac5-49b1-9f4c-880dec7d2047 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:26:16.722103 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device b6d5065b-bac5-49b1-9f4c-880dec7d2047 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:26:16.725524 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82050feb-ed87-4c33-8533-b06fefca1166 None None] Pushing event deleted for resources: {'Port': ['ID=b6d5065b-bac5-49b1-9f4c-880dec7d2047,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:16.728608 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd2e07-0f64-4596-b1f4-7c2152f548b0 req-760cd8e2-47e3-4304-b247-ab1df2d07fad tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:16.745113 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d95b0d8-f54e-49c2-a0d2-337cfcb4de15 None None] Sync routers for ids ['aba73e5e-7037-4d21-a65c-22d51477f80c'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:26:16.747539 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-02ad5bcd-4cb9-4f49-b98a-486c083c83e3 req-cc61c560-e059-4889-897b-7012fb3b01ee service neutron] 10.222.0.18 "GET /v2.0/networks/110bb4a8-6dea-4688-b150-e74a0a24c2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748314 Jan 29 04:26:16.750830 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a3cf53-6681-4ad4-b516-a5c92b09179c tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Network 2b264ef4-2e42-49ad-88a4-35088f09b474 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:26:16.760976 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-68a3cf53-6681-4ad4-b516-a5c92b09179c tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:16.761457 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-75bd2e07-0f64-4596-b1f4-7c2152f548b0 req-760cd8e2-47e3-4304-b247-ab1df2d07fad tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.3498931 Jan 29 04:26:16.767977 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d95b0d8-f54e-49c2-a0d2-337cfcb4de15 None None] Routers {'aba73e5e-7037-4d21-a65c-22d51477f80c'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:16.768420 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-7d95b0d8-f54e-49c2-a0d2-337cfcb4de15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:25:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['aba73e5e-7037-4d21-a65c-22d51477f80c'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:16.814662 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-7d95b0d8-f54e-49c2-a0d2-337cfcb4de15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:16.836291 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d95b0d8-f54e-49c2-a0d2-337cfcb4de15 None None] Routers {'aba73e5e-7037-4d21-a65c-22d51477f80c'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:16.836940 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-7d95b0d8-f54e-49c2-a0d2-337cfcb4de15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:25:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['aba73e5e-7037-4d21-a65c-22d51477f80c'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:16.895319 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-7d95b0d8-f54e-49c2-a0d2-337cfcb4de15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:16.895955 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d95b0d8-f54e-49c2-a0d2-337cfcb4de15 None None] The sync data for ids ['aba73e5e-7037-4d21-a65c-22d51477f80c'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:26:16.927681 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-51a356c7-29a6-4963-85a6-908e129cb6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1', 'name': 'tempest-ServerActionsTestJSON-49169643-router', 'tenant_id': '7dd99718cde04f60a90f22e4134ff580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': '470f8c28-13b9-40c0-9f63-254654f9015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:59Z', 'updated_at': '2022-01-29T04:25:13Z', 'revision_number': 4, 'project_id': '7dd99718cde04f60a90f22e4134ff580', 'gw_port': {'id': '470f8c28-13b9-40c0-9f63-254654f9015b', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:01Z', 'updated_at': '2022-01-29T04:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '84906eb1-168b-43d3-afcd-a789425bab4c', 'tenant_id': '7dd99718cde04f60a90f22e4134ff580', 'floating_ip_address': '172.26.8.214', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1', 'port_id': '1034befb-3cd4-4337-8ed7-028318e7f85e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9507ed99-2983-492a-ac2f-269d5807feac', 'mac_address': 'fa:16:3e:c4:98:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5388207-0587-418a-a521-fef7e53190ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:25:25Z', 'updated_at': '2022-01-29T04:26:12Z', 'revision_number': 1, 'project_id': '7dd99718cde04f60a90f22e4134ff580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2e0ff04-4bbc-4190-a070-a368320bed63', 'name': '', 'network_id': '9507ed99-2983-492a-ac2f-269d5807feac', 'tenant_id': '7dd99718cde04f60a90f22e4134ff580', 'mac_address': 'fa:16:3e:dc:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ca2d3a0a-064d-4780-9b58-334005fc5d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:10Z', 'updated_at': '2022-01-29T04:25:20Z', 'revision_number': 5, 'project_id': '7dd99718cde04f60a90f22e4134ff580', 'subnets': [{'id': 'ca2d3a0a-064d-4780-9b58-334005fc5d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:16.943496 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5753f5c-ef26-437c-86b9-b3ffb6142260 req-84475a20-ff1a-4089-8709-284ad7f8bb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:16.951092 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e5753f5c-ef26-437c-86b9-b3ffb6142260 req-84475a20-ff1a-4089-8709-284ad7f8bb9b service neutron] 10.222.0.18 "GET /v2.0/networks?id=9507ed99-2983-492a-ac2f-269d5807feac HTTP/1.1" status: 200 len: 911 time: 0.3156474 Jan 29 04:26:16.951092 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0f978da3-07e3-4258-9abe-4220084b2401 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (a89db4d6-232d-43cf-85a2-cd84065775d7), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:16.959360 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a356c7-29a6-4963-85a6-908e129cb6f7 None None] The sync data for ids ['b74ba9fa-7939-492e-adaf-9b6f3d82e3d1'] in dv-neutron-821190-1-hyperv is: [{'id': 'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1', 'name': 'tempest-ServerActionsTestJSON-49169643-router', 'tenant_id': '7dd99718cde04f60a90f22e4134ff580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': '470f8c28-13b9-40c0-9f63-254654f9015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:59Z', 'updated_at': '2022-01-29T04:25:13Z', 'revision_number': 4, 'project_id': '7dd99718cde04f60a90f22e4134ff580', 'gw_port': {'id': '470f8c28-13b9-40c0-9f63-254654f9015b', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:01Z', 'updated_at': '2022-01-29T04:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '84906eb1-168b-43d3-afcd-a789425bab4c', 'tenant_id': '7dd99718cde04f60a90f22e4134ff580', 'floating_ip_address': '172.26.8.214', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1', 'port_id': '1034befb-3cd4-4337-8ed7-028318e7f85e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9507ed99-2983-492a-ac2f-269d5807feac', 'mac_address': 'fa:16:3e:c4:98:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5388207-0587-418a-a521-fef7e53190ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:25:25Z', 'updated_at': '2022-01-29T04:26:12Z', 'revision_number': 1, 'project_id': '7dd99718cde04f60a90f22e4134ff580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2e0ff04-4bbc-4190-a070-a368320bed63', 'name': '', 'network_id': '9507ed99-2983-492a-ac2f-269d5807feac', 'tenant_id': '7dd99718cde04f60a90f22e4134ff580', 'mac_address': 'fa:16:3e:dc:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ca2d3a0a-064d-4780-9b58-334005fc5d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:10Z', 'updated_at': '2022-01-29T04:25:20Z', 'revision_number': 5, 'project_id': '7dd99718cde04f60a90f22e4134ff580', 'subnets': [{'id': 'ca2d3a0a-064d-4780-9b58-334005fc5d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:26:17.005080 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418dce95-fc1f-46b0-96a9-e1c3b78ddf15 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Pushing event deleted for resources: {'Port': ['ID=f459f05b-c2c6-4769-9601-98da3623e191,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:17.036550 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418dce95-fc1f-46b0-96a9-e1c3b78ddf15 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] No DVR routers for this DVR port f459f05b-c2c6-4769-9601-98da3623e191 on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:26:17.143100 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6801798-d742-4cba-919e-79d7cb5ff6d0 req-ee4dfce1-96a9-4f48-a2af-429a075f1130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:17.144662 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d6801798-d742-4cba-919e-79d7cb5ff6d0 req-ee4dfce1-96a9-4f48-a2af-429a075f1130 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=28462fdf-59a1-4f6b-8a80-4bfac581848e HTTP/1.1" status: 200 len: 850 time: 0.4489489 Jan 29 04:26:17.160369 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-14b69549-d0c0-4bfe-966b-c74c9e7a1bb8 req-ec626356-59c9-414d-903a-dc283caedd9d tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/security-groups?id=715f2fe5-a75a-4ee8-a2b4-7e90e6c33135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4750714 Jan 29 04:26:17.206114 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3c86ca-d05b-4d2d-b290-0c72d98b6ca0 None None] New status for floating IP 84906eb1-168b-43d3-afcd-a789425bab4c: ACTIVE {{(pid=103586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:26:17.220539 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f978da3-07e3-4258-9abe-4220084b2401 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Pushing event deleted for resources: {'Port': ['ID=a89db4d6-232d-43cf-85a2-cd84065775d7,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:17.286877 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a06988cf-6744-4f60-ba00-0f4fa34654ae tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (b27ab953-c2ad-4fb5-9f6c-f22947f29614), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:17.313495 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0f978da3-07e3-4258-9abe-4220084b2401 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:17.319247 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0f978da3-07e3-4258-9abe-4220084b2401 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] 10.222.0.13 "DELETE /v2.0/ports/a89db4d6-232d-43cf-85a2-cd84065775d7 HTTP/1.1" status: 204 len: 168 time: 2.2104645 Jan 29 04:26:17.320449 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50188) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:17.324260 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-1023f180-58e5-463f-bb49-ef02ea2857d8 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '585d5cce-4657-4fcc-b71e-168e57f04bd3', 'external_fixed_ips': [{'subnet_id': 'bd6de9dd-0476-4cd4-8c17-f5a22195dfda', 'ip_address': '172.20.0.6'}]}}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:17.325959 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e5753f5c-ef26-437c-86b9-b3ffb6142260 req-e1c1c90c-f872-4451-bf66-634e2c047dfe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1034befb-3cd4-4337-8ed7-028318e7f85e HTTP/1.1" status: 200 len: 1000 time: 0.3724685 Jan 29 04:26:17.334252 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6801798-d742-4cba-919e-79d7cb5ff6d0 req-c3fb25bd-7fa0-4fe3-89f4-eb463a206eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:17.336306 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d6801798-d742-4cba-919e-79d7cb5ff6d0 req-c3fb25bd-7fa0-4fe3-89f4-eb463a206eda service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4d4605cc-cd83-4037-bfc8-342508214a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1729944 Jan 29 04:26:17.339090 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a3cf53-6681-4ad4-b516-a5c92b09179c tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Router c00cdb5d-03dc-439c-9461-685d5a3cca42 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:26:17.381138 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876bd8e-bbd3-4932-a203-bcb9f23ba54b req-38d361a4-c3d3-4af0-82e3-603c31ca6e90 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:17.382766 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8876bd8e-bbd3-4932-a203-bcb9f23ba54b req-38d361a4-c3d3-4af0-82e3-603c31ca6e90 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9d5143-b353-429f-b510-a519c4158175 HTTP/1.1" status: 200 len: 945 time: 0.1260331 Jan 29 04:26:17.389981 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-a06988cf-6744-4f60-ba00-0f4fa34654ae tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b27ab953-c2ad-4fb5-9f6c-f22947f29614']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:17.434864 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-418dce95-fc1f-46b0-96a9-e1c3b78ddf15 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (ecdc1a9a-d3b9-4511-8a89-d10e2f5b2c53), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:17.438183 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-a06988cf-6744-4f60-ba00-0f4fa34654ae tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad261e15-cc39-4fff-9ff2-e709df0ffc86') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:17.438745 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-a06988cf-6744-4f60-ba00-0f4fa34654ae tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad261e15-cc39-4fff-9ff2-e709df0ffc86') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:17.470544 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a4d0a030-cd80-485d-8918-4c04128d79cf tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] 10.222.0.13 "GET /v2.0/routers/aba73e5e-7037-4d21-a65c-22d51477f80c HTTP/1.1" status: 200 len: 924 time: 0.8385565 Jan 29 04:26:17.474014 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-75bd2e07-0f64-4596-b1f4-7c2152f548b0 req-afeb51aa-ef75-4aed-b552-137a3331d472 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5243349 Jan 29 04:26:17.474485 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50190) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:17.481454 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a06988cf-6744-4f60-ba00-0f4fa34654ae tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (ad261e15-cc39-4fff-9ff2-e709df0ffc86), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:17.502101 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1023f180-58e5-463f-bb49-ef02ea2857d8 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (7f861d2c-6cba-40d0-a1ca-090738693a3b), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:17.503160 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1023f180-58e5-463f-bb49-ef02ea2857d8 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (7f861d2c-6cba-40d0-a1ca-090738693a3b), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:17.511813 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-418dce95-fc1f-46b0-96a9-e1c3b78ddf15 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecdc1a9a-d3b9-4511-8a89-d10e2f5b2c53']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:17.542947 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5753f5c-ef26-437c-86b9-b3ffb6142260 req-e16c3c1a-14f4-4aaa-baef-367b76d7ebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:17.544346 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e5753f5c-ef26-437c-86b9-b3ffb6142260 req-e16c3c1a-14f4-4aaa-baef-367b76d7ebfe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ca2d3a0a-064d-4780-9b58-334005fc5d1b HTTP/1.1" status: 200 len: 849 time: 0.1761231 Jan 29 04:26:17.546640 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-418dce95-fc1f-46b0-96a9-e1c3b78ddf15 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62e32b34-d283-402b-80f6-085ff60c2afb') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:17.546940 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-418dce95-fc1f-46b0-96a9-e1c3b78ddf15 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62e32b34-d283-402b-80f6-085ff60c2afb') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:17.548917 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a06988cf-6744-4f60-ba00-0f4fa34654ae tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (ad261e15-cc39-4fff-9ff2-e709df0ffc86), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:17.572440 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-418dce95-fc1f-46b0-96a9-e1c3b78ddf15 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (62e32b34-d283-402b-80f6-085ff60c2afb), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:17.582067 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a06988cf-6744-4f60-ba00-0f4fa34654ae tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:26:17.582504 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a06988cf-6744-4f60-ba00-0f4fa34654ae tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (ad261e15-cc39-4fff-9ff2-e709df0ffc86), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:17.584375 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8876bd8e-bbd3-4932-a203-bcb9f23ba54b req-16481787-03ef-48bc-96d7-c8764496ec52 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/security-groups?id=e52fdf30-5ac5-455f-a26e-79cce6c2b476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883135 Jan 29 04:26:17.585752 dv-neutron-821190-1-hyperv neutron-server[103584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:26:17.585752 dv-neutron-821190-1-hyperv neutron-server[103584]: self.session.flush() Jan 29 04:26:17.585752 dv-neutron-821190-1-hyperv neutron-server[103584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:26:17.585752 dv-neutron-821190-1-hyperv neutron-server[103584]: self.session.flush() Jan 29 04:26:17.585752 dv-neutron-821190-1-hyperv neutron-server[103584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:26:17.585752 dv-neutron-821190-1-hyperv neutron-server[103584]: self.session.flush() Jan 29 04:26:17.585752 dv-neutron-821190-1-hyperv neutron-server[103584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:26:17.585752 dv-neutron-821190-1-hyperv neutron-server[103584]: self.session.flush() Jan 29 04:26:17.585752 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:26:17.585752 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:26:17.585752 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:26:17.585752 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:26:17.585752 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:26:17.585752 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:26:17.585752 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:26:17.585752 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:26:17.585752 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:26:17.585752 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:26:17.585752 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:26:17.585752 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:26:17.585752 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:26:17.585752 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:26:17.585752 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:26:17.585752 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:26:17.585752 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:26:17.585752 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:26:17.585752 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:26:17.585752 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:26:17.585752 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:26:17.585752 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:26:17.585752 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:26:17.585752 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:26:17.585752 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:26:17.585752 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:26:17.585752 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:26:17.585752 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:26:17.585752 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:26:17.585752 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:26:17.585752 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:26:17.585752 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:26:17.608797 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d6801798-d742-4cba-919e-79d7cb5ff6d0 req-225af9cf-d31e-43cb-95d5-1ef1fab0927c service neutron] 10.222.0.18 "GET /v2.0/networks/4d4605cc-cd83-4037-bfc8-342508214a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524185 Jan 29 04:26:17.627745 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a3cf53-6681-4ad4-b516-a5c92b09179c tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:26:17.628167 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-418dce95-fc1f-46b0-96a9-e1c3b78ddf15 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (62e32b34-d283-402b-80f6-085ff60c2afb), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:17.642235 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeddd6d7-26b4-4e15-b49c-fd6b466ceed1 None None] Sync routers for ids ['c00cdb5d-03dc-439c-9461-685d5a3cca42'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:26:17.666727 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeddd6d7-26b4-4e15-b49c-fd6b466ceed1 None None] Routers {'c00cdb5d-03dc-439c-9461-685d5a3cca42'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:17.667448 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-eeddd6d7-26b4-4e15-b49c-fd6b466ceed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:25:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['c00cdb5d-03dc-439c-9461-685d5a3cca42'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:17.680293 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-418dce95-fc1f-46b0-96a9-e1c3b78ddf15 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:26:17.680741 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-418dce95-fc1f-46b0-96a9-e1c3b78ddf15 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (62e32b34-d283-402b-80f6-085ff60c2afb), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:17.684590 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:26:17.684590 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:26:17.684590 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:26:17.684590 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:26:17.684590 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:26:17.684590 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:26:17.684590 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:26:17.684590 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:26:17.684590 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:26:17.684590 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:26:17.684590 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:26:17.684590 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:26:17.684590 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:26:17.684590 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:26:17.684590 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:26:17.684590 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:26:17.684590 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:26:17.684590 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:26:17.684590 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:26:17.684590 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:26:17.684590 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:26:17.684590 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:26:17.684590 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:26:17.684590 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:26:17.684590 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:26:17.684590 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:26:17.684590 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:26:17.684590 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:26:17.684590 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:26:17.684590 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:26:17.684590 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:26:17.684590 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:26:17.689791 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-68a3cf53-6681-4ad4-b516-a5c92b09179c tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "PUT /v2.0/routers/c00cdb5d-03dc-439c-9461-685d5a3cca42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8781602 Jan 29 04:26:17.691337 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50194) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:17.694279 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1023f180-58e5-463f-bb49-ef02ea2857d8 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for router_controller (7f861d2c-6cba-40d0-a1ca-090738693a3b), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:17.699395 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef44d256-a0ac-4961-be7a-3aa996ab03bb tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:17.699946 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-4ddcd3b0-ec6d-4278-bad4-ef4d7fe502fa tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Request body: {'port': {'network_id': '2b264ef4-2e42-49ad-88a4-35088f09b474', 'name': 'tempest-FloatingIPTestJSON-2079593623'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:17.700990 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ef44d256-a0ac-4961-be7a-3aa996ab03bb tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=f0de7169-31b1-4289-9a2a-56c5f4e63ed1&device_id=aba73e5e-7037-4d21-a65c-22d51477f80c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2176530 Jan 29 04:26:17.705833 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50196) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:17.730348 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-eeddd6d7-26b4-4e15-b49c-fd6b466ceed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:17.739615 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeddd6d7-26b4-4e15-b49c-fd6b466ceed1 None None] Routers {'c00cdb5d-03dc-439c-9461-685d5a3cca42'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:17.740346 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-eeddd6d7-26b4-4e15-b49c-fd6b466ceed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:25:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['c00cdb5d-03dc-439c-9461-685d5a3cca42'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:17.775278 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5753f5c-ef26-437c-86b9-b3ffb6142260 req-151ef3aa-fc6f-4ecc-9a28-b93c2c152a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:17.776802 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e5753f5c-ef26-437c-86b9-b3ffb6142260 req-151ef3aa-fc6f-4ecc-9a28-b93c2c152a1e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9507ed99-2983-492a-ac2f-269d5807feac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2174973 Jan 29 04:26:17.777038 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-eeddd6d7-26b4-4e15-b49c-fd6b466ceed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:17.777673 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeddd6d7-26b4-4e15-b49c-fd6b466ceed1 None None] The sync data for ids ['c00cdb5d-03dc-439c-9461-685d5a3cca42'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:26:17.858642 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593528e3-d439-4e01-8079-68edce92a6e0 req-550d1c86-017f-4cc1-9ac0-7290e116fc5c tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:17.860153 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-593528e3-d439-4e01-8079-68edce92a6e0 req-550d1c86-017f-4cc1-9ac0-7290e116fc5c tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9d5143-b353-429f-b510-a519c4158175 HTTP/1.1" status: 200 len: 945 time: 0.1250436 Jan 29 04:26:17.862550 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a06988cf-6744-4f60-ba00-0f4fa34654ae tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (b27ab953-c2ad-4fb5-9f6c-f22947f29614), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:17.896660 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a06988cf-6744-4f60-ba00-0f4fa34654ae tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:17.899867 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a06988cf-6744-4f60-ba00-0f4fa34654ae tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] 10.222.0.13 "DELETE /v2.0/networks/b27ab953-c2ad-4fb5-9f6c-f22947f29614 HTTP/1.1" status: 204 len: 168 time: 2.6620431 Jan 29 04:26:17.908842 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50198) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:17.909483 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-418dce95-fc1f-46b0-96a9-e1c3b78ddf15 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (ecdc1a9a-d3b9-4511-8a89-d10e2f5b2c53), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:17.911143 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06988cf-6744-4f60-ba00-0f4fa34654ae tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Pushing event deleted for resources: {'Network': ['ID=b27ab953-c2ad-4fb5-9f6c-f22947f29614,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:17.933174 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-418dce95-fc1f-46b0-96a9-e1c3b78ddf15 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:17.936351 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-418dce95-fc1f-46b0-96a9-e1c3b78ddf15 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] 10.222.0.13 "DELETE /v2.0/networks/ecdc1a9a-d3b9-4511-8a89-d10e2f5b2c53 HTTP/1.1" status: 204 len: 168 time: 2.8780735 Jan 29 04:26:17.972391 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418dce95-fc1f-46b0-96a9-e1c3b78ddf15 tempest-NetworksIpV6TestAttrs-1551083895 tempest-NetworksIpV6TestAttrs-1551083895-project] Pushing event deleted for resources: {'Network': ['ID=ecdc1a9a-d3b9-4511-8a89-d10e2f5b2c53,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:17.992221 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e5753f5c-ef26-437c-86b9-b3ffb6142260 req-e8283e0f-81ae-455c-8b52-2338878a12fb service neutron] 10.222.0.18 "GET /v2.0/networks/9507ed99-2983-492a-ac2f-269d5807feac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085283 Jan 29 04:26:18.020692 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18688dd6-20ff-4394-97d4-7c32f74b5ffa tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:18.022094 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-18688dd6-20ff-4394-97d4-7c32f74b5ffa tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] 10.222.0.13 "GET /v2.0/networks/f0de7169-31b1-4289-9a2a-56c5f4e63ed1 HTTP/1.1" status: 200 len: 881 time: 0.3152912 Jan 29 04:26:18.031527 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50202) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:18.048470 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d6801798-d742-4cba-919e-79d7cb5ff6d0 req-03b51c27-288c-42df-96dd-1fac62dcd97f service neutron] 10.222.0.18 "GET /v2.0/networks/4d4605cc-cd83-4037-bfc8-342508214a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330304 Jan 29 04:26:18.054844 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-0562c179-7bcf-4593-a768-b3cf0371b5f9 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Deleting subnet 203e46ed-1f78-4868-9bbc-a349e155108b {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:26:18.055255 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1023f180-58e5-463f-bb49-ef02ea2857d8 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for router_gateway (7f861d2c-6cba-40d0-a1ca-090738693a3b), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:18.060055 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-593528e3-d439-4e01-8079-68edce92a6e0 req-d39aacf5-3c19-4e7b-a13b-72687ed94199 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/security-groups?id=e52fdf30-5ac5-455f-a26e-79cce6c2b476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912179 Jan 29 04:26:18.104010 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-524c9556-334d-4271-92f7-27df1262c646 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] 10.222.0.13 "GET /v2.0/ports?device_id=aba73e5e-7037-4d21-a65c-22d51477f80c HTTP/1.1" status: 200 len: 205 time: 0.0731657 Jan 29 04:26:18.104351 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0562c179-7bcf-4593-a768-b3cf0371b5f9 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks [] for subnet (203e46ed-1f78-4868-9bbc-a349e155108b), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:18.116778 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50206) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:18.163060 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0562c179-7bcf-4593-a768-b3cf0371b5f9 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (203e46ed-1f78-4868-9bbc-a349e155108b), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:18.212341 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e5753f5c-ef26-437c-86b9-b3ffb6142260 req-9bde3ff2-06d1-4f8b-b0eb-f17a42da8e35 service neutron] 10.222.0.18 "GET /v2.0/networks/9507ed99-2983-492a-ac2f-269d5807feac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113390 Jan 29 04:26:18.215261 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddcd3b0-ec6d-4278-bad4-ef4d7fe502fa tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Made reservation on behalf of 3b98f6c7ba2b44a9bd31790bf2628242 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:26:18.218565 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4ddcd3b0-ec6d-4278-bad4-ef4d7fe502fa tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:18.247990 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f3dacb1d-048c-4755-8b2c-d8811b8f35bb tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router (aba73e5e-7037-4d21-a65c-22d51477f80c), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:18.290034 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0562c179-7bcf-4593-a768-b3cf0371b5f9 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (203e46ed-1f78-4868-9bbc-a349e155108b), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:18.312590 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-4ddcd3b0-ec6d-4278-bad4-ef4d7fe502fa tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] device_id is not set on port 1b848914-ddf7-4ad1-8ef9-3522dfef0aae yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:26:18.351652 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4947c-352f-4165-9e90-c296d7e96417 req-363b2c0c-63be-4781-8c75-2b2a2effccd5 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:18.353193 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-c0c4947c-352f-4165-9e90-c296d7e96417 req-363b2c0c-63be-4781-8c75-2b2a2effccd5 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/ports?device_id=48674ac7-eeea-467e-964d-2d8ab2b92c9e HTTP/1.1" status: 200 len: 946 time: 0.1072116 Jan 29 04:26:18.405265 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-c0c4947c-352f-4165-9e90-c296d7e96417 req-a9980116-8e5a-407f-8d8f-0bec1452d204 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/security-groups?id=715f2fe5-a75a-4ee8-a2b4-7e90e6c33135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463700 Jan 29 04:26:18.430671 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0562c179-7bcf-4593-a768-b3cf0371b5f9 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (203e46ed-1f78-4868-9bbc-a349e155108b), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:18.461857 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0562c179-7bcf-4593-a768-b3cf0371b5f9 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Pushing event deleted for resources: {'Subnet': ['ID=203e46ed-1f78-4868-9bbc-a349e155108b,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:18.466065 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0562c179-7bcf-4593-a768-b3cf0371b5f9 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:18.470033 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0562c179-7bcf-4593-a768-b3cf0371b5f9 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] 10.222.0.13 "DELETE /v2.0/subnets/203e46ed-1f78-4868-9bbc-a349e155108b HTTP/1.1" status: 204 len: 168 time: 0.5567887 Jan 29 04:26:18.472469 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50214) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:18.474473 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97dc8062-dff3-4d65-9b37-1f057972c59c None None] Network 73b10e0d-7a92-4b9d-a258-ad1a26705bf1 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:26:18.494882 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f3dacb1d-048c-4755-8b2c-d8811b8f35bb tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router_gateway (aba73e5e-7037-4d21-a65c-22d51477f80c), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:18.516966 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-4ddcd3b0-ec6d-4278-bad4-ef4d7fe502fa tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Allocated IP 172.20.0.11 (2b264ef4-2e42-49ad-88a4-35088f09b474/dc213110-33f2-4df6-8267-0aad8b9068cf/1b848914-ddf7-4ad1-8ef9-3522dfef0aae) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:26:18.567674 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-fceb5c37-0e04-44ec-9e26-84a4044bb1ac tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Deleting subnet 31d12a32-d7b1-49c8-8af4-585c8306f3c9 {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:26:18.571999 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fceb5c37-0e04-44ec-9e26-84a4044bb1ac tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks [] for subnet (31d12a32-d7b1-49c8-8af4-585c8306f3c9), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:18.597536 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50218) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:18.637133 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fceb5c37-0e04-44ec-9e26-84a4044bb1ac tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (31d12a32-d7b1-49c8-8af4-585c8306f3c9), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:18.673954 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deda1cff-27de-4af3-b4e5-d43bee240b64 None None] DHCP port deletion for 73b10e0d-7a92-4b9d-a258-ad1a26705bf1 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:26:18.724303 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-deda1cff-27de-4af3-b4e5-d43bee240b64 None None] Deleting port 4db4ae7d-2ab4-4534-a6f7-591c653e739f {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:26:18.724905 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-deda1cff-27de-4af3-b4e5-d43bee240b64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (4db4ae7d-2ab4-4534-a6f7-591c653e739f), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:18.752572 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fceb5c37-0e04-44ec-9e26-84a4044bb1ac tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (31d12a32-d7b1-49c8-8af4-585c8306f3c9), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:18.793933 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-deda1cff-27de-4af3-b4e5-d43bee240b64 None None] For port 4db4ae7d-2ab4-4534-a6f7-591c653e739f, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=4db4ae7d-2ab4-4534-a6f7-591c653e739f,segment=NetworkSegment(519c8af0-53cc-432f-8fc1-1e1016b52265),segment_id=519c8af0-53cc-432f-8fc1-1e1016b52265)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:18.794329 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-deda1cff-27de-4af3-b4e5-d43bee240b64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (4db4ae7d-2ab4-4534-a6f7-591c653e739f), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:18.814608 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-deda1cff-27de-4af3-b4e5-d43bee240b64 None None] Calling delete_port for 4db4ae7d-2ab4-4534-a6f7-591c653e739f owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:26:18.829435 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1023f180-58e5-463f-bb49-ef02ea2857d8 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for router_gateway (7f861d2c-6cba-40d0-a1ca-090738693a3b), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:18.864146 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18ea05-e283-4291-98d5-3c8613851ad2 req-4c73ee42-7405-4f7d-9c30-33798c70eb68 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:18.865644 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3a18ea05-e283-4291-98d5-3c8613851ad2 req-4c73ee42-7405-4f7d-9c30-33798c70eb68 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.2747040 Jan 29 04:26:18.872871 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1023f180-58e5-463f-bb49-ef02ea2857d8 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:18.885843 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fceb5c37-0e04-44ec-9e26-84a4044bb1ac tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (31d12a32-d7b1-49c8-8af4-585c8306f3c9), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:18.906965 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-f3dacb1d-048c-4755-8b2c-d8811b8f35bb tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Deleting port 55d75f65-045e-460e-ade4-fc6492e483ad {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:26:18.907219 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f3dacb1d-048c-4755-8b2c-d8811b8f35bb tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (55d75f65-045e-460e-ade4-fc6492e483ad), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:18.911889 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb5c37-0e04-44ec-9e26-84a4044bb1ac tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Pushing event deleted for resources: {'Subnet': ['ID=31d12a32-d7b1-49c8-8af4-585c8306f3c9,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:18.920764 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fceb5c37-0e04-44ec-9e26-84a4044bb1ac tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:18.924329 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-fceb5c37-0e04-44ec-9e26-84a4044bb1ac tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] 10.222.0.13 "DELETE /v2.0/subnets/31d12a32-d7b1-49c8-8af4-585c8306f3c9 HTTP/1.1" status: 204 len: 168 time: 0.4504917 Jan 29 04:26:18.927108 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50222) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:18.931056 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7990ac29-1196-4260-b800-f3ae83ad9cae None None] Network a61f03a4-8535-4083-acc0-f1e6b4e2c4b3 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:26:18.986970 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-deda1cff-27de-4af3-b4e5-d43bee240b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (4db4ae7d-2ab4-4534-a6f7-591c653e739f), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:19.011188 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bdcf0d2c-73b0-405c-85f2-0740fceec082 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (73b10e0d-7a92-4b9d-a258-ad1a26705bf1), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:19.023246 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-fc087e21-1922-40b8-b5ba-e2c8cd0a2bae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2295d89d6c624345b49b3e581fed20fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4217324 Jan 29 04:26:19.033218 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deda1cff-27de-4af3-b4e5-d43bee240b64 None None] Pushing event deleted for resources: {'Port': ['ID=4db4ae7d-2ab4-4534-a6f7-591c653e739f,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:19.039623 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deda1cff-27de-4af3-b4e5-d43bee240b64 None None] No DVR routers for this DVR port 4db4ae7d-2ab4-4534-a6f7-591c653e739f on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:26:19.043133 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50224) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:19.066540 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4ddcd3b0-ec6d-4278-bad4-ef4d7fe502fa tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for port (1b848914-ddf7-4ad1-8ef9-3522dfef0aae), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:19.115385 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3a18ea05-e283-4291-98d5-3c8613851ad2 req-bb241489-2cae-4f76-a16a-a314854231f1 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2313242 Jan 29 04:26:19.124990 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bdcf0d2c-73b0-405c-85f2-0740fceec082 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (73b10e0d-7a92-4b9d-a258-ad1a26705bf1), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:19.158100 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ed0944-c27b-446b-83c1-e43155f5d1b4 None None] DHCP port deletion for a61f03a4-8535-4083-acc0-f1e6b4e2c4b3 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:26:19.159538 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-bdcf0d2c-73b0-405c-85f2-0740fceec082 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73b10e0d-7a92-4b9d-a258-ad1a26705bf1']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:19.172024 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-bdcf0d2c-73b0-405c-85f2-0740fceec082 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '519c8af0-53cc-432f-8fc1-1e1016b52265') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:19.173238 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-bdcf0d2c-73b0-405c-85f2-0740fceec082 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '519c8af0-53cc-432f-8fc1-1e1016b52265') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:19.181986 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f3dacb1d-048c-4755-8b2c-d8811b8f35bb tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (55d75f65-045e-460e-ade4-fc6492e483ad), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:19.186325 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bdcf0d2c-73b0-405c-85f2-0740fceec082 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (519c8af0-53cc-432f-8fc1-1e1016b52265), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:19.203660 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bdcf0d2c-73b0-405c-85f2-0740fceec082 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (519c8af0-53cc-432f-8fc1-1e1016b52265), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:19.211241 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-f3dacb1d-048c-4755-8b2c-d8811b8f35bb tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Calling delete_port for 55d75f65-045e-460e-ade4-fc6492e483ad owned by network:router_gateway {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:26:19.220757 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-11ed0944-c27b-446b-83c1-e43155f5d1b4 None None] Deleting port 350597ce-dc14-4836-807f-dcd5aad19c9a {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:26:19.221144 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-11ed0944-c27b-446b-83c1-e43155f5d1b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (350597ce-dc14-4836-807f-dcd5aad19c9a), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:19.221601 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdcf0d2c-73b0-405c-85f2-0740fceec082 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:26:19.222008 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bdcf0d2c-73b0-405c-85f2-0740fceec082 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (519c8af0-53cc-432f-8fc1-1e1016b52265), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:19.226297 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:26:19.226297 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:26:19.226297 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:26:19.226297 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:26:19.226297 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:26:19.226297 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:26:19.226297 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:26:19.226297 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:26:19.226297 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:26:19.226297 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:26:19.226297 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:26:19.226297 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:26:19.226297 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:26:19.226297 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:26:19.226297 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:26:19.226297 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:26:19.226297 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:26:19.226297 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:26:19.226297 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:26:19.226297 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:26:19.226297 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:26:19.226297 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:26:19.226297 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:26:19.226297 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:26:19.226297 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:26:19.226297 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:26:19.226297 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:26:19.226297 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:26:19.226297 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:26:19.226297 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:26:19.226297 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:26:19.226297 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:26:19.269959 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7d659c94-5bf9-4bb2-a180-bba63906c401 admin admin] Publish callbacks [] for security_group (dbb7ce34-7eff-4891-9069-dce2f9c77c98), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:19.292094 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-11ed0944-c27b-446b-83c1-e43155f5d1b4 None None] For port 350597ce-dc14-4836-807f-dcd5aad19c9a, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=350597ce-dc14-4836-807f-dcd5aad19c9a,segment=NetworkSegment(f7917d09-7f31-4dd3-adec-bd9aa0b13a53),segment_id=f7917d09-7f31-4dd3-adec-bd9aa0b13a53)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:19.292515 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-11ed0944-c27b-446b-83c1-e43155f5d1b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (350597ce-dc14-4836-807f-dcd5aad19c9a), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:19.307899 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-11ed0944-c27b-446b-83c1-e43155f5d1b4 None None] Calling delete_port for 350597ce-dc14-4836-807f-dcd5aad19c9a owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:26:19.317299 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62148e79-22b3-455f-9632-da54dace41d0 req-cb6120ed-8f25-4a1b-bc39-30cec50cab8b tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:19.318992 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-62148e79-22b3-455f-9632-da54dace41d0 req-cb6120ed-8f25-4a1b-bc39-30cec50cab8b tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.1127496 Jan 29 04:26:19.329946 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-1023f180-58e5-463f-bb49-ef02ea2857d8 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Allocated IP 172.20.0.6 (585d5cce-4657-4fcc-b71e-168e57f04bd3/bd6de9dd-0476-4cd4-8c17-f5a22195dfda/165f3565-f866-42cd-9b2a-f9769fce99f6) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:26:19.337501 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7d659c94-5bf9-4bb2-a180-bba63906c401 admin admin] Publish callbacks [] for security_group (dbb7ce34-7eff-4891-9069-dce2f9c77c98), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:19.347725 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4ddcd3b0-ec6d-4278-bad4-ef4d7fe502fa tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (1b848914-ddf7-4ad1-8ef9-3522dfef0aae), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:19.377703 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-62148e79-22b3-455f-9632-da54dace41d0 req-aae11acd-1463-48ce-81d5-cbb0e45c87ae tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492837 Jan 29 04:26:19.392329 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bdcf0d2c-73b0-405c-85f2-0740fceec082 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (73b10e0d-7a92-4b9d-a258-ad1a26705bf1), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:19.415103 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bdcf0d2c-73b0-405c-85f2-0740fceec082 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:19.421594 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-bdcf0d2c-73b0-405c-85f2-0740fceec082 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] 10.222.0.13 "DELETE /v2.0/networks/73b10e0d-7a92-4b9d-a258-ad1a26705bf1 HTTP/1.1" status: 204 len: 168 time: 0.4911151 Jan 29 04:26:19.421594 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf0d2c-73b0-405c-85f2-0740fceec082 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Pushing event deleted for resources: {'Network': ['ID=73b10e0d-7a92-4b9d-a258-ad1a26705bf1,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:19.423608 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50230) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:19.468946 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-11ed0944-c27b-446b-83c1-e43155f5d1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (350597ce-dc14-4836-807f-dcd5aad19c9a), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:19.487596 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ed0944-c27b-446b-83c1-e43155f5d1b4 None None] No DVR routers for this DVR port 350597ce-dc14-4836-807f-dcd5aad19c9a on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:26:19.495553 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddcd3b0-ec6d-4278-bad4-ef4d7fe502fa tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Network 2b264ef4-2e42-49ad-88a4-35088f09b474 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:26:19.498235 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddcd3b0-ec6d-4278-bad4-ef4d7fe502fa tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Pushing event updated for resources: {'Port': ['ID=1b848914-ddf7-4ad1-8ef9-3522dfef0aae,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:19.512639 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-4ddcd3b0-ec6d-4278-bad4-ef4d7fe502fa tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:19.520878 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e6f155a1-0551-43a3-b38b-a229aa4069f5 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (a61f03a4-8535-4083-acc0-f1e6b4e2c4b3), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:19.536264 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed0944-c27b-446b-83c1-e43155f5d1b4 None None] Pushing event deleted for resources: {'Port': ['ID=350597ce-dc14-4836-807f-dcd5aad19c9a,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:19.673832 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9bfc9d-b34d-4300-91a8-ea69f0c06f51 req-924dd9c4-ef69-4d8e-9c1e-69a5e1e76e78 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:19.675586 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-5a9bfc9d-b34d-4300-91a8-ea69f0c06f51 req-924dd9c4-ef69-4d8e-9c1e-69a5e1e76e78 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/ports?device_id=48674ac7-eeea-467e-964d-2d8ab2b92c9e HTTP/1.1" status: 200 len: 946 time: 0.1491532 Jan 29 04:26:19.677557 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e6f155a1-0551-43a3-b38b-a229aa4069f5 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (a61f03a4-8535-4083-acc0-f1e6b4e2c4b3), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:19.707817 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-e6f155a1-0551-43a3-b38b-a229aa4069f5 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a61f03a4-8535-4083-acc0-f1e6b4e2c4b3']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:19.718440 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-e6f155a1-0551-43a3-b38b-a229aa4069f5 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7917d09-7f31-4dd3-adec-bd9aa0b13a53') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:19.718728 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-e6f155a1-0551-43a3-b38b-a229aa4069f5 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7917d09-7f31-4dd3-adec-bd9aa0b13a53') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:19.729629 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e6f155a1-0551-43a3-b38b-a229aa4069f5 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (f7917d09-7f31-4dd3-adec-bd9aa0b13a53), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:19.744775 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e6f155a1-0551-43a3-b38b-a229aa4069f5 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (f7917d09-7f31-4dd3-adec-bd9aa0b13a53), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:19.751246 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6f155a1-0551-43a3-b38b-a229aa4069f5 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:26:19.751654 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e6f155a1-0551-43a3-b38b-a229aa4069f5 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (f7917d09-7f31-4dd3-adec-bd9aa0b13a53), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:19.789792 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 350597ce-dc14-4836-807f-dcd5aad19c9a no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:26:19.816381 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 350597ce-dc14-4836-807f-dcd5aad19c9a {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:26:19.817129 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 350597ce-dc14-4836-807f-dcd5aad19c9a not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:26:19.817734 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 4db4ae7d-2ab4-4534-a6f7-591c653e739f no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:26:19.818642 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:26:19.818642 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:26:19.818642 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:26:19.818642 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:26:19.818642 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:26:19.818642 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:26:19.818642 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:26:19.818642 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:26:19.818642 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:26:19.818642 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:26:19.818642 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:26:19.818642 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:26:19.818642 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:26:19.818642 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:26:19.818642 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:26:19.818642 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:26:19.818642 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:26:19.818642 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:26:19.818642 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:26:19.818642 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:26:19.818642 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:26:19.818642 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:26:19.818642 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:26:19.818642 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:26:19.818642 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:26:19.818642 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:26:19.818642 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:26:19.818642 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:26:19.818642 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:26:19.818642 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:26:19.818642 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:26:19.818642 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:26:19.834605 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddcd3b0-ec6d-4278-bad4-ef4d7fe502fa tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:26:19.896444 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 4db4ae7d-2ab4-4534-a6f7-591c653e739f {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:26:19.900857 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 4db4ae7d-2ab4-4534-a6f7-591c653e739f not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:26:19.926637 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-5a9bfc9d-b34d-4300-91a8-ea69f0c06f51 req-86f2b506-2f40-4431-8c0b-9d5d2da54ba7 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/security-groups?id=715f2fe5-a75a-4ee8-a2b4-7e90e6c33135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027877 Jan 29 04:26:19.994657 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e6f155a1-0551-43a3-b38b-a229aa4069f5 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (a61f03a4-8535-4083-acc0-f1e6b4e2c4b3), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:20.003165 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e6f155a1-0551-43a3-b38b-a229aa4069f5 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:20.006545 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddcd3b0-ec6d-4278-bad4-ef4d7fe502fa tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:20.007272 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4ddcd3b0-ec6d-4278-bad4-ef4d7fe502fa tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:20.010625 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e6f155a1-0551-43a3-b38b-a229aa4069f5 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] 10.222.0.13 "DELETE /v2.0/networks/a61f03a4-8535-4083-acc0-f1e6b4e2c4b3 HTTP/1.1" status: 204 len: 168 time: 0.5855303 Jan 29 04:26:20.016693 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50238) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:20.027601 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f155a1-0551-43a3-b38b-a229aa4069f5 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Pushing event deleted for resources: {'Network': ['ID=a61f03a4-8535-4083-acc0-f1e6b4e2c4b3,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:20.030463 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1023f180-58e5-463f-bb49-ef02ea2857d8 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for port (165f3565-f866-42cd-9b2a-f9769fce99f6), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:20.100224 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a470567-50d2-44df-aeb8-e2264f1fccf3 req-9d885661-f6c3-46b3-b1f7-953c33020dd2 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:20.101484 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-2a470567-50d2-44df-aeb8-e2264f1fccf3 req-9d885661-f6c3-46b3-b1f7-953c33020dd2 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/ports?device_id=48674ac7-eeea-467e-964d-2d8ab2b92c9e HTTP/1.1" status: 200 len: 946 time: 0.0747962 Jan 29 04:26:20.107740 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-625a4da1-178d-445a-89f2-39a821cfb5f4 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Deleting subnet 015001d0-807e-4d03-83fb-e1905c59e3ab {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:26:20.118431 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea8dee-486b-4bb7-879b-bcf4bb9d9bdf req-7c8c77b2-f3f8-4f5d-8a33-0c4005bfd258 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:20.120043 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-eaea8dee-486b-4bb7-879b-bcf4bb9d9bdf req-7c8c77b2-f3f8-4f5d-8a33-0c4005bfd258 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.1742210 Jan 29 04:26:20.122873 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-625a4da1-178d-445a-89f2-39a821cfb5f4 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks [] for subnet (015001d0-807e-4d03-83fb-e1905c59e3ab), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:20.161121 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-2a470567-50d2-44df-aeb8-e2264f1fccf3 req-a5c79286-6993-415a-97cf-04ccf340340f tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/security-groups?id=715f2fe5-a75a-4ee8-a2b4-7e90e6c33135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530128 Jan 29 04:26:20.192286 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7d659c94-5bf9-4bb2-a180-bba63906c401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (dbb7ce34-7eff-4891-9069-dce2f9c77c98), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:20.195171 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7d659c94-5bf9-4bb2-a180-bba63906c401 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:20.196319 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7d659c94-5bf9-4bb2-a180-bba63906c401 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dbb7ce34-7eff-4891-9069-dce2f9c77c98 HTTP/1.1" status: 204 len: 168 time: 1.1505489 Jan 29 04:26:20.215931 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-625a4da1-178d-445a-89f2-39a821cfb5f4 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (015001d0-807e-4d03-83fb-e1905c59e3ab), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:20.240219 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-17eebfd2-0eec-47db-ab83-55ff46ca55ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:20.254282 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f3dacb1d-048c-4755-8b2c-d8811b8f35bb tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (55d75f65-045e-460e-ade4-fc6492e483ad), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:20.261001 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4ddcd3b0-ec6d-4278-bad4-ef4d7fe502fa tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5626802 Jan 29 04:26:20.263230 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50246) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:20.270198 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-b08be27a-831a-48ce-b1a4-5fdc2ab60907 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Request body: {'port': {'network_id': '2b264ef4-2e42-49ad-88a4-35088f09b474', 'name': 'tempest-FloatingIPTestJSON-1702747708'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:20.280625 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-eaea8dee-486b-4bb7-879b-bcf4bb9d9bdf req-2414e733-9145-4fd6-b395-b2a35d129d29 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1321206 Jan 29 04:26:20.280625 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d659c94-5bf9-4bb2-a180-bba63906c401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb7ce34-7eff-4891-9069-dce2f9c77c98,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:20.312006 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dacb1d-048c-4755-8b2c-d8811b8f35bb tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Pushing event deleted for resources: {'Port': ['ID=55d75f65-045e-460e-ade4-fc6492e483ad,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:20.321460 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1023f180-58e5-463f-bb49-ef02ea2857d8 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (165f3565-f866-42cd-9b2a-f9769fce99f6), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:20.451627 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1023f180-58e5-463f-bb49-ef02ea2857d8 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Network 585d5cce-4657-4fcc-b71e-168e57f04bd3 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:26:20.466353 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-1023f180-58e5-463f-bb49-ef02ea2857d8 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:20.493060 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1023f180-58e5-463f-bb49-ef02ea2857d8 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:26:20.531140 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-625a4da1-178d-445a-89f2-39a821cfb5f4 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (015001d0-807e-4d03-83fb-e1905c59e3ab), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:20.538583 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1023f180-58e5-463f-bb49-ef02ea2857d8 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Pushing event updated for resources: {'Port': ['ID=165f3565-f866-42cd-9b2a-f9769fce99f6,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:20.560466 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08be27a-831a-48ce-b1a4-5fdc2ab60907 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Made reservation on behalf of 3b98f6c7ba2b44a9bd31790bf2628242 for: {'port': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:26:20.566722 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b08be27a-831a-48ce-b1a4-5fdc2ab60907 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:20.578541 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f3dacb1d-048c-4755-8b2c-d8811b8f35bb tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (aba73e5e-7037-4d21-a65c-22d51477f80c), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:20.592127 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [None req-b08be27a-831a-48ce-b1a4-5fdc2ab60907 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] device_id is not set on port 89e23a78-c104-49d7-9e1e-6c22f3d5cb75 yet. {{(pid=103584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:26:20.736435 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-b08be27a-831a-48ce-b1a4-5fdc2ab60907 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Allocated IP 172.20.0.14 (2b264ef4-2e42-49ad-88a4-35088f09b474/dc213110-33f2-4df6-8267-0aad8b9068cf/89e23a78-c104-49d7-9e1e-6c22f3d5cb75) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:26:20.748747 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f3dacb1d-048c-4755-8b2c-d8811b8f35bb tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (aba73e5e-7037-4d21-a65c-22d51477f80c), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:20.755121 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f3dacb1d-048c-4755-8b2c-d8811b8f35bb tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router_controller (aba73e5e-7037-4d21-a65c-22d51477f80c), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:20.926508 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-625a4da1-178d-445a-89f2-39a821cfb5f4 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (015001d0-807e-4d03-83fb-e1905c59e3ab), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:20.962091 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f3dacb1d-048c-4755-8b2c-d8811b8f35bb tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (aba73e5e-7037-4d21-a65c-22d51477f80c), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:20.962636 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3dacb1d-048c-4755-8b2c-d8811b8f35bb tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Fanout notify agent at l3_agent the message router_deleted on router aba73e5e-7037-4d21-a65c-22d51477f80c {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:26:20.964110 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a4da1-178d-445a-89f2-39a821cfb5f4 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Pushing event deleted for resources: {'Subnet': ['ID=015001d0-807e-4d03-83fb-e1905c59e3ab,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:20.970729 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f3dacb1d-048c-4755-8b2c-d8811b8f35bb tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:20.976129 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f3dacb1d-048c-4755-8b2c-d8811b8f35bb tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] 10.222.0.13 "DELETE /v2.0/routers/aba73e5e-7037-4d21-a65c-22d51477f80c HTTP/1.1" status: 204 len: 168 time: 2.8647528 Jan 29 04:26:20.976129 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-625a4da1-178d-445a-89f2-39a821cfb5f4 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:20.978536 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34b0a7d-25de-4f75-919d-8dfe0860ccde None None] Network 32670775-4831-48f8-8692-79723e92d6ac requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:26:20.985401 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-625a4da1-178d-445a-89f2-39a821cfb5f4 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] 10.222.0.13 "DELETE /v2.0/subnets/015001d0-807e-4d03-83fb-e1905c59e3ab HTTP/1.1" status: 204 len: 168 time: 0.9656518 Jan 29 04:26:20.986692 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50264) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:20.988132 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50266) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:21.001344 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-4e3ced71-ac8a-437b-b093-89ac3f902350 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-273895580', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:21.240901 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adf92e3-d5a3-4663-a0b6-9cf91fc7cea8 None None] DHCP port deletion for 32670775-4831-48f8-8692-79723e92d6ac request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:26:21.290466 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fe6dfbba-e130-482b-b704-5cdaaabec5e2 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (32670775-4831-48f8-8692-79723e92d6ac), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:21.309446 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-4adf92e3-d5a3-4663-a0b6-9cf91fc7cea8 None None] Deleting port 4df274c1-c961-4adf-b18c-e4ed9eee66a7 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:26:21.309865 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4adf92e3-d5a3-4663-a0b6-9cf91fc7cea8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (4df274c1-c961-4adf-b18c-e4ed9eee66a7), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:21.314417 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1023f180-58e5-463f-bb49-ef02ea2857d8 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for router_gateway (7f861d2c-6cba-40d0-a1ca-090738693a3b), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:21.315884 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b08be27a-831a-48ce-b1a4-5fdc2ab60907 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for port (89e23a78-c104-49d7-9e1e-6c22f3d5cb75), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:21.380905 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4e3ced71-ac8a-437b-b093-89ac3f902350 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (e4639b77-e3db-4f13-ac30-8f570f9d9e5c), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:21.381998 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4e3ced71-ac8a-437b-b093-89ac3f902350 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (e4639b77-e3db-4f13-ac30-8f570f9d9e5c), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:21.434218 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-4adf92e3-d5a3-4663-a0b6-9cf91fc7cea8 None None] For port 4df274c1-c961-4adf-b18c-e4ed9eee66a7, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=4df274c1-c961-4adf-b18c-e4ed9eee66a7,segment=NetworkSegment(e539a86d-63cd-4c4a-a402-ea02c525c47c),segment_id=e539a86d-63cd-4c4a-a402-ea02c525c47c)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:21.435130 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4adf92e3-d5a3-4663-a0b6-9cf91fc7cea8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (4df274c1-c961-4adf-b18c-e4ed9eee66a7), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:21.443412 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb31a68-d332-46b2-b4bb-da121d808847 req-4347dbdb-b2ea-4d2d-8c8a-312146216fa9 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:21.446321 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b08be27a-831a-48ce-b1a4-5fdc2ab60907 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (89e23a78-c104-49d7-9e1e-6c22f3d5cb75), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:21.453160 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-4adf92e3-d5a3-4663-a0b6-9cf91fc7cea8 None None] Calling delete_port for 4df274c1-c961-4adf-b18c-e4ed9eee66a7 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:26:21.459482 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-afb31a68-d332-46b2-b4bb-da121d808847 req-4347dbdb-b2ea-4d2d-8c8a-312146216fa9 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.2191741 Jan 29 04:26:21.498024 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50278) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:21.513609 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08be27a-831a-48ce-b1a4-5fdc2ab60907 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Network 2b264ef4-2e42-49ad-88a4-35088f09b474 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:26:21.517018 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-b08be27a-831a-48ce-b1a4-5fdc2ab60907 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:21.519961 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08be27a-831a-48ce-b1a4-5fdc2ab60907 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:26:21.554287 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08be27a-831a-48ce-b1a4-5fdc2ab60907 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Pushing event updated for resources: {'Port': ['ID=89e23a78-c104-49d7-9e1e-6c22f3d5cb75,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:21.579274 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08be27a-831a-48ce-b1a4-5fdc2ab60907 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:21.582949 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b08be27a-831a-48ce-b1a4-5fdc2ab60907 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:21.609183 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4e3ced71-ac8a-437b-b093-89ac3f902350 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router_controller (e4639b77-e3db-4f13-ac30-8f570f9d9e5c), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:21.617338 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4adf92e3-d5a3-4663-a0b6-9cf91fc7cea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (4df274c1-c961-4adf-b18c-e4ed9eee66a7), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:21.643387 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-fe6dfbba-e130-482b-b704-5cdaaabec5e2 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Deleting port 4df274c1-c961-4adf-b18c-e4ed9eee66a7 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:26:21.643805 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fe6dfbba-e130-482b-b704-5cdaaabec5e2 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (4df274c1-c961-4adf-b18c-e4ed9eee66a7), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:21.647097 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf92e3-d5a3-4663-a0b6-9cf91fc7cea8 None None] Pushing event deleted for resources: {'Port': ['ID=4df274c1-c961-4adf-b18c-e4ed9eee66a7,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:21.653150 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adf92e3-d5a3-4663-a0b6-9cf91fc7cea8 None None] No DVR routers for this DVR port 4df274c1-c961-4adf-b18c-e4ed9eee66a7 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:26:21.674156 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b08be27a-831a-48ce-b1a4-5fdc2ab60907 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4078763 Jan 29 04:26:21.674798 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50282) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:21.695117 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-496c8079-3b49-42f0-8155-46ade07b5a96 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Request body: {'floatingip': {'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'port_id': '89e23a78-c104-49d7-9e1e-6c22f3d5cb75', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:21.721179 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-7830d180-a9e1-4ea9-a5d6-84c2e8ac4e9e tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1640719501'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:21.733260 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4e3ced71-ac8a-437b-b093-89ac3f902350 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (e4639b77-e3db-4f13-ac30-8f570f9d9e5c), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:21.746804 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-fe6dfbba-e130-482b-b704-5cdaaabec5e2 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] For port 4df274c1-c961-4adf-b18c-e4ed9eee66a7, host dv-neutron-821190-1-hyperv, got binding levels [] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:21.747294 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fe6dfbba-e130-482b-b704-5cdaaabec5e2 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (4df274c1-c961-4adf-b18c-e4ed9eee66a7), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:21.768270 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-afb31a68-d332-46b2-b4bb-da121d808847 req-c0d80f70-610e-4180-a62a-9868c1f0af98 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2873702 Jan 29 04:26:21.781374 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-fe6dfbba-e130-482b-b704-5cdaaabec5e2 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Calling delete_port for 4df274c1-c961-4adf-b18c-e4ed9eee66a7 owned by network:dhcp {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:26:21.785464 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 4df274c1-c961-4adf-b18c-e4ed9eee66a7 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:26:21.803438 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-496c8079-3b49-42f0-8155-46ade07b5a96 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:21.820275 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.ipam_backend_mixin [None req-fe6dfbba-e130-482b-b704-5cdaaabec5e2 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Port 4df274c1-c961-4adf-b18c-e4ed9eee66a7 was not found and therefore no delete operation was performed {{(pid=103585) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 29 04:26:21.821808 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 4df274c1-c961-4adf-b18c-e4ed9eee66a7 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:26:21.827073 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fe6dfbba-e130-482b-b704-5cdaaabec5e2 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (4df274c1-c961-4adf-b18c-e4ed9eee66a7), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:21.830179 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 4df274c1-c961-4adf-b18c-e4ed9eee66a7 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:26:21.860760 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6dfbba-e130-482b-b704-5cdaaabec5e2 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] No DVR routers for this DVR port 4df274c1-c961-4adf-b18c-e4ed9eee66a7 on host dv-neutron-821190-1-hyperv {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:26:21.873498 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6dfbba-e130-482b-b704-5cdaaabec5e2 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Pushing event deleted for resources: {'Port': ['ID=4df274c1-c961-4adf-b18c-e4ed9eee66a7,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:21.901883 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4e3ced71-ac8a-437b-b093-89ac3f902350 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:21.904523 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4e3ced71-ac8a-437b-b093-89ac3f902350 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9135861 Jan 29 04:26:21.905957 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50284) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:21.912400 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-a8e71a75-2b98-4638-b96d-f394ba4065ac tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'enable_snat': True}}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:21.954475 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7830d180-a9e1-4ea9-a5d6-84c2e8ac4e9e tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Made reservation on behalf of bcaf13695579453ab1aaf7b22b50d822 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:26:21.957454 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7830d180-a9e1-4ea9-a5d6-84c2e8ac4e9e tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:21.964170 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-496c8079-3b49-42f0-8155-46ade07b5a96 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:21.995489 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7830d180-a9e1-4ea9-a5d6-84c2e8ac4e9e tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:22.020047 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fe6dfbba-e130-482b-b704-5cdaaabec5e2 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (32670775-4831-48f8-8692-79723e92d6ac), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:22.041667 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1023f180-58e5-463f-bb49-ef02ea2857d8 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (7f861d2c-6cba-40d0-a1ca-090738693a3b), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:22.061845 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-fe6dfbba-e130-482b-b704-5cdaaabec5e2 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32670775-4831-48f8-8692-79723e92d6ac']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:22.072442 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-fe6dfbba-e130-482b-b704-5cdaaabec5e2 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e539a86d-63cd-4c4a-a402-ea02c525c47c') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:22.072800 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-fe6dfbba-e130-482b-b704-5cdaaabec5e2 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e539a86d-63cd-4c4a-a402-ea02c525c47c') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:22.118981 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fe6dfbba-e130-482b-b704-5cdaaabec5e2 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (e539a86d-63cd-4c4a-a402-ea02c525c47c), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:22.151547 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fe6dfbba-e130-482b-b704-5cdaaabec5e2 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (e539a86d-63cd-4c4a-a402-ea02c525c47c), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:22.192839 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe6dfbba-e130-482b-b704-5cdaaabec5e2 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:26:22.193238 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fe6dfbba-e130-482b-b704-5cdaaabec5e2 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (e539a86d-63cd-4c4a-a402-ea02c525c47c), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:22.198059 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:26:22.198059 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:26:22.198059 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:26:22.198059 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:26:22.198059 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:26:22.198059 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:26:22.198059 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:26:22.198059 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:26:22.198059 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:26:22.198059 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:26:22.198059 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:26:22.198059 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:26:22.198059 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:26:22.198059 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:26:22.198059 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:26:22.198059 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:26:22.198059 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:26:22.198059 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:26:22.198059 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:26:22.198059 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:26:22.198059 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:26:22.198059 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:26:22.198059 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:26:22.198059 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:26:22.198059 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:26:22.198059 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:26:22.198059 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:26:22.198059 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:26:22.198059 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:26:22.198059 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:26:22.198059 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:26:22.198059 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:26:22.212250 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a8e71a75-2b98-4638-b96d-f394ba4065ac tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for router_gateway (e4639b77-e3db-4f13-ac30-8f570f9d9e5c), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:22.245893 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-496c8079-3b49-42f0-8155-46ade07b5a96 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Allocated IP 172.26.8.52 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/b3265940-3757-4691-9756-01e37375d980) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:26:22.289823 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7830d180-a9e1-4ea9-a5d6-84c2e8ac4e9e tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks [] for security_group (1628c768-00b6-49d4-a3b4-f4135a6294aa), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:22.371578 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fe6dfbba-e130-482b-b704-5cdaaabec5e2 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (32670775-4831-48f8-8692-79723e92d6ac), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:22.390473 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fe6dfbba-e130-482b-b704-5cdaaabec5e2 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:22.396446 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-fe6dfbba-e130-482b-b704-5cdaaabec5e2 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] 10.222.0.13 "DELETE /v2.0/networks/32670775-4831-48f8-8692-79723e92d6ac HTTP/1.1" status: 204 len: 168 time: 1.4056950 Jan 29 04:26:22.397695 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50286) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:22.407062 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6dfbba-e130-482b-b704-5cdaaabec5e2 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Pushing event deleted for resources: {'Network': ['ID=32670775-4831-48f8-8692-79723e92d6ac,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:22.408569 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-496c8079-3b49-42f0-8155-46ade07b5a96 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for port (b3265940-3757-4691-9756-01e37375d980), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:22.433482 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-990737ef-f733-452d-b76f-8dac9cdfa762 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] 10.222.0.13 "GET /v2.0/ports?device_id=8538d729-d49e-4eb1-8586-0ab9e1fc4985 HTTP/1.1" status: 200 len: 205 time: 0.0341613 Jan 29 04:26:22.435602 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50288) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:22.446421 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7830d180-a9e1-4ea9-a5d6-84c2e8ac4e9e tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (1628c768-00b6-49d4-a3b4-f4135a6294aa), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:22.487069 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1023f180-58e5-463f-bb49-ef02ea2857d8 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Router 7f861d2c-6cba-40d0-a1ca-090738693a3b is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:26:22.509018 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2eeebe73-d563-4671-b2d1-55ca9e809bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:22.537851 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-496c8079-3b49-42f0-8155-46ade07b5a96 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (b3265940-3757-4691-9756-01e37375d980), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:22.549792 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7830d180-a9e1-4ea9-a5d6-84c2e8ac4e9e tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:26:22.554575 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-deac4282-b7a3-4517-a61b-35cef485f5c4 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks [] for router (8538d729-d49e-4eb1-8586-0ab9e1fc4985), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:22.562698 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7830d180-a9e1-4ea9-a5d6-84c2e8ac4e9e tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1628c768-00b6-49d4-a3b4-f4135a6294aa,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:22.601748 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496c8079-3b49-42f0-8155-46ade07b5a96 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:26:22.607754 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-496c8079-3b49-42f0-8155-46ade07b5a96 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:22.614241 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496c8079-3b49-42f0-8155-46ade07b5a96 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:26:22.649315 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c8079-3b49-42f0-8155-46ade07b5a96 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Pushing event updated for resources: {'Port': ['ID=b3265940-3757-4691-9756-01e37375d980,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:22.652034 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a8e71a75-2b98-4638-b96d-f394ba4065ac tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for router_gateway (e4639b77-e3db-4f13-ac30-8f570f9d9e5c), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:22.679352 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a8e71a75-2b98-4638-b96d-f394ba4065ac tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:22.923490 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7830d180-a9e1-4ea9-a5d6-84c2e8ac4e9e tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (8e048ff3-79e4-44f8-8844-70f5c6a01624), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:22.923752 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-7830d180-a9e1-4ea9-a5d6-84c2e8ac4e9e tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Added segment 8e048ff3-79e4-44f8-8844-70f5c6a01624 of type vlan for network fda3b6f8-5b39-4af1-8432-4a43d7e184c4 Jan 29 04:26:22.926769 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-a8e71a75-2b98-4638-b96d-f394ba4065ac tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Allocated IP 172.26.8.50 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/bf37440c-6690-4eb9-9840-711d30e4e528) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:26:23.046105 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950fd59-83ad-41a4-a571-a8119113ef39 req-674209e3-97b7-4bf6-865a-7f56950c147f tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:23.047674 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-7950fd59-83ad-41a4-a571-a8119113ef39 req-674209e3-97b7-4bf6-865a-7f56950c147f tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.1680052 Jan 29 04:26:23.058779 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7830d180-a9e1-4ea9-a5d6-84c2e8ac4e9e tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (fda3b6f8-5b39-4af1-8432-4a43d7e184c4), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:23.138161 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-deac4282-b7a3-4517-a61b-35cef485f5c4 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (8538d729-d49e-4eb1-8586-0ab9e1fc4985), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:23.142725 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-deac4282-b7a3-4517-a61b-35cef485f5c4 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks [] for router_controller (8538d729-d49e-4eb1-8586-0ab9e1fc4985), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:23.190476 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1023f180-58e5-463f-bb49-ef02ea2857d8 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:26:23.204785 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f11c80-66b3-4bca-a29f-bf9f793aafc1 None None] Sync routers for ids ['7f861d2c-6cba-40d0-a1ca-090738693a3b'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:26:23.210188 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-7950fd59-83ad-41a4-a571-a8119113ef39 req-52d73527-df9e-41ee-8b18-59102eef7fef tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1525087 Jan 29 04:26:23.213005 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a8e71a75-2b98-4638-b96d-f394ba4065ac tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for port (bf37440c-6690-4eb9-9840-711d30e4e528), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:23.214939 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f11c80-66b3-4bca-a29f-bf9f793aafc1 None None] Routers {'7f861d2c-6cba-40d0-a1ca-090738693a3b'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:23.215889 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-14f11c80-66b3-4bca-a29f-bf9f793aafc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['7f861d2c-6cba-40d0-a1ca-090738693a3b'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:23.232309 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7830d180-a9e1-4ea9-a5d6-84c2e8ac4e9e tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (fda3b6f8-5b39-4af1-8432-4a43d7e184c4), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:23.237289 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7830d180-a9e1-4ea9-a5d6-84c2e8ac4e9e tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:23.237891 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7830d180-a9e1-4ea9-a5d6-84c2e8ac4e9e tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:23.297003 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-deac4282-b7a3-4517-a61b-35cef485f5c4 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (8538d729-d49e-4eb1-8586-0ab9e1fc4985), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:23.297509 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deac4282-b7a3-4517-a61b-35cef485f5c4 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Fanout notify agent at l3_agent the message router_deleted on router 8538d729-d49e-4eb1-8586-0ab9e1fc4985 {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:26:23.298539 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-496c8079-3b49-42f0-8155-46ade07b5a96 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for floatingip (40dacc41-927d-4cf1-bac7-c2c9f16f5e89), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:23.312808 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-deac4282-b7a3-4517-a61b-35cef485f5c4 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:23.317964 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-deac4282-b7a3-4517-a61b-35cef485f5c4 tempest-RoutersNegativeIpV6Test-1809272217 tempest-RoutersNegativeIpV6Test-1809272217-project] 10.222.0.13 "DELETE /v2.0/routers/8538d729-d49e-4eb1-8586-0ab9e1fc4985 HTTP/1.1" status: 204 len: 168 time: 0.8771656 Jan 29 04:26:23.321952 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7830d180-a9e1-4ea9-a5d6-84c2e8ac4e9e tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event updated for resources: {'Network': ['ID=fda3b6f8-5b39-4af1-8432-4a43d7e184c4,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:23.335248 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network fda3b6f8-5b39-4af1-8432-4a43d7e184c4 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:26:23.345168 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1023f180-58e5-463f-bb49-ef02ea2857d8 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:23.346470 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-1023f180-58e5-463f-bb49-ef02ea2857d8 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.0255897 Jan 29 04:26:23.349448 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50294) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:23.372059 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a8e71a75-2b98-4638-b96d-f394ba4065ac tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (bf37440c-6690-4eb9-9840-711d30e4e528), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:23.409522 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-14f11c80-66b3-4bca-a29f-bf9f793aafc1 None None] Set router 7f861d2c-6cba-40d0-a1ca-090738693a3b gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:26:23.411468 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e71a75-2b98-4638-b96d-f394ba4065ac tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:26:23.415601 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-a8e71a75-2b98-4638-b96d-f394ba4065ac tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:23.419302 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e71a75-2b98-4638-b96d-f394ba4065ac tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:26:23.454388 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e71a75-2b98-4638-b96d-f394ba4065ac tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Pushing event updated for resources: {'Port': ['ID=bf37440c-6690-4eb9-9840-711d30e4e528,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:23.466737 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7830d180-a9e1-4ea9-a5d6-84c2e8ac4e9e tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9562445 Jan 29 04:26:23.495320 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a263e2cf-5d79-4f85-bd6c-fdc8070c8ba0 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for router (7f861d2c-6cba-40d0-a1ca-090738693a3b), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:23.533477 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-496c8079-3b49-42f0-8155-46ade07b5a96 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b3265940-3757-4691-9756-01e37375d980), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:23.613769 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50296) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:23.620879 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-0ca78d23-00d3-42f2-bb9e-cf429a10ed34 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Request body: {'subnet': {'network_id': 'fda3b6f8-5b39-4af1-8432-4a43d7e184c4', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:23.646030 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a263e2cf-5d79-4f85-bd6c-fdc8070c8ba0 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for router_gateway (7f861d2c-6cba-40d0-a1ca-090738693a3b), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:23.655573 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:23.681925 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:23.690338 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-14f11c80-66b3-4bca-a29f-bf9f793aafc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f861d2c-6cba-40d0-a1ca-090738693a3b', 'name': '', 'tenant_id': '984cd8117e64446c8f00ef3cd4a5264b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d5cce-4657-4fcc-b71e-168e57f04bd3', 'external_fixed_ips': [{'subnet_id': 'bd6de9dd-0476-4cd4-8c17-f5a22195dfda', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '165f3565-f866-42cd-9b2a-f9769fce99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:26:17Z', 'updated_at': '2022-01-29T04:26:20Z', 'revision_number': 3, 'project_id': '984cd8117e64446c8f00ef3cd4a5264b', 'gw_port': {'id': '165f3565-f866-42cd-9b2a-f9769fce99f6', 'name': '', 'network_id': '585d5cce-4657-4fcc-b71e-168e57f04bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f861d2c-6cba-40d0-a1ca-090738693a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'bd6de9dd-0476-4cd4-8c17-f5a22195dfda', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:26:18Z', 'updated_at': '2022-01-29T04:26:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6de9dd-0476-4cd4-8c17-f5a22195dfda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:23.721297 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f11c80-66b3-4bca-a29f-bf9f793aafc1 None None] Checking router: 7f861d2c-6cba-40d0-a1ca-090738693a3b for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:26:23.721571 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f11c80-66b3-4bca-a29f-bf9f793aafc1 None None] Updating router 7f861d2c-6cba-40d0-a1ca-090738693a3b port 165f3565-f866-42cd-9b2a-f9769fce99f6 binding host dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:26:23.755658 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-14f11c80-66b3-4bca-a29f-bf9f793aafc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (165f3565-f866-42cd-9b2a-f9769fce99f6), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:23.781434 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-a263e2cf-5d79-4f85-bd6c-fdc8070c8ba0 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Deleting port 165f3565-f866-42cd-9b2a-f9769fce99f6 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:26:23.782103 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a263e2cf-5d79-4f85-bd6c-fdc8070c8ba0 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (165f3565-f866-42cd-9b2a-f9769fce99f6), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:23.893762 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a263e2cf-5d79-4f85-bd6c-fdc8070c8ba0 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (165f3565-f866-42cd-9b2a-f9769fce99f6), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:23.896838 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50302) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:23.920393 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-496c8079-3b49-42f0-8155-46ade07b5a96 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for port (b3265940-3757-4691-9756-01e37375d980), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:23.928923 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-a263e2cf-5d79-4f85-bd6c-fdc8070c8ba0 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Calling delete_port for 165f3565-f866-42cd-9b2a-f9769fce99f6 owned by network:router_gateway {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:26:23.930698 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca78d23-00d3-42f2-bb9e-cf429a10ed34 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Made reservation on behalf of bcaf13695579453ab1aaf7b22b50d822 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:26:23.934151 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0ca78d23-00d3-42f2-bb9e-cf429a10ed34 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:23.951426 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a8e71a75-2b98-4638-b96d-f394ba4065ac tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for router_gateway (e4639b77-e3db-4f13-ac30-8f570f9d9e5c), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:24.023725 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-496c8079-3b49-42f0-8155-46ade07b5a96 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (b3265940-3757-4691-9756-01e37375d980), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:24.077245 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-14f11c80-66b3-4bca-a29f-bf9f793aafc1 None None] Publish callbacks [] for port (165f3565-f866-42cd-9b2a-f9769fce99f6), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:24.112220 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f8bf282e-b8c8-459e-8725-c599acf8911a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=53b99d5abfda4b37a432112f091b95b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2107925 Jan 29 04:26:24.114690 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50306) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:24.162797 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3e291929-9567-43bf-aa04-9af5075c8fc1 admin admin] Publish callbacks [] for security_group (1628de7b-2864-47b1-b722-f6fc6bd419e5), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:24.165577 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c8079-3b49-42f0-8155-46ade07b5a96 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Pushing event updated for resources: {'Port': ['ID=b3265940-3757-4691-9756-01e37375d980,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:24.172954 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-14f11c80-66b3-4bca-a29f-bf9f793aafc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (165f3565-f866-42cd-9b2a-f9769fce99f6), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:24.198192 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3e291929-9567-43bf-aa04-9af5075c8fc1 admin admin] Publish callbacks [] for security_group (1628de7b-2864-47b1-b722-f6fc6bd419e5), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:24.202984 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-496c8079-3b49-42f0-8155-46ade07b5a96 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (40dacc41-927d-4cf1-bac7-c2c9f16f5e89), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:24.237265 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-14f11c80-66b3-4bca-a29f-bf9f793aafc1 None None] Attempting to bind port 165f3565-f866-42cd-9b2a-f9769fce99f6 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:26:24.238385 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-14f11c80-66b3-4bca-a29f-bf9f793aafc1 None None] Attempting to bind port 165f3565-f866-42cd-9b2a-f9769fce99f6 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '01a6a25b-84f7-4d4b-9de7-db79bd442dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '585d5cce-4657-4fcc-b71e-168e57f04bd3'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:26:24.239231 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f11c80-66b3-4bca-a29f-bf9f793aafc1 None None] Attempting to bind port 165f3565-f866-42cd-9b2a-f9769fce99f6 on network 585d5cce-4657-4fcc-b71e-168e57f04bd3 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:26:24.259396 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b2829-c324-4b13-b50d-004ddd238859 None None] Pushing event updated for resources: {'Port': ['ID=165f3565-f866-42cd-9b2a-f9769fce99f6,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:24.282676 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f11c80-66b3-4bca-a29f-bf9f793aafc1 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:26:24.283064 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f11c80-66b3-4bca-a29f-bf9f793aafc1 None None] Checking segment: {'id': '01a6a25b-84f7-4d4b-9de7-db79bd442dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '585d5cce-4657-4fcc-b71e-168e57f04bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:26:24.283477 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-14f11c80-66b3-4bca-a29f-bf9f793aafc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:24.283960 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f11c80-66b3-4bca-a29f-bf9f793aafc1 None None] Bound using segment: {'id': '01a6a25b-84f7-4d4b-9de7-db79bd442dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '585d5cce-4657-4fcc-b71e-168e57f04bd3'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:26:24.286441 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-14f11c80-66b3-4bca-a29f-bf9f793aafc1 None None] Bound port: 165f3565-f866-42cd-9b2a-f9769fce99f6, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a6a25b-84f7-4d4b-9de7-db79bd442dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '585d5cce-4657-4fcc-b71e-168e57f04bd3'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:26:24.286865 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-14f11c80-66b3-4bca-a29f-bf9f793aafc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (165f3565-f866-42cd-9b2a-f9769fce99f6), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:24.381023 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d3c87-b3a7-4bc3-9b95-2b250e273157 req-6f7e33de-1a04-4302-b27c-69331ff42044 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:24.383086 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f82d3c87-b3a7-4bc3-9b95-2b250e273157 req-6f7e33de-1a04-4302-b27c-69331ff42044 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.0645983 Jan 29 04:26:24.395417 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-14f11c80-66b3-4bca-a29f-bf9f793aafc1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:26:24.395779 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-14f11c80-66b3-4bca-a29f-bf9f793aafc1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:26:24.396703 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a263e2cf-5d79-4f85-bd6c-fdc8070c8ba0 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (165f3565-f866-42cd-9b2a-f9769fce99f6), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:24.433710 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a263e2cf-5d79-4f85-bd6c-fdc8070c8ba0 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Pushing event deleted for resources: {'Port': ['ID=165f3565-f866-42cd-9b2a-f9769fce99f6,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:24.437200 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3e291929-9567-43bf-aa04-9af5075c8fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (1628de7b-2864-47b1-b722-f6fc6bd419e5), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:24.439941 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3e291929-9567-43bf-aa04-9af5075c8fc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:24.441132 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-3e291929-9567-43bf-aa04-9af5075c8fc1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1628de7b-2864-47b1-b722-f6fc6bd419e5 HTTP/1.1" status: 204 len: 168 time: 0.3254769 Jan 29 04:26:24.486848 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e291929-9567-43bf-aa04-9af5075c8fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1628de7b-2864-47b1-b722-f6fc6bd419e5,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:24.495684 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f82d3c87-b3a7-4bc3-9b95-2b250e273157 req-f0700178-18e0-429c-b9b5-937887f5cb17 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1061924 Jan 29 04:26:24.548221 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a263e2cf-5d79-4f85-bd6c-fdc8070c8ba0 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (7f861d2c-6cba-40d0-a1ca-090738693a3b), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:24.643589 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a263e2cf-5d79-4f85-bd6c-fdc8070c8ba0 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (7f861d2c-6cba-40d0-a1ca-090738693a3b), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:24.645716 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a263e2cf-5d79-4f85-bd6c-fdc8070c8ba0 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for router_controller (7f861d2c-6cba-40d0-a1ca-090738693a3b), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:24.760147 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.l3_db [None req-496c8079-3b49-42f0-8155-46ade07b5a96 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Floating IP 40dacc41-927d-4cf1-bac7-c2c9f16f5e89 associated. External IP: 172.26.8.52, port: 89e23a78-c104-49d7-9e1e-6c22f3d5cb75. Jan 29 04:26:24.764188 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a8e71a75-2b98-4638-b96d-f394ba4065ac tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1615661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1617607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-536'] for router (e4639b77-e3db-4f13-ac30-8f570f9d9e5c), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:24.782649 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a263e2cf-5d79-4f85-bd6c-fdc8070c8ba0 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (7f861d2c-6cba-40d0-a1ca-090738693a3b), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:24.783189 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a263e2cf-5d79-4f85-bd6c-fdc8070c8ba0 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7f861d2c-6cba-40d0-a1ca-090738693a3b {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:26:24.794140 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a263e2cf-5d79-4f85-bd6c-fdc8070c8ba0 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:24.794140 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a263e2cf-5d79-4f85-bd6c-fdc8070c8ba0 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] 10.222.0.13 "DELETE /v2.0/routers/7f861d2c-6cba-40d0-a1ca-090738693a3b HTTP/1.1" status: 204 len: 168 time: 1.4386895 Jan 29 04:26:24.794140 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50314) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:24.799743 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a8e71a75-2b98-4638-b96d-f394ba4065ac tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1615652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1615667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1617630'] for router (e4639b77-e3db-4f13-ac30-8f570f9d9e5c), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:24.814789 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0ca78d23-00d3-42f2-bb9e-cf429a10ed34 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (fe90b357-7490-46b0-bc97-d9031892b7e9), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:24.815219 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:24.843987 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-887b3cda-b1f3-4e47-bdb4-bc18a6640bd0 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Deleting subnet bd6de9dd-0476-4cd4-8c17-f5a22195dfda {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:26:24.853148 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-887b3cda-b1f3-4e47-bdb4-bc18a6640bd0 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for subnet (bd6de9dd-0476-4cd4-8c17-f5a22195dfda), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:24.890077 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-887b3cda-b1f3-4e47-bdb4-bc18a6640bd0 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (bd6de9dd-0476-4cd4-8c17-f5a22195dfda), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:24.917185 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-14f11c80-66b3-4bca-a29f-bf9f793aafc1 None None] Attempting to bind port 165f3565-f866-42cd-9b2a-f9769fce99f6 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:26:24.917560 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-14f11c80-66b3-4bca-a29f-bf9f793aafc1 None None] Attempting to bind port 165f3565-f866-42cd-9b2a-f9769fce99f6 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '01a6a25b-84f7-4d4b-9de7-db79bd442dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '585d5cce-4657-4fcc-b71e-168e57f04bd3'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:26:24.917921 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f11c80-66b3-4bca-a29f-bf9f793aafc1 None None] Attempting to bind port 165f3565-f866-42cd-9b2a-f9769fce99f6 on network 585d5cce-4657-4fcc-b71e-168e57f04bd3 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:26:24.925791 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f11c80-66b3-4bca-a29f-bf9f793aafc1 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:26:24.926165 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f11c80-66b3-4bca-a29f-bf9f793aafc1 None None] Checking segment: {'id': '01a6a25b-84f7-4d4b-9de7-db79bd442dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '585d5cce-4657-4fcc-b71e-168e57f04bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:26:24.926569 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-14f11c80-66b3-4bca-a29f-bf9f793aafc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:24.926960 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f11c80-66b3-4bca-a29f-bf9f793aafc1 None None] Bound using segment: {'id': '01a6a25b-84f7-4d4b-9de7-db79bd442dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '585d5cce-4657-4fcc-b71e-168e57f04bd3'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:26:24.927531 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-14f11c80-66b3-4bca-a29f-bf9f793aafc1 None None] Bound port: 165f3565-f866-42cd-9b2a-f9769fce99f6, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a6a25b-84f7-4d4b-9de7-db79bd442dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '585d5cce-4657-4fcc-b71e-168e57f04bd3'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:26:24.928008 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-14f11c80-66b3-4bca-a29f-bf9f793aafc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (165f3565-f866-42cd-9b2a-f9769fce99f6), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:24.934276 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-887b3cda-b1f3-4e47-bdb4-bc18a6640bd0 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (bd6de9dd-0476-4cd4-8c17-f5a22195dfda), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:24.953286 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-14f11c80-66b3-4bca-a29f-bf9f793aafc1 None None] Port 165f3565-f866-42cd-9b2a-f9769fce99f6 has been deleted concurrently {{(pid=103586) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:677}} Jan 29 04:26:24.964811 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f11c80-66b3-4bca-a29f-bf9f793aafc1 None None] Routers set() bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:24.965480 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f11c80-66b3-4bca-a29f-bf9f793aafc1 None None] Router IDs set() for agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 29 04:26:24.966114 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_agentschedulers_db [None req-14f11c80-66b3-4bca-a29f-bf9f793aafc1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7f861d2c-6cba-40d0-a1ca-090738693a3b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent'). {{(pid=103586) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 29 04:26:24.966479 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f11c80-66b3-4bca-a29f-bf9f793aafc1 None None] The sync data for ids ['7f861d2c-6cba-40d0-a1ca-090738693a3b'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:26:25.000010 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca78d23-00d3-42f2-bb9e-cf429a10ed34 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event updated for resources: {'Subnet': ['ID=fe90b357-7490-46b0-bc97-d9031892b7e9,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:25.071245 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca78d23-00d3-42f2-bb9e-cf429a10ed34 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Checking segment: {'id': '8e048ff3-79e4-44f8-8844-70f5c6a01624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'fda3b6f8-5b39-4af1-8432-4a43d7e184c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:26:25.071614 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca78d23-00d3-42f2-bb9e-cf429a10ed34 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Network hostable DHCP agents. Network: fda3b6f8-5b39-4af1-8432-4a43d7e184c4, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:26:25.079282 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-887b3cda-b1f3-4e47-bdb4-bc18a6640bd0 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (bd6de9dd-0476-4cd4-8c17-f5a22195dfda), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:25.092730 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-887b3cda-b1f3-4e47-bdb4-bc18a6640bd0 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:25.100841 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-887b3cda-b1f3-4e47-bdb4-bc18a6640bd0 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/bd6de9dd-0476-4cd4-8c17-f5a22195dfda HTTP/1.1" status: 204 len: 168 time: 0.3075917 Jan 29 04:26:25.105092 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50324) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:25.134372 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b3cda-b1f3-4e47-bdb4-bc18a6640bd0 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bd6de9dd-0476-4cd4-8c17-f5a22195dfda,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:25.165220 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496c8079-3b49-42f0-8155-46ade07b5a96 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Router c00cdb5d-03dc-439c-9461-685d5a3cca42 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:26:25.200475 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8b1be229-860d-4b62-a764-4930375b04c7 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (585d5cce-4657-4fcc-b71e-168e57f04bd3), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:25.255381 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca78d23-00d3-42f2-bb9e-cf429a10ed34 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Network fda3b6f8-5b39-4af1-8432-4a43d7e184c4 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:26:25.257674 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e71a75-2b98-4638-b96d-f394ba4065ac tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Router e4639b77-e3db-4f13-ac30-8f570f9d9e5c is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:26:25.287071 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8b1be229-860d-4b62-a764-4930375b04c7 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (585d5cce-4657-4fcc-b71e-168e57f04bd3), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:25.308731 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-8b1be229-860d-4b62-a764-4930375b04c7 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['585d5cce-4657-4fcc-b71e-168e57f04bd3']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:25.318578 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-8b1be229-860d-4b62-a764-4930375b04c7 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01a6a25b-84f7-4d4b-9de7-db79bd442dff') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:25.319282 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-8b1be229-860d-4b62-a764-4930375b04c7 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01a6a25b-84f7-4d4b-9de7-db79bd442dff') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:25.322913 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496c8079-3b49-42f0-8155-46ade07b5a96 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:26:25.333190 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8b1be229-860d-4b62-a764-4930375b04c7 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (01a6a25b-84f7-4d4b-9de7-db79bd442dff), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:25.335158 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-0ca78d23-00d3-42f2-bb9e-cf429a10ed34 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, fda3b6f8-5b39-4af1-8432-4a43d7e184c4) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:25.342738 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca78d23-00d3-42f2-bb9e-cf429a10ed34 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:25.343517 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0ca78d23-00d3-42f2-bb9e-cf429a10ed34 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:25.345136 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ff144b-a6b1-46da-9b84-bea1077cca83 None None] Network fda3b6f8-5b39-4af1-8432-4a43d7e184c4 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:26:25.346289 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d82bfbe-714f-43af-9bf6-be8978a53675 None None] Sync routers for ids ['c00cdb5d-03dc-439c-9461-685d5a3cca42'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:26:25.360869 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d82bfbe-714f-43af-9bf6-be8978a53675 None None] Routers {'c00cdb5d-03dc-439c-9461-685d5a3cca42'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:25.363148 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-3d82bfbe-714f-43af-9bf6-be8978a53675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['c00cdb5d-03dc-439c-9461-685d5a3cca42'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:25.373901 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8b1be229-860d-4b62-a764-4930375b04c7 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (01a6a25b-84f7-4d4b-9de7-db79bd442dff), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:25.393016 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b1be229-860d-4b62-a764-4930375b04c7 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:26:25.396998 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8b1be229-860d-4b62-a764-4930375b04c7 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (01a6a25b-84f7-4d4b-9de7-db79bd442dff), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:25.396998 dv-neutron-821190-1-hyperv neutron-server[103585]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:26:25.396998 dv-neutron-821190-1-hyperv neutron-server[103585]: items = [ Jan 29 04:26:25.396998 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:26:25.396998 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:26:25.396998 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:26:25.396998 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:26:25.396998 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:26:25.396998 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:26:25.396998 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:26:25.396998 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:26:25.396998 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:26:25.396998 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:26:25.396998 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:26:25.396998 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:26:25.396998 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:26:25.396998 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:26:25.396998 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:26:25.396998 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:26:25.396998 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:26:25.396998 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:26:25.396998 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:26:25.396998 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:26:25.396998 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:26:25.396998 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:26:25.396998 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:26:25.396998 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:26:25.396998 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:26:25.396998 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:26:25.396998 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:26:25.396998 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:26:25.396998 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:26:25.396998 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:26:25.396998 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:26:25.396998 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:26:25.417885 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-496c8079-3b49-42f0-8155-46ade07b5a96 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:25.440076 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-3d82bfbe-714f-43af-9bf6-be8978a53675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:25.449002 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e71a75-2b98-4638-b96d-f394ba4065ac tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:26:25.452219 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d82bfbe-714f-43af-9bf6-be8978a53675 None None] Routers {'c00cdb5d-03dc-439c-9461-685d5a3cca42'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:25.453088 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-3d82bfbe-714f-43af-9bf6-be8978a53675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['c00cdb5d-03dc-439c-9461-685d5a3cca42'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:25.467073 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54803b3e-1548-4f37-b1b6-984e6d92f644 None None] Sync routers for ids ['e4639b77-e3db-4f13-ac30-8f570f9d9e5c'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:26:25.467414 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0ca78d23-00d3-42f2-bb9e-cf429a10ed34 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.8525569 Jan 29 04:26:25.469014 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50332) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:25.471640 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a8e71a75-2b98-4638-b96d-f394ba4065ac tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:25.473238 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a8e71a75-2b98-4638-b96d-f394ba4065ac tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] 10.222.0.13 "PUT /v2.0/routers/e4639b77-e3db-4f13-ac30-8f570f9d9e5c HTTP/1.1" status: 200 len: 917 time: 3.5661130 Jan 29 04:26:25.486268 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50334) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:25.489336 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef9b53b-133e-4137-8740-6ba2158c77cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-fda3b6f8-5b39-4af1-8432-4a43d7e184c4', 'network_id': 'fda3b6f8-5b39-4af1-8432-4a43d7e184c4', 'project_id': 'bcaf13695579453ab1aaf7b22b50d822', 'fixed_ips': [{'subnet_id': 'fe90b357-7490-46b0-bc97-d9031892b7e9'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:26:25.490408 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4ef9b53b-133e-4137-8740-6ba2158c77cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:25.494851 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-3d82bfbe-714f-43af-9bf6-be8978a53675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:25.495478 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-0eab0746-9733-4e78-bdb8-003b5102cd53 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1431702977'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:25.496339 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d82bfbe-714f-43af-9bf6-be8978a53675 None None] The sync data for ids ['c00cdb5d-03dc-439c-9461-685d5a3cca42'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:26:25.509160 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54803b3e-1548-4f37-b1b6-984e6d92f644 None None] Routers {'e4639b77-e3db-4f13-ac30-8f570f9d9e5c'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:25.509793 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-54803b3e-1548-4f37-b1b6-984e6d92f644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['e4639b77-e3db-4f13-ac30-8f570f9d9e5c'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:25.549984 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-54803b3e-1548-4f37-b1b6-984e6d92f644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:25.564906 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-496c8079-3b49-42f0-8155-46ade07b5a96 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.8860593 Jan 29 04:26:25.567400 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50340) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:25.573924 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-5e6cca2a-6eb6-4325-9405-2a597b248215 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:25.576249 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8b1be229-860d-4b62-a764-4930375b04c7 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (585d5cce-4657-4fcc-b71e-168e57f04bd3), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:25.589355 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1be229-860d-4b62-a764-4930375b04c7 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 585d5cce-4657-4fcc-b71e-168e57f04bd3 {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 29 04:26:25.593647 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8b1be229-860d-4b62-a764-4930375b04c7 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:25.604653 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-8b1be229-860d-4b62-a764-4930375b04c7 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] 10.222.0.13 "DELETE /v2.0/networks/585d5cce-4657-4fcc-b71e-168e57f04bd3 HTTP/1.1" status: 204 len: 168 time: 0.4998555 Jan 29 04:26:25.644671 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1be229-860d-4b62-a764-4930375b04c7 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Pushing event deleted for resources: {'Network': ['ID=585d5cce-4657-4fcc-b71e-168e57f04bd3,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:25.650122 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eab0746-9733-4e78-bdb8-003b5102cd53 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Made reservation on behalf of bcaf13695579453ab1aaf7b22b50d822 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:26:25.653675 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0eab0746-9733-4e78-bdb8-003b5102cd53 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:25.718875 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eab0746-9733-4e78-bdb8-003b5102cd53 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:26:25.754007 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0eab0746-9733-4e78-bdb8-003b5102cd53 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (2261ad16-a66c-486a-b1c5-bce83ea56c95), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:25.755131 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-0eab0746-9733-4e78-bdb8-003b5102cd53 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Added segment 2261ad16-a66c-486a-b1c5-bce83ea56c95 of type vlan for network 9c70be74-2eb2-442d-9420-03b81a70643c Jan 29 04:26:25.765125 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5e6cca2a-6eb6-4325-9405-2a597b248215 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for floatingip (40dacc41-927d-4cf1-bac7-c2c9f16f5e89), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:25.768912 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50344) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:25.831406 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54803b3e-1548-4f37-b1b6-984e6d92f644 None None] Routers {'e4639b77-e3db-4f13-ac30-8f570f9d9e5c'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:25.832657 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-54803b3e-1548-4f37-b1b6-984e6d92f644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['e4639b77-e3db-4f13-ac30-8f570f9d9e5c'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:25.878073 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-54803b3e-1548-4f37-b1b6-984e6d92f644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:25.879079 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54803b3e-1548-4f37-b1b6-984e6d92f644 None None] The sync data for ids ['e4639b77-e3db-4f13-ac30-8f570f9d9e5c'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:26:25.897008 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0eab0746-9733-4e78-bdb8-003b5102cd53 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (9c70be74-2eb2-442d-9420-03b81a70643c), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:25.931521 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5e6cca2a-6eb6-4325-9405-2a597b248215 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:25.943115 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b1c77ab8-db5f-4a5c-9e12-c90b61815628 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] 10.222.0.13 "GET /v2.0/routers/e4639b77-e3db-4f13-ac30-8f570f9d9e5c HTTP/1.1" status: 200 len: 923 time: 0.4553833 Jan 29 04:26:25.948763 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50352) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:25.948909 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-4ef9b53b-133e-4137-8740-6ba2158c77cb None None] Allocated IP 172.20.255.242 (fda3b6f8-5b39-4af1-8432-4a43d7e184c4/fe90b357-7490-46b0-bc97-d9031892b7e9/7a556b15-c0b7-4be5-b6c3-017384e21325) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:26:25.993353 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-1a22fa9c-3035-4998-8cbb-663ae12050aa tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:25.995607 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49fcde-f74d-435f-8e9c-df42a8592f32 req-d1eef79f-03a7-4013-93f7-a62e7939146b tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:25.996650 dv-neutron-821190-1-hyperv neutron-server[103585]: WARNING neutron.api.v2.base [None req-1a22fa9c-3035-4998-8cbb-663ae12050aa tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 29 04:26:25.997230 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-1a22fa9c-3035-4998-8cbb-663ae12050aa tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] create failed (client error): There was a conflict when trying to complete your request. Jan 29 04:26:25.997444 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6c49fcde-f74d-435f-8e9c-df42a8592f32 req-d1eef79f-03a7-4013-93f7-a62e7939146b tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.3774414 Jan 29 04:26:25.999158 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-1a22fa9c-3035-4998-8cbb-663ae12050aa tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2281582 Jan 29 04:26:25.999371 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5e6cca2a-6eb6-4325-9405-2a597b248215 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (40dacc41-927d-4cf1-bac7-c2c9f16f5e89), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:25.999716 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.l3_db [None req-5e6cca2a-6eb6-4325-9405-2a597b248215 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Floating IP 40dacc41-927d-4cf1-bac7-c2c9f16f5e89 disassociated. External IP: 172.26.8.52, port: 89e23a78-c104-49d7-9e1e-6c22f3d5cb75. Jan 29 04:26:26.003741 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50356) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:26.008961 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-5e4f64ce-f8a6-46a0-aa3b-d2ab7b964795 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Request body: {'security_group': {'name': 'tempest-secgroup--794756601'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:26.023401 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0eab0746-9733-4e78-bdb8-003b5102cd53 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (9c70be74-2eb2-442d-9420-03b81a70643c), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:26.029097 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eab0746-9733-4e78-bdb8-003b5102cd53 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:26.029768 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0eab0746-9733-4e78-bdb8-003b5102cd53 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:26.090772 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f610daa0-3ed3-4a9d-886d-3fcce6e3535f tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:26.092243 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f610daa0-3ed3-4a9d-886d-3fcce6e3535f tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=f0de7169-31b1-4289-9a2a-56c5f4e63ed1&device_id=e4639b77-e3db-4f13-ac30-8f570f9d9e5c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1443808 Jan 29 04:26:26.095567 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50358) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:26.144144 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4ef9b53b-133e-4137-8740-6ba2158c77cb None None] Publish callbacks [] for port (7a556b15-c0b7-4be5-b6c3-017384e21325), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:26.158954 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50360) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:26.174881 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-137e23a8-c8af-43a9-a476-14af928b4444 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Request body: {'router': {'name': 'tempest-router--1613150030', 'project_id': 'f3a4f79aa2a24664982edfcd475dae14'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:26.175752 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab0746-9733-4e78-bdb8-003b5102cd53 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event updated for resources: {'Network': ['ID=9c70be74-2eb2-442d-9420-03b81a70643c,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:26.188803 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 9c70be74-2eb2-442d-9420-03b81a70643c details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:26:26.221719 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6c49fcde-f74d-435f-8e9c-df42a8592f32 req-90383c2c-1903-4763-9186-915841774cb0 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1753480 Jan 29 04:26:26.222421 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5e4f64ce-f8a6-46a0-aa3b-d2ab7b964795 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:26.239373 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5e4f64ce-f8a6-46a0-aa3b-d2ab7b964795 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:26.241499 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4ef9b53b-133e-4137-8740-6ba2158c77cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (7a556b15-c0b7-4be5-b6c3-017384e21325), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:26.271076 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-0eab0746-9733-4e78-bdb8-003b5102cd53 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8008959 Jan 29 04:26:26.274802 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50362) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:26.280257 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-9e72057a-972b-47bf-b640-de72097e517d tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Request body: {'subnet': {'network_id': '9c70be74-2eb2-442d-9420-03b81a70643c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:26.299350 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef9b53b-133e-4137-8740-6ba2158c77cb None None] Network fda3b6f8-5b39-4af1-8432-4a43d7e184c4 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:26:26.317039 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-4ef9b53b-133e-4137-8740-6ba2158c77cb None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:26.322006 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef9b53b-133e-4137-8740-6ba2158c77cb None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:26:26.323210 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef9b53b-133e-4137-8740-6ba2158c77cb None None] Pushing event updated for resources: {'Port': ['ID=7a556b15-c0b7-4be5-b6c3-017384e21325,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:26.353308 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8577e3c-6077-4b62-9b6a-8558eb5b800e tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:26.357042 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b8577e3c-6077-4b62-9b6a-8558eb5b800e tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] 10.222.0.13 "GET /v2.0/networks/f0de7169-31b1-4289-9a2a-56c5f4e63ed1 HTTP/1.1" status: 200 len: 881 time: 0.2559252 Jan 29 04:26:26.360883 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50364) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:26.378598 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-137e23a8-c8af-43a9-a476-14af928b4444 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (a72d250a-41f8-4d6f-81f6-17e42dc8c76a), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:26.379629 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-137e23a8-c8af-43a9-a476-14af928b4444 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (a72d250a-41f8-4d6f-81f6-17e42dc8c76a), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:26.384584 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-4ef9b53b-133e-4137-8740-6ba2158c77cb None None] Attempting to bind port 7a556b15-c0b7-4be5-b6c3-017384e21325 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:26:26.385234 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-4ef9b53b-133e-4137-8740-6ba2158c77cb None None] Attempting to bind port 7a556b15-c0b7-4be5-b6c3-017384e21325 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '8e048ff3-79e4-44f8-8844-70f5c6a01624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'fda3b6f8-5b39-4af1-8432-4a43d7e184c4'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:26:26.385642 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef9b53b-133e-4137-8740-6ba2158c77cb None None] Attempting to bind port 7a556b15-c0b7-4be5-b6c3-017384e21325 on network fda3b6f8-5b39-4af1-8432-4a43d7e184c4 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:26:26.391485 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef9b53b-133e-4137-8740-6ba2158c77cb None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:26:26.391878 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef9b53b-133e-4137-8740-6ba2158c77cb None None] Checking segment: {'id': '8e048ff3-79e4-44f8-8844-70f5c6a01624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'fda3b6f8-5b39-4af1-8432-4a43d7e184c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:26:26.392545 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4ef9b53b-133e-4137-8740-6ba2158c77cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:26.392915 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef9b53b-133e-4137-8740-6ba2158c77cb None None] Bound using segment: {'id': '8e048ff3-79e4-44f8-8844-70f5c6a01624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'fda3b6f8-5b39-4af1-8432-4a43d7e184c4'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:26:26.393391 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-4ef9b53b-133e-4137-8740-6ba2158c77cb None None] Bound port: 7a556b15-c0b7-4be5-b6c3-017384e21325, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e048ff3-79e4-44f8-8844-70f5c6a01624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'fda3b6f8-5b39-4af1-8432-4a43d7e184c4'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:26:26.393775 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4ef9b53b-133e-4137-8740-6ba2158c77cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (7a556b15-c0b7-4be5-b6c3-017384e21325), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:26.396821 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:26.408726 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0d70be16-65e1-49b2-9374-c6accbbfb789 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4639b77-e3db-4f13-ac30-8f570f9d9e5c HTTP/1.1" status: 200 len: 205 time: 0.0467420 Jan 29 04:26:26.413533 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50366) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:26.454865 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e72057a-972b-47bf-b640-de72097e517d tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Made reservation on behalf of bcaf13695579453ab1aaf7b22b50d822 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:26:26.458263 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9e72057a-972b-47bf-b640-de72097e517d tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:26.469038 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-4ef9b53b-133e-4137-8740-6ba2158c77cb None None] For port 7a556b15-c0b7-4be5-b6c3-017384e21325, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:26:26.472769 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-4ef9b53b-133e-4137-8740-6ba2158c77cb None None] For port 7a556b15-c0b7-4be5-b6c3-017384e21325, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=7a556b15-c0b7-4be5-b6c3-017384e21325,segment=NetworkSegment(8e048ff3-79e4-44f8-8844-70f5c6a01624),segment_id=8e048ff3-79e4-44f8-8844-70f5c6a01624)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:26:26.515804 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-137e23a8-c8af-43a9-a476-14af928b4444 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for router_controller (a72d250a-41f8-4d6f-81f6-17e42dc8c76a), precommit_add_association {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:26.542809 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5e4f64ce-f8a6-46a0-aa3b-d2ab7b964795 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (a339f14c-b046-4dbc-b0bb-8ff51e84ce18), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:26.550017 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6cca2a-6eb6-4325-9405-2a597b248215 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Router c00cdb5d-03dc-439c-9461-685d5a3cca42 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:26:26.561013 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4ef9b53b-133e-4137-8740-6ba2158c77cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (7a556b15-c0b7-4be5-b6c3-017384e21325), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:26.591578 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-37aa0f04-2f40-46ed-9fb1-1b1809a8aa49 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router (e4639b77-e3db-4f13-ac30-8f570f9d9e5c), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:26.598309 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-137e23a8-c8af-43a9-a476-14af928b4444 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (a72d250a-41f8-4d6f-81f6-17e42dc8c76a), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:26.633788 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef9b53b-133e-4137-8740-6ba2158c77cb None None] Pushing event updated for resources: {'Port': ['ID=7a556b15-c0b7-4be5-b6c3-017384e21325,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:26.657946 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5e4f64ce-f8a6-46a0-aa3b-d2ab7b964795 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (a339f14c-b046-4dbc-b0bb-8ff51e84ce18), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:26.682864 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-137e23a8-c8af-43a9-a476-14af928b4444 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:26.686646 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-137e23a8-c8af-43a9-a476-14af928b4444 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5184681 Jan 29 04:26:26.693857 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50368) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:26.762720 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6cca2a-6eb6-4325-9405-2a597b248215 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:26:26.764078 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f64ce-f8a6-46a0-aa3b-d2ab7b964795 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a339f14c-b046-4dbc-b0bb-8ff51e84ce18,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:26.773599 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5e6cca2a-6eb6-4325-9405-2a597b248215 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:26.774503 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-37aa0f04-2f40-46ed-9fb1-1b1809a8aa49 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router_gateway (e4639b77-e3db-4f13-ac30-8f570f9d9e5c), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:26.787714 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332fc146-8733-483d-80d1-562a76bd1d1a None None] Sync routers for ids ['c00cdb5d-03dc-439c-9461-685d5a3cca42'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:26:26.813557 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-5e6cca2a-6eb6-4325-9405-2a597b248215 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "PUT /v2.0/floatingips/40dacc41-927d-4cf1-bac7-c2c9f16f5e89 HTTP/1.1" status: 200 len: 687 time: 1.2435777 Jan 29 04:26:26.816146 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332fc146-8733-483d-80d1-562a76bd1d1a None None] Routers {'c00cdb5d-03dc-439c-9461-685d5a3cca42'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:26.816802 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-332fc146-8733-483d-80d1-562a76bd1d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['c00cdb5d-03dc-439c-9461-685d5a3cca42'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:26.817837 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50370) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:26.875952 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-332fc146-8733-483d-80d1-562a76bd1d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:26.884330 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-30973553-4900-4420-9847-7619866a36d6 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for router (a72d250a-41f8-4d6f-81f6-17e42dc8c76a), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:26.887413 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332fc146-8733-483d-80d1-562a76bd1d1a None None] Routers {'c00cdb5d-03dc-439c-9461-685d5a3cca42'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:26.887413 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-332fc146-8733-483d-80d1-562a76bd1d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['c00cdb5d-03dc-439c-9461-685d5a3cca42'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:26.910835 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9e72057a-972b-47bf-b640-de72097e517d tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (560abbc4-e7ba-439d-8246-e6595e9ba0e7), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:26.955731 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-332fc146-8733-483d-80d1-562a76bd1d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:26.956370 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332fc146-8733-483d-80d1-562a76bd1d1a None None] The sync data for ids ['c00cdb5d-03dc-439c-9461-685d5a3cca42'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:26:27.072276 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5e4f64ce-f8a6-46a0-aa3b-d2ab7b964795 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (9a49b676-845a-4bed-b5ab-e8c04b7e5605), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:27.076539 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72057a-972b-47bf-b640-de72097e517d tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event updated for resources: {'Subnet': ['ID=560abbc4-e7ba-439d-8246-e6595e9ba0e7,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:27.091682 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e72057a-972b-47bf-b640-de72097e517d tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Checking segment: {'id': '2261ad16-a66c-486a-b1c5-bce83ea56c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '9c70be74-2eb2-442d-9420-03b81a70643c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:26:27.092031 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e72057a-972b-47bf-b640-de72097e517d tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Network hostable DHCP agents. Network: 9c70be74-2eb2-442d-9420-03b81a70643c, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:26:27.114430 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-37aa0f04-2f40-46ed-9fb1-1b1809a8aa49 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Deleting port bf37440c-6690-4eb9-9840-711d30e4e528 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:26:27.114430 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-37aa0f04-2f40-46ed-9fb1-1b1809a8aa49 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (bf37440c-6690-4eb9-9840-711d30e4e528), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:27.161606 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-b3b80a61-61e3-4c63-be37-0e09c03056bf tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Deleting port b3265940-3757-4691-9756-01e37375d980 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:26:27.161953 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b3b80a61-61e3-4c63-be37-0e09c03056bf tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (b3265940-3757-4691-9756-01e37375d980), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:27.256061 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-37aa0f04-2f40-46ed-9fb1-1b1809a8aa49 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (bf37440c-6690-4eb9-9840-711d30e4e528), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:27.260828 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e72057a-972b-47bf-b640-de72097e517d tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Network 9c70be74-2eb2-442d-9420-03b81a70643c is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:26:27.286197 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-37aa0f04-2f40-46ed-9fb1-1b1809a8aa49 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Calling delete_port for bf37440c-6690-4eb9-9840-711d30e4e528 owned by network:router_gateway {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:26:27.289460 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b3b80a61-61e3-4c63-be37-0e09c03056bf tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (b3265940-3757-4691-9756-01e37375d980), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:27.289783 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b3b80a61-61e3-4c63-be37-0e09c03056bf tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for floatingip (b3265940-3757-4691-9756-01e37375d980), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:27.312452 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-b3b80a61-61e3-4c63-be37-0e09c03056bf tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Calling delete_port for b3265940-3757-4691-9756-01e37375d980 owned by network:floatingip {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:26:27.416515 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-9e72057a-972b-47bf-b640-de72097e517d tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 9c70be74-2eb2-442d-9420-03b81a70643c) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:27.425425 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e7d42c-4e35-4ca0-a06a-49c14b8019fb None None] Network 9c70be74-2eb2-442d-9420-03b81a70643c requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:26:27.433669 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e72057a-972b-47bf-b640-de72097e517d tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:27.434267 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9e72057a-972b-47bf-b640-de72097e517d tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:27.437449 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5e4f64ce-f8a6-46a0-aa3b-d2ab7b964795 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (9a49b676-845a-4bed-b5ab-e8c04b7e5605), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:27.441857 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-30973553-4900-4420-9847-7619866a36d6 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (a72d250a-41f8-4d6f-81f6-17e42dc8c76a), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:27.448967 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-30973553-4900-4420-9847-7619866a36d6 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for router_controller (a72d250a-41f8-4d6f-81f6-17e42dc8c76a), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:27.466177 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d407a-891f-4047-879d-624fa3aa97a6 req-af5b4f17-2576-4a9a-aec6-955d08d3f689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:27.467880 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-048d407a-891f-4047-879d-624fa3aa97a6 req-af5b4f17-2576-4a9a-aec6-955d08d3f689 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7dd99718cde04f60a90f22e4134ff580&device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 1130 time: 0.5191450 Jan 29 04:26:27.535500 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337daa5-e717-4772-b4d7-2f30c34eff96 req-75ee784b-e7a2-46d6-a5bd-bb9dd689dc68 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:27.537059 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7337daa5-e717-4772-b4d7-2f30c34eff96 req-75ee784b-e7a2-46d6-a5bd-bb9dd689dc68 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.2306194 Jan 29 04:26:27.543164 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f64ce-f8a6-46a0-aa3b-d2ab7b964795 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a49b676-845a-4bed-b5ab-e8c04b7e5605,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:27.582314 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9e72057a-972b-47bf-b640-de72097e517d tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.3039792 Jan 29 04:26:27.584049 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50374) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:27.607786 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b07f05a-d5b3-4a3f-8500-3c69f695c55f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-9c70be74-2eb2-442d-9420-03b81a70643c', 'network_id': '9c70be74-2eb2-442d-9420-03b81a70643c', 'project_id': 'bcaf13695579453ab1aaf7b22b50d822', 'fixed_ips': [{'subnet_id': '560abbc4-e7ba-439d-8246-e6595e9ba0e7'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:26:27.616991 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6b07f05a-d5b3-4a3f-8500-3c69f695c55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:27.617129 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5e4f64ce-f8a6-46a0-aa3b-d2ab7b964795 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:27.617129 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-5e4f64ce-f8a6-46a0-aa3b-d2ab7b964795 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.6068103 Jan 29 04:26:27.645552 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50376) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:27.645552 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-f3bc1f01-9daf-421d-b7da-89b30c72e74a tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Request body: {'security_group_rule': {'security_group_id': '9a49b676-845a-4bed-b5ab-e8c04b7e5605', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:27.665367 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d407a-891f-4047-879d-624fa3aa97a6 req-faf43c4a-74ca-4ccb-84fb-25fd48b5e5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:27.667055 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-048d407a-891f-4047-879d-624fa3aa97a6 req-faf43c4a-74ca-4ccb-84fb-25fd48b5e5e2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9507ed99-2983-492a-ac2f-269d5807feac HTTP/1.1" status: 200 len: 911 time: 0.1503694 Jan 29 04:26:27.667735 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-30973553-4900-4420-9847-7619866a36d6 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (a72d250a-41f8-4d6f-81f6-17e42dc8c76a), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:27.668265 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30973553-4900-4420-9847-7619866a36d6 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a72d250a-41f8-4d6f-81f6-17e42dc8c76a {{(pid=103584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:26:27.727777 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-30973553-4900-4420-9847-7619866a36d6 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:27.731407 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-30973553-4900-4420-9847-7619866a36d6 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] 10.222.0.13 "DELETE /v2.0/routers/a72d250a-41f8-4d6f-81f6-17e42dc8c76a HTTP/1.1" status: 204 len: 168 time: 1.0312312 Jan 29 04:26:27.775441 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-048d407a-891f-4047-879d-624fa3aa97a6 req-0408cf9c-24eb-4604-ae87-27ad24a66b0c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1034befb-3cd4-4337-8ed7-028318e7f85e HTTP/1.1" status: 200 len: 1002 time: 0.1008401 Jan 29 04:26:27.873398 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfccd508-ac61-435b-be03-726422d6151f None None] Network fda3b6f8-5b39-4af1-8432-4a43d7e184c4 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:26:27.890999 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f3bc1f01-9daf-421d-b7da-89b30c72e74a tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group_rule (52939080-b690-4386-b0f8-7c79aa9173e4), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:27.906215 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 7a556b15-c0b7-4be5-b6c3-017384e21325 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:26:27.920606 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d407a-891f-4047-879d-624fa3aa97a6 req-47607105-3968-4c99-a546-436b7e9ca850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:27.922079 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-048d407a-891f-4047-879d-624fa3aa97a6 req-47607105-3968-4c99-a546-436b7e9ca850 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ca2d3a0a-064d-4780-9b58-334005fc5d1b HTTP/1.1" status: 200 len: 849 time: 0.1328456 Jan 29 04:26:27.991141 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-6b07f05a-d5b3-4a3f-8500-3c69f695c55f None None] Allocated IP 172.20.0.2 (9c70be74-2eb2-442d-9420-03b81a70643c/560abbc4-e7ba-439d-8246-e6595e9ba0e7/17c648c7-6cfa-4e31-818e-03801f4c9b38) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:26:28.007022 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f3bc1f01-9daf-421d-b7da-89b30c72e74a tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group_rule (52939080-b690-4386-b0f8-7c79aa9173e4), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:28.010333 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d407a-891f-4047-879d-624fa3aa97a6 req-cb4c1659-0430-4f42-9610-a0113a8e1822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:28.012531 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-048d407a-891f-4047-879d-624fa3aa97a6 req-cb4c1659-0430-4f42-9610-a0113a8e1822 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9507ed99-2983-492a-ac2f-269d5807feac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0807793 Jan 29 04:26:28.032707 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7337daa5-e717-4772-b4d7-2f30c34eff96 req-364dd4c5-800e-413a-884d-4a8c2743f26b tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4852154 Jan 29 04:26:28.045933 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-d80aaded-8d7e-4a89-a5f0-4807b396ad6b None None] Provisioning complete for port 7a556b15-c0b7-4be5-b6c3-017384e21325 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:26:28.046438 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d80aaded-8d7e-4a89-a5f0-4807b396ad6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (7a556b15-c0b7-4be5-b6c3-017384e21325), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:28.087716 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5db02117-d59d-45c0-85ed-a3557293925a tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (9c70be74-2eb2-442d-9420-03b81a70643c), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:28.099781 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50380) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:28.135938 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f3bc1f01-9daf-421d-b7da-89b30c72e74a tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (52939080-b690-4386-b0f8-7c79aa9173e4), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:28.161233 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 7a556b15-c0b7-4be5-b6c3-017384e21325 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:26:28.161738 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (7a556b15-c0b7-4be5-b6c3-017384e21325), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:28.164597 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-048d407a-891f-4047-879d-624fa3aa97a6 req-b517c118-b788-4f23-8b0c-177a43e1ec5c service neutron] 10.222.0.18 "GET /v2.0/networks/9507ed99-2983-492a-ac2f-269d5807feac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342101 Jan 29 04:26:28.166198 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc1f01-9daf-421d-b7da-89b30c72e74a tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52939080-b690-4386-b0f8-7c79aa9173e4,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:28.168830 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5db02117-d59d-45c0-85ed-a3557293925a tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (560abbc4-e7ba-439d-8246-e6595e9ba0e7), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:28.183972 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b3b80a61-61e3-4c63-be37-0e09c03056bf tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (b3265940-3757-4691-9756-01e37375d980), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:28.246156 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-37aa0f04-2f40-46ed-9fb1-1b1809a8aa49 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (bf37440c-6690-4eb9-9840-711d30e4e528), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:28.253740 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b80a61-61e3-4c63-be37-0e09c03056bf tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Pushing event deleted for resources: {'Port': ['ID=b3265940-3757-4691-9756-01e37375d980,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:28.274108 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f3bc1f01-9daf-421d-b7da-89b30c72e74a tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:28.279228 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f3bc1f01-9daf-421d-b7da-89b30c72e74a tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6394861 Jan 29 04:26:28.283388 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50384) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:28.291918 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-635b9a66-6e10-474c-9d44-7619f8cf2099 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Request body: {'security_group_rule': {'security_group_id': '9a49b676-845a-4bed-b5ab-e8c04b7e5605', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:28.292750 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa0f04-2f40-46ed-9fb1-1b1809a8aa49 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Pushing event deleted for resources: {'Port': ['ID=bf37440c-6690-4eb9-9840-711d30e4e528,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:28.374885 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-048d407a-891f-4047-879d-624fa3aa97a6 req-92a7b25e-dd01-4adb-8c1f-eea0aad56a10 service neutron] 10.222.0.18 "GET /v2.0/networks/9507ed99-2983-492a-ac2f-269d5807feac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032065 Jan 29 04:26:28.380053 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6b07f05a-d5b3-4a3f-8500-3c69f695c55f None None] Publish callbacks [] for port (17c648c7-6cfa-4e31-818e-03801f4c9b38), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:28.400305 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 7a556b15-c0b7-4be5-b6c3-017384e21325 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:26:28.400746 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (7a556b15-c0b7-4be5-b6c3-017384e21325), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:28.402538 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-d80aaded-8d7e-4a89-a5f0-4807b396ad6b None None] Current status of the port 7a556b15-c0b7-4be5-b6c3-017384e21325 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:26:28.403162 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d80aaded-8d7e-4a89-a5f0-4807b396ad6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (7a556b15-c0b7-4be5-b6c3-017384e21325), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:28.430803 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-635b9a66-6e10-474c-9d44-7619f8cf2099 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group_rule (9541c2d8-f1d5-4525-b357-faae8878185b), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:28.453056 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 7a556b15-c0b7-4be5-b6c3-017384e21325, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=7a556b15-c0b7-4be5-b6c3-017384e21325,segment=NetworkSegment(8e048ff3-79e4-44f8-8844-70f5c6a01624),segment_id=8e048ff3-79e4-44f8-8844-70f5c6a01624)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:28.458444 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6b07f05a-d5b3-4a3f-8500-3c69f695c55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (17c648c7-6cfa-4e31-818e-03801f4c9b38), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:28.481048 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b07f05a-d5b3-4a3f-8500-3c69f695c55f None None] Network 9c70be74-2eb2-442d-9420-03b81a70643c is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:26:28.483669 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-6b07f05a-d5b3-4a3f-8500-3c69f695c55f None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:28.493095 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-b91c760d-0684-43cc-949f-13967236743f tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-965482342', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}, 'admin_state_up': False}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:28.505293 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b07f05a-d5b3-4a3f-8500-3c69f695c55f None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:26:28.518848 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-37aa0f04-2f40-46ed-9fb1-1b1809a8aa49 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (e4639b77-e3db-4f13-ac30-8f570f9d9e5c), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:28.527590 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b3b80a61-61e3-4c63-be37-0e09c03056bf tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for floatingip (40dacc41-927d-4cf1-bac7-c2c9f16f5e89), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:28.530359 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b3b80a61-61e3-4c63-be37-0e09c03056bf tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:28.531557 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b3b80a61-61e3-4c63-be37-0e09c03056bf tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "DELETE /v2.0/floatingips/40dacc41-927d-4cf1-bac7-c2c9f16f5e89 HTTP/1.1" status: 204 len: 168 time: 1.7127221 Jan 29 04:26:28.535159 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50386) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:28.540559 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-f2a9c098-fe02-4f6d-b6ed-267d0c20f56a tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Request body: {'floatingip': {'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'port_id': '1b848914-ddf7-4ad1-8ef9-3522dfef0aae'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:28.547792 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (7a556b15-c0b7-4be5-b6c3-017384e21325), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:28.565339 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-635b9a66-6e10-474c-9d44-7619f8cf2099 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] create failed (client error): There was a conflict when trying to complete your request. Jan 29 04:26:28.567278 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-635b9a66-6e10-474c-9d44-7619f8cf2099 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2816586 Jan 29 04:26:28.570944 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50388) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:28.600261 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b07f05a-d5b3-4a3f-8500-3c69f695c55f None None] Pushing event updated for resources: {'Port': ['ID=17c648c7-6cfa-4e31-818e-03801f4c9b38,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:28.638299 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-37aa0f04-2f40-46ed-9fb1-1b1809a8aa49 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (e4639b77-e3db-4f13-ac30-8f570f9d9e5c), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:28.640741 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a9323e93-47fc-4920-bc17-ad85f21bbfca tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (9a49b676-845a-4bed-b5ab-e8c04b7e5605), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:28.641038 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-6b07f05a-d5b3-4a3f-8500-3c69f695c55f None None] Attempting to bind port 17c648c7-6cfa-4e31-818e-03801f4c9b38 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:26:28.641269 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-6b07f05a-d5b3-4a3f-8500-3c69f695c55f None None] Attempting to bind port 17c648c7-6cfa-4e31-818e-03801f4c9b38 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '2261ad16-a66c-486a-b1c5-bce83ea56c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '9c70be74-2eb2-442d-9420-03b81a70643c'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:26:28.641469 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-37aa0f04-2f40-46ed-9fb1-1b1809a8aa49 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router_controller (e4639b77-e3db-4f13-ac30-8f570f9d9e5c), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:28.641631 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b07f05a-d5b3-4a3f-8500-3c69f695c55f None None] Attempting to bind port 17c648c7-6cfa-4e31-818e-03801f4c9b38 on network 9c70be74-2eb2-442d-9420-03b81a70643c {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:26:28.651976 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-d80aaded-8d7e-4a89-a5f0-4807b396ad6b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:26:28.652329 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-d80aaded-8d7e-4a89-a5f0-4807b396ad6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:26:28.658277 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b07f05a-d5b3-4a3f-8500-3c69f695c55f None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:26:28.658659 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b07f05a-d5b3-4a3f-8500-3c69f695c55f None None] Checking segment: {'id': '2261ad16-a66c-486a-b1c5-bce83ea56c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '9c70be74-2eb2-442d-9420-03b81a70643c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:26:28.659068 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6b07f05a-d5b3-4a3f-8500-3c69f695c55f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:28.659938 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b07f05a-d5b3-4a3f-8500-3c69f695c55f None None] Bound using segment: {'id': '2261ad16-a66c-486a-b1c5-bce83ea56c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '9c70be74-2eb2-442d-9420-03b81a70643c'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:26:28.660672 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-6b07f05a-d5b3-4a3f-8500-3c69f695c55f None None] Bound port: 17c648c7-6cfa-4e31-818e-03801f4c9b38, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2261ad16-a66c-486a-b1c5-bce83ea56c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '9c70be74-2eb2-442d-9420-03b81a70643c'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:26:28.661068 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6b07f05a-d5b3-4a3f-8500-3c69f695c55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (17c648c7-6cfa-4e31-818e-03801f4c9b38), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:28.663666 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f2a9c098-fe02-4f6d-b6ed-267d0c20f56a tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:28.667145 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a9323e93-47fc-4920-bc17-ad85f21bbfca tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (9a49b676-845a-4bed-b5ab-e8c04b7e5605), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:28.691176 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5db02117-d59d-45c0-85ed-a3557293925a tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (560abbc4-e7ba-439d-8246-e6595e9ba0e7), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:28.713610 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=7a556b15-c0b7-4be5-b6c3-017384e21325,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:28.722880 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db02117-d59d-45c0-85ed-a3557293925a tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event deleted for resources: {'Subnet': ['ID=560abbc4-e7ba-439d-8246-e6595e9ba0e7,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:28.726585 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b91c760d-0684-43cc-949f-13967236743f tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (c142d0ad-85f4-4efd-8cdc-d3f22c045d29), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:28.727709 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b91c760d-0684-43cc-949f-13967236743f tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (c142d0ad-85f4-4efd-8cdc-d3f22c045d29), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:28.760817 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-6b07f05a-d5b3-4a3f-8500-3c69f695c55f None None] For port 17c648c7-6cfa-4e31-818e-03801f4c9b38, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:26:28.764136 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-6b07f05a-d5b3-4a3f-8500-3c69f695c55f None None] For port 17c648c7-6cfa-4e31-818e-03801f4c9b38, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=17c648c7-6cfa-4e31-818e-03801f4c9b38,segment=NetworkSegment(2261ad16-a66c-486a-b1c5-bce83ea56c95),segment_id=2261ad16-a66c-486a-b1c5-bce83ea56c95)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:26:28.788634 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-37aa0f04-2f40-46ed-9fb1-1b1809a8aa49 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (e4639b77-e3db-4f13-ac30-8f570f9d9e5c), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:28.789345 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37aa0f04-2f40-46ed-9fb1-1b1809a8aa49 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Fanout notify agent at l3_agent the message router_deleted on router e4639b77-e3db-4f13-ac30-8f570f9d9e5c {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:26:28.798552 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f2a9c098-fe02-4f6d-b6ed-267d0c20f56a tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:28.801936 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-37aa0f04-2f40-46ed-9fb1-1b1809a8aa49 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:28.803290 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-37aa0f04-2f40-46ed-9fb1-1b1809a8aa49 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] 10.222.0.13 "DELETE /v2.0/routers/e4639b77-e3db-4f13-ac30-8f570f9d9e5c HTTP/1.1" status: 204 len: 168 time: 2.3885081 Jan 29 04:26:28.807954 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50390) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:28.811164 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5db02117-d59d-45c0-85ed-a3557293925a tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (9c70be74-2eb2-442d-9420-03b81a70643c), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:28.813784 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-4d0032da-3485-438b-ba88-43e78f1faa7d tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-61886091', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:28.832578 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-5db02117-d59d-45c0-85ed-a3557293925a tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c70be74-2eb2-442d-9420-03b81a70643c']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:28.842481 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-5db02117-d59d-45c0-85ed-a3557293925a tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2261ad16-a66c-486a-b1c5-bce83ea56c95') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:28.842765 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-5db02117-d59d-45c0-85ed-a3557293925a tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2261ad16-a66c-486a-b1c5-bce83ea56c95') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:28.856958 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5db02117-d59d-45c0-85ed-a3557293925a tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (2261ad16-a66c-486a-b1c5-bce83ea56c95), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:28.873426 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6b07f05a-d5b3-4a3f-8500-3c69f695c55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (17c648c7-6cfa-4e31-818e-03801f4c9b38), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:28.874854 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a9323e93-47fc-4920-bc17-ad85f21bbfca tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (9a49b676-845a-4bed-b5ab-e8c04b7e5605), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:28.877517 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a9323e93-47fc-4920-bc17-ad85f21bbfca tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:28.881409 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a9323e93-47fc-4920-bc17-ad85f21bbfca tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "DELETE /v2.0/security-groups/9a49b676-845a-4bed-b5ab-e8c04b7e5605 HTTP/1.1" status: 204 len: 168 time: 0.3092971 Jan 29 04:26:28.882068 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50392) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:28.904061 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5db02117-d59d-45c0-85ed-a3557293925a tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (2261ad16-a66c-486a-b1c5-bce83ea56c95), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:28.907746 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b91c760d-0684-43cc-949f-13967236743f tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router_controller (c142d0ad-85f4-4efd-8cdc-d3f22c045d29), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:28.914957 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5db02117-d59d-45c0-85ed-a3557293925a tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:26:28.915357 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5db02117-d59d-45c0-85ed-a3557293925a tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (2261ad16-a66c-486a-b1c5-bce83ea56c95), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:28.919479 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:26:28.919479 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:26:28.919479 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:26:28.919479 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:26:28.919479 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:26:28.919479 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:26:28.919479 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:26:28.919479 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:26:28.919479 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:26:28.919479 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:26:28.919479 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:26:28.919479 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:26:28.919479 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:26:28.919479 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:26:28.919479 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:26:28.919479 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:26:28.919479 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:26:28.919479 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:26:28.919479 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:26:28.919479 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:26:28.919479 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:26:28.919479 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:26:28.919479 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:26:28.919479 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:26:28.919479 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:26:28.919479 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:26:28.919479 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:26:28.919479 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:26:28.919479 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:26:28.919479 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:26:28.919479 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:26:28.919479 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:26:28.921570 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9323e93-47fc-4920-bc17-ad85f21bbfca tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a49b676-845a-4bed-b5ab-e8c04b7e5605,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:28.931711 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4d0032da-3485-438b-ba88-43e78f1faa7d tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (44971440-27cf-48b5-b766-9fef45a223c2), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:28.932294 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4d0032da-3485-438b-ba88-43e78f1faa7d tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (44971440-27cf-48b5-b766-9fef45a223c2), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:28.974822 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b07f05a-d5b3-4a3f-8500-3c69f695c55f None None] Pushing event updated for resources: {'Port': ['ID=17c648c7-6cfa-4e31-818e-03801f4c9b38,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:28.999496 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72546945-0d4d-4be5-8218-795e7e865570 None None] get_active_networks_info from dv-neutron-821190-1-hyperv {{(pid=103586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 29 04:26:29.029335 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.db.api [None req-5db02117-d59d-45c0-85ed-a3557293925a tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 29 04:26:29.029335 dv-neutron-821190-1-hyperv neutron-server[103585]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 29 04:26:29.029335 dv-neutron-821190-1-hyperv neutron-server[103585]: [parameters: {'id': '9c70be74-2eb2-442d-9420-03b81a70643c'}] Jan 29 04:26:29.029335 dv-neutron-821190-1-hyperv neutron-server[103585]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:26:29.041111 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG oslo_db.api [None req-5db02117-d59d-45c0-85ed-a3557293925a tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:26:29.041207 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d154d0c7-8ed7-462d-8d02-200d3731dbf9 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1445720 Jan 29 04:26:29.041298 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50394) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:29.061680 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4d0032da-3485-438b-ba88-43e78f1faa7d tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router_controller (44971440-27cf-48b5-b766-9fef45a223c2), precommit_add_association {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:29.069863 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-811bb501-fd81-4d04-ac3d-9e4ccb835a6f tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Request body: {'security_group': {'name': 'tempest-secgroup--1055805025'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:29.087884 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-f2a9c098-fe02-4f6d-b6ed-267d0c20f56a tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Allocated IP 172.26.8.50 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/6ba6053d-19b6-4333-b968-11e90b53b529) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:26:29.101969 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72546945-0d4d-4be5-8218-795e7e865570 None None] Resources bound (agent type, host, resource id): {{(pid=103586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 04:26:29.153447 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b91c760d-0684-43cc-949f-13967236743f tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router_gateway (c142d0ad-85f4-4efd-8cdc-d3f22c045d29), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:29.174101 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4d0032da-3485-438b-ba88-43e78f1faa7d tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (44971440-27cf-48b5-b766-9fef45a223c2), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:29.224461 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-d80aaded-8d7e-4a89-a5f0-4807b396ad6b None None] Current status of the port 7a556b15-c0b7-4be5-b6c3-017384e21325 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:26:29.238609 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-811bb501-fd81-4d04-ac3d-9e4ccb835a6f tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:29.253411 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f2a9c098-fe02-4f6d-b6ed-267d0c20f56a tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for port (6ba6053d-19b6-4333-b968-11e90b53b529), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:29.261732 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c8648-16e5-4ad4-bead-bfd63f95a8c4 req-863a8b6c-df55-4917-852b-43c6add38324 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:29.263100 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-894c8648-16e5-4ad4-bead-bfd63f95a8c4 req-863a8b6c-df55-4917-852b-43c6add38324 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.1024041 Jan 29 04:26:29.306684 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4d0032da-3485-438b-ba88-43e78f1faa7d tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:29.307874 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-4d0032da-3485-438b-ba88-43e78f1faa7d tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4989371 Jan 29 04:26:29.311125 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50398) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:29.321389 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-da6a70b3-ae8a-4385-a173-a0a6877b7de0 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'enable_snat': False}}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:29.337609 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-894c8648-16e5-4ad4-bead-bfd63f95a8c4 req-79d2ff67-6195-483a-9d1e-034150f5fb41 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0682423 Jan 29 04:26:29.346902 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-f4f916cc-b48f-44e1-a13e-f23b8fc4677f None None] Provisioning complete for port 7a556b15-c0b7-4be5-b6c3-017384e21325 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:26:29.347272 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f4f916cc-b48f-44e1-a13e-f23b8fc4677f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (7a556b15-c0b7-4be5-b6c3-017384e21325), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:29.374153 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c46d536-0564-4235-8640-1ae41526fc98 None None] Network 9c70be74-2eb2-442d-9420-03b81a70643c requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:26:29.406232 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f2a9c098-fe02-4f6d-b6ed-267d0c20f56a tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (6ba6053d-19b6-4333-b968-11e90b53b529), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:29.455970 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a9c098-fe02-4f6d-b6ed-267d0c20f56a tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:26:29.459877 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-f2a9c098-fe02-4f6d-b6ed-267d0c20f56a tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:29.462871 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a9c098-fe02-4f6d-b6ed-267d0c20f56a tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:26:29.492563 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9c098-fe02-4f6d-b6ed-267d0c20f56a tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Pushing event updated for resources: {'Port': ['ID=6ba6053d-19b6-4333-b968-11e90b53b529,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:29.493565 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-811bb501-fd81-4d04-ac3d-9e4ccb835a6f tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (86f1da71-a53c-49ec-bd7c-5a9abec9a8a6), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:29.511222 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-f4f916cc-b48f-44e1-a13e-f23b8fc4677f None None] Current status of the port 7a556b15-c0b7-4be5-b6c3-017384e21325 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:26:29.538546 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5db02117-d59d-45c0-85ed-a3557293925a tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (9c70be74-2eb2-442d-9420-03b81a70643c), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:29.582543 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-811bb501-fd81-4d04-ac3d-9e4ccb835a6f tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (86f1da71-a53c-49ec-bd7c-5a9abec9a8a6), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:29.589036 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-da6a70b3-ae8a-4385-a173-a0a6877b7de0 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for router_gateway (44971440-27cf-48b5-b766-9fef45a223c2), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:29.701850 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811bb501-fd81-4d04-ac3d-9e4ccb835a6f tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86f1da71-a53c-49ec-bd7c-5a9abec9a8a6,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:29.729756 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b91c760d-0684-43cc-949f-13967236743f tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router_gateway (c142d0ad-85f4-4efd-8cdc-d3f22c045d29), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:29.735001 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-811bb501-fd81-4d04-ac3d-9e4ccb835a6f tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:29.736252 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-811bb501-fd81-4d04-ac3d-9e4ccb835a6f tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6701639 Jan 29 04:26:29.739888 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50400) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:29.749830 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-af84d837-99f7-494c-a8f5-2d77d264d2c5 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Request body: {'security_group_rule': {'security_group_id': '86f1da71-a53c-49ec-bd7c-5a9abec9a8a6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:29.749830 dv-neutron-821190-1-hyperv neutron-server[103584]: WARNING neutron.api.v2.base [None req-af84d837-99f7-494c-a8f5-2d77d264d2c5 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 29 04:26:29.749830 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-af84d837-99f7-494c-a8f5-2d77d264d2c5 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:26:29.749830 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-af84d837-99f7-494c-a8f5-2d77d264d2c5 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0061090 Jan 29 04:26:29.750206 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50402) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:29.763433 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 7a556b15-c0b7-4be5-b6c3-017384e21325 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:26:29.767603 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b91c760d-0684-43cc-949f-13967236743f tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:29.821500 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 7a556b15-c0b7-4be5-b6c3-017384e21325 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:26:29.822466 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (7a556b15-c0b7-4be5-b6c3-017384e21325), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:29.857698 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-5db02117-d59d-45c0-85ed-a3557293925a tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Deleting port 17c648c7-6cfa-4e31-818e-03801f4c9b38 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:26:29.858049 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5db02117-d59d-45c0-85ed-a3557293925a tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (17c648c7-6cfa-4e31-818e-03801f4c9b38), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:29.876696 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-708a534a-8154-4fdb-9390-d02aa18c53c0 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (86f1da71-a53c-49ec-bd7c-5a9abec9a8a6), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:29.943264 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-708a534a-8154-4fdb-9390-d02aa18c53c0 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (86f1da71-a53c-49ec-bd7c-5a9abec9a8a6), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:29.974237 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-5db02117-d59d-45c0-85ed-a3557293925a tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] For port 17c648c7-6cfa-4e31-818e-03801f4c9b38, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=17c648c7-6cfa-4e31-818e-03801f4c9b38,segment=NetworkSegment(2261ad16-a66c-486a-b1c5-bce83ea56c95),segment_id=2261ad16-a66c-486a-b1c5-bce83ea56c95)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:29.974604 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5db02117-d59d-45c0-85ed-a3557293925a tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (17c648c7-6cfa-4e31-818e-03801f4c9b38), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:29.988029 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f2a9c098-fe02-4f6d-b6ed-267d0c20f56a tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for floatingip (2660006a-4b1a-4fa6-bf29-5ac6a2a99183), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:30.003285 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-5db02117-d59d-45c0-85ed-a3557293925a tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Calling delete_port for 17c648c7-6cfa-4e31-818e-03801f4c9b38 owned by network:dhcp {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:26:30.005786 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-b91c760d-0684-43cc-949f-13967236743f tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Allocated IP 172.26.8.5 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/88b09e81-f2b2-4545-a675-54c1cea3e39e) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:26:30.064845 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 7a556b15-c0b7-4be5-b6c3-017384e21325 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:26:30.074509 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-708a534a-8154-4fdb-9390-d02aa18c53c0 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (86f1da71-a53c-49ec-bd7c-5a9abec9a8a6), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:30.077213 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-708a534a-8154-4fdb-9390-d02aa18c53c0 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:30.078384 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-708a534a-8154-4fdb-9390-d02aa18c53c0 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "DELETE /v2.0/security-groups/86f1da71-a53c-49ec-bd7c-5a9abec9a8a6 HTTP/1.1" status: 204 len: 168 time: 0.3275123 Jan 29 04:26:30.081795 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50404) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:30.099652 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a534a-8154-4fdb-9390-d02aa18c53c0 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f1da71-a53c-49ec-bd7c-5a9abec9a8a6,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:30.155446 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f2a9c098-fe02-4f6d-b6ed-267d0c20f56a tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (6ba6053d-19b6-4333-b968-11e90b53b529), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:30.159950 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-8c2a50f1-ce8b-4404-b756-35111933a535 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0771525 Jan 29 04:26:30.167458 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50406) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:30.322104 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f2a9c098-fe02-4f6d-b6ed-267d0c20f56a tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for port (6ba6053d-19b6-4333-b968-11e90b53b529), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:30.382287 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f2a9c098-fe02-4f6d-b6ed-267d0c20f56a tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (6ba6053d-19b6-4333-b968-11e90b53b529), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:30.453905 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9c098-fe02-4f6d-b6ed-267d0c20f56a tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Pushing event updated for resources: {'Port': ['ID=6ba6053d-19b6-4333-b968-11e90b53b529,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:30.468406 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f2a9c098-fe02-4f6d-b6ed-267d0c20f56a tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (2660006a-4b1a-4fa6-bf29-5ac6a2a99183), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:30.474337 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-7d31dc23-07a1-4d80-a27f-7f8a6f66efe6 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Request body: {'security_group': {'name': 'tempest-secgroup--855841055'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:30.569819 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.l3_db [None req-f2a9c098-fe02-4f6d-b6ed-267d0c20f56a tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Floating IP 2660006a-4b1a-4fa6-bf29-5ac6a2a99183 associated. External IP: 172.26.8.50, port: 1b848914-ddf7-4ad1-8ef9-3522dfef0aae. Jan 29 04:26:30.596822 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b91c760d-0684-43cc-949f-13967236743f tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for port (88b09e81-f2b2-4545-a675-54c1cea3e39e), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:30.623023 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-da6a70b3-ae8a-4385-a173-a0a6877b7de0 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for router_gateway (44971440-27cf-48b5-b766-9fef45a223c2), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:30.655248 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-da6a70b3-ae8a-4385-a173-a0a6877b7de0 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:30.658928 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7d31dc23-07a1-4d80-a27f-7f8a6f66efe6 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:30.660572 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5db02117-d59d-45c0-85ed-a3557293925a tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (17c648c7-6cfa-4e31-818e-03801f4c9b38), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:30.673022 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c29525-cfda-407c-be88-00b0b1eebe2b req-a7aebcb9-b929-414a-8200-f0402e9d0ad0 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:30.674493 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d8c29525-cfda-407c-be88-00b0b1eebe2b req-a7aebcb9-b929-414a-8200-f0402e9d0ad0 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.1908622 Jan 29 04:26:30.722825 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db02117-d59d-45c0-85ed-a3557293925a tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event deleted for resources: {'Port': ['ID=17c648c7-6cfa-4e31-818e-03801f4c9b38,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:30.763480 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db02117-d59d-45c0-85ed-a3557293925a tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] No DVR routers for this DVR port 17c648c7-6cfa-4e31-818e-03801f4c9b38 on host dv-neutron-821190-1-hyperv {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:26:30.781577 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a9c098-fe02-4f6d-b6ed-267d0c20f56a tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Router c00cdb5d-03dc-439c-9461-685d5a3cca42 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:26:30.785266 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b91c760d-0684-43cc-949f-13967236743f tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (88b09e81-f2b2-4545-a675-54c1cea3e39e), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:30.887975 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a9c098-fe02-4f6d-b6ed-267d0c20f56a tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:26:30.900108 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b322b0d9-b08d-41ff-9f59-0d0f1c99bbde None None] Sync routers for ids ['c00cdb5d-03dc-439c-9461-685d5a3cca42'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:26:30.910318 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b322b0d9-b08d-41ff-9f59-0d0f1c99bbde None None] Routers {'c00cdb5d-03dc-439c-9461-685d5a3cca42'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:30.911082 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-b322b0d9-b08d-41ff-9f59-0d0f1c99bbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['c00cdb5d-03dc-439c-9461-685d5a3cca42'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:30.945570 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d8c29525-cfda-407c-be88-00b0b1eebe2b req-0484dddd-9e6a-4025-b6c6-7808cd89ba82 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2536745 Jan 29 04:26:30.947677 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-b322b0d9-b08d-41ff-9f59-0d0f1c99bbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:30.948798 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91c760d-0684-43cc-949f-13967236743f tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:26:30.958159 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b322b0d9-b08d-41ff-9f59-0d0f1c99bbde None None] Routers {'c00cdb5d-03dc-439c-9461-685d5a3cca42'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:30.958639 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-b322b0d9-b08d-41ff-9f59-0d0f1c99bbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['c00cdb5d-03dc-439c-9461-685d5a3cca42'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:30.973582 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f2a9c098-fe02-4f6d-b6ed-267d0c20f56a tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:30.976406 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-b91c760d-0684-43cc-949f-13967236743f tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:30.981900 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5db02117-d59d-45c0-85ed-a3557293925a tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (9c70be74-2eb2-442d-9420-03b81a70643c), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:30.984471 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91c760d-0684-43cc-949f-13967236743f tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:26:30.988725 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91c760d-0684-43cc-949f-13967236743f tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Pushing event updated for resources: {'Port': ['ID=88b09e81-f2b2-4545-a675-54c1cea3e39e,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:30.996967 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-b322b0d9-b08d-41ff-9f59-0d0f1c99bbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:30.997622 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b322b0d9-b08d-41ff-9f59-0d0f1c99bbde None None] The sync data for ids ['c00cdb5d-03dc-439c-9461-685d5a3cca42'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:26:31.012406 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f2a9c098-fe02-4f6d-b6ed-267d0c20f56a tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.4732733 Jan 29 04:26:31.012658 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50412) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:31.054427 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-5db02117-d59d-45c0-85ed-a3557293925a tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c70be74-2eb2-442d-9420-03b81a70643c']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:31.061982 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7d31dc23-07a1-4d80-a27f-7f8a6f66efe6 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (2ddcedd7-6d4a-4317-9ccb-5e80764a4da3), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:31.075941 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-94204fa3-b32a-4396-b221-e8a888900d65 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "GET /v2.0/floatingips/2660006a-4b1a-4fa6-bf29-5ac6a2a99183 HTTP/1.1" status: 200 len: 978 time: 0.0621333 Jan 29 04:26:31.078400 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50414) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:31.084166 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-5db02117-d59d-45c0-85ed-a3557293925a tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2261ad16-a66c-486a-b1c5-bce83ea56c95') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:31.085053 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-5db02117-d59d-45c0-85ed-a3557293925a tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2261ad16-a66c-486a-b1c5-bce83ea56c95') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:31.096101 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5db02117-d59d-45c0-85ed-a3557293925a tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (2261ad16-a66c-486a-b1c5-bce83ea56c95), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:31.140872 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.db.api [None req-da6a70b3-ae8a-4385-a173-a0a6877b7de0 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.26.8.5-0010fd4b-78f4-473f-b39d-d3d991c2cafc {{(pid=103585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:26:31.140872 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG oslo_db.api [None req-da6a70b3-ae8a-4385-a173-a0a6877b7de0 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:26:31.142388 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5db02117-d59d-45c0-85ed-a3557293925a tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (2261ad16-a66c-486a-b1c5-bce83ea56c95), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:31.179065 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7d31dc23-07a1-4d80-a27f-7f8a6f66efe6 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (2ddcedd7-6d4a-4317-9ccb-5e80764a4da3), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:31.182499 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5db02117-d59d-45c0-85ed-a3557293925a tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:26:31.182890 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5db02117-d59d-45c0-85ed-a3557293925a tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (2261ad16-a66c-486a-b1c5-bce83ea56c95), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:31.190494 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:26:31.190494 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:26:31.190494 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:26:31.190494 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:26:31.190494 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:26:31.190494 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:26:31.190494 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:26:31.190494 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:26:31.190494 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:26:31.190494 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:26:31.190494 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:26:31.190494 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:26:31.190494 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:26:31.190494 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:26:31.190494 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:26:31.190494 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:26:31.190494 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:26:31.190494 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:26:31.190494 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:26:31.190494 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:26:31.190494 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:26:31.190494 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:26:31.190494 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:26:31.190494 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:26:31.190494 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:26:31.190494 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:26:31.190494 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:26:31.190494 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:26:31.190494 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:26:31.190494 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:26:31.190494 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:26:31.190494 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:26:31.210572 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-5e97b178-5d62-4a1c-95ff-86b26851b8cb tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1303015 Jan 29 04:26:31.213456 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50416) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:31.219265 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-a0e1d80b-8470-414b-8828-6fedab15f6bc tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Request body: {'floatingip': {'port_id': '89e23a78-c104-49d7-9e1e-6c22f3d5cb75'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:31.279289 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a0e1d80b-8470-414b-8828-6fedab15f6bc tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for floatingip (2660006a-4b1a-4fa6-bf29-5ac6a2a99183), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:31.298177 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d31dc23-07a1-4d80-a27f-7f8a6f66efe6 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddcedd7-6d4a-4317-9ccb-5e80764a4da3,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:31.344021 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7d31dc23-07a1-4d80-a27f-7f8a6f66efe6 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:31.345304 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7d31dc23-07a1-4d80-a27f-7f8a6f66efe6 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.1755769 Jan 29 04:26:31.348213 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50418) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:31.352588 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-1f500e44-eff0-49fe-b1a8-2f3d7c70dff8 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Request body: {'security_group_rule': {'security_group_id': '2ddcedd7-6d4a-4317-9ccb-5e80764a4da3', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:31.353425 dv-neutron-821190-1-hyperv neutron-server[103585]: WARNING neutron.api.v2.base [None req-1f500e44-eff0-49fe-b1a8-2f3d7c70dff8 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 29 04:26:31.353921 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-1f500e44-eff0-49fe-b1a8-2f3d7c70dff8 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:26:31.354857 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-1f500e44-eff0-49fe-b1a8-2f3d7c70dff8 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0056934 Jan 29 04:26:31.357220 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50420) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:31.399201 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5db02117-d59d-45c0-85ed-a3557293925a tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (9c70be74-2eb2-442d-9420-03b81a70643c), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:31.412013 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5db02117-d59d-45c0-85ed-a3557293925a tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:31.415718 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-5db02117-d59d-45c0-85ed-a3557293925a tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "DELETE /v2.0/networks/9c70be74-2eb2-442d-9420-03b81a70643c HTTP/1.1" status: 204 len: 168 time: 3.8288338 Jan 29 04:26:31.426512 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50422) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:31.432298 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-58f1f52d-5379-47a0-9429-635ee1fe979d tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-886849991'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:31.439068 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ddd8cfe4-ab71-49ad-80d3-9b9e6304a24a tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (2ddcedd7-6d4a-4317-9ccb-5e80764a4da3), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:31.440661 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db02117-d59d-45c0-85ed-a3557293925a tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event deleted for resources: {'Network': ['ID=9c70be74-2eb2-442d-9420-03b81a70643c,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:31.507894 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ddd8cfe4-ab71-49ad-80d3-9b9e6304a24a tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (2ddcedd7-6d4a-4317-9ccb-5e80764a4da3), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:31.567422 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f1f52d-5379-47a0-9429-635ee1fe979d tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Made reservation on behalf of bcaf13695579453ab1aaf7b22b50d822 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:26:31.570732 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-58f1f52d-5379-47a0-9429-635ee1fe979d tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:31.609323 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b91c760d-0684-43cc-949f-13967236743f tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router_gateway (c142d0ad-85f4-4efd-8cdc-d3f22c045d29), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:31.645916 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-da6a70b3-ae8a-4385-a173-a0a6877b7de0 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:31.706367 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ddd8cfe4-ab71-49ad-80d3-9b9e6304a24a tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (2ddcedd7-6d4a-4317-9ccb-5e80764a4da3), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:31.708869 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ddd8cfe4-ab71-49ad-80d3-9b9e6304a24a tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:31.710940 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ddd8cfe4-ab71-49ad-80d3-9b9e6304a24a tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "DELETE /v2.0/security-groups/2ddcedd7-6d4a-4317-9ccb-5e80764a4da3 HTTP/1.1" status: 204 len: 168 time: 0.3527384 Jan 29 04:26:31.713268 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58f1f52d-5379-47a0-9429-635ee1fe979d tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:26:31.715839 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50424) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:31.764020 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd8cfe4-ab71-49ad-80d3-9b9e6304a24a tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ddcedd7-6d4a-4317-9ccb-5e80764a4da3,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:31.775000 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-58f1f52d-5379-47a0-9429-635ee1fe979d tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (c64f69b4-82d4-49c6-8db1-e19f796998a2), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:31.775530 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-58f1f52d-5379-47a0-9429-635ee1fe979d tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Added segment c64f69b4-82d4-49c6-8db1-e19f796998a2 of type vlan for network 8ae2b11c-6671-4503-ae9e-5f12b6660781 Jan 29 04:26:31.782766 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a0e1d80b-8470-414b-8828-6fedab15f6bc tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:31.799469 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1399dd01-f3b7-4ce8-b38b-e2d9adf976be tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0825455 Jan 29 04:26:31.803639 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50426) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:31.807948 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-8360ec45-5717-4bce-9829-880d05c2cb53 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Request body: {'security_group': {'name': 'tempest-secgroup--1689623965'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:31.843392 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a0e1d80b-8470-414b-8828-6fedab15f6bc tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (2660006a-4b1a-4fa6-bf29-5ac6a2a99183), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:31.888637 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-58f1f52d-5379-47a0-9429-635ee1fe979d tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (8ae2b11c-6671-4503-ae9e-5f12b6660781), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:31.896236 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8360ec45-5717-4bce-9829-880d05c2cb53 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:31.972154 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.l3_db [None req-a0e1d80b-8470-414b-8828-6fedab15f6bc tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Floating IP 2660006a-4b1a-4fa6-bf29-5ac6a2a99183 associated. External IP: 172.26.8.50, port: 1b848914-ddf7-4ad1-8ef9-3522dfef0aae. Jan 29 04:26:31.977001 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-da6a70b3-ae8a-4385-a173-a0a6877b7de0 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Allocated IP 172.26.8.148 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/a620a73c-0197-4cad-b168-4e92c84b3bf5) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:26:31.997510 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b91c760d-0684-43cc-949f-13967236743f tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (c142d0ad-85f4-4efd-8cdc-d3f22c045d29), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:32.079122 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-58f1f52d-5379-47a0-9429-635ee1fe979d tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (8ae2b11c-6671-4503-ae9e-5f12b6660781), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:32.084089 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f1f52d-5379-47a0-9429-635ee1fe979d tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:32.085576 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-58f1f52d-5379-47a0-9429-635ee1fe979d tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:32.223230 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1f52d-5379-47a0-9429-635ee1fe979d tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event updated for resources: {'Network': ['ID=8ae2b11c-6671-4503-ae9e-5f12b6660781,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:32.237127 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 8ae2b11c-6671-4503-ae9e-5f12b6660781 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:26:32.237981 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-58f1f52d-5379-47a0-9429-635ee1fe979d tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8104043 Jan 29 04:26:32.245682 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50430) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:32.253539 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-2e697579-854b-4caa-986b-1aeaf3c60397 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Request body: {'subnet': {'network_id': '8ae2b11c-6671-4503-ae9e-5f12b6660781', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:32.265644 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-da6a70b3-ae8a-4385-a173-a0a6877b7de0 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for port (a620a73c-0197-4cad-b168-4e92c84b3bf5), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:32.398447 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8360ec45-5717-4bce-9829-880d05c2cb53 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (a3d8bb13-5301-4a51-ba32-03020053bbf8), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:32.426793 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d683d-76da-4c29-8d82-c1cb2b01a664 req-1c3f04e5-8fe1-4b8a-8885-77b533bfd3d4 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:32.428310 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-fd2d683d-76da-4c29-8d82-c1cb2b01a664 req-1c3f04e5-8fe1-4b8a-8885-77b533bfd3d4 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.1323478 Jan 29 04:26:32.446053 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-da6a70b3-ae8a-4385-a173-a0a6877b7de0 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (a620a73c-0197-4cad-b168-4e92c84b3bf5), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:32.477831 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e697579-854b-4caa-986b-1aeaf3c60397 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Made reservation on behalf of bcaf13695579453ab1aaf7b22b50d822 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:26:32.481110 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2e697579-854b-4caa-986b-1aeaf3c60397 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:32.483672 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91c760d-0684-43cc-949f-13967236743f tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Router c142d0ad-85f4-4efd-8cdc-d3f22c045d29 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:26:32.484214 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8360ec45-5717-4bce-9829-880d05c2cb53 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (a3d8bb13-5301-4a51-ba32-03020053bbf8), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:32.493839 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6a70b3-ae8a-4385-a173-a0a6877b7de0 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:26:32.510229 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-da6a70b3-ae8a-4385-a173-a0a6877b7de0 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:32.512857 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6a70b3-ae8a-4385-a173-a0a6877b7de0 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:26:32.543539 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360ec45-5717-4bce-9829-880d05c2cb53 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d8bb13-5301-4a51-ba32-03020053bbf8,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:32.581343 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-fd2d683d-76da-4c29-8d82-c1cb2b01a664 req-ec944653-0642-44fc-abc9-a661c63c5558 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1467197 Jan 29 04:26:32.590518 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8360ec45-5717-4bce-9829-880d05c2cb53 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:32.591188 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a70b3-ae8a-4385-a173-a0a6877b7de0 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Pushing event updated for resources: {'Port': ['ID=a620a73c-0197-4cad-b168-4e92c84b3bf5,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:32.592924 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-8360ec45-5717-4bce-9829-880d05c2cb53 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7882955 Jan 29 04:26:32.605433 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50434) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:32.605433 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.ipam_backend_mixin [None req-2e697579-854b-4caa-986b-1aeaf3c60397 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Performing IP validity checks on allocation pools {{(pid=103585) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 29 04:26:32.605433 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.ipam_backend_mixin [None req-2e697579-854b-4caa-986b-1aeaf3c60397 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103585) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 29 04:26:32.612996 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e1d80b-8470-414b-8828-6fedab15f6bc tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Router c00cdb5d-03dc-439c-9461-685d5a3cca42 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:26:32.636175 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-638d22aa-b376-4873-8fe2-c40483c62c8d tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Request body: {'security_group_rule': {'security_group_id': 'a3d8bb13-5301-4a51-ba32-03020053bbf8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:32.659156 dv-neutron-821190-1-hyperv neutron-server[103585]: WARNING neutron.api.v2.base [None req-638d22aa-b376-4873-8fe2-c40483c62c8d tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 29 04:26:32.659711 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-638d22aa-b376-4873-8fe2-c40483c62c8d tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:26:32.660760 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-638d22aa-b376-4873-8fe2-c40483c62c8d tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0280209 Jan 29 04:26:32.665218 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50436) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:32.671096 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-b211e7fb-0123-48ea-850e-db68e58e1735 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Request body: {'security_group_rule': {'security_group_id': 'a3d8bb13-5301-4a51-ba32-03020053bbf8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:32.672672 dv-neutron-821190-1-hyperv neutron-server[103584]: WARNING neutron.api.v2.base [None req-b211e7fb-0123-48ea-850e-db68e58e1735 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 29 04:26:32.673178 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-b211e7fb-0123-48ea-850e-db68e58e1735 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:26:32.674147 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b211e7fb-0123-48ea-850e-db68e58e1735 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0079973 Jan 29 04:26:32.677102 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50438) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:32.685100 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-65921a72-00d3-4885-951c-90540253098b tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Request body: {'security_group_rule': {'security_group_id': 'a3d8bb13-5301-4a51-ba32-03020053bbf8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:32.686094 dv-neutron-821190-1-hyperv neutron-server[103584]: WARNING neutron.api.v2.base [None req-65921a72-00d3-4885-951c-90540253098b tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 29 04:26:32.686571 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-65921a72-00d3-4885-951c-90540253098b tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:26:32.687927 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-65921a72-00d3-4885-951c-90540253098b tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082979 Jan 29 04:26:32.690870 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50440) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:32.695957 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-12e80434-1d1c-4f23-bd10-f7614b21a212 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Request body: {'security_group_rule': {'security_group_id': 'a3d8bb13-5301-4a51-ba32-03020053bbf8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:32.696846 dv-neutron-821190-1-hyperv neutron-server[103584]: WARNING neutron.api.v2.base [None req-12e80434-1d1c-4f23-bd10-f7614b21a212 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 29 04:26:32.697352 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-12e80434-1d1c-4f23-bd10-f7614b21a212 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:26:32.698416 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-12e80434-1d1c-4f23-bd10-f7614b21a212 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0064390 Jan 29 04:26:32.700842 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50442) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:32.781589 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e1d80b-8470-414b-8828-6fedab15f6bc tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:26:32.792565 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810566a1-1292-4a92-80fd-92ad2a16c6c3 None None] Sync routers for ids ['c00cdb5d-03dc-439c-9461-685d5a3cca42'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:26:32.804121 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810566a1-1292-4a92-80fd-92ad2a16c6c3 None None] Routers {'c00cdb5d-03dc-439c-9461-685d5a3cca42'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:32.805016 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-810566a1-1292-4a92-80fd-92ad2a16c6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['c00cdb5d-03dc-439c-9461-685d5a3cca42'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:32.833952 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b18f504a-2193-4d7f-8abd-9a790eee1a6f tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (a3d8bb13-5301-4a51-ba32-03020053bbf8), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:32.840123 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-810566a1-1292-4a92-80fd-92ad2a16c6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:32.850665 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810566a1-1292-4a92-80fd-92ad2a16c6c3 None None] Routers {'c00cdb5d-03dc-439c-9461-685d5a3cca42'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:32.851630 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-810566a1-1292-4a92-80fd-92ad2a16c6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['c00cdb5d-03dc-439c-9461-685d5a3cca42'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:32.892718 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-810566a1-1292-4a92-80fd-92ad2a16c6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:32.893348 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810566a1-1292-4a92-80fd-92ad2a16c6c3 None None] The sync data for ids ['c00cdb5d-03dc-439c-9461-685d5a3cca42'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:26:32.897165 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91c760d-0684-43cc-949f-13967236743f tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:26:32.900769 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b18f504a-2193-4d7f-8abd-9a790eee1a6f tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (a3d8bb13-5301-4a51-ba32-03020053bbf8), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:32.909782 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c286201-f0e2-4aa9-8f63-1e0b6ae371b6 None None] Sync routers for ids ['c142d0ad-85f4-4efd-8cdc-d3f22c045d29'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:26:32.922664 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c286201-f0e2-4aa9-8f63-1e0b6ae371b6 None None] Routers {'c142d0ad-85f4-4efd-8cdc-d3f22c045d29'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:32.924148 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-3c286201-f0e2-4aa9-8f63-1e0b6ae371b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['c142d0ad-85f4-4efd-8cdc-d3f22c045d29'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:32.959485 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-3c286201-f0e2-4aa9-8f63-1e0b6ae371b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:32.969002 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c286201-f0e2-4aa9-8f63-1e0b6ae371b6 None None] Routers {'c142d0ad-85f4-4efd-8cdc-d3f22c045d29'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:32.969672 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-3c286201-f0e2-4aa9-8f63-1e0b6ae371b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['c142d0ad-85f4-4efd-8cdc-d3f22c045d29'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:33.009658 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-3c286201-f0e2-4aa9-8f63-1e0b6ae371b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:33.010940 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c286201-f0e2-4aa9-8f63-1e0b6ae371b6 None None] The sync data for ids ['c142d0ad-85f4-4efd-8cdc-d3f22c045d29'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:26:33.021267 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b91c760d-0684-43cc-949f-13967236743f tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:33.022568 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b91c760d-0684-43cc-949f-13967236743f tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 4.9258809 Jan 29 04:26:33.026561 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50444) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:33.060991 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e1d80b-8470-414b-8828-6fedab15f6bc tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Router c00cdb5d-03dc-439c-9461-685d5a3cca42 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:26:33.103119 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2e697579-854b-4caa-986b-1aeaf3c60397 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (e2040417-c2e8-4ed6-b497-72be3f51df45), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:33.109552 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b18f504a-2193-4d7f-8abd-9a790eee1a6f tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (a3d8bb13-5301-4a51-ba32-03020053bbf8), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:33.112128 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b18f504a-2193-4d7f-8abd-9a790eee1a6f tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:33.113330 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b18f504a-2193-4d7f-8abd-9a790eee1a6f tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "DELETE /v2.0/security-groups/a3d8bb13-5301-4a51-ba32-03020053bbf8 HTTP/1.1" status: 204 len: 168 time: 0.4116914 Jan 29 04:26:33.120176 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50446) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:33.137803 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f504a-2193-4d7f-8abd-9a790eee1a6f tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d8bb13-5301-4a51-ba32-03020053bbf8,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:33.221280 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a0c2c86e-9327-41db-af78-40298c3c8113 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0988925 Jan 29 04:26:33.225869 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50448) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:33.230370 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-7ae21b14-5efc-4155-93e9-cfa9fccfa977 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Request body: {'security_group': {'name': 'tempest-secgroup--690495401'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:33.236143 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e1d80b-8470-414b-8828-6fedab15f6bc tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:26:33.242641 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a0e1d80b-8470-414b-8828-6fedab15f6bc tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:33.246602 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0361ad8a-fe6d-4863-b848-1e6cf72183fb None None] Sync routers for ids ['c00cdb5d-03dc-439c-9461-685d5a3cca42'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:26:33.257913 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0361ad8a-fe6d-4863-b848-1e6cf72183fb None None] Routers {'c00cdb5d-03dc-439c-9461-685d5a3cca42'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:33.258899 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-0361ad8a-fe6d-4863-b848-1e6cf72183fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['c00cdb5d-03dc-439c-9461-685d5a3cca42'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:33.294358 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-0361ad8a-fe6d-4863-b848-1e6cf72183fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:33.304900 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0361ad8a-fe6d-4863-b848-1e6cf72183fb None None] Routers {'c00cdb5d-03dc-439c-9461-685d5a3cca42'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:33.305680 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-0361ad8a-fe6d-4863-b848-1e6cf72183fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['c00cdb5d-03dc-439c-9461-685d5a3cca42'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:33.316250 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a0e1d80b-8470-414b-8828-6fedab15f6bc tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "PUT /v2.0/floatingips/2660006a-4b1a-4fa6-bf29-5ac6a2a99183 HTTP/1.1" status: 200 len: 978 time: 2.0984752 Jan 29 04:26:33.316250 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50450) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:33.319771 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-fc3d07b5-8382-4e01-9364-17d4354c0fad tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:33.344992 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-0361ad8a-fe6d-4863-b848-1e6cf72183fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:33.345879 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0361ad8a-fe6d-4863-b848-1e6cf72183fb None None] The sync data for ids ['c00cdb5d-03dc-439c-9461-685d5a3cca42'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:26:33.377304 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fc3d07b5-8382-4e01-9364-17d4354c0fad tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for floatingip (2660006a-4b1a-4fa6-bf29-5ac6a2a99183), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:33.380847 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7ae21b14-5efc-4155-93e9-cfa9fccfa977 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:33.497688 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-da6a70b3-ae8a-4385-a173-a0a6877b7de0 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for router_gateway (44971440-27cf-48b5-b766-9fef45a223c2), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:33.560127 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e697579-854b-4caa-986b-1aeaf3c60397 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event updated for resources: {'Subnet': ['ID=e2040417-c2e8-4ed6-b497-72be3f51df45,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:33.569192 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fc3d07b5-8382-4e01-9364-17d4354c0fad tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:33.574143 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-78d4eb23-ec5d-4452-bbc0-6f0915f80dbd tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] 10.222.0.13 "GET /v2.0/routers/c142d0ad-85f4-4efd-8cdc-d3f22c045d29 HTTP/1.1" status: 200 len: 918 time: 0.5437443 Jan 29 04:26:33.575041 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50452) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:33.587342 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7ae21b14-5efc-4155-93e9-cfa9fccfa977 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (9530bc43-ac02-487a-ba0a-80150584e6e4), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:33.608844 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f9a65e56-d8d4-4d84-8bba-9c16d620b171 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] 10.222.0.13 "GET /v2.0/ports?device_id=c142d0ad-85f4-4efd-8cdc-d3f22c045d29 HTTP/1.1" status: 200 len: 205 time: 0.0302680 Jan 29 04:26:33.609087 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50456) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:33.615548 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e697579-854b-4caa-986b-1aeaf3c60397 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Checking segment: {'id': 'c64f69b4-82d4-49c6-8db1-e19f796998a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8ae2b11c-6671-4503-ae9e-5f12b6660781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:26:33.615911 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e697579-854b-4caa-986b-1aeaf3c60397 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Network hostable DHCP agents. Network: 8ae2b11c-6671-4503-ae9e-5f12b6660781, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:26:33.657582 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fc3d07b5-8382-4e01-9364-17d4354c0fad tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (2660006a-4b1a-4fa6-bf29-5ac6a2a99183), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:33.658047 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.l3_db [None req-fc3d07b5-8382-4e01-9364-17d4354c0fad tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Floating IP 2660006a-4b1a-4fa6-bf29-5ac6a2a99183 disassociated. External IP: 172.26.8.50, port: 89e23a78-c104-49d7-9e1e-6c22f3d5cb75. Jan 29 04:26:33.698034 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7ae21b14-5efc-4155-93e9-cfa9fccfa977 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (9530bc43-ac02-487a-ba0a-80150584e6e4), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:33.755657 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e697579-854b-4caa-986b-1aeaf3c60397 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Network 8ae2b11c-6671-4503-ae9e-5f12b6660781 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:26:33.785978 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e8c9c-f8ad-4ea5-a30e-d12a84bb62d9 req-f5944882-9b20-40bf-9a53-0b6068a735f2 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:33.787978 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-335e8c9c-f8ad-4ea5-a30e-d12a84bb62d9 req-f5944882-9b20-40bf-9a53-0b6068a735f2 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.1095781 Jan 29 04:26:33.789832 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-da6a70b3-ae8a-4385-a173-a0a6877b7de0 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1615661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1617607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-536'] for router (44971440-27cf-48b5-b766-9fef45a223c2), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:33.793337 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-da6a70b3-ae8a-4385-a173-a0a6877b7de0 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1615652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1615667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1617630'] for router (44971440-27cf-48b5-b766-9fef45a223c2), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:33.810212 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae21b14-5efc-4155-93e9-cfa9fccfa977 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9530bc43-ac02-487a-ba0a-80150584e6e4,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:33.843479 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1fd7b46f-63a4-4e6f-9e0d-7888fccf862e tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router (c142d0ad-85f4-4efd-8cdc-d3f22c045d29), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:33.849751 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7ae21b14-5efc-4155-93e9-cfa9fccfa977 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:33.851475 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-7ae21b14-5efc-4155-93e9-cfa9fccfa977 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6245813 Jan 29 04:26:33.855509 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50458) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:33.865075 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-1c861d12-443d-40de-8cff-307528a9954d tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Request body: {'security_group_rule': {'security_group_id': '9530bc43-ac02-487a-ba0a-80150584e6e4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:33.866301 dv-neutron-821190-1-hyperv neutron-server[103585]: WARNING neutron.api.v2.base [None req-1c861d12-443d-40de-8cff-307528a9954d tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 29 04:26:33.866791 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-1c861d12-443d-40de-8cff-307528a9954d tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:26:33.867738 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-1c861d12-443d-40de-8cff-307528a9954d tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066547 Jan 29 04:26:33.871686 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50460) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:33.878908 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-d8ca1d5a-f6f8-4e03-b3b8-6fbaa2e38ed3 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Request body: {'security_group_rule': {'security_group_id': '9530bc43-ac02-487a-ba0a-80150584e6e4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:33.886746 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-2e697579-854b-4caa-986b-1aeaf3c60397 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 8ae2b11c-6671-4503-ae9e-5f12b6660781) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:33.899004 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0be8051-f89d-428f-9f42-b87bcc64ee04 None None] Network 8ae2b11c-6671-4503-ae9e-5f12b6660781 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:26:33.905900 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e697579-854b-4caa-986b-1aeaf3c60397 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:33.906673 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2e697579-854b-4caa-986b-1aeaf3c60397 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:33.924166 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-335e8c9c-f8ad-4ea5-a30e-d12a84bb62d9 req-fcf8272e-a7c9-40cb-a6a5-95d48023cb11 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1287873 Jan 29 04:26:34.002616 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8164c823-07b8-4c00-b1a8-915723e5cf8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-8ae2b11c-6671-4503-ae9e-5f12b6660781', 'network_id': '8ae2b11c-6671-4503-ae9e-5f12b6660781', 'project_id': 'bcaf13695579453ab1aaf7b22b50d822', 'fixed_ips': [{'subnet_id': 'e2040417-c2e8-4ed6-b497-72be3f51df45'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:26:34.003482 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8164c823-07b8-4c00-b1a8-915723e5cf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:34.038826 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1fd7b46f-63a4-4e6f-9e0d-7888fccf862e tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router_gateway (c142d0ad-85f4-4efd-8cdc-d3f22c045d29), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:34.054634 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3d07b5-8382-4e01-9364-17d4354c0fad tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Router c00cdb5d-03dc-439c-9461-685d5a3cca42 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:26:34.092592 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2e697579-854b-4caa-986b-1aeaf3c60397 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.8428419 Jan 29 04:26:34.093600 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50462) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:34.144662 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-8164c823-07b8-4c00-b1a8-915723e5cf8b None None] Allocated IP 172.20.0.3 (8ae2b11c-6671-4503-ae9e-5f12b6660781/e2040417-c2e8-4ed6-b497-72be3f51df45/193f0cb8-71a1-48e2-9d82-15e871d94510) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:26:34.149857 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6a70b3-ae8a-4385-a173-a0a6877b7de0 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Router 44971440-27cf-48b5-b766-9fef45a223c2 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:26:34.196676 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3d07b5-8382-4e01-9364-17d4354c0fad tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:26:34.201886 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fc3d07b5-8382-4e01-9364-17d4354c0fad tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:34.241852 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-1fd7b46f-63a4-4e6f-9e0d-7888fccf862e tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Deleting port 88b09e81-f2b2-4545-a675-54c1cea3e39e {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:26:34.242189 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1fd7b46f-63a4-4e6f-9e0d-7888fccf862e tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (88b09e81-f2b2-4545-a675-54c1cea3e39e), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:34.247453 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-fc3d07b5-8382-4e01-9364-17d4354c0fad tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "PUT /v2.0/floatingips/2660006a-4b1a-4fa6-bf29-5ac6a2a99183 HTTP/1.1" status: 200 len: 687 time: 0.9290833 Jan 29 04:26:34.248256 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50464) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:34.255055 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f6010a-5209-42fb-862c-3f02dc6e1295 None None] Sync routers for ids ['c00cdb5d-03dc-439c-9461-685d5a3cca42'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:26:34.266888 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-46f47530-7bcc-44ad-8dc3-6445ad4c92e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (8ae2b11c-6671-4503-ae9e-5f12b6660781), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:34.288750 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f6010a-5209-42fb-862c-3f02dc6e1295 None None] Routers {'c00cdb5d-03dc-439c-9461-685d5a3cca42'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:34.289452 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-e2f6010a-5209-42fb-862c-3f02dc6e1295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['c00cdb5d-03dc-439c-9461-685d5a3cca42'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:34.326227 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-e2f6010a-5209-42fb-862c-3f02dc6e1295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:34.344067 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-d8ca1d5a-f6f8-4e03-b3b8-6fbaa2e38ed3 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:26:34.348858 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d8ca1d5a-f6f8-4e03-b3b8-6fbaa2e38ed3 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4745178 Jan 29 04:26:34.350859 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8164c823-07b8-4c00-b1a8-915723e5cf8b None None] Publish callbacks [] for port (193f0cb8-71a1-48e2-9d82-15e871d94510), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:34.351877 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50466) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:34.354792 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f6010a-5209-42fb-862c-3f02dc6e1295 None None] Routers {'c00cdb5d-03dc-439c-9461-685d5a3cca42'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:34.355141 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-e2f6010a-5209-42fb-862c-3f02dc6e1295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['c00cdb5d-03dc-439c-9461-685d5a3cca42'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:34.358225 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-96e9e613-0b26-4bd2-9bb4-4e8212355a41 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Request body: {'security_group_rule': {'security_group_id': '9530bc43-ac02-487a-ba0a-80150584e6e4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:34.358714 dv-neutron-821190-1-hyperv neutron-server[103585]: WARNING neutron.api.v2.base [None req-96e9e613-0b26-4bd2-9bb4-4e8212355a41 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 29 04:26:34.359207 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-96e9e613-0b26-4bd2-9bb4-4e8212355a41 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:26:34.363073 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-96e9e613-0b26-4bd2-9bb4-4e8212355a41 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0083003 Jan 29 04:26:34.363697 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50468) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:34.372984 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-4b4471be-6e2e-4e3c-9bf5-fd9ea042d32a tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Request body: {'security_group_rule': {'security_group_id': '9530bc43-ac02-487a-ba0a-80150584e6e4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:34.380268 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6a70b3-ae8a-4385-a173-a0a6877b7de0 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:26:34.385591 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-da6a70b3-ae8a-4385-a173-a0a6877b7de0 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:34.389471 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-da6a70b3-ae8a-4385-a173-a0a6877b7de0 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] 10.222.0.13 "PUT /v2.0/routers/44971440-27cf-48b5-b766-9fef45a223c2 HTTP/1.1" status: 200 len: 918 time: 5.0762315 Jan 29 04:26:34.393645 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-e2f6010a-5209-42fb-862c-3f02dc6e1295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:34.394195 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f6010a-5209-42fb-862c-3f02dc6e1295 None None] The sync data for ids ['c00cdb5d-03dc-439c-9461-685d5a3cca42'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:26:34.395526 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e2e999-0a97-4484-be2e-5aa94e5a9d05 None None] Sync routers for ids ['44971440-27cf-48b5-b766-9fef45a223c2'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:26:34.396036 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50470) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:34.414679 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e2e999-0a97-4484-be2e-5aa94e5a9d05 None None] Routers {'44971440-27cf-48b5-b766-9fef45a223c2'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:34.417404 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-95e2e999-0a97-4484-be2e-5aa94e5a9d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['44971440-27cf-48b5-b766-9fef45a223c2'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:34.421434 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1fd7b46f-63a4-4e6f-9e0d-7888fccf862e tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (88b09e81-f2b2-4545-a675-54c1cea3e39e), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:34.425377 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8164c823-07b8-4c00-b1a8-915723e5cf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (193f0cb8-71a1-48e2-9d82-15e871d94510), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:34.436761 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-1fd7b46f-63a4-4e6f-9e0d-7888fccf862e tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Calling delete_port for 88b09e81-f2b2-4545-a675-54c1cea3e39e owned by network:router_gateway {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:26:34.452760 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-46f47530-7bcc-44ad-8dc3-6445ad4c92e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (e2040417-c2e8-4ed6-b497-72be3f51df45), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:34.462367 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-95e2e999-0a97-4484-be2e-5aa94e5a9d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:34.472742 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e2e999-0a97-4484-be2e-5aa94e5a9d05 None None] Routers {'44971440-27cf-48b5-b766-9fef45a223c2'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:34.473581 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-95e2e999-0a97-4484-be2e-5aa94e5a9d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['44971440-27cf-48b5-b766-9fef45a223c2'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:34.495710 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-ecaed48f-5b3e-4f7a-9ab3-5a5e4cc87848 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Deleting port 6ba6053d-19b6-4333-b968-11e90b53b529 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:26:34.496043 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ecaed48f-5b3e-4f7a-9ab3-5a5e4cc87848 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (6ba6053d-19b6-4333-b968-11e90b53b529), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:34.501444 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8164c823-07b8-4c00-b1a8-915723e5cf8b None None] Pushing event updated for resources: {'Port': ['ID=193f0cb8-71a1-48e2-9d82-15e871d94510,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:34.513237 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8164c823-07b8-4c00-b1a8-915723e5cf8b None None] Network 8ae2b11c-6671-4503-ae9e-5f12b6660781 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:26:34.514841 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-8164c823-07b8-4c00-b1a8-915723e5cf8b None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:34.524456 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8164c823-07b8-4c00-b1a8-915723e5cf8b None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:26:34.531054 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-95e2e999-0a97-4484-be2e-5aa94e5a9d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:34.532437 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e2e999-0a97-4484-be2e-5aa94e5a9d05 None None] The sync data for ids ['44971440-27cf-48b5-b766-9fef45a223c2'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:26:34.576777 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2aecdb95-0dd2-48e0-a64e-0b9dae5614be tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] 10.222.0.13 "GET /v2.0/routers/44971440-27cf-48b5-b766-9fef45a223c2 HTTP/1.1" status: 200 len: 924 time: 0.1797743 Jan 29 04:26:34.585997 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50472) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:34.598694 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-8164c823-07b8-4c00-b1a8-915723e5cf8b None None] Attempting to bind port 193f0cb8-71a1-48e2-9d82-15e871d94510 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:26:34.598989 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-8164c823-07b8-4c00-b1a8-915723e5cf8b None None] Attempting to bind port 193f0cb8-71a1-48e2-9d82-15e871d94510 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'c64f69b4-82d4-49c6-8db1-e19f796998a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8ae2b11c-6671-4503-ae9e-5f12b6660781'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:26:34.599352 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8164c823-07b8-4c00-b1a8-915723e5cf8b None None] Attempting to bind port 193f0cb8-71a1-48e2-9d82-15e871d94510 on network 8ae2b11c-6671-4503-ae9e-5f12b6660781 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:26:34.605226 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8164c823-07b8-4c00-b1a8-915723e5cf8b None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:26:34.605944 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8164c823-07b8-4c00-b1a8-915723e5cf8b None None] Checking segment: {'id': 'c64f69b4-82d4-49c6-8db1-e19f796998a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8ae2b11c-6671-4503-ae9e-5f12b6660781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:26:34.607069 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8164c823-07b8-4c00-b1a8-915723e5cf8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:34.607069 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8164c823-07b8-4c00-b1a8-915723e5cf8b None None] Bound using segment: {'id': 'c64f69b4-82d4-49c6-8db1-e19f796998a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8ae2b11c-6671-4503-ae9e-5f12b6660781'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:26:34.607069 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-8164c823-07b8-4c00-b1a8-915723e5cf8b None None] Bound port: 193f0cb8-71a1-48e2-9d82-15e871d94510, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64f69b4-82d4-49c6-8db1-e19f796998a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8ae2b11c-6671-4503-ae9e-5f12b6660781'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:26:34.607322 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8164c823-07b8-4c00-b1a8-915723e5cf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (193f0cb8-71a1-48e2-9d82-15e871d94510), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:34.627389 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ecaed48f-5b3e-4f7a-9ab3-5a5e4cc87848 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (6ba6053d-19b6-4333-b968-11e90b53b529), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:34.627751 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ecaed48f-5b3e-4f7a-9ab3-5a5e4cc87848 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for floatingip (6ba6053d-19b6-4333-b968-11e90b53b529), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:34.645005 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-ecaed48f-5b3e-4f7a-9ab3-5a5e4cc87848 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Calling delete_port for 6ba6053d-19b6-4333-b968-11e90b53b529 owned by network:floatingip {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:26:34.663452 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-46f47530-7bcc-44ad-8dc3-6445ad4c92e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (e2040417-c2e8-4ed6-b497-72be3f51df45), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:34.679983 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-8164c823-07b8-4c00-b1a8-915723e5cf8b None None] For port 193f0cb8-71a1-48e2-9d82-15e871d94510, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:26:34.682920 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-8164c823-07b8-4c00-b1a8-915723e5cf8b None None] For port 193f0cb8-71a1-48e2-9d82-15e871d94510, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=193f0cb8-71a1-48e2-9d82-15e871d94510,segment=NetworkSegment(c64f69b4-82d4-49c6-8db1-e19f796998a2),segment_id=c64f69b4-82d4-49c6-8db1-e19f796998a2)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:26:34.702526 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f47530-7bcc-44ad-8dc3-6445ad4c92e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event deleted for resources: {'Subnet': ['ID=e2040417-c2e8-4ed6-b497-72be3f51df45,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:34.722833 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618b6506-a068-4d31-a018-fbafa33526f7 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:34.727585 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-618b6506-a068-4d31-a018-fbafa33526f7 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=f0de7169-31b1-4289-9a2a-56c5f4e63ed1&device_id=44971440-27cf-48b5-b766-9fef45a223c2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1373971 Jan 29 04:26:34.728919 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50474) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:34.752603 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8164c823-07b8-4c00-b1a8-915723e5cf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (193f0cb8-71a1-48e2-9d82-15e871d94510), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:34.764295 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-4b4471be-6e2e-4e3c-9bf5-fd9ea042d32a tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:26:34.765389 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4b4471be-6e2e-4e3c-9bf5-fd9ea042d32a tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3969083 Jan 29 04:26:34.770203 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50476) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:34.778285 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-8e9b7f54-32ea-4027-a87e-5fa170f5c2d9 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Request body: {'security_group_rule': {'security_group_id': '9530bc43-ac02-487a-ba0a-80150584e6e4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:34.779135 dv-neutron-821190-1-hyperv neutron-server[103584]: WARNING neutron.api.v2.base [None req-8e9b7f54-32ea-4027-a87e-5fa170f5c2d9 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 29 04:26:34.779728 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-8e9b7f54-32ea-4027-a87e-5fa170f5c2d9 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:26:34.783367 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-8e9b7f54-32ea-4027-a87e-5fa170f5c2d9 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0095236 Jan 29 04:26:34.792682 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50478) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:34.799514 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-29424e78-38e2-48f1-8962-25ab47da2fa7 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Request body: {'security_group_rule': {'security_group_id': '9530bc43-ac02-487a-ba0a-80150584e6e4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:34.804645 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-46f47530-7bcc-44ad-8dc3-6445ad4c92e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (8ae2b11c-6671-4503-ae9e-5f12b6660781), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:34.816919 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8164c823-07b8-4c00-b1a8-915723e5cf8b None None] Pushing event updated for resources: {'Port': ['ID=193f0cb8-71a1-48e2-9d82-15e871d94510,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:34.833470 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1fd7b46f-63a4-4e6f-9e0d-7888fccf862e tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (88b09e81-f2b2-4545-a675-54c1cea3e39e), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:34.867256 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-46f47530-7bcc-44ad-8dc3-6445ad4c92e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae2b11c-6671-4503-ae9e-5f12b6660781']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:34.877393 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd7b46f-63a4-4e6f-9e0d-7888fccf862e tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Pushing event deleted for resources: {'Port': ['ID=88b09e81-f2b2-4545-a675-54c1cea3e39e,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:34.884772 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-46f47530-7bcc-44ad-8dc3-6445ad4c92e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c64f69b4-82d4-49c6-8db1-e19f796998a2') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:34.885124 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-46f47530-7bcc-44ad-8dc3-6445ad4c92e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c64f69b4-82d4-49c6-8db1-e19f796998a2') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:34.909730 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-46f47530-7bcc-44ad-8dc3-6445ad4c92e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (c64f69b4-82d4-49c6-8db1-e19f796998a2), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:34.938128 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c2d4d9-320f-46a5-9b80-a69032c6ddf5 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:34.942591 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-60c2d4d9-320f-46a5-9b80-a69032c6ddf5 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] 10.222.0.13 "GET /v2.0/networks/f0de7169-31b1-4289-9a2a-56c5f4e63ed1 HTTP/1.1" status: 200 len: 881 time: 0.2106886 Jan 29 04:26:34.942591 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-46f47530-7bcc-44ad-8dc3-6445ad4c92e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (c64f69b4-82d4-49c6-8db1-e19f796998a2), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:34.944634 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50480) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:34.953883 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ecaed48f-5b3e-4f7a-9ab3-5a5e4cc87848 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (6ba6053d-19b6-4333-b968-11e90b53b529), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:34.987547 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1fd7b46f-63a4-4e6f-9e0d-7888fccf862e tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (c142d0ad-85f4-4efd-8cdc-d3f22c045d29), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:34.987669 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46f47530-7bcc-44ad-8dc3-6445ad4c92e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:26:34.987669 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-46f47530-7bcc-44ad-8dc3-6445ad4c92e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (c64f69b4-82d4-49c6-8db1-e19f796998a2), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:34.989935 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaed48f-5b3e-4f7a-9ab3-5a5e4cc87848 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Pushing event deleted for resources: {'Port': ['ID=6ba6053d-19b6-4333-b968-11e90b53b529,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:34.991823 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:26:34.991823 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:26:34.991823 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:26:34.991823 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:26:34.991823 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:26:34.991823 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:26:34.991823 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:26:34.991823 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:26:34.991823 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:26:34.991823 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:26:34.991823 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:26:34.991823 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:26:34.991823 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:26:34.991823 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:26:34.991823 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:26:34.991823 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:26:34.991823 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:26:34.991823 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:26:34.991823 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:26:34.991823 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:26:34.991823 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:26:34.991823 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:26:34.991823 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:26:34.991823 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:26:34.991823 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:26:34.991823 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:26:34.991823 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:26:34.991823 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:26:34.991823 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:26:34.991823 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:26:34.991823 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:26:34.991823 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:26:34.995897 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-84a5ebd6-b2f6-4cce-88a5-4a6eb1eb776c tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] 10.222.0.13 "GET /v2.0/ports?device_id=44971440-27cf-48b5-b766-9fef45a223c2 HTTP/1.1" status: 200 len: 205 time: 0.0510528 Jan 29 04:26:35.008014 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.securitygroups_db [None req-29424e78-38e2-48f1-8962-25ab47da2fa7 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Project fede5dcdf7964fcbb1949c1b12a48b89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:26:35.010433 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50484) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:35.167880 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.db.api [None req-46f47530-7bcc-44ad-8dc3-6445ad4c92e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 29 04:26:35.167880 dv-neutron-821190-1-hyperv neutron-server[103585]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 29 04:26:35.167880 dv-neutron-821190-1-hyperv neutron-server[103585]: [parameters: {'id': '8ae2b11c-6671-4503-ae9e-5f12b6660781'}] Jan 29 04:26:35.167880 dv-neutron-821190-1-hyperv neutron-server[103585]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:26:35.168355 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG oslo_db.api [None req-46f47530-7bcc-44ad-8dc3-6445ad4c92e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:26:35.189328 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b1098330-a4e6-482a-bc41-46642a4e1078 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router (44971440-27cf-48b5-b766-9fef45a223c2), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:35.237374 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-29424e78-38e2-48f1-8962-25ab47da2fa7 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:26:35.240000 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-29424e78-38e2-48f1-8962-25ab47da2fa7 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4425676 Jan 29 04:26:35.241968 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50486) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:35.246455 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-a2226f57-965d-4b64-8180-22507fedb93e tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Request body: {'security_group_rule': {'security_group_id': '9530bc43-ac02-487a-ba0a-80150584e6e4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:35.247007 dv-neutron-821190-1-hyperv neutron-server[103585]: WARNING neutron.api.v2.base [None req-a2226f57-965d-4b64-8180-22507fedb93e tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 29 04:26:35.247553 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-a2226f57-965d-4b64-8180-22507fedb93e tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:26:35.251112 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a2226f57-965d-4b64-8180-22507fedb93e tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0057089 Jan 29 04:26:35.251383 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50488) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:35.262408 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-2a69b64d-b1e3-48e5-97d0-26f2066fcfa7 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Request body: {'security_group_rule': {'security_group_id': '9530bc43-ac02-487a-ba0a-80150584e6e4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:35.335208 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b1098330-a4e6-482a-bc41-46642a4e1078 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router_gateway (44971440-27cf-48b5-b766-9fef45a223c2), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:35.410724 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.securitygroups_db [None req-2a69b64d-b1e3-48e5-97d0-26f2066fcfa7 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Project fede5dcdf7964fcbb1949c1b12a48b89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:26:35.477547 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1fd7b46f-63a4-4e6f-9e0d-7888fccf862e tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (c142d0ad-85f4-4efd-8cdc-d3f22c045d29), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:35.483565 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1fd7b46f-63a4-4e6f-9e0d-7888fccf862e tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router_controller (c142d0ad-85f4-4efd-8cdc-d3f22c045d29), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:35.491478 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-b1098330-a4e6-482a-bc41-46642a4e1078 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Deleting port a620a73c-0197-4cad-b168-4e92c84b3bf5 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:26:35.491822 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b1098330-a4e6-482a-bc41-46642a4e1078 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (a620a73c-0197-4cad-b168-4e92c84b3bf5), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:35.532773 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-2a69b64d-b1e3-48e5-97d0-26f2066fcfa7 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:26:35.533802 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2a69b64d-b1e3-48e5-97d0-26f2066fcfa7 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2815008 Jan 29 04:26:35.540204 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50490) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:35.546058 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-5cb89749-ea3b-4139-9d06-cb223a7a6b28 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Request body: {'security_group_rule': {'security_group_id': '9530bc43-ac02-487a-ba0a-80150584e6e4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:35.552571 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ecaed48f-5b3e-4f7a-9ab3-5a5e4cc87848 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for floatingip (2660006a-4b1a-4fa6-bf29-5ac6a2a99183), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:35.554750 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ecaed48f-5b3e-4f7a-9ab3-5a5e4cc87848 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:35.555886 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ecaed48f-5b3e-4f7a-9ab3-5a5e4cc87848 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "DELETE /v2.0/floatingips/2660006a-4b1a-4fa6-bf29-5ac6a2a99183 HTTP/1.1" status: 204 len: 168 time: 1.3071868 Jan 29 04:26:35.559167 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50492) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:35.575462 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34cded6-2bb8-4b2d-a11b-85956285b525 req-291cd796-87d3-451b-b5a3-ed0796495f1f tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:35.577068 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e34cded6-2bb8-4b2d-a11b-85956285b525 req-291cd796-87d3-451b-b5a3-ed0796495f1f tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.2232890 Jan 29 04:26:35.596671 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-de081347-ae15-4acb-8414-707eb9cbc732 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] delete failed (client error): The resource could not be found. Jan 29 04:26:35.597711 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-de081347-ae15-4acb-8414-707eb9cbc732 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "DELETE /v2.0/floatingips/2660006a-4b1a-4fa6-bf29-5ac6a2a99183 HTTP/1.1" status: 404 len: 345 time: 0.0376246 Jan 29 04:26:35.602202 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50494) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:35.611121 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b1098330-a4e6-482a-bc41-46642a4e1078 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (a620a73c-0197-4cad-b168-4e92c84b3bf5), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:35.625327 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-b1098330-a4e6-482a-bc41-46642a4e1078 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Calling delete_port for a620a73c-0197-4cad-b168-4e92c84b3bf5 owned by network:router_gateway {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:26:35.667791 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1fd7b46f-63a4-4e6f-9e0d-7888fccf862e tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (c142d0ad-85f4-4efd-8cdc-d3f22c045d29), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:35.668236 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd7b46f-63a4-4e6f-9e0d-7888fccf862e tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Fanout notify agent at l3_agent the message router_deleted on router c142d0ad-85f4-4efd-8cdc-d3f22c045d29 {{(pid=103584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:26:35.680047 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-46f47530-7bcc-44ad-8dc3-6445ad4c92e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (8ae2b11c-6671-4503-ae9e-5f12b6660781), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:35.688848 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1fd7b46f-63a4-4e6f-9e0d-7888fccf862e tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:35.690354 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1fd7b46f-63a4-4e6f-9e0d-7888fccf862e tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] 10.222.0.13 "DELETE /v2.0/routers/c142d0ad-85f4-4efd-8cdc-d3f22c045d29 HTTP/1.1" status: 204 len: 168 time: 2.0802932 Jan 29 04:26:35.694660 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50496) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:35.699404 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-4bb097a5-287e-4730-8f1c-d937eb873eeb tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1009616800', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'enable_snat': False}}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:35.704498 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.securitygroups_db [None req-5cb89749-ea3b-4139-9d06-cb223a7a6b28 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Project fede5dcdf7964fcbb1949c1b12a48b89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:26:35.735493 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e34cded6-2bb8-4b2d-a11b-85956285b525 req-a457933d-6824-4488-a1a6-4138c5909e98 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1508307 Jan 29 04:26:35.771027 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fe3f83-d769-4748-8777-2dcd58f5c1f8 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:35.777289 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fe3f83-d769-4748-8777-2dcd58f5c1f8 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:35.783445 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fe3f83-d769-4748-8777-2dcd58f5c1f8 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:35.785174 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-34fe3f83-d769-4748-8777-2dcd58f5c1f8 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "GET /v2.0/ports?network_id=2b264ef4-2e42-49ad-88a4-35088f09b474 HTTP/1.1" status: 200 len: 2360 time: 0.1818001 Jan 29 04:26:35.787848 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50498) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:35.830770 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-5cb89749-ea3b-4139-9d06-cb223a7a6b28 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:26:35.831870 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-5cb89749-ea3b-4139-9d06-cb223a7a6b28 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2898576 Jan 29 04:26:35.836826 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50500) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:35.846753 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-46f47530-7bcc-44ad-8dc3-6445ad4c92e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Deleting port 193f0cb8-71a1-48e2-9d82-15e871d94510 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:26:35.847080 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-46f47530-7bcc-44ad-8dc3-6445ad4c92e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (193f0cb8-71a1-48e2-9d82-15e871d94510), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:35.878697 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c276e33-63ac-4dd2-a6f4-9ece61eacfc2 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:35.885133 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-4c276e33-63ac-4dd2-a6f4-9ece61eacfc2 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "GET /v2.0/subnets/dc213110-33f2-4df6-8267-0aad8b9068cf HTTP/1.1" status: 200 len: 797 time: 0.0911555 Jan 29 04:26:35.889576 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 193f0cb8-71a1-48e2-9d82-15e871d94510 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:26:35.893207 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50502) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:35.904824 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-dba6708f-b60f-4f18-ada6-ef782c9e5ac4 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Request body: {'port': {'network_id': '2b264ef4-2e42-49ad-88a4-35088f09b474', 'name': 'tempest-FloatingIPTestJSON-692542995', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:35.950197 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4bb097a5-287e-4730-8f1c-d937eb873eeb tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (8592372a-c35d-41cd-bef7-8f693c866b63), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:35.951353 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4bb097a5-287e-4730-8f1c-d937eb873eeb tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (8592372a-c35d-41cd-bef7-8f693c866b63), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:35.957019 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 193f0cb8-71a1-48e2-9d82-15e871d94510 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:26:35.958595 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (193f0cb8-71a1-48e2-9d82-15e871d94510), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:35.973112 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-46f47530-7bcc-44ad-8dc3-6445ad4c92e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] For port 193f0cb8-71a1-48e2-9d82-15e871d94510, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=193f0cb8-71a1-48e2-9d82-15e871d94510,segment=NetworkSegment(c64f69b4-82d4-49c6-8db1-e19f796998a2),segment_id=c64f69b4-82d4-49c6-8db1-e19f796998a2)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:35.973478 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-46f47530-7bcc-44ad-8dc3-6445ad4c92e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (193f0cb8-71a1-48e2-9d82-15e871d94510), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:35.986566 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0850dc24-5fd7-4be3-a172-9029785d6ea0 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (9530bc43-ac02-487a-ba0a-80150584e6e4), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:35.990940 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-46f47530-7bcc-44ad-8dc3-6445ad4c92e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Calling delete_port for 193f0cb8-71a1-48e2-9d82-15e871d94510 owned by network:dhcp {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:26:35.991837 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a991136-d3f7-4275-9598-bd5ccaa3da12 None None] Network 8ae2b11c-6671-4503-ae9e-5f12b6660781 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:26:36.033420 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0850dc24-5fd7-4be3-a172-9029785d6ea0 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (9530bc43-ac02-487a-ba0a-80150584e6e4), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:36.085236 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b1098330-a4e6-482a-bc41-46642a4e1078 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (a620a73c-0197-4cad-b168-4e92c84b3bf5), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:36.092170 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-94105a77-479f-45cf-b293-a0b213b847e9 None None] Provisioning complete for port 193f0cb8-71a1-48e2-9d82-15e871d94510 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:26:36.092609 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-94105a77-479f-45cf-b293-a0b213b847e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (193f0cb8-71a1-48e2-9d82-15e871d94510), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:36.111026 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1098330-a4e6-482a-bc41-46642a4e1078 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Pushing event deleted for resources: {'Port': ['ID=a620a73c-0197-4cad-b168-4e92c84b3bf5,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:36.169751 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b1098330-a4e6-482a-bc41-46642a4e1078 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (44971440-27cf-48b5-b766-9fef45a223c2), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:36.173186 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-46f47530-7bcc-44ad-8dc3-6445ad4c92e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (193f0cb8-71a1-48e2-9d82-15e871d94510), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:36.204475 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0850dc24-5fd7-4be3-a172-9029785d6ea0 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (9530bc43-ac02-487a-ba0a-80150584e6e4), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:36.207767 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0850dc24-5fd7-4be3-a172-9029785d6ea0 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:36.209614 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-94105a77-479f-45cf-b293-a0b213b847e9 None None] Port 193f0cb8-71a1-48e2-9d82-15e871d94510 update to ACTIVE by agent not found {{(pid=103586) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Jan 29 04:26:36.216235 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0850dc24-5fd7-4be3-a172-9029785d6ea0 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "DELETE /v2.0/security-groups/9530bc43-ac02-487a-ba0a-80150584e6e4 HTTP/1.1" status: 204 len: 168 time: 0.3750005 Jan 29 04:26:36.216844 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 193f0cb8-71a1-48e2-9d82-15e871d94510 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:26:36.222304 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba6708f-b60f-4f18-ada6-ef782c9e5ac4 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Made reservation on behalf of 3b98f6c7ba2b44a9bd31790bf2628242 for: {'port': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:26:36.222532 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (193f0cb8-71a1-48e2-9d82-15e871d94510), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:36.223544 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50504) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:36.237535 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cee25c0-133b-4df5-8c8d-050b1caa0bb5 None None] DHCP port deletion for 8ae2b11c-6671-4503-ae9e-5f12b6660781 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:26:36.261347 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0850dc24-5fd7-4be3-a172-9029785d6ea0 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9530bc43-ac02-487a-ba0a-80150584e6e4,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:36.297474 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f47530-7bcc-44ad-8dc3-6445ad4c92e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event deleted for resources: {'Port': ['ID=193f0cb8-71a1-48e2-9d82-15e871d94510,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:36.302502 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f47530-7bcc-44ad-8dc3-6445ad4c92e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] No DVR routers for this DVR port 193f0cb8-71a1-48e2-9d82-15e871d94510 on host dv-neutron-821190-1-hyperv {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:26:36.306502 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b1098330-a4e6-482a-bc41-46642a4e1078 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (44971440-27cf-48b5-b766-9fef45a223c2), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:36.310810 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b1098330-a4e6-482a-bc41-46642a4e1078 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router_controller (44971440-27cf-48b5-b766-9fef45a223c2), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:36.336447 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-cf4f5c4a-6807-485e-a637-2197d4efae58 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1087177 Jan 29 04:26:36.341416 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50506) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:36.352742 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-02bfd452-fa4c-46e0-86bf-8f9c04783998 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Request body: {'security_group': {'name': 'tempest-secgroup--1392793'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:36.356359 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4bb097a5-287e-4730-8f1c-d937eb873eeb tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for router_controller (8592372a-c35d-41cd-bef7-8f693c866b63), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:36.390470 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dba6708f-b60f-4f18-ada6-ef782c9e5ac4 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:36.415726 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [None req-dba6708f-b60f-4f18-ada6-ef782c9e5ac4 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] device_id is not set on port 26b60fb3-74d9-4136-b729-f6f9ae17c030 yet. {{(pid=103584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:26:36.473268 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-02bfd452-fa4c-46e0-86bf-8f9c04783998 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:36.478059 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-46f47530-7bcc-44ad-8dc3-6445ad4c92e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (8ae2b11c-6671-4503-ae9e-5f12b6660781), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:36.513547 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b1098330-a4e6-482a-bc41-46642a4e1078 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (44971440-27cf-48b5-b766-9fef45a223c2), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:36.513979 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1098330-a4e6-482a-bc41-46642a4e1078 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Fanout notify agent at l3_agent the message router_deleted on router 44971440-27cf-48b5-b766-9fef45a223c2 {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:26:36.524165 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b1098330-a4e6-482a-bc41-46642a4e1078 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:36.531819 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b1098330-a4e6-482a-bc41-46642a4e1078 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] 10.222.0.13 "DELETE /v2.0/routers/44971440-27cf-48b5-b766-9fef45a223c2 HTTP/1.1" status: 204 len: 168 time: 1.5112591 Jan 29 04:26:36.531984 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50508) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:36.539984 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-dedf4a1e-454e-48f5-8b6c-ca80c64bea84 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-754850782', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}, 'admin_state_up': False}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:36.563687 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-46f47530-7bcc-44ad-8dc3-6445ad4c92e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae2b11c-6671-4503-ae9e-5f12b6660781']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:36.602861 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-46f47530-7bcc-44ad-8dc3-6445ad4c92e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c64f69b4-82d4-49c6-8db1-e19f796998a2') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:36.603587 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-46f47530-7bcc-44ad-8dc3-6445ad4c92e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c64f69b4-82d4-49c6-8db1-e19f796998a2') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:36.611658 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4bb097a5-287e-4730-8f1c-d937eb873eeb tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for router_gateway (8592372a-c35d-41cd-bef7-8f693c866b63), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:36.617596 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-46f47530-7bcc-44ad-8dc3-6445ad4c92e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (c64f69b4-82d4-49c6-8db1-e19f796998a2), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:36.630747 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-46f47530-7bcc-44ad-8dc3-6445ad4c92e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (c64f69b4-82d4-49c6-8db1-e19f796998a2), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:36.636763 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46f47530-7bcc-44ad-8dc3-6445ad4c92e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:26:36.637136 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-46f47530-7bcc-44ad-8dc3-6445ad4c92e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (c64f69b4-82d4-49c6-8db1-e19f796998a2), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:36.639980 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:26:36.639980 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:26:36.639980 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:26:36.639980 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:26:36.639980 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:26:36.639980 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:26:36.639980 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:26:36.639980 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:26:36.639980 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:26:36.639980 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:26:36.639980 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:26:36.639980 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:26:36.639980 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:26:36.639980 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:26:36.639980 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:26:36.639980 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:26:36.639980 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:26:36.639980 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:26:36.639980 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:26:36.639980 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:26:36.639980 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:26:36.639980 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:26:36.639980 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:26:36.639980 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:26:36.639980 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:26:36.639980 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:26:36.639980 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:26:36.639980 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:26:36.639980 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:26:36.639980 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:26:36.639980 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:26:36.639980 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:26:36.682295 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-02bfd452-fa4c-46e0-86bf-8f9c04783998 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (d1b35b07-18cb-4658-877e-9cb0e14d3b6b), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:36.685515 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dedf4a1e-454e-48f5-8b6c-ca80c64bea84 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (327931a3-eac1-4ac6-b7cc-d2e284d973d8), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:36.686517 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dedf4a1e-454e-48f5-8b6c-ca80c64bea84 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (327931a3-eac1-4ac6-b7cc-d2e284d973d8), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:36.805675 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dedf4a1e-454e-48f5-8b6c-ca80c64bea84 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router_controller (327931a3-eac1-4ac6-b7cc-d2e284d973d8), precommit_add_association {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:36.810309 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-02bfd452-fa4c-46e0-86bf-8f9c04783998 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (d1b35b07-18cb-4658-877e-9cb0e14d3b6b), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:36.855376 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-dba6708f-b60f-4f18-ada6-ef782c9e5ac4 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Allocated IP 172.20.0.13 (2b264ef4-2e42-49ad-88a4-35088f09b474/dc213110-33f2-4df6-8267-0aad8b9068cf/26b60fb3-74d9-4136-b729-f6f9ae17c030) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:26:36.860291 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bfd452-fa4c-46e0-86bf-8f9c04783998 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b35b07-18cb-4658-877e-9cb0e14d3b6b,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:36.864646 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-dba6708f-b60f-4f18-ada6-ef782c9e5ac4 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Allocated IP 172.20.0.12 (2b264ef4-2e42-49ad-88a4-35088f09b474/dc213110-33f2-4df6-8267-0aad8b9068cf/26b60fb3-74d9-4136-b729-f6f9ae17c030) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:26:36.973207 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-02bfd452-fa4c-46e0-86bf-8f9c04783998 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:36.977821 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-02bfd452-fa4c-46e0-86bf-8f9c04783998 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1758 time: 0.6321092 Jan 29 04:26:36.981693 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50512) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:36.986000 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-0406d6fb-7a4d-456d-ac0a-117689860b63 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Request body: {'security_group_rule': {'security_group_id': 'd1b35b07-18cb-4658-877e-9cb0e14d3b6b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:37.062292 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-46f47530-7bcc-44ad-8dc3-6445ad4c92e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (8ae2b11c-6671-4503-ae9e-5f12b6660781), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:37.067294 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-46f47530-7bcc-44ad-8dc3-6445ad4c92e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:37.070907 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-46f47530-7bcc-44ad-8dc3-6445ad4c92e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "DELETE /v2.0/networks/8ae2b11c-6671-4503-ae9e-5f12b6660781 HTTP/1.1" status: 204 len: 168 time: 2.9762890 Jan 29 04:26:37.077830 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50514) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:37.097534 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-522d5efb-2749-47d6-bb0e-bbf59818e4bc tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-928554390'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:37.110792 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dedf4a1e-454e-48f5-8b6c-ca80c64bea84 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router_gateway (327931a3-eac1-4ac6-b7cc-d2e284d973d8), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:37.118850 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f47530-7bcc-44ad-8dc3-6445ad4c92e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event deleted for resources: {'Network': ['ID=8ae2b11c-6671-4503-ae9e-5f12b6660781,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:37.162620 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dba6708f-b60f-4f18-ada6-ef782c9e5ac4 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for port (26b60fb3-74d9-4136-b729-f6f9ae17c030), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:37.163408 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572baeb-a523-486e-b688-346d01412634 req-4ee6d20a-1831-4885-9b03-7bf0bcb6d7b1 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:37.164967 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a572baeb-a523-486e-b688-346d01412634 req-4ee6d20a-1831-4885-9b03-7bf0bcb6d7b1 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.1139452 Jan 29 04:26:37.263061 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a572baeb-a523-486e-b688-346d01412634 req-8b92f9b0-14ae-49b0-b868-3d71d6049270 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0916200 Jan 29 04:26:37.265576 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522d5efb-2749-47d6-bb0e-bbf59818e4bc tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Made reservation on behalf of bcaf13695579453ab1aaf7b22b50d822 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:26:37.268776 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-522d5efb-2749-47d6-bb0e-bbf59818e4bc tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:37.285378 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-0406d6fb-7a4d-456d-ac0a-117689860b63 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] create failed (client error): The resource could not be found. Jan 29 04:26:37.285378 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0406d6fb-7a4d-456d-ac0a-117689860b63 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2980876 Jan 29 04:26:37.285378 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50516) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:37.288169 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-afdb377d-1d1d-41e9-bbc0-b49442aaebce tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Request body: {'security_group_rule': {'security_group_id': 'd1b35b07-18cb-4658-877e-9cb0e14d3b6b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'cb47f9b4-b68c-4c99-b148-8f8bb413edbf'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:37.317425 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dba6708f-b60f-4f18-ada6-ef782c9e5ac4 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (26b60fb3-74d9-4136-b729-f6f9ae17c030), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:37.343204 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-522d5efb-2749-47d6-bb0e-bbf59818e4bc tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:26:37.364666 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-522d5efb-2749-47d6-bb0e-bbf59818e4bc tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (a93472b3-9617-4c27-a0d0-7065fa68676b), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:37.365010 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-522d5efb-2749-47d6-bb0e-bbf59818e4bc tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Added segment a93472b3-9617-4c27-a0d0-7065fa68676b of type vlan for network 9c3d0bc0-537f-49dd-80df-f91b5a152b03 Jan 29 04:26:37.370030 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba6708f-b60f-4f18-ada6-ef782c9e5ac4 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Network 2b264ef4-2e42-49ad-88a4-35088f09b474 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:26:37.377435 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4bb097a5-287e-4730-8f1c-d937eb873eeb tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for router_gateway (8592372a-c35d-41cd-bef7-8f693c866b63), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:37.380107 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-dba6708f-b60f-4f18-ada6-ef782c9e5ac4 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:37.383909 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba6708f-b60f-4f18-ada6-ef782c9e5ac4 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:26:37.386119 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba6708f-b60f-4f18-ada6-ef782c9e5ac4 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Pushing event updated for resources: {'Port': ['ID=26b60fb3-74d9-4136-b729-f6f9ae17c030,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:37.420847 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4bb097a5-287e-4730-8f1c-d937eb873eeb tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:37.435907 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-522d5efb-2749-47d6-bb0e-bbf59818e4bc tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (9c3d0bc0-537f-49dd-80df-f91b5a152b03), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:37.516939 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dedf4a1e-454e-48f5-8b6c-ca80c64bea84 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router_gateway (327931a3-eac1-4ac6-b7cc-d2e284d973d8), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:37.543343 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba6708f-b60f-4f18-ada6-ef782c9e5ac4 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:37.543956 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dba6708f-b60f-4f18-ada6-ef782c9e5ac4 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:37.546691 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dedf4a1e-454e-48f5-8b6c-ca80c64bea84 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:37.561584 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-4bb097a5-287e-4730-8f1c-d937eb873eeb tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Allocated IP 172.26.8.18 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/168433a7-7ecc-4f4d-892a-28bb3c2823c8) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:26:37.577109 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-522d5efb-2749-47d6-bb0e-bbf59818e4bc tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (9c3d0bc0-537f-49dd-80df-f91b5a152b03), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:37.581995 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522d5efb-2749-47d6-bb0e-bbf59818e4bc tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:37.582578 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-522d5efb-2749-47d6-bb0e-bbf59818e4bc tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:37.607192 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-afdb377d-1d1d-41e9-bbc0-b49442aaebce tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] create failed (client error): The resource could not be found. Jan 29 04:26:37.608237 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-afdb377d-1d1d-41e9-bbc0-b49442aaebce tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3238831 Jan 29 04:26:37.611084 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50518) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:37.648893 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-dba6708f-b60f-4f18-ada6-ef782c9e5ac4 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.7481458 Jan 29 04:26:37.652223 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50520) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:37.656409 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-5d45831e-dc9e-4036-a9d3-81c2e74f8205 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Request body: {'floatingip': {'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'port_id': '26b60fb3-74d9-4136-b729-f6f9ae17c030', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:37.679691 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-abfbc943-95c5-41c2-832a-96a67c42e571 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (d1b35b07-18cb-4658-877e-9cb0e14d3b6b), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:37.695175 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d5efb-2749-47d6-bb0e-bbf59818e4bc tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event updated for resources: {'Network': ['ID=9c3d0bc0-537f-49dd-80df-f91b5a152b03,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:37.707489 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-abfbc943-95c5-41c2-832a-96a67c42e571 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (d1b35b07-18cb-4658-877e-9cb0e14d3b6b), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:37.712643 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 9c3d0bc0-537f-49dd-80df-f91b5a152b03 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:26:37.715617 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-522d5efb-2749-47d6-bb0e-bbf59818e4bc tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6230319 Jan 29 04:26:37.718603 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50522) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:37.723977 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-7d8bc553-4e23-40fc-9999-e1440669502e tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Request body: {'subnet': {'network_id': '9c3d0bc0-537f-49dd-80df-f91b5a152b03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:37.742726 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4bb097a5-287e-4730-8f1c-d937eb873eeb tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for port (168433a7-7ecc-4f4d-892a-28bb3c2823c8), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:37.793222 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5d45831e-dc9e-4036-a9d3-81c2e74f8205 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:37.797152 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 193f0cb8-71a1-48e2-9d82-15e871d94510 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:26:37.821850 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 193f0cb8-71a1-48e2-9d82-15e871d94510 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:26:37.822202 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 193f0cb8-71a1-48e2-9d82-15e871d94510 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:26:37.852628 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4bb097a5-287e-4730-8f1c-d937eb873eeb tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (168433a7-7ecc-4f4d-892a-28bb3c2823c8), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:37.877355 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-abfbc943-95c5-41c2-832a-96a67c42e571 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (d1b35b07-18cb-4658-877e-9cb0e14d3b6b), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:37.879819 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-abfbc943-95c5-41c2-832a-96a67c42e571 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:37.881019 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-abfbc943-95c5-41c2-832a-96a67c42e571 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "DELETE /v2.0/security-groups/d1b35b07-18cb-4658-877e-9cb0e14d3b6b HTTP/1.1" status: 204 len: 168 time: 0.2690136 Jan 29 04:26:37.885016 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50526) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:37.890574 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb097a5-287e-4730-8f1c-d937eb873eeb tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:26:37.901536 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-4bb097a5-287e-4730-8f1c-d937eb873eeb tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:37.904457 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb097a5-287e-4730-8f1c-d937eb873eeb tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:26:37.927541 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfbc943-95c5-41c2-832a-96a67c42e571 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b35b07-18cb-4658-877e-9cb0e14d3b6b,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:37.946744 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb097a5-287e-4730-8f1c-d937eb873eeb tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Pushing event updated for resources: {'Port': ['ID=168433a7-7ecc-4f4d-892a-28bb3c2823c8,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:37.950891 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8bc553-4e23-40fc-9999-e1440669502e tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Made reservation on behalf of bcaf13695579453ab1aaf7b22b50d822 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:26:37.954546 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7d8bc553-4e23-40fc-9999-e1440669502e tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:37.957730 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-dedf4a1e-454e-48f5-8b6c-ca80c64bea84 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Allocated IP 172.26.8.66 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/06ff40b6-e781-4511-8668-b15d9f773311) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:26:38.027197 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-76da26cb-19a3-48f8-95e5-7f423e2db74e tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1385906 Jan 29 04:26:38.031447 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50528) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:38.036326 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-762f6267-4dac-4e3f-b1d2-414b8164781b tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Request body: {'security_group_rule': {'security_group_id': '7dd3908c-be5a-4e90-b2ad-81c71cfc7cb0', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:38.165982 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5d45831e-dc9e-4036-a9d3-81c2e74f8205 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:38.194637 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dedf4a1e-454e-48f5-8b6c-ca80c64bea84 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for port (06ff40b6-e781-4511-8668-b15d9f773311), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:38.274624 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-762f6267-4dac-4e3f-b1d2-414b8164781b tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] create failed (client error): The resource could not be found. Jan 29 04:26:38.275710 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-762f6267-4dac-4e3f-b1d2-414b8164781b tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2433360 Jan 29 04:26:38.281358 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50530) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:38.285644 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-378e43c3-934a-44eb-a465-d57dbbff4d9a tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Request body: {'security_group': {'name': 'tempest-secgroup--1577875948'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:38.315205 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4bb097a5-287e-4730-8f1c-d937eb873eeb tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for router_gateway (8592372a-c35d-41cd-bef7-8f693c866b63), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:38.384641 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7d8bc553-4e23-40fc-9999-e1440669502e tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (7799857b-474d-42ca-a1d8-be43c6082838), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:38.400818 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a83b11-8d1d-4fff-85c9-332bfca37b2e req-90d95c4f-b1e2-4223-a6df-7fc43fa485ad tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:38.402305 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d1a83b11-8d1d-4fff-85c9-332bfca37b2e req-90d95c4f-b1e2-4223-a6df-7fc43fa485ad tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.0613565 Jan 29 04:26:38.411660 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-378e43c3-934a-44eb-a465-d57dbbff4d9a tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:38.426676 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:26:38.431126 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dedf4a1e-454e-48f5-8b6c-ca80c64bea84 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (06ff40b6-e781-4511-8668-b15d9f773311), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:38.545587 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4bb097a5-287e-4730-8f1c-d937eb873eeb tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (8592372a-c35d-41cd-bef7-8f693c866b63), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:38.561066 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedf4a1e-454e-48f5-8b6c-ca80c64bea84 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:26:38.566858 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8bc553-4e23-40fc-9999-e1440669502e tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event updated for resources: {'Subnet': ['ID=7799857b-474d-42ca-a1d8-be43c6082838,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:38.593811 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-dedf4a1e-454e-48f5-8b6c-ca80c64bea84 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:38.596441 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedf4a1e-454e-48f5-8b6c-ca80c64bea84 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:26:38.598617 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-378e43c3-934a-44eb-a465-d57dbbff4d9a tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (7745655c-0289-4d09-ac26-631b3b39c311), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:38.603260 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-5d45831e-dc9e-4036-a9d3-81c2e74f8205 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Allocated IP 172.26.8.95 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/c9c21c7e-97f1-4aa2-899b-354526b22fa4) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:26:38.627650 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf4a1e-454e-48f5-8b6c-ca80c64bea84 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Pushing event updated for resources: {'Port': ['ID=06ff40b6-e781-4511-8668-b15d9f773311,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:38.639458 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d1a83b11-8d1d-4fff-85c9-332bfca37b2e req-a292e4b3-7c7d-4d62-ac82-fdb456c591f5 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2170515 Jan 29 04:26:38.663751 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8bc553-4e23-40fc-9999-e1440669502e tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Checking segment: {'id': 'a93472b3-9617-4c27-a0d0-7065fa68676b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9c3d0bc0-537f-49dd-80df-f91b5a152b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:26:38.663751 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8bc553-4e23-40fc-9999-e1440669502e tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Network hostable DHCP agents. Network: 9c3d0bc0-537f-49dd-80df-f91b5a152b03, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:26:38.670251 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-378e43c3-934a-44eb-a465-d57dbbff4d9a tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (7745655c-0289-4d09-ac26-631b3b39c311), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:38.709563 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e43c3-934a-44eb-a465-d57dbbff4d9a tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7745655c-0289-4d09-ac26-631b3b39c311,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:38.784267 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-378e43c3-934a-44eb-a465-d57dbbff4d9a tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:38.785662 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-378e43c3-934a-44eb-a465-d57dbbff4d9a tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5033941 Jan 29 04:26:38.788781 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50536) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:38.793486 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-a4df3da9-7814-4cd5-a44d-411530c216ee tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Request body: {'security_group': {'name': 'tempest-secgroup--765665496'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:38.811974 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb097a5-287e-4730-8f1c-d937eb873eeb tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Router 8592372a-c35d-41cd-bef7-8f693c866b63 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:26:38.908821 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a4df3da9-7814-4cd5-a44d-411530c216ee tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:38.948261 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb097a5-287e-4730-8f1c-d937eb873eeb tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:26:38.958128 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdf7ba5-6a57-4cef-8011-f79daecbf3cd None None] Sync routers for ids ['8592372a-c35d-41cd-bef7-8f693c866b63'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:26:38.987356 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdf7ba5-6a57-4cef-8011-f79daecbf3cd None None] Routers {'8592372a-c35d-41cd-bef7-8f693c866b63'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:38.993204 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-efdf7ba5-6a57-4cef-8011-f79daecbf3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['8592372a-c35d-41cd-bef7-8f693c866b63'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:39.036739 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a4df3da9-7814-4cd5-a44d-411530c216ee tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (3f1acc80-a243-4fe4-a217-a62981a5a89d), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:39.047237 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4bb097a5-287e-4730-8f1c-d937eb873eeb tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:39.048970 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4bb097a5-287e-4730-8f1c-d937eb873eeb tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.3529544 Jan 29 04:26:39.053382 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50540) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:39.099434 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a4df3da9-7814-4cd5-a44d-411530c216ee tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (3f1acc80-a243-4fe4-a217-a62981a5a89d), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:39.132211 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-efdf7ba5-6a57-4cef-8011-f79daecbf3cd None None] Set router 8592372a-c35d-41cd-bef7-8f693c866b63 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:26:39.147343 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df3da9-7814-4cd5-a44d-411530c216ee tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1acc80-a243-4fe4-a217-a62981a5a89d,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:39.152622 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8bc553-4e23-40fc-9999-e1440669502e tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Network 9c3d0bc0-537f-49dd-80df-f91b5a152b03 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:26:39.198665 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5d45831e-dc9e-4036-a9d3-81c2e74f8205 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for port (c9c21c7e-97f1-4aa2-899b-354526b22fa4), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:39.212545 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96610a70-a545-4d49-9bd6-e3cfad8273f9 req-6b244a6f-ec02-4010-a67e-fe91af1fed41 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:39.214060 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-96610a70-a545-4d49-9bd6-e3cfad8273f9 req-6b244a6f-ec02-4010-a67e-fe91af1fed41 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.1338804 Jan 29 04:26:39.227479 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a4df3da9-7814-4cd5-a44d-411530c216ee tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:39.231187 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a4df3da9-7814-4cd5-a44d-411530c216ee tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4389565 Jan 29 04:26:39.232230 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50542) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:39.242235 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-71d30172-e528-4e35-97d9-cdb217ba8b46 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Request body: {'security_group_rule': {'security_group_id': '7745655c-0289-4d09-ac26-631b3b39c311', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '3f1acc80-a243-4fe4-a217-a62981a5a89d'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:39.268540 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d5961887-0535-4a06-88e7-7f7e5cebcb94 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] 10.222.0.13 "GET /v2.0/routers/8592372a-c35d-41cd-bef7-8f693c866b63 HTTP/1.1" status: 200 len: 908 time: 0.2124352 Jan 29 04:26:39.271239 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50544) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:39.275813 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-6d6b2ef8-0734-4c2e-9785-81b3f659b5c4 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1009616800', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'enable_snat': True}}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:39.278450 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-7d8bc553-4e23-40fc-9999-e1440669502e tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 9c3d0bc0-537f-49dd-80df-f91b5a152b03) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:39.289859 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8bc553-4e23-40fc-9999-e1440669502e tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:39.290459 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7d8bc553-4e23-40fc-9999-e1440669502e tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:39.296578 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea241ec7-e6be-4454-918e-dc2a5eda6259 None None] Network 9c3d0bc0-537f-49dd-80df-f91b5a152b03 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:26:39.379681 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-96610a70-a545-4d49-9bd6-e3cfad8273f9 req-589f719d-5ccb-4f2d-9a9a-203e5b103726 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1440082 Jan 29 04:26:39.384150 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578d1db-5330-4df1-9921-e3461137a588 req-cf4ce2ad-1909-4914-ae4d-0868882ac98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:39.385707 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-4578d1db-5330-4df1-9921-e3461137a588 req-cf4ce2ad-1909-4914-ae4d-0868882ac98c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7dd99718cde04f60a90f22e4134ff580&device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 1130 time: 0.1583622 Jan 29 04:26:39.422819 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-efdf7ba5-6a57-4cef-8011-f79daecbf3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8592372a-c35d-41cd-bef7-8f693c866b63', 'name': 'tempest-snat-router-1009616800', 'tenant_id': '984cd8117e64446c8f00ef3cd4a5264b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.18'}], 'enable_snat': False}, 'gw_port_id': '168433a7-7ecc-4f4d-892a-28bb3c2823c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:26:35Z', 'updated_at': '2022-01-29T04:26:38Z', 'revision_number': 3, 'project_id': '984cd8117e64446c8f00ef3cd4a5264b', 'gw_port': {'id': '168433a7-7ecc-4f4d-892a-28bb3c2823c8', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8592372a-c35d-41cd-bef7-8f693c866b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:26:37Z', 'updated_at': '2022-01-29T04:26:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:39.455329 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e9ca98-ceb3-41c0-9c57-c71236981fd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-9c3d0bc0-537f-49dd-80df-f91b5a152b03', 'network_id': '9c3d0bc0-537f-49dd-80df-f91b5a152b03', 'project_id': 'bcaf13695579453ab1aaf7b22b50d822', 'fixed_ips': [{'subnet_id': '7799857b-474d-42ca-a1d8-be43c6082838'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:26:39.456086 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-50e9ca98-ceb3-41c0-9c57-c71236981fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:39.458401 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdf7ba5-6a57-4cef-8011-f79daecbf3cd None None] Checking router: 8592372a-c35d-41cd-bef7-8f693c866b63 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:26:39.458743 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdf7ba5-6a57-4cef-8011-f79daecbf3cd None None] Updating router 8592372a-c35d-41cd-bef7-8f693c866b63 port 168433a7-7ecc-4f4d-892a-28bb3c2823c8 binding host dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:26:39.462666 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6d6b2ef8-0734-4c2e-9785-81b3f659b5c4 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (0b441ed4-0cd8-4f55-9b1f-f729daa8c346), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:39.464844 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6d6b2ef8-0734-4c2e-9785-81b3f659b5c4 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (0b441ed4-0cd8-4f55-9b1f-f729daa8c346), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:39.477833 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5d45831e-dc9e-4036-a9d3-81c2e74f8205 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (c9c21c7e-97f1-4aa2-899b-354526b22fa4), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:39.482215 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-7d8bc553-4e23-40fc-9999-e1440669502e tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7626574 Jan 29 04:26:39.485126 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50546) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:39.502778 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-efdf7ba5-6a57-4cef-8011-f79daecbf3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (168433a7-7ecc-4f4d-892a-28bb3c2823c8), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:39.533230 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dedf4a1e-454e-48f5-8b6c-ca80c64bea84 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router_gateway (327931a3-eac1-4ac6-b7cc-d2e284d973d8), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:39.543237 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d45831e-dc9e-4036-a9d3-81c2e74f8205 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:26:39.549076 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6d6b2ef8-0734-4c2e-9785-81b3f659b5c4 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for router_controller (0b441ed4-0cd8-4f55-9b1f-f729daa8c346), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:39.579031 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-71d30172-e528-4e35-97d9-cdb217ba8b46 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:26:39.582860 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-71d30172-e528-4e35-97d9-cdb217ba8b46 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3438311 Jan 29 04:26:39.582993 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-5d45831e-dc9e-4036-a9d3-81c2e74f8205 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:39.585280 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50548) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:39.588423 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d45831e-dc9e-4036-a9d3-81c2e74f8205 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:26:39.637316 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d45831e-dc9e-4036-a9d3-81c2e74f8205 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Pushing event updated for resources: {'Port': ['ID=c9c21c7e-97f1-4aa2-899b-354526b22fa4,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:39.698080 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578d1db-5330-4df1-9921-e3461137a588 req-6f11410f-36c4-4284-883b-37aa883ec216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:39.699577 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-4578d1db-5330-4df1-9921-e3461137a588 req-6f11410f-36c4-4284-883b-37aa883ec216 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9507ed99-2983-492a-ac2f-269d5807feac HTTP/1.1" status: 200 len: 911 time: 0.3073862 Jan 29 04:26:39.722402 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-64b5e342-ae3b-4047-b3f0-4f4fa14a76be tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (9c3d0bc0-537f-49dd-80df-f91b5a152b03), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:39.807732 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9c95af4f-302e-4129-9bf6-effce555991b tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (3f1acc80-a243-4fe4-a217-a62981a5a89d), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:39.815142 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6d6b2ef8-0734-4c2e-9785-81b3f659b5c4 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for router_gateway (0b441ed4-0cd8-4f55-9b1f-f729daa8c346), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:39.868888 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9c95af4f-302e-4129-9bf6-effce555991b tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (3f1acc80-a243-4fe4-a217-a62981a5a89d), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:39.887023 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-4578d1db-5330-4df1-9921-e3461137a588 req-2c6f4bf4-805b-4c97-b9b9-030e0e668ed4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1034befb-3cd4-4337-8ed7-028318e7f85e HTTP/1.1" status: 200 len: 1002 time: 0.1788735 Jan 29 04:26:39.893355 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-64b5e342-ae3b-4047-b3f0-4f4fa14a76be tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (7799857b-474d-42ca-a1d8-be43c6082838), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:39.952041 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-50e9ca98-ceb3-41c0-9c57-c71236981fd3 None None] Allocated IP 172.20.0.1 (9c3d0bc0-537f-49dd-80df-f91b5a152b03/7799857b-474d-42ca-a1d8-be43c6082838/53473e96-124d-474a-b1a7-24e1e04da3f0) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:26:40.038197 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578d1db-5330-4df1-9921-e3461137a588 req-0959f30f-155a-4f41-8a65-bd96cf9a1cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:40.039690 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-4578d1db-5330-4df1-9921-e3461137a588 req-0959f30f-155a-4f41-8a65-bd96cf9a1cbe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ca2d3a0a-064d-4780-9b58-334005fc5d1b HTTP/1.1" status: 200 len: 849 time: 0.1460114 Jan 29 04:26:40.086296 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9c95af4f-302e-4129-9bf6-effce555991b tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (3f1acc80-a243-4fe4-a217-a62981a5a89d), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:40.088868 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9c95af4f-302e-4129-9bf6-effce555991b tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:40.092895 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9c95af4f-302e-4129-9bf6-effce555991b tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "DELETE /v2.0/security-groups/3f1acc80-a243-4fe4-a217-a62981a5a89d HTTP/1.1" status: 204 len: 168 time: 0.5065846 Jan 29 04:26:40.093488 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50552) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:40.104190 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dedf4a1e-454e-48f5-8b6c-ca80c64bea84 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (327931a3-eac1-4ac6-b7cc-d2e284d973d8), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:40.150462 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95af4f-302e-4129-9bf6-effce555991b tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1acc80-a243-4fe4-a217-a62981a5a89d,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:40.173805 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-efdf7ba5-6a57-4cef-8011-f79daecbf3cd None None] Publish callbacks [] for port (168433a7-7ecc-4f4d-892a-28bb3c2823c8), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:40.209864 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-50e9ca98-ceb3-41c0-9c57-c71236981fd3 None None] Publish callbacks [] for port (53473e96-124d-474a-b1a7-24e1e04da3f0), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:40.229388 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-8ca77324-0cbc-4216-81ae-8eb70ecdf227 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.1305478 Jan 29 04:26:40.230617 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6d6b2ef8-0734-4c2e-9785-81b3f659b5c4 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for router_gateway (0b441ed4-0cd8-4f55-9b1f-f729daa8c346), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:40.232267 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50554) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:40.245413 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578d1db-5330-4df1-9921-e3461137a588 req-98373372-a75c-45ff-a848-b7849b584a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:40.246918 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-4578d1db-5330-4df1-9921-e3461137a588 req-98373372-a75c-45ff-a848-b7849b584a40 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9507ed99-2983-492a-ac2f-269d5807feac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1990380 Jan 29 04:26:40.263072 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6d6b2ef8-0734-4c2e-9785-81b3f659b5c4 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:40.264361 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-efdf7ba5-6a57-4cef-8011-f79daecbf3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (168433a7-7ecc-4f4d-892a-28bb3c2823c8), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:40.303521 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-50e9ca98-ceb3-41c0-9c57-c71236981fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (53473e96-124d-474a-b1a7-24e1e04da3f0), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:40.330343 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-efdf7ba5-6a57-4cef-8011-f79daecbf3cd None None] Attempting to bind port 168433a7-7ecc-4f4d-892a-28bb3c2823c8 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:26:40.330720 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-efdf7ba5-6a57-4cef-8011-f79daecbf3cd None None] Attempting to bind port 168433a7-7ecc-4f4d-892a-28bb3c2823c8 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:26:40.331079 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdf7ba5-6a57-4cef-8011-f79daecbf3cd None None] Attempting to bind port 168433a7-7ecc-4f4d-892a-28bb3c2823c8 on network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:26:40.333027 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a6efa-a4d1-4baa-b8b1-2e94ee745378 None None] Pushing event updated for resources: {'Port': ['ID=168433a7-7ecc-4f4d-892a-28bb3c2823c8,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:40.347628 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e9ca98-ceb3-41c0-9c57-c71236981fd3 None None] Network 9c3d0bc0-537f-49dd-80df-f91b5a152b03 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:26:40.348684 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdf7ba5-6a57-4cef-8011-f79daecbf3cd None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:26:40.349719 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdf7ba5-6a57-4cef-8011-f79daecbf3cd None None] Checking segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:26:40.350041 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-efdf7ba5-6a57-4cef-8011-f79daecbf3cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:40.350710 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdf7ba5-6a57-4cef-8011-f79daecbf3cd None None] Bound using segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:26:40.351200 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-efdf7ba5-6a57-4cef-8011-f79daecbf3cd None None] Bound port: 168433a7-7ecc-4f4d-892a-28bb3c2823c8, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:26:40.353008 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-efdf7ba5-6a57-4cef-8011-f79daecbf3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (168433a7-7ecc-4f4d-892a-28bb3c2823c8), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:40.367141 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-81dc14a6-3ca3-4f27-8c4c-4fda636c44e2 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (7745655c-0289-4d09-ac26-631b3b39c311), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:40.379350 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-50e9ca98-ceb3-41c0-9c57-c71236981fd3 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:40.382571 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e9ca98-ceb3-41c0-9c57-c71236981fd3 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:26:40.422865 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-81dc14a6-3ca3-4f27-8c4c-4fda636c44e2 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (7745655c-0289-4d09-ac26-631b3b39c311), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:40.440365 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-64b5e342-ae3b-4047-b3f0-4f4fa14a76be tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (7799857b-474d-42ca-a1d8-be43c6082838), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:40.447242 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9ca98-ceb3-41c0-9c57-c71236981fd3 None None] Pushing event updated for resources: {'Port': ['ID=53473e96-124d-474a-b1a7-24e1e04da3f0,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:40.466523 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-4578d1db-5330-4df1-9921-e3461137a588 req-67140e18-f4b5-4bc1-b6d5-c3d07d766ed2 service neutron] 10.222.0.18 "GET /v2.0/networks/9507ed99-2983-492a-ac2f-269d5807feac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104371 Jan 29 04:26:40.470791 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5d45831e-dc9e-4036-a9d3-81c2e74f8205 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for floatingip (75865604-347d-4905-8a0e-2921be65286a), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:40.491153 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-6d6b2ef8-0734-4c2e-9785-81b3f659b5c4 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Allocated IP 172.26.8.215 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/2c5407f0-0eec-4eb8-82d9-eb70efceafcd) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:26:40.496605 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-50e9ca98-ceb3-41c0-9c57-c71236981fd3 None None] Attempting to bind port 53473e96-124d-474a-b1a7-24e1e04da3f0 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:26:40.497345 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-50e9ca98-ceb3-41c0-9c57-c71236981fd3 None None] Attempting to bind port 53473e96-124d-474a-b1a7-24e1e04da3f0 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'a93472b3-9617-4c27-a0d0-7065fa68676b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9c3d0bc0-537f-49dd-80df-f91b5a152b03'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:26:40.497882 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e9ca98-ceb3-41c0-9c57-c71236981fd3 None None] Attempting to bind port 53473e96-124d-474a-b1a7-24e1e04da3f0 on network 9c3d0bc0-537f-49dd-80df-f91b5a152b03 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:26:40.500348 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-efdf7ba5-6a57-4cef-8011-f79daecbf3cd None None] For port 168433a7-7ecc-4f4d-892a-28bb3c2823c8, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:26:40.504030 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b5e342-ae3b-4047-b3f0-4f4fa14a76be tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event deleted for resources: {'Subnet': ['ID=7799857b-474d-42ca-a1d8-be43c6082838,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:40.505120 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-efdf7ba5-6a57-4cef-8011-f79daecbf3cd None None] For port 168433a7-7ecc-4f4d-892a-28bb3c2823c8, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=168433a7-7ecc-4f4d-892a-28bb3c2823c8,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:26:40.519000 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e9ca98-ceb3-41c0-9c57-c71236981fd3 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:26:40.520602 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e9ca98-ceb3-41c0-9c57-c71236981fd3 None None] Checking segment: {'id': 'a93472b3-9617-4c27-a0d0-7065fa68676b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9c3d0bc0-537f-49dd-80df-f91b5a152b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:26:40.521162 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-50e9ca98-ceb3-41c0-9c57-c71236981fd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:40.530543 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e9ca98-ceb3-41c0-9c57-c71236981fd3 None None] Bound using segment: {'id': 'a93472b3-9617-4c27-a0d0-7065fa68676b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9c3d0bc0-537f-49dd-80df-f91b5a152b03'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:26:40.530543 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-50e9ca98-ceb3-41c0-9c57-c71236981fd3 None None] Bound port: 53473e96-124d-474a-b1a7-24e1e04da3f0, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a93472b3-9617-4c27-a0d0-7065fa68676b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9c3d0bc0-537f-49dd-80df-f91b5a152b03'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:26:40.530543 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-50e9ca98-ceb3-41c0-9c57-c71236981fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (53473e96-124d-474a-b1a7-24e1e04da3f0), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:40.585407 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dedf4a1e-454e-48f5-8b6c-ca80c64bea84 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Router 327931a3-eac1-4ac6-b7cc-d2e284d973d8 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:26:40.597993 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-64b5e342-ae3b-4047-b3f0-4f4fa14a76be tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (9c3d0bc0-537f-49dd-80df-f91b5a152b03), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:40.613747 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-efdf7ba5-6a57-4cef-8011-f79daecbf3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (168433a7-7ecc-4f4d-892a-28bb3c2823c8), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:40.643114 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-50e9ca98-ceb3-41c0-9c57-c71236981fd3 None None] For port 53473e96-124d-474a-b1a7-24e1e04da3f0, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:26:40.650354 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-4578d1db-5330-4df1-9921-e3461137a588 req-11fe149b-4c85-4227-b175-639ce0c5b61e service neutron] 10.222.0.18 "GET /v2.0/networks/9507ed99-2983-492a-ac2f-269d5807feac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770387 Jan 29 04:26:40.663172 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-50e9ca98-ceb3-41c0-9c57-c71236981fd3 None None] For port 53473e96-124d-474a-b1a7-24e1e04da3f0, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=53473e96-124d-474a-b1a7-24e1e04da3f0,segment=NetworkSegment(a93472b3-9617-4c27-a0d0-7065fa68676b),segment_id=a93472b3-9617-4c27-a0d0-7065fa68676b)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:26:40.694231 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdf7ba5-6a57-4cef-8011-f79daecbf3cd None None] Routers {'8592372a-c35d-41cd-bef7-8f693c866b63'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:40.694868 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-efdf7ba5-6a57-4cef-8011-f79daecbf3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['8592372a-c35d-41cd-bef7-8f693c866b63'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:40.701234 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-81dc14a6-3ca3-4f27-8c4c-4fda636c44e2 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (7745655c-0289-4d09-ac26-631b3b39c311), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:40.705717 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-81dc14a6-3ca3-4f27-8c4c-4fda636c44e2 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:40.709489 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-81dc14a6-3ca3-4f27-8c4c-4fda636c44e2 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "DELETE /v2.0/security-groups/7745655c-0289-4d09-ac26-631b3b39c311 HTTP/1.1" status: 204 len: 168 time: 0.4735425 Jan 29 04:26:40.713713 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-64b5e342-ae3b-4047-b3f0-4f4fa14a76be tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c3d0bc0-537f-49dd-80df-f91b5a152b03']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:40.727475 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50558) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:40.729872 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a6efa-a4d1-4baa-b8b1-2e94ee745378 None None] Pushing event updated for resources: {'Port': ['ID=168433a7-7ecc-4f4d-892a-28bb3c2823c8,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:40.734504 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5d45831e-dc9e-4036-a9d3-81c2e74f8205 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (c9c21c7e-97f1-4aa2-899b-354526b22fa4), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:40.745937 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-50e9ca98-ceb3-41c0-9c57-c71236981fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (53473e96-124d-474a-b1a7-24e1e04da3f0), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:40.832537 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-293b1445-af13-483c-aa47-286e52f3ebff tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1002674 Jan 29 04:26:40.832537 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dedf4a1e-454e-48f5-8b6c-ca80c64bea84 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:26:40.841717 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50560) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:40.846203 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-fd157e6f-eb1e-446c-8b21-6e8453987da3 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Request body: {'security_group': {'name': 'tempest-secgroup--1450270579'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:40.847092 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a967e980-e8d9-4289-a57e-af553239b8ff None None] Sync routers for ids ['327931a3-eac1-4ac6-b7cc-d2e284d973d8'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:26:40.868641 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a967e980-e8d9-4289-a57e-af553239b8ff None None] Routers {'327931a3-eac1-4ac6-b7cc-d2e284d973d8'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:40.870093 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-a967e980-e8d9-4289-a57e-af553239b8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['327931a3-eac1-4ac6-b7cc-d2e284d973d8'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:40.918414 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-efdf7ba5-6a57-4cef-8011-f79daecbf3cd None None] Set router 8592372a-c35d-41cd-bef7-8f693c866b63 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:26:40.919536 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-a967e980-e8d9-4289-a57e-af553239b8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:40.934375 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a967e980-e8d9-4289-a57e-af553239b8ff None None] Routers {'327931a3-eac1-4ac6-b7cc-d2e284d973d8'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:40.935388 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-a967e980-e8d9-4289-a57e-af553239b8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['327931a3-eac1-4ac6-b7cc-d2e284d973d8'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:40.950422 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9ca98-ceb3-41c0-9c57-c71236981fd3 None None] Pushing event updated for resources: {'Port': ['ID=53473e96-124d-474a-b1a7-24e1e04da3f0,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:40.979889 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-a967e980-e8d9-4289-a57e-af553239b8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:40.980874 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a967e980-e8d9-4289-a57e-af553239b8ff None None] The sync data for ids ['327931a3-eac1-4ac6-b7cc-d2e284d973d8'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:26:40.999895 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fd157e6f-eb1e-446c-8b21-6e8453987da3 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:41.001688 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91809ea4-2bfb-4414-b65c-9973fbcd5cf8 None None] get_active_networks_info from dv-neutron-821190-1-hyperv {{(pid=103586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 29 04:26:41.005043 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dedf4a1e-454e-48f5-8b6c-ca80c64bea84 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:41.009413 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-dedf4a1e-454e-48f5-8b6c-ca80c64bea84 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.4741094 Jan 29 04:26:41.013392 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50562) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:41.024179 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-0e428f76-f44b-46ec-ac27-7bffa9a13fd5 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:41.039666 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5d45831e-dc9e-4036-a9d3-81c2e74f8205 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for port (c9c21c7e-97f1-4aa2-899b-354526b22fa4), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:41.064015 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-64b5e342-ae3b-4047-b3f0-4f4fa14a76be tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a93472b3-9617-4c27-a0d0-7065fa68676b') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:41.064658 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-64b5e342-ae3b-4047-b3f0-4f4fa14a76be tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a93472b3-9617-4c27-a0d0-7065fa68676b') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:41.080861 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc14a6-3ca3-4f27-8c4c-4fda636c44e2 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7745655c-0289-4d09-ac26-631b3b39c311,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:41.091673 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-64b5e342-ae3b-4047-b3f0-4f4fa14a76be tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (a93472b3-9617-4c27-a0d0-7065fa68676b), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:41.135852 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-64b5e342-ae3b-4047-b3f0-4f4fa14a76be tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (a93472b3-9617-4c27-a0d0-7065fa68676b), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:41.141088 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6d6b2ef8-0734-4c2e-9785-81b3f659b5c4 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for port (2c5407f0-0eec-4eb8-82d9-eb70efceafcd), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:41.149327 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e44fe5-268f-407c-83bc-e2b54c3ac903 req-a45f32db-ac82-4086-888c-0a9980c75e54 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:41.150838 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-22e44fe5-268f-407c-83bc-e2b54c3ac903 req-a45f32db-ac82-4086-888c-0a9980c75e54 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.5596294 Jan 29 04:26:41.158613 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64b5e342-ae3b-4047-b3f0-4f4fa14a76be tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:26:41.159024 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-64b5e342-ae3b-4047-b3f0-4f4fa14a76be tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (a93472b3-9617-4c27-a0d0-7065fa68676b), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:41.163823 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:26:41.163823 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:26:41.163823 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:26:41.163823 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:26:41.163823 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:26:41.163823 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:26:41.163823 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:26:41.163823 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:26:41.163823 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:26:41.163823 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:26:41.163823 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:26:41.163823 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:26:41.163823 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:26:41.163823 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:26:41.163823 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:26:41.163823 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:26:41.163823 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:26:41.163823 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:26:41.163823 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:26:41.163823 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:26:41.163823 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:26:41.163823 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:26:41.163823 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:26:41.163823 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:26:41.163823 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:26:41.163823 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:26:41.163823 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:26:41.163823 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:26:41.163823 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:26:41.163823 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:26:41.163823 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:26:41.163823 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:26:41.165684 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5d45831e-dc9e-4036-a9d3-81c2e74f8205 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (c9c21c7e-97f1-4aa2-899b-354526b22fa4), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:41.188780 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91809ea4-2bfb-4414-b65c-9973fbcd5cf8 None None] Resources bound (agent type, host, resource id): {{(pid=103586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 04:26:41.265308 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-efdf7ba5-6a57-4cef-8011-f79daecbf3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8592372a-c35d-41cd-bef7-8f693c866b63', 'name': 'tempest-snat-router-1009616800', 'tenant_id': '984cd8117e64446c8f00ef3cd4a5264b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.18'}], 'enable_snat': False}, 'gw_port_id': '168433a7-7ecc-4f4d-892a-28bb3c2823c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:26:35Z', 'updated_at': '2022-01-29T04:26:38Z', 'revision_number': 3, 'project_id': '984cd8117e64446c8f00ef3cd4a5264b', 'gw_port': {'id': '168433a7-7ecc-4f4d-892a-28bb3c2823c8', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8592372a-c35d-41cd-bef7-8f693c866b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:26:37Z', 'updated_at': '2022-01-29T04:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:41.285936 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-22e44fe5-268f-407c-83bc-e2b54c3ac903 req-fb459e41-e491-4399-aa1a-4a521aec2313 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1210945 Jan 29 04:26:41.297971 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdf7ba5-6a57-4cef-8011-f79daecbf3cd None None] The sync data for ids ['8592372a-c35d-41cd-bef7-8f693c866b63'] in dv-neutron-821190-1-hyperv is: [{'id': '8592372a-c35d-41cd-bef7-8f693c866b63', 'name': 'tempest-snat-router-1009616800', 'tenant_id': '984cd8117e64446c8f00ef3cd4a5264b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.18'}], 'enable_snat': False}, 'gw_port_id': '168433a7-7ecc-4f4d-892a-28bb3c2823c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:26:35Z', 'updated_at': '2022-01-29T04:26:38Z', 'revision_number': 3, 'project_id': '984cd8117e64446c8f00ef3cd4a5264b', 'gw_port': {'id': '168433a7-7ecc-4f4d-892a-28bb3c2823c8', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8592372a-c35d-41cd-bef7-8f693c866b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:26:37Z', 'updated_at': '2022-01-29T04:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:26:41.325504 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.db.api [None req-64b5e342-ae3b-4047-b3f0-4f4fa14a76be tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 29 04:26:41.325504 dv-neutron-821190-1-hyperv neutron-server[103585]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 29 04:26:41.325504 dv-neutron-821190-1-hyperv neutron-server[103585]: [parameters: {'id': '9c3d0bc0-537f-49dd-80df-f91b5a152b03'}] Jan 29 04:26:41.325504 dv-neutron-821190-1-hyperv neutron-server[103585]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:26:41.325504 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG oslo_db.api [None req-64b5e342-ae3b-4047-b3f0-4f4fa14a76be tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:26:41.348988 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6d6b2ef8-0734-4c2e-9785-81b3f659b5c4 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (2c5407f0-0eec-4eb8-82d9-eb70efceafcd), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:41.411704 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6b2ef8-0734-4c2e-9785-81b3f659b5c4 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:26:41.416668 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-6d6b2ef8-0734-4c2e-9785-81b3f659b5c4 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:41.421271 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6b2ef8-0734-4c2e-9785-81b3f659b5c4 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:26:41.464653 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a7a886-76c9-479d-9fca-3598d3a45a87 None None] Network 9c3d0bc0-537f-49dd-80df-f91b5a152b03 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:26:41.472061 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b2ef8-0734-4c2e-9785-81b3f659b5c4 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Pushing event updated for resources: {'Port': ['ID=2c5407f0-0eec-4eb8-82d9-eb70efceafcd,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:41.607047 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d45831e-dc9e-4036-a9d3-81c2e74f8205 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Pushing event updated for resources: {'Port': ['ID=c9c21c7e-97f1-4aa2-899b-354526b22fa4,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:41.632398 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fd157e6f-eb1e-446c-8b21-6e8453987da3 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (d7a54924-cd11-4a2f-b27c-a988e0cf8b54), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:41.678614 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5d45831e-dc9e-4036-a9d3-81c2e74f8205 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (75865604-347d-4905-8a0e-2921be65286a), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:41.773991 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fd157e6f-eb1e-446c-8b21-6e8453987da3 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (d7a54924-cd11-4a2f-b27c-a988e0cf8b54), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:41.840832 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-64b5e342-ae3b-4047-b3f0-4f4fa14a76be tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (9c3d0bc0-537f-49dd-80df-f91b5a152b03), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:41.877686 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 168433a7-7ecc-4f4d-892a-28bb3c2823c8 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:26:41.889490 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6d6b2ef8-0734-4c2e-9785-81b3f659b5c4 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for router_gateway (0b441ed4-0cd8-4f55-9b1f-f729daa8c346), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:41.905015 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fd157e6f-eb1e-446c-8b21-6e8453987da3 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:41.906882 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-fd157e6f-eb1e-446c-8b21-6e8453987da3 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0641861 Jan 29 04:26:41.907605 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd157e6f-eb1e-446c-8b21-6e8453987da3 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a54924-cd11-4a2f-b27c-a988e0cf8b54,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:41.911785 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50564) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:41.920587 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-67a0bf7b-6d15-4657-8079-9498e458863d tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Request body: {'security_group_rule': {'security_group_id': 'd7a54924-cd11-4a2f-b27c-a988e0cf8b54', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:41.943097 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 168433a7-7ecc-4f4d-892a-28bb3c2823c8 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:26:41.944327 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (168433a7-7ecc-4f4d-892a-28bb3c2823c8), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:41.954327 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.l3_db [None req-5d45831e-dc9e-4036-a9d3-81c2e74f8205 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Floating IP 75865604-347d-4905-8a0e-2921be65286a associated. External IP: 172.26.8.95, port: 26b60fb3-74d9-4136-b729-f6f9ae17c030. Jan 29 04:26:42.026343 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-64b5e342-ae3b-4047-b3f0-4f4fa14a76be tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Deleting port 53473e96-124d-474a-b1a7-24e1e04da3f0 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:26:42.026678 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-64b5e342-ae3b-4047-b3f0-4f4fa14a76be tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (53473e96-124d-474a-b1a7-24e1e04da3f0), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:42.053589 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 168433a7-7ecc-4f4d-892a-28bb3c2823c8 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:26:42.053984 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (168433a7-7ecc-4f4d-892a-28bb3c2823c8), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:42.077668 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 168433a7-7ecc-4f4d-892a-28bb3c2823c8, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=168433a7-7ecc-4f4d-892a-28bb3c2823c8,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:42.106932 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-64b5e342-ae3b-4047-b3f0-4f4fa14a76be tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] For port 53473e96-124d-474a-b1a7-24e1e04da3f0, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=53473e96-124d-474a-b1a7-24e1e04da3f0,segment=NetworkSegment(a93472b3-9617-4c27-a0d0-7065fa68676b),segment_id=a93472b3-9617-4c27-a0d0-7065fa68676b)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:42.107468 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-64b5e342-ae3b-4047-b3f0-4f4fa14a76be tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (53473e96-124d-474a-b1a7-24e1e04da3f0), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:42.107552 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0e428f76-f44b-46ec-ac27-7bffa9a13fd5 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router_gateway (327931a3-eac1-4ac6-b7cc-d2e284d973d8), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:42.126441 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-64b5e342-ae3b-4047-b3f0-4f4fa14a76be tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Calling delete_port for 53473e96-124d-474a-b1a7-24e1e04da3f0 owned by network:dhcp {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:26:42.165069 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (168433a7-7ecc-4f4d-892a-28bb3c2823c8), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:42.194543 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-67a0bf7b-6d15-4657-8079-9498e458863d tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:26:42.195915 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-67a0bf7b-6d15-4657-8079-9498e458863d tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2789822 Jan 29 04:26:42.219051 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=168433a7-7ecc-4f4d-892a-28bb3c2823c8,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:42.226546 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50566) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:42.232825 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-aca1faba-30b6-4de5-b90c-6f97bbc38a0d tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Request body: {'security_group_rule': {'security_group_id': 'd7a54924-cd11-4a2f-b27c-a988e0cf8b54', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:42.236646 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6d6b2ef8-0734-4c2e-9785-81b3f659b5c4 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (0b441ed4-0cd8-4f55-9b1f-f729daa8c346), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:42.246458 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0e428f76-f44b-46ec-ac27-7bffa9a13fd5 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router_gateway (327931a3-eac1-4ac6-b7cc-d2e284d973d8), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:42.280803 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d45831e-dc9e-4036-a9d3-81c2e74f8205 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Router c00cdb5d-03dc-439c-9461-685d5a3cca42 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:26:42.465517 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d45831e-dc9e-4036-a9d3-81c2e74f8205 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:26:42.477268 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538212ae-6cd3-4761-8634-a663ecac71a6 None None] Sync routers for ids ['c00cdb5d-03dc-439c-9461-685d5a3cca42'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:26:42.490819 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538212ae-6cd3-4761-8634-a663ecac71a6 None None] Routers {'c00cdb5d-03dc-439c-9461-685d5a3cca42'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:42.491418 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-538212ae-6cd3-4761-8634-a663ecac71a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['c00cdb5d-03dc-439c-9461-685d5a3cca42'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:42.492792 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-aca1faba-30b6-4de5-b90c-6f97bbc38a0d tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:26:42.493550 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-aca1faba-30b6-4de5-b90c-6f97bbc38a0d tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2642748 Jan 29 04:26:42.496455 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50570) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:42.510060 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d52c1-0fc6-4daf-941f-241b2f8fdd97 req-5cf074fd-29c3-452b-9731-e081c1a0b165 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:42.511592 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-2b8d52c1-0fc6-4daf-941f-241b2f8fdd97 req-5cf074fd-29c3-452b-9731-e081c1a0b165 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.0951924 Jan 29 04:26:42.517879 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-0e428f76-f44b-46ec-ac27-7bffa9a13fd5 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Deleting port 06ff40b6-e781-4511-8668-b15d9f773311 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:26:42.518216 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0e428f76-f44b-46ec-ac27-7bffa9a13fd5 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (06ff40b6-e781-4511-8668-b15d9f773311), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:42.535710 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6b2ef8-0734-4c2e-9785-81b3f659b5c4 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Router 0b441ed4-0cd8-4f55-9b1f-f729daa8c346 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:26:42.537104 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-538212ae-6cd3-4761-8634-a663ecac71a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:42.543471 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-64b5e342-ae3b-4047-b3f0-4f4fa14a76be tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (53473e96-124d-474a-b1a7-24e1e04da3f0), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:42.547684 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538212ae-6cd3-4761-8634-a663ecac71a6 None None] Routers {'c00cdb5d-03dc-439c-9461-685d5a3cca42'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:42.548307 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-538212ae-6cd3-4761-8634-a663ecac71a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['c00cdb5d-03dc-439c-9461-685d5a3cca42'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:42.577913 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5d45831e-dc9e-4036-a9d3-81c2e74f8205 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:42.585187 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b5e342-ae3b-4047-b3f0-4f4fa14a76be tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] No DVR routers for this DVR port 53473e96-124d-474a-b1a7-24e1e04da3f0 on host dv-neutron-821190-1-hyperv {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:26:42.595342 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b5e342-ae3b-4047-b3f0-4f4fa14a76be tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event deleted for resources: {'Port': ['ID=53473e96-124d-474a-b1a7-24e1e04da3f0,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:42.615920 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-538212ae-6cd3-4761-8634-a663ecac71a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:42.617013 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538212ae-6cd3-4761-8634-a663ecac71a6 None None] The sync data for ids ['c00cdb5d-03dc-439c-9461-685d5a3cca42'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:26:42.648398 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-5d45831e-dc9e-4036-a9d3-81c2e74f8205 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.9934316 Jan 29 04:26:42.649995 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50572) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:42.655833 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-e6a00e49-f5d2-4f6d-83df-19c2bb031913 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Request body: {'floatingip': {'port_id': '26b60fb3-74d9-4136-b729-f6f9ae17c030', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:42.660769 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-2b8d52c1-0fc6-4daf-941f-241b2f8fdd97 req-a2f5da33-ed4e-4b51-be64-1a722cba0176 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1299932 Jan 29 04:26:42.677088 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-15c71a97-84c2-41b6-92c5-cd860eb00184 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (d7a54924-cd11-4a2f-b27c-a988e0cf8b54), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:42.705151 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0e428f76-f44b-46ec-ac27-7bffa9a13fd5 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (06ff40b6-e781-4511-8668-b15d9f773311), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:42.722907 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-0e428f76-f44b-46ec-ac27-7bffa9a13fd5 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Calling delete_port for 06ff40b6-e781-4511-8668-b15d9f773311 owned by network:router_gateway {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:26:42.742269 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e6a00e49-f5d2-4f6d-83df-19c2bb031913 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for floatingip (75865604-347d-4905-8a0e-2921be65286a), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:42.781169 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-15c71a97-84c2-41b6-92c5-cd860eb00184 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (d7a54924-cd11-4a2f-b27c-a988e0cf8b54), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:42.807620 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-64b5e342-ae3b-4047-b3f0-4f4fa14a76be tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (9c3d0bc0-537f-49dd-80df-f91b5a152b03), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:42.851374 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6b2ef8-0734-4c2e-9785-81b3f659b5c4 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:26:42.863144 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1012d97f-b92f-4078-b012-b5e8c241e266 None None] Sync routers for ids ['0b441ed4-0cd8-4f55-9b1f-f729daa8c346'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:26:42.864150 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-64b5e342-ae3b-4047-b3f0-4f4fa14a76be tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c3d0bc0-537f-49dd-80df-f91b5a152b03']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:42.879031 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1012d97f-b92f-4078-b012-b5e8c241e266 None None] Routers {'0b441ed4-0cd8-4f55-9b1f-f729daa8c346'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:42.879966 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-1012d97f-b92f-4078-b012-b5e8c241e266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['0b441ed4-0cd8-4f55-9b1f-f729daa8c346'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:42.886100 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-64b5e342-ae3b-4047-b3f0-4f4fa14a76be tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a93472b3-9617-4c27-a0d0-7065fa68676b') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:42.886394 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-64b5e342-ae3b-4047-b3f0-4f4fa14a76be tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a93472b3-9617-4c27-a0d0-7065fa68676b') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:42.908329 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-64b5e342-ae3b-4047-b3f0-4f4fa14a76be tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (a93472b3-9617-4c27-a0d0-7065fa68676b), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:42.928224 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46b665-f7e1-44fb-a583-8d234289fd7e req-75faafd0-6095-48ed-bf2d-bc6a14aed67b tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:42.930122 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5e46b665-f7e1-44fb-a583-8d234289fd7e req-75faafd0-6095-48ed-bf2d-bc6a14aed67b tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.1714351 Jan 29 04:26:42.931077 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-64b5e342-ae3b-4047-b3f0-4f4fa14a76be tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (a93472b3-9617-4c27-a0d0-7065fa68676b), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:42.939070 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64b5e342-ae3b-4047-b3f0-4f4fa14a76be tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:26:42.939461 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-64b5e342-ae3b-4047-b3f0-4f4fa14a76be tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (a93472b3-9617-4c27-a0d0-7065fa68676b), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:42.944324 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:26:42.944324 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:26:42.944324 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:26:42.944324 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:26:42.944324 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:26:42.944324 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:26:42.944324 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:26:42.944324 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:26:42.944324 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:26:42.944324 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:26:42.944324 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:26:42.944324 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:26:42.944324 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:26:42.944324 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:26:42.944324 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:26:42.944324 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:26:42.944324 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:26:42.944324 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:26:42.944324 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:26:42.944324 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:26:42.944324 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:26:42.944324 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:26:42.944324 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:26:42.944324 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:26:42.944324 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:26:42.944324 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:26:42.944324 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:26:42.944324 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:26:42.944324 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:26:42.944324 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:26:42.944324 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:26:42.944324 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:26:43.003568 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-1012d97f-b92f-4078-b012-b5e8c241e266 None None] Set router 0b441ed4-0cd8-4f55-9b1f-f729daa8c346 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:26:43.024880 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6d6b2ef8-0734-4c2e-9785-81b3f659b5c4 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:43.026296 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6d6b2ef8-0734-4c2e-9785-81b3f659b5c4 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.7538283 Jan 29 04:26:43.030819 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50576) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:43.033458 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-15c71a97-84c2-41b6-92c5-cd860eb00184 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (d7a54924-cd11-4a2f-b27c-a988e0cf8b54), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:43.035826 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-15c71a97-84c2-41b6-92c5-cd860eb00184 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:43.040984 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-15c71a97-84c2-41b6-92c5-cd860eb00184 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "DELETE /v2.0/security-groups/d7a54924-cd11-4a2f-b27c-a988e0cf8b54 HTTP/1.1" status: 204 len: 168 time: 0.5433609 Jan 29 04:26:43.041622 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50578) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:43.082715 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c71a97-84c2-41b6-92c5-cd860eb00184 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a54924-cd11-4a2f-b27c-a988e0cf8b54,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:43.112773 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5e46b665-f7e1-44fb-a583-8d234289fd7e req-08ce9234-9f13-49a1-85c5-4544e4df5181 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1450622 Jan 29 04:26:43.121325 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-64b5e342-ae3b-4047-b3f0-4f4fa14a76be tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (9c3d0bc0-537f-49dd-80df-f91b5a152b03), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:43.129366 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-64b5e342-ae3b-4047-b3f0-4f4fa14a76be tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:43.132562 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-64b5e342-ae3b-4047-b3f0-4f4fa14a76be tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "DELETE /v2.0/networks/9c3d0bc0-537f-49dd-80df-f91b5a152b03 HTTP/1.1" status: 204 len: 168 time: 3.6385200 Jan 29 04:26:43.140388 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-1fdf0f8e-c266-4cc3-9bd3-37b91fcd0cf1 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0927801 Jan 29 04:26:43.141024 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50580) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:43.141353 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50582) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:43.148243 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-c9cabcd2-0f53-4d44-b7cb-0c6599b8a9ea tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1475192469'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:43.156330 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-8b70eca0-e803-4213-899e-8fd203c12659 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Request body: {'security_group': {'name': 'tempest-secgroup--1067209065'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:43.174949 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b5e342-ae3b-4047-b3f0-4f4fa14a76be tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event deleted for resources: {'Network': ['ID=9c3d0bc0-537f-49dd-80df-f91b5a152b03,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:43.268122 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8b70eca0-e803-4213-899e-8fd203c12659 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:43.288045 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cabcd2-0f53-4d44-b7cb-0c6599b8a9ea tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Made reservation on behalf of bcaf13695579453ab1aaf7b22b50d822 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:26:43.291866 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c9cabcd2-0f53-4d44-b7cb-0c6599b8a9ea tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:43.313963 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-1012d97f-b92f-4078-b012-b5e8c241e266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b441ed4-0cd8-4f55-9b1f-f729daa8c346', 'name': 'tempest-snat-router-1009616800', 'tenant_id': '984cd8117e64446c8f00ef3cd4a5264b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '2c5407f0-0eec-4eb8-82d9-eb70efceafcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:26:39Z', 'updated_at': '2022-01-29T04:26:41Z', 'revision_number': 3, 'project_id': '984cd8117e64446c8f00ef3cd4a5264b', 'gw_port': {'id': '2c5407f0-0eec-4eb8-82d9-eb70efceafcd', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ae:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b441ed4-0cd8-4f55-9b1f-f729daa8c346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:26:40Z', 'updated_at': '2022-01-29T04:26:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:43.339257 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0e428f76-f44b-46ec-ac27-7bffa9a13fd5 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (06ff40b6-e781-4511-8668-b15d9f773311), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:43.342526 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9cabcd2-0f53-4d44-b7cb-0c6599b8a9ea tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:26:43.346475 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1012d97f-b92f-4078-b012-b5e8c241e266 None None] Checking router: 0b441ed4-0cd8-4f55-9b1f-f729daa8c346 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:26:43.347027 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1012d97f-b92f-4078-b012-b5e8c241e266 None None] Updating router 0b441ed4-0cd8-4f55-9b1f-f729daa8c346 port 2c5407f0-0eec-4eb8-82d9-eb70efceafcd binding host dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:26:43.360836 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c9cabcd2-0f53-4d44-b7cb-0c6599b8a9ea tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (aafe6821-c8fa-41e3-a840-2c585e77cf6b), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:43.361260 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-c9cabcd2-0f53-4d44-b7cb-0c6599b8a9ea tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Added segment aafe6821-c8fa-41e3-a840-2c585e77cf6b of type vlan for network 8c2a7704-82d5-41ec-a100-f55a5e53f8b8 Jan 29 04:26:43.378957 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1012d97f-b92f-4078-b012-b5e8c241e266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (2c5407f0-0eec-4eb8-82d9-eb70efceafcd), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:43.383473 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e428f76-f44b-46ec-ac27-7bffa9a13fd5 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Pushing event deleted for resources: {'Port': ['ID=06ff40b6-e781-4511-8668-b15d9f773311,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:43.413487 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8b70eca0-e803-4213-899e-8fd203c12659 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (6a57f473-067c-4a61-8205-7343ec288a92), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:43.417838 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-7af82a6e-ab6b-4082-a09d-5929e3f4ffc2 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] 10.222.0.13 "GET /v2.0/routers/0b441ed4-0cd8-4f55-9b1f-f729daa8c346 HTTP/1.1" status: 200 len: 908 time: 0.3860445 Jan 29 04:26:43.422003 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50586) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:43.461229 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c9cabcd2-0f53-4d44-b7cb-0c6599b8a9ea tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (8c2a7704-82d5-41ec-a100-f55a5e53f8b8), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:43.496467 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8b70eca0-e803-4213-899e-8fd203c12659 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (6a57f473-067c-4a61-8205-7343ec288a92), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:43.535403 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0e428f76-f44b-46ec-ac27-7bffa9a13fd5 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (327931a3-eac1-4ac6-b7cc-d2e284d973d8), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:43.573186 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b70eca0-e803-4213-899e-8fd203c12659 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a57f473-067c-4a61-8205-7343ec288a92,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:43.578358 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-59df1bc5-3d03-4ba9-9721-08c5126ed98f tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for router (0b441ed4-0cd8-4f55-9b1f-f729daa8c346), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:43.624433 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c9cabcd2-0f53-4d44-b7cb-0c6599b8a9ea tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (8c2a7704-82d5-41ec-a100-f55a5e53f8b8), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:43.629834 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cabcd2-0f53-4d44-b7cb-0c6599b8a9ea tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:43.630733 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c9cabcd2-0f53-4d44-b7cb-0c6599b8a9ea tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:43.667302 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8b70eca0-e803-4213-899e-8fd203c12659 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:43.671826 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-8b70eca0-e803-4213-899e-8fd203c12659 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5201483 Jan 29 04:26:43.676828 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50588) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:43.684769 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-cd22fe7a-3d46-4f35-8da1-e7077dacc872 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:43.685508 dv-neutron-821190-1-hyperv neutron-server[103584]: WARNING neutron.api.v2.base [None req-cd22fe7a-3d46-4f35-8da1-e7077dacc872 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 29 04:26:43.686056 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-cd22fe7a-3d46-4f35-8da1-e7077dacc872 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] update failed (client error): There was a conflict when trying to complete your request. Jan 29 04:26:43.687220 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-cd22fe7a-3d46-4f35-8da1-e7077dacc872 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "PUT /v2.0/security-groups/6a57f473-067c-4a61-8205-7343ec288a92 HTTP/1.1" status: 409 len: 330 time: 0.0078435 Jan 29 04:26:43.687913 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1012d97f-b92f-4078-b012-b5e8c241e266 None None] Publish callbacks [] for port (2c5407f0-0eec-4eb8-82d9-eb70efceafcd), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:43.702923 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50590) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:43.765590 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1012d97f-b92f-4078-b012-b5e8c241e266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (2c5407f0-0eec-4eb8-82d9-eb70efceafcd), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:43.778543 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cabcd2-0f53-4d44-b7cb-0c6599b8a9ea tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event updated for resources: {'Network': ['ID=8c2a7704-82d5-41ec-a100-f55a5e53f8b8,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:43.790959 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 8c2a7704-82d5-41ec-a100-f55a5e53f8b8 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:26:43.842168 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-1012d97f-b92f-4078-b012-b5e8c241e266 None None] Attempting to bind port 2c5407f0-0eec-4eb8-82d9-eb70efceafcd on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:26:43.842694 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-1012d97f-b92f-4078-b012-b5e8c241e266 None None] Attempting to bind port 2c5407f0-0eec-4eb8-82d9-eb70efceafcd by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:26:43.843158 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1012d97f-b92f-4078-b012-b5e8c241e266 None None] Attempting to bind port 2c5407f0-0eec-4eb8-82d9-eb70efceafcd on network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:26:43.851611 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 168433a7-7ecc-4f4d-892a-28bb3c2823c8 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:26:43.859020 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1012d97f-b92f-4078-b012-b5e8c241e266 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:26:43.859503 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1012d97f-b92f-4078-b012-b5e8c241e266 None None] Checking segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:26:43.859993 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1012d97f-b92f-4078-b012-b5e8c241e266 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:43.860713 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1012d97f-b92f-4078-b012-b5e8c241e266 None None] Bound using segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:26:43.861407 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-1012d97f-b92f-4078-b012-b5e8c241e266 None None] Bound port: 2c5407f0-0eec-4eb8-82d9-eb70efceafcd, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:26:43.862621 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1012d97f-b92f-4078-b012-b5e8c241e266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (2c5407f0-0eec-4eb8-82d9-eb70efceafcd), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:43.876633 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c9cabcd2-0f53-4d44-b7cb-0c6599b8a9ea tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7324564 Jan 29 04:26:43.881942 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50594) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:43.893650 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-f0e8f0e2-026e-466a-996e-6c6e34ca8d9c tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Request body: {'subnet': {'network_id': '8c2a7704-82d5-41ec-a100-f55a5e53f8b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:43.930867 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a55e24-d6a4-4697-884d-e44d3190cba0 None None] Pushing event updated for resources: {'Port': ['ID=2c5407f0-0eec-4eb8-82d9-eb70efceafcd,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:43.942805 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 168433a7-7ecc-4f4d-892a-28bb3c2823c8 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:26:43.943782 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (168433a7-7ecc-4f4d-892a-28bb3c2823c8), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:43.948368 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a55e24-d6a4-4697-884d-e44d3190cba0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:43.948979 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a55e24-d6a4-4697-884d-e44d3190cba0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:43.949460 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a55e24-d6a4-4697-884d-e44d3190cba0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:43.954197 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a55e24-d6a4-4697-884d-e44d3190cba0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:43.954197 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a55e24-d6a4-4697-884d-e44d3190cba0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:43.954197 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a55e24-d6a4-4697-884d-e44d3190cba0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:43.954197 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a55e24-d6a4-4697-884d-e44d3190cba0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:43.954197 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a55e24-d6a4-4697-884d-e44d3190cba0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:43.954197 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a55e24-d6a4-4697-884d-e44d3190cba0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:43.954197 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a55e24-d6a4-4697-884d-e44d3190cba0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:43.954197 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a55e24-d6a4-4697-884d-e44d3190cba0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:43.954197 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a55e24-d6a4-4697-884d-e44d3190cba0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:43.954197 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a55e24-d6a4-4697-884d-e44d3190cba0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:43.960990 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-1012d97f-b92f-4078-b012-b5e8c241e266 None None] For port 2c5407f0-0eec-4eb8-82d9-eb70efceafcd, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:26:43.966572 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-1012d97f-b92f-4078-b012-b5e8c241e266 None None] For port 2c5407f0-0eec-4eb8-82d9-eb70efceafcd, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=2c5407f0-0eec-4eb8-82d9-eb70efceafcd,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:26:43.996085 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-59df1bc5-3d03-4ba9-9721-08c5126ed98f tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for router_gateway (0b441ed4-0cd8-4f55-9b1f-f729daa8c346), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:44.016988 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1a6d803c-f3cc-4eb8-8024-150ad6025b9e tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (6a57f473-067c-4a61-8205-7343ec288a92), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:44.034899 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1012d97f-b92f-4078-b012-b5e8c241e266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (2c5407f0-0eec-4eb8-82d9-eb70efceafcd), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:44.035749 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f2312-9e1a-40c2-ae41-57570e05a888 req-7f61cf47-7a83-4137-89ea-a08b80704ed4 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:44.042971 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ec2f2312-9e1a-40c2-ae41-57570e05a888 req-7f61cf47-7a83-4137-89ea-a08b80704ed4 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.2617345 Jan 29 04:26:44.043222 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 168433a7-7ecc-4f4d-892a-28bb3c2823c8 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:26:44.092307 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.db.resource_extend [None req-e6a00e49-f5d2-4f6d-83df-19c2bb031913 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 04:26:44.097080 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1a6d803c-f3cc-4eb8-8024-150ad6025b9e tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (6a57f473-067c-4a61-8205-7343ec288a92), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:44.100182 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1012d97f-b92f-4078-b012-b5e8c241e266 None None] Routers {'0b441ed4-0cd8-4f55-9b1f-f729daa8c346'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:44.101001 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-1012d97f-b92f-4078-b012-b5e8c241e266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['0b441ed4-0cd8-4f55-9b1f-f729daa8c346'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:44.144034 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a55e24-d6a4-4697-884d-e44d3190cba0 None None] Pushing event updated for resources: {'Port': ['ID=2c5407f0-0eec-4eb8-82d9-eb70efceafcd,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:44.170341 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ec2f2312-9e1a-40c2-ae41-57570e05a888 req-09b76739-e7e7-411b-a1f5-d3e3781fc480 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1264706 Jan 29 04:26:44.203035 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e8f0e2-026e-466a-996e-6c6e34ca8d9c tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Made reservation on behalf of bcaf13695579453ab1aaf7b22b50d822 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:26:44.203035 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f0e8f0e2-026e-466a-996e-6c6e34ca8d9c tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:44.208422 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0e428f76-f44b-46ec-ac27-7bffa9a13fd5 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1615661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1617607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-536'] for router (327931a3-eac1-4ac6-b7cc-d2e284d973d8), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:44.215672 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0e428f76-f44b-46ec-ac27-7bffa9a13fd5 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1615652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1615667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1617630'] for router (327931a3-eac1-4ac6-b7cc-d2e284d973d8), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:44.228544 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e6a00e49-f5d2-4f6d-83df-19c2bb031913 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:44.232888 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-1012d97f-b92f-4078-b012-b5e8c241e266 None None] Set router 0b441ed4-0cd8-4f55-9b1f-f729daa8c346 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:26:44.267911 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1a6d803c-f3cc-4eb8-8024-150ad6025b9e tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (6a57f473-067c-4a61-8205-7343ec288a92), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:44.270789 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1a6d803c-f3cc-4eb8-8024-150ad6025b9e tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:44.274881 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-1a6d803c-f3cc-4eb8-8024-150ad6025b9e tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "DELETE /v2.0/security-groups/6a57f473-067c-4a61-8205-7343ec288a92 HTTP/1.1" status: 204 len: 168 time: 0.5703804 Jan 29 04:26:44.275851 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50598) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:44.313021 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e6a00e49-f5d2-4f6d-83df-19c2bb031913 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (75865604-347d-4905-8a0e-2921be65286a), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:44.317514 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6d803c-f3cc-4eb8-8024-150ad6025b9e tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a57f473-067c-4a61-8205-7343ec288a92,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:44.348001 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-59df1bc5-3d03-4ba9-9721-08c5126ed98f tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Deleting port 2c5407f0-0eec-4eb8-82d9-eb70efceafcd {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:26:44.348346 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-59df1bc5-3d03-4ba9-9721-08c5126ed98f tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (2c5407f0-0eec-4eb8-82d9-eb70efceafcd), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:44.388600 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e428f76-f44b-46ec-ac27-7bffa9a13fd5 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Router 327931a3-eac1-4ac6-b7cc-d2e284d973d8 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:26:44.414531 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f78acec6-9549-420b-a5b3-3e04a56870b8 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1307845 Jan 29 04:26:44.415134 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50600) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:44.441565 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-1012d97f-b92f-4078-b012-b5e8c241e266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b441ed4-0cd8-4f55-9b1f-f729daa8c346', 'name': 'tempest-snat-router-1009616800', 'tenant_id': '984cd8117e64446c8f00ef3cd4a5264b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '2c5407f0-0eec-4eb8-82d9-eb70efceafcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:26:39Z', 'updated_at': '2022-01-29T04:26:41Z', 'revision_number': 3, 'project_id': '984cd8117e64446c8f00ef3cd4a5264b', 'gw_port': {'id': '2c5407f0-0eec-4eb8-82d9-eb70efceafcd', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ae:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b441ed4-0cd8-4f55-9b1f-f729daa8c346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:26:40Z', 'updated_at': '2022-01-29T04:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:44.446425 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-302ffc32-b619-4ece-9ce8-92f7091666f2 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] delete failed (client error): The resource could not be found. Jan 29 04:26:44.452907 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-302ffc32-b619-4ece-9ce8-92f7091666f2 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "DELETE /v2.0/security-groups/4c857f25-662a-4a23-9c92-782d9690f8ab HTTP/1.1" status: 404 len: 347 time: 0.0338855 Jan 29 04:26:44.475445 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50602) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:44.489474 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1012d97f-b92f-4078-b012-b5e8c241e266 None None] The sync data for ids ['0b441ed4-0cd8-4f55-9b1f-f729daa8c346'] in dv-neutron-821190-1-hyperv is: [{'id': '0b441ed4-0cd8-4f55-9b1f-f729daa8c346', 'name': 'tempest-snat-router-1009616800', 'tenant_id': '984cd8117e64446c8f00ef3cd4a5264b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '2c5407f0-0eec-4eb8-82d9-eb70efceafcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:26:39Z', 'updated_at': '2022-01-29T04:26:41Z', 'revision_number': 3, 'project_id': '984cd8117e64446c8f00ef3cd4a5264b', 'gw_port': {'id': '2c5407f0-0eec-4eb8-82d9-eb70efceafcd', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ae:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b441ed4-0cd8-4f55-9b1f-f729daa8c346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:26:40Z', 'updated_at': '2022-01-29T04:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:26:44.529605 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-59df1bc5-3d03-4ba9-9721-08c5126ed98f tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] For port 2c5407f0-0eec-4eb8-82d9-eb70efceafcd, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=2c5407f0-0eec-4eb8-82d9-eb70efceafcd,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:44.529979 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-59df1bc5-3d03-4ba9-9721-08c5126ed98f tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (2c5407f0-0eec-4eb8-82d9-eb70efceafcd), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:44.533378 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-5de06e13-ff5d-4de3-88d8-ecb569316382 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] show failed (client error): The resource could not be found. Jan 29 04:26:44.535007 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-5de06e13-ff5d-4de3-88d8-ecb569316382 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "GET /v2.0/security-groups/366309c0-00e5-4110-893f-ce3578328d7f HTTP/1.1" status: 404 len: 347 time: 0.0568974 Jan 29 04:26:44.548048 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50606) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:44.553248 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e428f76-f44b-46ec-ac27-7bffa9a13fd5 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:26:44.565370 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ab3fa0-3b0d-44d1-b1eb-0b2774ca2b59 None None] Sync routers for ids ['327931a3-eac1-4ac6-b7cc-d2e284d973d8'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:26:44.569135 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0e428f76-f44b-46ec-ac27-7bffa9a13fd5 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:44.572880 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0e428f76-f44b-46ec-ac27-7bffa9a13fd5 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] 10.222.0.13 "PUT /v2.0/routers/327931a3-eac1-4ac6-b7cc-d2e284d973d8 HTTP/1.1" status: 200 len: 709 time: 3.5510755 Jan 29 04:26:44.574641 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50608) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:44.583339 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-59df1bc5-3d03-4ba9-9721-08c5126ed98f tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Calling delete_port for 2c5407f0-0eec-4eb8-82d9-eb70efceafcd owned by network:router_gateway {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:26:44.597169 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ab3fa0-3b0d-44d1-b1eb-0b2774ca2b59 None None] Routers {'327931a3-eac1-4ac6-b7cc-d2e284d973d8'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:44.597821 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-27ab3fa0-3b0d-44d1-b1eb-0b2774ca2b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['327931a3-eac1-4ac6-b7cc-d2e284d973d8'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:44.655017 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-27ab3fa0-3b0d-44d1-b1eb-0b2774ca2b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:44.671030 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ab3fa0-3b0d-44d1-b1eb-0b2774ca2b59 None None] Routers {'327931a3-eac1-4ac6-b7cc-d2e284d973d8'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:44.672081 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-27ab3fa0-3b0d-44d1-b1eb-0b2774ca2b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['327931a3-eac1-4ac6-b7cc-d2e284d973d8'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:44.723488 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-27ab3fa0-3b0d-44d1-b1eb-0b2774ca2b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:44.724855 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ab3fa0-3b0d-44d1-b1eb-0b2774ca2b59 None None] The sync data for ids ['327931a3-eac1-4ac6-b7cc-d2e284d973d8'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:26:44.740818 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-4959d054-2b28-4b89-a7dc-c4b2b3efe27f tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] 10.222.0.13 "GET /v2.0/routers/327931a3-eac1-4ac6-b7cc-d2e284d973d8 HTTP/1.1" status: 200 len: 744 time: 0.1644394 Jan 29 04:26:44.748423 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50610) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:44.803151 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-d1ea7aa4-3c36-4f48-b764-a20fc390b162 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] show failed (client error): The resource could not be found. Jan 29 04:26:44.807652 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d1ea7aa4-3c36-4f48-b764-a20fc390b162 tempest-NegativeSecGroupIPv6Test-940785939 tempest-NegativeSecGroupIPv6Test-940785939-project] 10.222.0.13 "GET /v2.0/security-group-rules/e98df653-1097-498e-a88a-5695d8e9fc79 HTTP/1.1" status: 404 len: 356 time: 0.2551453 Jan 29 04:26:44.810552 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0802f986-387f-440b-8877-ab04b90300c4 tempest-RoutersIpV6AdminTest-2130000251 tempest-RoutersIpV6AdminTest-2130000251-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=f0de7169-31b1-4289-9a2a-56c5f4e63ed1&device_id=327931a3-eac1-4ac6-b7cc-d2e284d973d8 HTTP/1.1" status: 200 len: 205 time: 0.0609229 Jan 29 04:26:44.814373 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50614) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:44.886694 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a00e49-f5d2-4f6d-83df-19c2bb031913 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Router c00cdb5d-03dc-439c-9461-685d5a3cca42 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:26:44.889407 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-185a2cb0-c78c-4bf2-b984-91d78777648e tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] 10.222.0.13 "GET /v2.0/ports?device_id=327931a3-eac1-4ac6-b7cc-d2e284d973d8 HTTP/1.1" status: 200 len: 205 time: 0.0740871 Jan 29 04:26:44.897114 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50616) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:44.932271 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f56f86-e86f-4554-bd85-1959b7b048c2 req-7f6dbaa4-aee7-4e56-8a8b-410637668128 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:44.934089 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-24f56f86-e86f-4554-bd85-1959b7b048c2 req-7f6dbaa4-aee7-4e56-8a8b-410637668128 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.1675045 Jan 29 04:26:44.955096 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f0e8f0e2-026e-466a-996e-6c6e34ca8d9c tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (4ac2aae5-64a7-4cf1-b67b-54271d5ee307), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:45.001766 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-59df1bc5-3d03-4ba9-9721-08c5126ed98f tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (2c5407f0-0eec-4eb8-82d9-eb70efceafcd), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:45.025506 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fea4d92b-c0f2-4b74-9a9b-d6af8e2db6f0 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router (327931a3-eac1-4ac6-b7cc-d2e284d973d8), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:45.082438 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df1bc5-3d03-4ba9-9721-08c5126ed98f tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Pushing event deleted for resources: {'Port': ['ID=2c5407f0-0eec-4eb8-82d9-eb70efceafcd,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:45.122359 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e8f0e2-026e-466a-996e-6c6e34ca8d9c tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event updated for resources: {'Subnet': ['ID=4ac2aae5-64a7-4cf1-b67b-54271d5ee307,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:45.141138 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-24f56f86-e86f-4554-bd85-1959b7b048c2 req-150f2020-184b-48da-8d76-6c6efc4ae5c1 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1973898 Jan 29 04:26:45.175274 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e8f0e2-026e-466a-996e-6c6e34ca8d9c tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Checking segment: {'id': 'aafe6821-c8fa-41e3-a840-2c585e77cf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8c2a7704-82d5-41ec-a100-f55a5e53f8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:26:45.176498 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e8f0e2-026e-466a-996e-6c6e34ca8d9c tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Network hostable DHCP agents. Network: 8c2a7704-82d5-41ec-a100-f55a5e53f8b8, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:26:45.192011 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-59df1bc5-3d03-4ba9-9721-08c5126ed98f tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (0b441ed4-0cd8-4f55-9b1f-f729daa8c346), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:45.288678 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fea4d92b-c0f2-4b74-9a9b-d6af8e2db6f0 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (327931a3-eac1-4ac6-b7cc-d2e284d973d8), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:45.288678 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fea4d92b-c0f2-4b74-9a9b-d6af8e2db6f0 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router_controller (327931a3-eac1-4ac6-b7cc-d2e284d973d8), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:45.288678 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a00e49-f5d2-4f6d-83df-19c2bb031913 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:26:45.288678 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e6a00e49-f5d2-4f6d-83df-19c2bb031913 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:45.288984 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d226e1-ecf8-4965-8043-0a087574f353 None None] Sync routers for ids ['c00cdb5d-03dc-439c-9461-685d5a3cca42'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:26:45.288984 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d226e1-ecf8-4965-8043-0a087574f353 None None] Routers {'c00cdb5d-03dc-439c-9461-685d5a3cca42'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:45.288984 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-f0d226e1-ecf8-4965-8043-0a087574f353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['c00cdb5d-03dc-439c-9461-685d5a3cca42'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:45.308241 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-59df1bc5-3d03-4ba9-9721-08c5126ed98f tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (0b441ed4-0cd8-4f55-9b1f-f729daa8c346), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:45.314323 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-59df1bc5-3d03-4ba9-9721-08c5126ed98f tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for router_controller (0b441ed4-0cd8-4f55-9b1f-f729daa8c346), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:45.341713 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-f0d226e1-ecf8-4965-8043-0a087574f353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:45.355768 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d226e1-ecf8-4965-8043-0a087574f353 None None] Routers {'c00cdb5d-03dc-439c-9461-685d5a3cca42'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:45.360927 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-f0d226e1-ecf8-4965-8043-0a087574f353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['c00cdb5d-03dc-439c-9461-685d5a3cca42'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:45.361151 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e6a00e49-f5d2-4f6d-83df-19c2bb031913 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "PUT /v2.0/floatingips/75865604-347d-4905-8a0e-2921be65286a HTTP/1.1" status: 200 len: 977 time: 2.7086751 Jan 29 04:26:45.363062 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50618) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:45.378755 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e8f0e2-026e-466a-996e-6c6e34ca8d9c tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Network 8c2a7704-82d5-41ec-a100-f55a5e53f8b8 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:26:45.399283 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-f0d226e1-ecf8-4965-8043-0a087574f353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:45.399923 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d226e1-ecf8-4965-8043-0a087574f353 None None] The sync data for ids ['c00cdb5d-03dc-439c-9461-685d5a3cca42'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:26:45.508276 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fea4d92b-c0f2-4b74-9a9b-d6af8e2db6f0 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (327931a3-eac1-4ac6-b7cc-d2e284d973d8), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:45.510647 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea4d92b-c0f2-4b74-9a9b-d6af8e2db6f0 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Fanout notify agent at l3_agent the message router_deleted on router 327931a3-eac1-4ac6-b7cc-d2e284d973d8 {{(pid=103584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:26:45.516175 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fea4d92b-c0f2-4b74-9a9b-d6af8e2db6f0 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:45.520372 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-fea4d92b-c0f2-4b74-9a9b-d6af8e2db6f0 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] 10.222.0.13 "DELETE /v2.0/routers/327931a3-eac1-4ac6-b7cc-d2e284d973d8 HTTP/1.1" status: 204 len: 168 time: 0.6188507 Jan 29 04:26:45.521747 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50622) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:45.545894 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-7f19c235-7571-4694-9325-13ac5ea4b70f tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Deleting port c9c21c7e-97f1-4aa2-899b-354526b22fa4 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:26:45.546234 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7f19c235-7571-4694-9325-13ac5ea4b70f tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (c9c21c7e-97f1-4aa2-899b-354526b22fa4), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:45.555738 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-256534e0-a7e1-4f8e-ac9e-60ca3c2ca141 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] 10.222.0.13 "GET /v2.0/ports?device_id=327931a3-eac1-4ac6-b7cc-d2e284d973d8 HTTP/1.1" status: 200 len: 205 time: 0.0322800 Jan 29 04:26:45.556442 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-59df1bc5-3d03-4ba9-9721-08c5126ed98f tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (0b441ed4-0cd8-4f55-9b1f-f729daa8c346), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:45.557022 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59df1bc5-3d03-4ba9-9721-08c5126ed98f tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0b441ed4-0cd8-4f55-9b1f-f729daa8c346 {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:26:45.560064 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50624) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:45.562442 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-59df1bc5-3d03-4ba9-9721-08c5126ed98f tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:45.564081 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-59df1bc5-3d03-4ba9-9721-08c5126ed98f tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] 10.222.0.13 "DELETE /v2.0/routers/0b441ed4-0cd8-4f55-9b1f-f729daa8c346 HTTP/1.1" status: 204 len: 168 time: 2.1412911 Jan 29 04:26:45.565130 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-f0e8f0e2-026e-466a-996e-6c6e34ca8d9c tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 8c2a7704-82d5-41ec-a100-f55a5e53f8b8) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:45.571603 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e8f0e2-026e-466a-996e-6c6e34ca8d9c tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:45.572959 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f0e8f0e2-026e-466a-996e-6c6e34ca8d9c tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:45.576397 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50626) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:45.576867 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7b2f0e-13ed-4db8-b349-9d3856d98d21 None None] Network 8c2a7704-82d5-41ec-a100-f55a5e53f8b8 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:26:45.603507 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50628) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:45.642954 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-7570587b-59ea-4afc-9e2a-f49854b8f535 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] delete failed (client error): The resource could not be found. Jan 29 04:26:45.644133 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-7570587b-59ea-4afc-9e2a-f49854b8f535 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] 10.222.0.13 "DELETE /v2.0/routers/327931a3-eac1-4ac6-b7cc-d2e284d973d8 HTTP/1.1" status: 404 len: 336 time: 0.0831201 Jan 29 04:26:45.666830 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50632) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:45.705223 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1418ec14-4961-4306-b8a7-f6d3ef9c9dfc tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] 10.222.0.13 "GET /v2.0/ports?device_id=44971440-27cf-48b5-b766-9fef45a223c2 HTTP/1.1" status: 200 len: 205 time: 0.0367095 Jan 29 04:26:45.705977 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50634) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:45.732298 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1811f3e0-00cc-4ad1-a78f-b36c4f8c8e71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-8c2a7704-82d5-41ec-a100-f55a5e53f8b8', 'network_id': '8c2a7704-82d5-41ec-a100-f55a5e53f8b8', 'project_id': 'bcaf13695579453ab1aaf7b22b50d822', 'fixed_ips': [{'subnet_id': '4ac2aae5-64a7-4cf1-b67b-54271d5ee307'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:26:45.733375 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1811f3e0-00cc-4ad1-a78f-b36c4f8c8e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:45.756795 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-53792368-2299-49b4-b7f2-429b6f8930be tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] delete failed (client error): The resource could not be found. Jan 29 04:26:45.761049 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-53792368-2299-49b4-b7f2-429b6f8930be tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] 10.222.0.13 "DELETE /v2.0/routers/44971440-27cf-48b5-b766-9fef45a223c2 HTTP/1.1" status: 404 len: 336 time: 0.0513549 Jan 29 04:26:45.761716 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50636) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:45.811391 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e459b84f-8cb5-4d07-a756-1ec80d01d403 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4639b77-e3db-4f13-ac30-8f570f9d9e5c HTTP/1.1" status: 200 len: 205 time: 0.0468295 Jan 29 04:26:45.812123 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50638) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:45.814582 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7f19c235-7571-4694-9325-13ac5ea4b70f tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (c9c21c7e-97f1-4aa2-899b-354526b22fa4), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:45.814990 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7f19c235-7571-4694-9325-13ac5ea4b70f tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for floatingip (c9c21c7e-97f1-4aa2-899b-354526b22fa4), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:45.884946 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-7f19c235-7571-4694-9325-13ac5ea4b70f tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Calling delete_port for c9c21c7e-97f1-4aa2-899b-354526b22fa4 owned by network:floatingip {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:26:45.892793 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-49086e5a-a4b1-4d68-900d-18cb28a7c651 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] delete failed (client error): The resource could not be found. Jan 29 04:26:45.897396 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-49086e5a-a4b1-4d68-900d-18cb28a7c651 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] 10.222.0.13 "DELETE /v2.0/routers/e4639b77-e3db-4f13-ac30-8f570f9d9e5c HTTP/1.1" status: 404 len: 336 time: 0.0753033 Jan 29 04:26:45.901078 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50640) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:45.939753 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-5ab8abfb-9a6a-41bb-96da-daf3d239427a tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] 10.222.0.13 "GET /v2.0/ports?device_id=aba73e5e-7037-4d21-a65c-22d51477f80c HTTP/1.1" status: 200 len: 205 time: 0.0349596 Jan 29 04:26:45.944995 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50642) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:46.046910 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f0e8f0e2-026e-466a-996e-6c6e34ca8d9c tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1607699 Jan 29 04:26:46.049251 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50644) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:46.052878 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-99bb45a0-b0df-4bde-8667-e6d342400df7 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] delete failed (client error): The resource could not be found. Jan 29 04:26:46.056559 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-99bb45a0-b0df-4bde-8667-e6d342400df7 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] 10.222.0.13 "DELETE /v2.0/routers/aba73e5e-7037-4d21-a65c-22d51477f80c HTTP/1.1" status: 404 len: 336 time: 0.1063955 Jan 29 04:26:46.061770 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50646) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:46.063842 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-9ec8ee9e-1780-4e47-ac01-45e671339490 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fede5dcdf7964fcbb1949c1b12a48b89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4281943 Jan 29 04:26:46.072146 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-1811f3e0-00cc-4ad1-a78f-b36c4f8c8e71 None None] Allocated IP 172.20.0.2 (8c2a7704-82d5-41ec-a100-f55a5e53f8b8/4ac2aae5-64a7-4cf1-b67b-54271d5ee307/e4d3cc2c-d919-4af5-8bd0-afd43713b266) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:26:46.073921 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50648) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:46.113079 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-42935f98-c941-4288-a59e-8f859d354fe2 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f46fba6-1fcf-4d2d-b8ce-12de7ccc2367 HTTP/1.1" status: 200 len: 205 time: 0.0474143 Jan 29 04:26:46.116232 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50650) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:46.164867 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-a8022f3c-e27b-4d9a-83de-ccc8c6bcda2b tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] delete failed (client error): The resource could not be found. Jan 29 04:26:46.165895 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a8022f3c-e27b-4d9a-83de-ccc8c6bcda2b tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] 10.222.0.13 "DELETE /v2.0/routers/2f46fba6-1fcf-4d2d-b8ce-12de7ccc2367 HTTP/1.1" status: 404 len: 336 time: 0.0486772 Jan 29 04:26:46.170212 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50652) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:46.180929 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c1332585-dc7b-4b71-82bf-7c9fe9c872fa tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for router (8592372a-c35d-41cd-bef7-8f693c866b63), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:46.207847 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-26db3aa3-0baa-4d8e-8947-46044754470e tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34e454c-1781-4e79-b9e9-d6a9fef332fb HTTP/1.1" status: 200 len: 205 time: 0.0374887 Jan 29 04:26:46.222721 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50656) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:46.275623 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1811f3e0-00cc-4ad1-a78f-b36c4f8c8e71 None None] Publish callbacks [] for port (e4d3cc2c-d919-4af5-8bd0-afd43713b266), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:46.312183 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-2e910f94-934d-4b83-8184-aedbbe0dc347 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] delete failed (client error): The resource could not be found. Jan 29 04:26:46.313587 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2e910f94-934d-4b83-8184-aedbbe0dc347 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] 10.222.0.13 "DELETE /v2.0/routers/b34e454c-1781-4e79-b9e9-d6a9fef332fb HTTP/1.1" status: 404 len: 336 time: 0.0860083 Jan 29 04:26:46.316502 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50658) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:46.337486 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-36b70334-c3f5-4473-b7e6-37ef74ceceaa tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (8c2a7704-82d5-41ec-a100-f55a5e53f8b8), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:46.350717 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-46c87d0f-1cf0-477f-b638-3635635abc71 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] DELETE failed (client error): The resource could not be found. Jan 29 04:26:46.351066 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9a0d63db-922a-4302-9fec-78bfda5d98bb admin admin] Publish callbacks [] for security_group (a339f14c-b046-4dbc-b0bb-8ff51e84ce18), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:46.351180 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46c87d0f-1cf0-477f-b638-3635635abc71 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:26:46.366200 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1811f3e0-00cc-4ad1-a78f-b36c4f8c8e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (e4d3cc2c-d919-4af5-8bd0-afd43713b266), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:46.376798 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-46c87d0f-1cf0-477f-b638-3635635abc71 tempest-RoutersIpV6AdminTest-1506542538 tempest-RoutersIpV6AdminTest-1506542538-project] 10.222.0.13 "DELETE /v2.0/subnets/29981108-ff60-43d0-9441-90e0ae728c77 HTTP/1.1" status: 404 len: 337 time: 0.0397925 Jan 29 04:26:46.377656 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7f19c235-7571-4694-9325-13ac5ea4b70f tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (c9c21c7e-97f1-4aa2-899b-354526b22fa4), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:46.444360 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1811f3e0-00cc-4ad1-a78f-b36c4f8c8e71 None None] Network 8c2a7704-82d5-41ec-a100-f55a5e53f8b8 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:26:46.448328 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9a0d63db-922a-4302-9fec-78bfda5d98bb admin admin] Publish callbacks [] for security_group (a339f14c-b046-4dbc-b0bb-8ff51e84ce18), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:46.449166 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-1811f3e0-00cc-4ad1-a78f-b36c4f8c8e71 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:46.455847 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1811f3e0-00cc-4ad1-a78f-b36c4f8c8e71 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:26:46.466772 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19c235-7571-4694-9325-13ac5ea4b70f tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Pushing event deleted for resources: {'Port': ['ID=c9c21c7e-97f1-4aa2-899b-354526b22fa4,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:46.495060 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c1332585-dc7b-4b71-82bf-7c9fe9c872fa tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for router_gateway (8592372a-c35d-41cd-bef7-8f693c866b63), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:46.502213 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811f3e0-00cc-4ad1-a78f-b36c4f8c8e71 None None] Pushing event updated for resources: {'Port': ['ID=e4d3cc2c-d919-4af5-8bd0-afd43713b266,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:46.517632 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-36b70334-c3f5-4473-b7e6-37ef74ceceaa tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Deleting port e4d3cc2c-d919-4af5-8bd0-afd43713b266 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:26:46.517632 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-36b70334-c3f5-4473-b7e6-37ef74ceceaa tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (e4d3cc2c-d919-4af5-8bd0-afd43713b266), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:46.548903 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-1811f3e0-00cc-4ad1-a78f-b36c4f8c8e71 None None] Attempting to bind port e4d3cc2c-d919-4af5-8bd0-afd43713b266 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:26:46.549276 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-1811f3e0-00cc-4ad1-a78f-b36c4f8c8e71 None None] Attempting to bind port e4d3cc2c-d919-4af5-8bd0-afd43713b266 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'aafe6821-c8fa-41e3-a840-2c585e77cf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8c2a7704-82d5-41ec-a100-f55a5e53f8b8'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:26:46.549647 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1811f3e0-00cc-4ad1-a78f-b36c4f8c8e71 None None] Attempting to bind port e4d3cc2c-d919-4af5-8bd0-afd43713b266 on network 8c2a7704-82d5-41ec-a100-f55a5e53f8b8 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:26:46.570144 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1811f3e0-00cc-4ad1-a78f-b36c4f8c8e71 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:26:46.570144 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1811f3e0-00cc-4ad1-a78f-b36c4f8c8e71 None None] Checking segment: {'id': 'aafe6821-c8fa-41e3-a840-2c585e77cf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8c2a7704-82d5-41ec-a100-f55a5e53f8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:26:46.570144 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1811f3e0-00cc-4ad1-a78f-b36c4f8c8e71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:46.570746 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6c4e2-c17e-4dad-9b87-1e386c0046b5 req-854150f1-0804-4d9f-8676-dbf5a285d1e3 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:46.570853 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1811f3e0-00cc-4ad1-a78f-b36c4f8c8e71 None None] Bound using segment: {'id': 'aafe6821-c8fa-41e3-a840-2c585e77cf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8c2a7704-82d5-41ec-a100-f55a5e53f8b8'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:26:46.570853 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-1811f3e0-00cc-4ad1-a78f-b36c4f8c8e71 None None] Bound port: e4d3cc2c-d919-4af5-8bd0-afd43713b266, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafe6821-c8fa-41e3-a840-2c585e77cf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8c2a7704-82d5-41ec-a100-f55a5e53f8b8'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:26:46.571035 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-09e6c4e2-c17e-4dad-9b87-1e386c0046b5 req-854150f1-0804-4d9f-8676-dbf5a285d1e3 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.1628511 Jan 29 04:26:46.571126 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1811f3e0-00cc-4ad1-a78f-b36c4f8c8e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (e4d3cc2c-d919-4af5-8bd0-afd43713b266), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:46.571220 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7f19c235-7571-4694-9325-13ac5ea4b70f tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for floatingip (75865604-347d-4905-8a0e-2921be65286a), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:46.571220 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.l3_db [None req-7f19c235-7571-4694-9325-13ac5ea4b70f tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Floating IP 75865604-347d-4905-8a0e-2921be65286a disassociated (deleted). External IP: 172.26.8.95, port: 26b60fb3-74d9-4136-b729-f6f9ae17c030. Jan 29 04:26:46.636029 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-36b70334-c3f5-4473-b7e6-37ef74ceceaa tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] For port e4d3cc2c-d919-4af5-8bd0-afd43713b266, host dv-neutron-821190-1-hyperv, got binding levels [] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:46.636408 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-36b70334-c3f5-4473-b7e6-37ef74ceceaa tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (e4d3cc2c-d919-4af5-8bd0-afd43713b266), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:46.640471 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-1811f3e0-00cc-4ad1-a78f-b36c4f8c8e71 None None] For port e4d3cc2c-d919-4af5-8bd0-afd43713b266, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:26:46.653768 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-1811f3e0-00cc-4ad1-a78f-b36c4f8c8e71 None None] For port e4d3cc2c-d919-4af5-8bd0-afd43713b266, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=e4d3cc2c-d919-4af5-8bd0-afd43713b266,segment=NetworkSegment(aafe6821-c8fa-41e3-a840-2c585e77cf6b),segment_id=aafe6821-c8fa-41e3-a840-2c585e77cf6b)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:26:46.655338 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-36b70334-c3f5-4473-b7e6-37ef74ceceaa tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Calling delete_port for e4d3cc2c-d919-4af5-8bd0-afd43713b266 owned by network:dhcp {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:26:46.679483 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9a0d63db-922a-4302-9fec-78bfda5d98bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (a339f14c-b046-4dbc-b0bb-8ff51e84ce18), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:46.682045 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9a0d63db-922a-4302-9fec-78bfda5d98bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:46.683541 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9a0d63db-922a-4302-9fec-78bfda5d98bb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a339f14c-b046-4dbc-b0bb-8ff51e84ce18 HTTP/1.1" status: 204 len: 168 time: 0.5962827 Jan 29 04:26:46.729855 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d63db-922a-4302-9fec-78bfda5d98bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a339f14c-b046-4dbc-b0bb-8ff51e84ce18,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:46.739014 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-c1332585-dc7b-4b71-82bf-7c9fe9c872fa tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Deleting port 168433a7-7ecc-4f4d-892a-28bb3c2823c8 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:26:46.739014 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c1332585-dc7b-4b71-82bf-7c9fe9c872fa tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (168433a7-7ecc-4f4d-892a-28bb3c2823c8), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:46.769258 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1811f3e0-00cc-4ad1-a78f-b36c4f8c8e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (e4d3cc2c-d919-4af5-8bd0-afd43713b266), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:46.915808 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-c1332585-dc7b-4b71-82bf-7c9fe9c872fa tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] For port 168433a7-7ecc-4f4d-892a-28bb3c2823c8, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=168433a7-7ecc-4f4d-892a-28bb3c2823c8,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:46.916175 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c1332585-dc7b-4b71-82bf-7c9fe9c872fa tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (168433a7-7ecc-4f4d-892a-28bb3c2823c8), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:46.937958 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-c1332585-dc7b-4b71-82bf-7c9fe9c872fa tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Calling delete_port for 168433a7-7ecc-4f4d-892a-28bb3c2823c8 owned by network:router_gateway {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:26:46.955361 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811f3e0-00cc-4ad1-a78f-b36c4f8c8e71 None None] Pushing event updated for resources: {'Port': ['ID=e4d3cc2c-d919-4af5-8bd0-afd43713b266,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:47.017212 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50668) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:47.035801 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-36b70334-c3f5-4473-b7e6-37ef74ceceaa tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (e4d3cc2c-d919-4af5-8bd0-afd43713b266), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:47.087071 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-09e6c4e2-c17e-4dad-9b87-1e386c0046b5 req-32d29baf-0eb1-4710-80fa-7a1e96642c49 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5192533 Jan 29 04:26:47.137993 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b70334-c3f5-4473-b7e6-37ef74ceceaa tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event deleted for resources: {'Port': ['ID=e4d3cc2c-d919-4af5-8bd0-afd43713b266,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:47.263587 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b70334-c3f5-4473-b7e6-37ef74ceceaa tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] No DVR routers for this DVR port e4d3cc2c-d919-4af5-8bd0-afd43713b266 on host dv-neutron-821190-1-hyperv {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:26:47.265474 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b3a2ae81-a803-4f23-970c-fd0f347dda56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:47.300870 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f19c235-7571-4694-9325-13ac5ea4b70f tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Router c00cdb5d-03dc-439c-9461-685d5a3cca42 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:26:47.358221 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-36b70334-c3f5-4473-b7e6-37ef74ceceaa tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (4ac2aae5-64a7-4cf1-b67b-54271d5ee307), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:47.448635 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f19c235-7571-4694-9325-13ac5ea4b70f tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:26:47.458788 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c1332585-dc7b-4b71-82bf-7c9fe9c872fa tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (168433a7-7ecc-4f4d-892a-28bb3c2823c8), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:47.459352 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d42db11-9c72-40ac-87ac-03ee589c8347 None None] Sync routers for ids ['c00cdb5d-03dc-439c-9461-685d5a3cca42'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:26:47.460638 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7f19c235-7571-4694-9325-13ac5ea4b70f tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:47.480320 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d42db11-9c72-40ac-87ac-03ee589c8347 None None] Routers {'c00cdb5d-03dc-439c-9461-685d5a3cca42'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:47.480987 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-0d42db11-9c72-40ac-87ac-03ee589c8347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['c00cdb5d-03dc-439c-9461-685d5a3cca42'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:47.509012 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1332585-dc7b-4b71-82bf-7c9fe9c872fa tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Pushing event deleted for resources: {'Port': ['ID=168433a7-7ecc-4f4d-892a-28bb3c2823c8,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:47.564832 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-7f19c235-7571-4694-9325-13ac5ea4b70f tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "DELETE /v2.0/floatingips/75865604-347d-4905-8a0e-2921be65286a HTTP/1.1" status: 204 len: 168 time: 2.2006431 Jan 29 04:26:47.568188 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50686) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:47.579990 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-36b70334-c3f5-4473-b7e6-37ef74ceceaa tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (4ac2aae5-64a7-4cf1-b67b-54271d5ee307), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:47.631820 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-0d42db11-9c72-40ac-87ac-03ee589c8347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:47.636738 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b70334-c3f5-4473-b7e6-37ef74ceceaa tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event deleted for resources: {'Subnet': ['ID=4ac2aae5-64a7-4cf1-b67b-54271d5ee307,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:47.645728 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d42db11-9c72-40ac-87ac-03ee589c8347 None None] Routers {'c00cdb5d-03dc-439c-9461-685d5a3cca42'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:47.647009 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-0d42db11-9c72-40ac-87ac-03ee589c8347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['c00cdb5d-03dc-439c-9461-685d5a3cca42'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:47.682623 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c1332585-dc7b-4b71-82bf-7c9fe9c872fa tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (8592372a-c35d-41cd-bef7-8f693c866b63), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:47.683899 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-0d42db11-9c72-40ac-87ac-03ee589c8347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:47.690010 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d42db11-9c72-40ac-87ac-03ee589c8347 None None] The sync data for ids ['c00cdb5d-03dc-439c-9461-685d5a3cca42'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:26:47.704883 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93147525-ef4a-4885-afa2-3abe714f5b5f req-e45d6d84-89c8-48ae-b869-9cd0ed5d121e tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:47.706768 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-93147525-ef4a-4885-afa2-3abe714f5b5f req-e45d6d84-89c8-48ae-b869-9cd0ed5d121e tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.1747055 Jan 29 04:26:47.825932 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-93147525-ef4a-4885-afa2-3abe714f5b5f req-a1e8dc2a-b9ce-443e-bf87-caea5d8a5b37 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0907190 Jan 29 04:26:47.838814 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-fb127da6-ed0d-4b2f-85ae-40e225445d7d tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Deleting port 26b60fb3-74d9-4136-b729-f6f9ae17c030 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:26:47.839290 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fb127da6-ed0d-4b2f-85ae-40e225445d7d tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (26b60fb3-74d9-4136-b729-f6f9ae17c030), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:47.845784 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b3a2ae81-a803-4f23-970c-fd0f347dda56 admin admin] Publish callbacks [] for security_group (d26d6fe1-e6e2-4317-b26b-fa04f80cb89c), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:47.862029 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-36b70334-c3f5-4473-b7e6-37ef74ceceaa tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (8c2a7704-82d5-41ec-a100-f55a5e53f8b8), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:47.876565 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 2c5407f0-0eec-4eb8-82d9-eb70efceafcd no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:26:47.901746 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 2c5407f0-0eec-4eb8-82d9-eb70efceafcd {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:26:47.902155 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 2c5407f0-0eec-4eb8-82d9-eb70efceafcd not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:26:47.950744 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b3a2ae81-a803-4f23-970c-fd0f347dda56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (d26d6fe1-e6e2-4317-b26b-fa04f80cb89c), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:47.954280 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-36b70334-c3f5-4473-b7e6-37ef74ceceaa tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c2a7704-82d5-41ec-a100-f55a5e53f8b8']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:47.957178 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c1332585-dc7b-4b71-82bf-7c9fe9c872fa tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (8592372a-c35d-41cd-bef7-8f693c866b63), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:47.961910 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c1332585-dc7b-4b71-82bf-7c9fe9c872fa tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for router_controller (8592372a-c35d-41cd-bef7-8f693c866b63), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:47.969520 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fb127da6-ed0d-4b2f-85ae-40e225445d7d tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (26b60fb3-74d9-4136-b729-f6f9ae17c030), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:47.983120 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-fb127da6-ed0d-4b2f-85ae-40e225445d7d tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Calling delete_port for 26b60fb3-74d9-4136-b729-f6f9ae17c030 owned by {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:26:47.994883 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-36b70334-c3f5-4473-b7e6-37ef74ceceaa tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aafe6821-c8fa-41e3-a840-2c585e77cf6b') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:47.995301 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-36b70334-c3f5-4473-b7e6-37ef74ceceaa tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aafe6821-c8fa-41e3-a840-2c585e77cf6b') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:48.044141 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-36b70334-c3f5-4473-b7e6-37ef74ceceaa tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (aafe6821-c8fa-41e3-a840-2c585e77cf6b), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:48.059411 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b3a2ae81-a803-4f23-970c-fd0f347dda56 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c68e8ea97044f33849ae07c33eb9d70&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0410292 Jan 29 04:26:48.064116 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50696) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:48.066103 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2ae81-a803-4f23-970c-fd0f347dda56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26d6fe1-e6e2-4317-b26b-fa04f80cb89c,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:48.073577 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-36b70334-c3f5-4473-b7e6-37ef74ceceaa tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (aafe6821-c8fa-41e3-a840-2c585e77cf6b), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:48.099808 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36b70334-c3f5-4473-b7e6-37ef74ceceaa tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:26:48.100222 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-36b70334-c3f5-4473-b7e6-37ef74ceceaa tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (aafe6821-c8fa-41e3-a840-2c585e77cf6b), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:48.107978 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:26:48.107978 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:26:48.107978 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:26:48.107978 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:26:48.107978 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:26:48.107978 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:26:48.107978 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:26:48.107978 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:26:48.107978 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:26:48.107978 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:26:48.107978 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:26:48.107978 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:26:48.107978 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:26:48.107978 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:26:48.107978 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:26:48.107978 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:26:48.107978 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:26:48.107978 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:26:48.107978 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:26:48.107978 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:26:48.107978 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:26:48.107978 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:26:48.107978 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:26:48.107978 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:26:48.107978 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:26:48.107978 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:26:48.107978 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:26:48.107978 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:26:48.107978 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:26:48.107978 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:26:48.107978 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:26:48.107978 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:26:48.149355 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50698) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:48.180953 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c1332585-dc7b-4b71-82bf-7c9fe9c872fa tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (8592372a-c35d-41cd-bef7-8f693c866b63), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:48.181488 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1332585-dc7b-4b71-82bf-7c9fe9c872fa tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8592372a-c35d-41cd-bef7-8f693c866b63 {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:26:48.187269 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c1332585-dc7b-4b71-82bf-7c9fe9c872fa tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:48.199297 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c1332585-dc7b-4b71-82bf-7c9fe9c872fa tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] 10.222.0.13 "DELETE /v2.0/routers/8592372a-c35d-41cd-bef7-8f693c866b63 HTTP/1.1" status: 204 len: 168 time: 2.6208603 Jan 29 04:26:48.200028 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50702) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:48.209697 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-6e449a5a-1e6a-4166-8adc-60fe00cf0786 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-454305752', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}, 'admin_state_up': False}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:48.242708 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-80e291b6-09b4-4775-9264-e47a5c4d487e admin admin] Publish callbacks [] for security_group (d26d6fe1-e6e2-4317-b26b-fa04f80cb89c), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:48.273352 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-80e291b6-09b4-4775-9264-e47a5c4d487e admin admin] Publish callbacks [] for security_group (d26d6fe1-e6e2-4317-b26b-fa04f80cb89c), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:48.278368 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-6bd62674-aa38-4073-be11-34d98dde5898 tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-982527985'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:48.292999 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fb127da6-ed0d-4b2f-85ae-40e225445d7d tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (26b60fb3-74d9-4136-b729-f6f9ae17c030), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:48.319921 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-36b70334-c3f5-4473-b7e6-37ef74ceceaa tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (8c2a7704-82d5-41ec-a100-f55a5e53f8b8), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:48.325670 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-36b70334-c3f5-4473-b7e6-37ef74ceceaa tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:48.329502 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-36b70334-c3f5-4473-b7e6-37ef74ceceaa tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "DELETE /v2.0/networks/8c2a7704-82d5-41ec-a100-f55a5e53f8b8 HTTP/1.1" status: 204 len: 168 time: 2.2792065 Jan 29 04:26:48.339497 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50704) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:48.348390 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-7a0b3287-7019-4089-8156-fa78cccb2614 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2120908075'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:48.352930 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b70334-c3f5-4473-b7e6-37ef74ceceaa tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event deleted for resources: {'Network': ['ID=8c2a7704-82d5-41ec-a100-f55a5e53f8b8,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:48.357393 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb127da6-ed0d-4b2f-85ae-40e225445d7d tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Pushing event deleted for resources: {'Port': ['ID=26b60fb3-74d9-4136-b729-f6f9ae17c030,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:48.399576 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6e449a5a-1e6a-4166-8adc-60fe00cf0786 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (aff2036d-f3f4-4387-943c-6c1e8c81d982), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:48.400695 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6e449a5a-1e6a-4166-8adc-60fe00cf0786 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (aff2036d-f3f4-4387-943c-6c1e8c81d982), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:48.425394 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-80e291b6-09b4-4775-9264-e47a5c4d487e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (d26d6fe1-e6e2-4317-b26b-fa04f80cb89c), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:48.428538 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-80e291b6-09b4-4775-9264-e47a5c4d487e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:48.429808 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-80e291b6-09b4-4775-9264-e47a5c4d487e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d26d6fe1-e6e2-4317-b26b-fa04f80cb89c HTTP/1.1" status: 204 len: 168 time: 0.3646314 Jan 29 04:26:48.435876 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd62674-aa38-4073-be11-34d98dde5898 tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] Made reservation on behalf of f462b1ffdc6848339a37fc728b02fa44 for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:26:48.439439 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6bd62674-aa38-4073-be11-34d98dde5898 tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:48.451613 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e291b6-09b4-4775-9264-e47a5c4d487e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26d6fe1-e6e2-4317-b26b-fa04f80cb89c,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:48.455174 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6bd62674-aa38-4073-be11-34d98dde5898 tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:48.479973 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fb127da6-ed0d-4b2f-85ae-40e225445d7d tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:48.483279 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-fb127da6-ed0d-4b2f-85ae-40e225445d7d tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "DELETE /v2.0/ports/26b60fb3-74d9-4136-b729-f6f9ae17c030 HTTP/1.1" status: 204 len: 168 time: 0.9137390 Jan 29 04:26:48.486871 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50708) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:48.491377 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-580bc891-770a-44f4-9a98-fdb392c8ce82 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Request body: {'floatingip': {'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:48.492906 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6e449a5a-1e6a-4166-8adc-60fe00cf0786 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router_controller (aff2036d-f3f4-4387-943c-6c1e8c81d982), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:48.523857 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0b3287-7019-4089-8156-fa78cccb2614 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Made reservation on behalf of bcaf13695579453ab1aaf7b22b50d822 for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:26:48.527177 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7a0b3287-7019-4089-8156-fa78cccb2614 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:48.570985 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a0b3287-7019-4089-8156-fa78cccb2614 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:26:48.594732 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7a0b3287-7019-4089-8156-fa78cccb2614 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (1aa260b3-70d8-46da-9542-2265657a0bd8), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:48.596057 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-7a0b3287-7019-4089-8156-fa78cccb2614 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Added segment 1aa260b3-70d8-46da-9542-2265657a0bd8 of type vlan for network af1d9f4e-bb51-490b-bb4a-86d14936bfda Jan 29 04:26:48.606107 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6bd62674-aa38-4073-be11-34d98dde5898 tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] Publish callbacks [] for security_group (fc6828f0-939d-487c-8d63-d9c0b56ebf69), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:48.636265 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-580bc891-770a-44f4-9a98-fdb392c8ce82 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:48.656598 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7a0b3287-7019-4089-8156-fa78cccb2614 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (af1d9f4e-bb51-490b-bb4a-86d14936bfda), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:48.667800 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-99ed2670-e1b5-4871-89ce-cda14b242d5c None None] Could not find standard attr ID for object e4d3cc2c-d919-4af5-8bd0-afd43713b266. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:26:48.722015 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6bd62674-aa38-4073-be11-34d98dde5898 tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (fc6828f0-939d-487c-8d63-d9c0b56ebf69), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:48.730552 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6e449a5a-1e6a-4166-8adc-60fe00cf0786 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router_gateway (aff2036d-f3f4-4387-943c-6c1e8c81d982), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:48.741052 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f84904-06d2-415e-89a8-9b0850800db0 None None] DHCP port deletion for 8c2a7704-82d5-41ec-a100-f55a5e53f8b8 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:26:48.761843 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bd62674-aa38-4073-be11-34d98dde5898 tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:26:48.782379 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7a0b3287-7019-4089-8156-fa78cccb2614 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (af1d9f4e-bb51-490b-bb4a-86d14936bfda), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:48.788767 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0b3287-7019-4089-8156-fa78cccb2614 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:48.789387 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7a0b3287-7019-4089-8156-fa78cccb2614 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:48.802638 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6bd62674-aa38-4073-be11-34d98dde5898 tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (275ea415-064f-45ac-9c13-9fac686c567b), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:48.803462 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-6bd62674-aa38-4073-be11-34d98dde5898 tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] Added segment 275ea415-064f-45ac-9c13-9fac686c567b of type vlan for network 740dd6fd-af40-417b-ba7e-a68c308622b4 Jan 29 04:26:48.809763 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bef0812-a7c4-48eb-803a-f4cf718d13e6 None None] Network 8c2a7704-82d5-41ec-a100-f55a5e53f8b8 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:26:48.829169 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bef0812-a7c4-48eb-803a-f4cf718d13e6 None None] Network 8c2a7704-82d5-41ec-a100-f55a5e53f8b8 could not be found, it might have been deleted concurrently. {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 29 04:26:48.836689 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd62674-aa38-4073-be11-34d98dde5898 tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6828f0-939d-487c-8d63-d9c0b56ebf69,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:48.943819 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-7a0b3287-7019-4089-8156-fa78cccb2614 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6010654 Jan 29 04:26:48.944470 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50716) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:48.950017 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6bd62674-aa38-4073-be11-34d98dde5898 tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (740dd6fd-af40-417b-ba7e-a68c308622b4), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:48.952146 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-c1d25c28-15c0-4f72-9145-f635e0296ece tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Request body: {'subnet': {'network_id': 'af1d9f4e-bb51-490b-bb4a-86d14936bfda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:48.968833 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b3287-7019-4089-8156-fa78cccb2614 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event updated for resources: {'Network': ['ID=af1d9f4e-bb51-490b-bb4a-86d14936bfda,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:48.982688 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network af1d9f4e-bb51-490b-bb4a-86d14936bfda details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:26:48.999158 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-580bc891-770a-44f4-9a98-fdb392c8ce82 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:49.090177 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6bd62674-aa38-4073-be11-34d98dde5898 tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (740dd6fd-af40-417b-ba7e-a68c308622b4), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:49.095159 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd62674-aa38-4073-be11-34d98dde5898 tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:49.100276 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6bd62674-aa38-4073-be11-34d98dde5898 tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:49.167820 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6e449a5a-1e6a-4166-8adc-60fe00cf0786 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router_gateway (aff2036d-f3f4-4387-943c-6c1e8c81d982), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:49.173196 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd62674-aa38-4073-be11-34d98dde5898 tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] Pushing event updated for resources: {'Network': ['ID=740dd6fd-af40-417b-ba7e-a68c308622b4,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:49.184754 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 740dd6fd-af40-417b-ba7e-a68c308622b4 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:26:49.193699 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6e449a5a-1e6a-4166-8adc-60fe00cf0786 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:49.210793 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04164081-4acf-427b-97c8-4d47936e0b28 req-5a9edc11-311e-4aad-bf3e-6245efefde28 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:49.212279 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-04164081-4acf-427b-97c8-4d47936e0b28 req-5a9edc11-311e-4aad-bf3e-6245efefde28 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.2660477 Jan 29 04:26:49.226066 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-580bc891-770a-44f4-9a98-fdb392c8ce82 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Allocated IP 172.26.8.251 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/4e9edec7-2824-4e76-90ed-f100884538ca) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:26:49.238813 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-6bd62674-aa38-4073-be11-34d98dde5898 tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.0898092 Jan 29 04:26:49.242929 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50718) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:49.247496 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.tag.tag_plugin [None req-d2032409-3906-4680-96ed-034224c6b6e4 tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '740dd6fd-af40-417b-ba7e-a68c308622b4', 'tempest-TagsTest-Tag-1299849985') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:49.261591 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d25c28-15c0-4f72-9145-f635e0296ece tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Made reservation on behalf of bcaf13695579453ab1aaf7b22b50d822 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:26:49.264944 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c1d25c28-15c0-4f72-9145-f635e0296ece tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:49.352181 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.ipam_backend_mixin [None req-c1d25c28-15c0-4f72-9145-f635e0296ece tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Performing IP validity checks on allocation pools {{(pid=103585) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 29 04:26:49.358079 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.ipam_backend_mixin [None req-c1d25c28-15c0-4f72-9145-f635e0296ece tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103585) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 29 04:26:49.358376 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50720) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:49.369691 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-04164081-4acf-427b-97c8-4d47936e0b28 req-41cd53d9-8d75-427d-a0c9-4fe663cc251a tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1502445 Jan 29 04:26:49.429697 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-580bc891-770a-44f4-9a98-fdb392c8ce82 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for port (4e9edec7-2824-4e76-90ed-f100884538ca), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:49.457823 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a9f2a09d-e99a-4de5-b6ed-0b6607a301a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36b5f773735646d68c0ca20998a70101&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1004384 Jan 29 04:26:49.474705 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50724) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:49.515262 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d2032409-3906-4680-96ed-034224c6b6e4 tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] 10.222.0.13 "PUT /v2.0/networks/740dd6fd-af40-417b-ba7e-a68c308622b4/tags/tempest-TagsTest-Tag-1299849985 HTTP/1.1" status: 201 len: 201 time: 0.2712886 Jan 29 04:26:49.518363 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50726) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:49.523287 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.tag.tag_plugin [None req-a1c6bc94-37ce-418c-9dfc-17cf620d4429 tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '740dd6fd-af40-417b-ba7e-a68c308622b4', 'tempest-TagsTest-Tag-1299849985') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:49.551303 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af198022-4e72-437c-b1f2-4f83aa84cae3 req-9b0d428c-d40c-42cb-93f5-100af4831801 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:49.552882 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-af198022-4e72-437c-b1f2-4f83aa84cae3 req-9b0d428c-d40c-42cb-93f5-100af4831801 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.1110234 Jan 29 04:26:49.576140 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c1d25c28-15c0-4f72-9145-f635e0296ece tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (999b0127-07b0-4371-91b3-7d1faa8819fa), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:49.576867 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9db3618f-a6bf-4df0-b7d0-dc16d9850255 admin admin] Publish callbacks [] for security_group (2a99167c-d8b7-45f1-a02b-0442d39077b6), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:49.615259 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-580bc891-770a-44f4-9a98-fdb392c8ce82 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (4e9edec7-2824-4e76-90ed-f100884538ca), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:49.618369 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9db3618f-a6bf-4df0-b7d0-dc16d9850255 admin admin] Publish callbacks [] for security_group (2a99167c-d8b7-45f1-a02b-0442d39077b6), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:49.660518 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-af198022-4e72-437c-b1f2-4f83aa84cae3 req-0612b4be-22ad-463a-a0bc-b0ae8b227526 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0994742 Jan 29 04:26:49.671940 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d25c28-15c0-4f72-9145-f635e0296ece tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event updated for resources: {'Subnet': ['ID=999b0127-07b0-4371-91b3-7d1faa8819fa,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:49.679556 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a1c6bc94-37ce-418c-9dfc-17cf620d4429 tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] 10.222.0.13 "GET /v2.0/networks/740dd6fd-af40-417b-ba7e-a68c308622b4/tags/tempest-TagsTest-Tag-1299849985 HTTP/1.1" status: 204 len: 168 time: 0.1601155 Jan 29 04:26:49.684177 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50728) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:49.689278 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.tag.tag_plugin [None req-92e58926-ad54-4999-96cd-1689adc91455 tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '740dd6fd-af40-417b-ba7e-a68c308622b4') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:49.689808 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580bc891-770a-44f4-9a98-fdb392c8ce82 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:26:49.696438 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-580bc891-770a-44f4-9a98-fdb392c8ce82 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:49.700563 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580bc891-770a-44f4-9a98-fdb392c8ce82 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:26:49.709720 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580bc891-770a-44f4-9a98-fdb392c8ce82 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Pushing event updated for resources: {'Port': ['ID=4e9edec7-2824-4e76-90ed-f100884538ca,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:49.727096 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-6e449a5a-1e6a-4166-8adc-60fe00cf0786 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Allocated IP 172.26.8.144 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/14f77438-fb68-4f37-aeb2-49a31b6bd065) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:26:49.762609 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d25c28-15c0-4f72-9145-f635e0296ece tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Checking segment: {'id': '1aa260b3-70d8-46da-9542-2265657a0bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'af1d9f4e-bb51-490b-bb4a-86d14936bfda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:26:49.763229 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d25c28-15c0-4f72-9145-f635e0296ece tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Network hostable DHCP agents. Network: af1d9f4e-bb51-490b-bb4a-86d14936bfda, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:26:49.765125 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 168433a7-7ecc-4f4d-892a-28bb3c2823c8 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:26:49.787801 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 168433a7-7ecc-4f4d-892a-28bb3c2823c8 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:26:49.788149 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 168433a7-7ecc-4f4d-892a-28bb3c2823c8 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:26:49.788931 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device e4d3cc2c-d919-4af5-8bd0-afd43713b266 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:26:49.806692 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-580bc891-770a-44f4-9a98-fdb392c8ce82 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for floatingip (6751926b-0f21-4d8d-abaa-6d2b8d94ec7c), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:49.808833 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: e4d3cc2c-d919-4af5-8bd0-afd43713b266 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:26:49.809237 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device e4d3cc2c-d919-4af5-8bd0-afd43713b266 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:26:49.848728 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9db3618f-a6bf-4df0-b7d0-dc16d9850255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (2a99167c-d8b7-45f1-a02b-0442d39077b6), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:49.851822 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9db3618f-a6bf-4df0-b7d0-dc16d9850255 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:49.852997 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-9db3618f-a6bf-4df0-b7d0-dc16d9850255 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2a99167c-d8b7-45f1-a02b-0442d39077b6 HTTP/1.1" status: 204 len: 168 time: 0.3764534 Jan 29 04:26:49.861365 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db3618f-a6bf-4df0-b7d0-dc16d9850255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a99167c-d8b7-45f1-a02b-0442d39077b6,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:49.935990 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-580bc891-770a-44f4-9a98-fdb392c8ce82 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (4e9edec7-2824-4e76-90ed-f100884538ca), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:50.105083 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-580bc891-770a-44f4-9a98-fdb392c8ce82 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for port (4e9edec7-2824-4e76-90ed-f100884538ca), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:50.205009 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-580bc891-770a-44f4-9a98-fdb392c8ce82 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (4e9edec7-2824-4e76-90ed-f100884538ca), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:50.218054 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-92e58926-ad54-4999-96cd-1689adc91455 tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] 10.222.0.13 "GET /v2.0/networks/740dd6fd-af40-417b-ba7e-a68c308622b4/tags HTTP/1.1" status: 200 len: 238 time: 0.5328312 Jan 29 04:26:50.222894 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50736) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:50.229777 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.tag.tag_plugin [None req-b922e3ac-ebb2-470f-b8d2-234bf756609f tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '740dd6fd-af40-417b-ba7e-a68c308622b4', {'tags': ['tempest-TagsTest-Tag-647857791', 'tempest-TagsTest-Tag-537044869', 'tempest-TagsTest-Tag-1893116917']}) {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:50.258159 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf36c5-dce3-40a4-8fb5-b865af86b49d req-a30adaf6-dd32-4a54-9d1e-76f20e7faf4f tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:50.259661 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-31cf36c5-dce3-40a4-8fb5-b865af86b49d req-a30adaf6-dd32-4a54-9d1e-76f20e7faf4f tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.4746418 Jan 29 04:26:50.260266 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d25c28-15c0-4f72-9145-f635e0296ece tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Network af1d9f4e-bb51-490b-bb4a-86d14936bfda is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:26:50.289215 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580bc891-770a-44f4-9a98-fdb392c8ce82 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Pushing event updated for resources: {'Port': ['ID=4e9edec7-2824-4e76-90ed-f100884538ca,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:50.301318 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-580bc891-770a-44f4-9a98-fdb392c8ce82 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (6751926b-0f21-4d8d-abaa-6d2b8d94ec7c), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:50.314081 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0b54b43a-d5c6-4cff-8565-976e40603a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:50.327714 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6e449a5a-1e6a-4166-8adc-60fe00cf0786 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for port (14f77438-fb68-4f37-aeb2-49a31b6bd065), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:50.373189 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-580bc891-770a-44f4-9a98-fdb392c8ce82 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:50.374539 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-580bc891-770a-44f4-9a98-fdb392c8ce82 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8867333 Jan 29 04:26:50.382482 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50742) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:50.385321 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-31cf36c5-dce3-40a4-8fb5-b865af86b49d req-3eb3d0d5-2c9a-408a-8610-7f6b72e93fde tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1170883 Jan 29 04:26:50.387738 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-a605da07-8825-4e29-89e7-34df97dd4778 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Request body: {'port': {'network_id': '2b264ef4-2e42-49ad-88a4-35088f09b474', 'name': 'tempest-FloatingIPTestJSON-971418613'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:50.410146 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-c1d25c28-15c0-4f72-9145-f635e0296ece tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, af1d9f4e-bb51-490b-bb4a-86d14936bfda) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:50.410146 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d25c28-15c0-4f72-9145-f635e0296ece tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:50.410146 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c1d25c28-15c0-4f72-9145-f635e0296ece tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:50.419487 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5114c77b-a8a5-482b-be03-7391dff4b979 None None] Network af1d9f4e-bb51-490b-bb4a-86d14936bfda requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:26:50.460266 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b922e3ac-ebb2-470f-b8d2-234bf756609f tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] 10.222.0.13 "PUT /v2.0/networks/740dd6fd-af40-417b-ba7e-a68c308622b4/tags HTTP/1.1" status: 200 len: 307 time: 0.2325053 Jan 29 04:26:50.460600 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50748) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:50.466880 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.tag.tag_plugin [None req-b6db3d27-34bc-4fac-9ce9-ed5f39ff1ce7 tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '740dd6fd-af40-417b-ba7e-a68c308622b4', 'tempest-TagsTest-Tag-647857791') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:50.497723 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c1d25c28-15c0-4f72-9145-f635e0296ece tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.5502150 Jan 29 04:26:50.498984 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6e449a5a-1e6a-4166-8adc-60fe00cf0786 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (14f77438-fb68-4f37-aeb2-49a31b6bd065), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:50.500255 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50750) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:50.548569 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e449a5a-1e6a-4166-8adc-60fe00cf0786 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Pushing event updated for resources: {'Port': ['ID=14f77438-fb68-4f37-aeb2-49a31b6bd065,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:50.566546 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e449a5a-1e6a-4166-8adc-60fe00cf0786 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:26:50.579418 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be4a9c8-1622-474d-abd5-f43557cb5c0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-af1d9f4e-bb51-490b-bb4a-86d14936bfda', 'network_id': 'af1d9f4e-bb51-490b-bb4a-86d14936bfda', 'project_id': 'bcaf13695579453ab1aaf7b22b50d822', 'fixed_ips': [{'subnet_id': '999b0127-07b0-4371-91b3-7d1faa8819fa'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:26:50.580526 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0be4a9c8-1622-474d-abd5-f43557cb5c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:50.595075 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-6e449a5a-1e6a-4166-8adc-60fe00cf0786 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:50.600608 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e449a5a-1e6a-4166-8adc-60fe00cf0786 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:26:50.642077 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb33ec-71d7-4c3b-9c46-148b6b44e188 req-b90b9c56-b274-4442-ad7c-ff99c2c2559f tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:50.643667 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-4abb33ec-71d7-4c3b-9c46-148b6b44e188 req-b90b9c56-b274-4442-ad7c-ff99c2c2559f tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.1840227 Jan 29 04:26:50.683654 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3ce67e27-826d-406e-8590-51f8558203e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (af1d9f4e-bb51-490b-bb4a-86d14936bfda), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:50.711752 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a605da07-8825-4e29-89e7-34df97dd4778 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Made reservation on behalf of 3b98f6c7ba2b44a9bd31790bf2628242 for: {'port': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:26:50.715091 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a605da07-8825-4e29-89e7-34df97dd4778 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:50.740883 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-4abb33ec-71d7-4c3b-9c46-148b6b44e188 req-b2197208-253f-4ee8-ade9-ca31944daf77 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0854332 Jan 29 04:26:50.766732 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [None req-a605da07-8825-4e29-89e7-34df97dd4778 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] device_id is not set on port fb7eb9d4-f963-4ac6-ac0a-27865d1dada6 yet. {{(pid=103584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:26:50.791197 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-0be4a9c8-1622-474d-abd5-f43557cb5c0e None None] Allocated IP 172.20.0.3 (af1d9f4e-bb51-490b-bb4a-86d14936bfda/999b0127-07b0-4371-91b3-7d1faa8819fa/90300ed4-ea23-45c1-ae7d-39625dcfe51a) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:26:50.795108 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b6db3d27-34bc-4fac-9ce9-ed5f39ff1ce7 tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] 10.222.0.13 "DELETE /v2.0/networks/740dd6fd-af40-417b-ba7e-a68c308622b4/tags/tempest-TagsTest-Tag-647857791 HTTP/1.1" status: 204 len: 168 time: 0.3328855 Jan 29 04:26:50.799578 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50756) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:50.804449 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.tag.tag_plugin [None req-5304fa0a-fdb7-466a-839d-4ca7b95d6844 tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '740dd6fd-af40-417b-ba7e-a68c308622b4', 'tempest-TagsTest-Tag-647857791') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:50.826174 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3ce67e27-826d-406e-8590-51f8558203e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (999b0127-07b0-4371-91b3-7d1faa8819fa), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:50.934084 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-a605da07-8825-4e29-89e7-34df97dd4778 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Allocated IP 172.20.0.7 (2b264ef4-2e42-49ad-88a4-35088f09b474/dc213110-33f2-4df6-8267-0aad8b9068cf/fb7eb9d4-f963-4ac6-ac0a-27865d1dada6) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:26:50.959877 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-5304fa0a-fdb7-466a-839d-4ca7b95d6844 tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] show failed (client error): The resource could not be found. Jan 29 04:26:50.963759 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50764) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:50.964508 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-5304fa0a-fdb7-466a-839d-4ca7b95d6844 tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] 10.222.0.13 "GET /v2.0/networks/740dd6fd-af40-417b-ba7e-a68c308622b4/tags/tempest-TagsTest-Tag-647857791 HTTP/1.1" status: 404 len: 325 time: 0.1637175 Jan 29 04:26:50.970962 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.tag.tag_plugin [None req-98a0a8b6-3390-4624-b739-d3ce7e625ec4 tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '740dd6fd-af40-417b-ba7e-a68c308622b4', 'tempest-TagsTest-Tag-537044869') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:50.987373 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0be4a9c8-1622-474d-abd5-f43557cb5c0e None None] Publish callbacks [] for port (90300ed4-ea23-45c1-ae7d-39625dcfe51a), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:51.027174 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6e449a5a-1e6a-4166-8adc-60fe00cf0786 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router_gateway (aff2036d-f3f4-4387-943c-6c1e8c81d982), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:51.080411 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0be4a9c8-1622-474d-abd5-f43557cb5c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (90300ed4-ea23-45c1-ae7d-39625dcfe51a), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:51.122464 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be4a9c8-1622-474d-abd5-f43557cb5c0e None None] Network af1d9f4e-bb51-490b-bb4a-86d14936bfda is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:26:51.126915 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-0be4a9c8-1622-474d-abd5-f43557cb5c0e None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:51.131733 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-98a0a8b6-3390-4624-b739-d3ce7e625ec4 tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] 10.222.0.13 "GET /v2.0/networks/740dd6fd-af40-417b-ba7e-a68c308622b4/tags/tempest-TagsTest-Tag-537044869 HTTP/1.1" status: 204 len: 168 time: 0.1665761 Jan 29 04:26:51.134589 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50768) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:51.135114 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be4a9c8-1622-474d-abd5-f43557cb5c0e None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:26:51.138544 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be4a9c8-1622-474d-abd5-f43557cb5c0e None None] Pushing event updated for resources: {'Port': ['ID=90300ed4-ea23-45c1-ae7d-39625dcfe51a,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:51.156680 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.tag.tag_plugin [None req-5060b9cb-188e-46b7-8d65-7aa4b9716aec tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '740dd6fd-af40-417b-ba7e-a68c308622b4', 'tempest-TagsTest-Tag-1893116917') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:51.191850 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a605da07-8825-4e29-89e7-34df97dd4778 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for port (fb7eb9d4-f963-4ac6-ac0a-27865d1dada6), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:51.197375 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-0be4a9c8-1622-474d-abd5-f43557cb5c0e None None] Attempting to bind port 90300ed4-ea23-45c1-ae7d-39625dcfe51a on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:26:51.197905 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-0be4a9c8-1622-474d-abd5-f43557cb5c0e None None] Attempting to bind port 90300ed4-ea23-45c1-ae7d-39625dcfe51a by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '1aa260b3-70d8-46da-9542-2265657a0bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'af1d9f4e-bb51-490b-bb4a-86d14936bfda'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:26:51.198547 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be4a9c8-1622-474d-abd5-f43557cb5c0e None None] Attempting to bind port 90300ed4-ea23-45c1-ae7d-39625dcfe51a on network af1d9f4e-bb51-490b-bb4a-86d14936bfda {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:26:51.205026 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be4a9c8-1622-474d-abd5-f43557cb5c0e None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:26:51.205506 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be4a9c8-1622-474d-abd5-f43557cb5c0e None None] Checking segment: {'id': '1aa260b3-70d8-46da-9542-2265657a0bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'af1d9f4e-bb51-490b-bb4a-86d14936bfda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:26:51.206501 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0be4a9c8-1622-474d-abd5-f43557cb5c0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:51.207093 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be4a9c8-1622-474d-abd5-f43557cb5c0e None None] Bound using segment: {'id': '1aa260b3-70d8-46da-9542-2265657a0bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'af1d9f4e-bb51-490b-bb4a-86d14936bfda'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:26:51.207670 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-0be4a9c8-1622-474d-abd5-f43557cb5c0e None None] Bound port: 90300ed4-ea23-45c1-ae7d-39625dcfe51a, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aa260b3-70d8-46da-9542-2265657a0bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'af1d9f4e-bb51-490b-bb4a-86d14936bfda'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:26:51.208196 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0be4a9c8-1622-474d-abd5-f43557cb5c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (90300ed4-ea23-45c1-ae7d-39625dcfe51a), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:51.235844 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3ce67e27-826d-406e-8590-51f8558203e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (999b0127-07b0-4371-91b3-7d1faa8819fa), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:51.283008 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce67e27-826d-406e-8590-51f8558203e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event deleted for resources: {'Subnet': ['ID=999b0127-07b0-4371-91b3-7d1faa8819fa,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:51.296602 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-0be4a9c8-1622-474d-abd5-f43557cb5c0e None None] For port 90300ed4-ea23-45c1-ae7d-39625dcfe51a, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:26:51.300524 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-0be4a9c8-1622-474d-abd5-f43557cb5c0e None None] For port 90300ed4-ea23-45c1-ae7d-39625dcfe51a, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=90300ed4-ea23-45c1-ae7d-39625dcfe51a,segment=NetworkSegment(1aa260b3-70d8-46da-9542-2265657a0bd8),segment_id=1aa260b3-70d8-46da-9542-2265657a0bd8)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:26:51.318000 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6e449a5a-1e6a-4166-8adc-60fe00cf0786 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (aff2036d-f3f4-4387-943c-6c1e8c81d982), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:51.324130 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-5060b9cb-188e-46b7-8d65-7aa4b9716aec tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] 10.222.0.13 "GET /v2.0/networks/740dd6fd-af40-417b-ba7e-a68c308622b4/tags/tempest-TagsTest-Tag-1893116917 HTTP/1.1" status: 204 len: 168 time: 0.1886408 Jan 29 04:26:51.324786 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50772) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:51.333192 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.tag.tag_plugin [None req-54d9c5ab-aa09-46ce-8f18-0c61eedebf59 tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '740dd6fd-af40-417b-ba7e-a68c308622b4') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:51.367976 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3ce67e27-826d-406e-8590-51f8558203e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (af1d9f4e-bb51-490b-bb4a-86d14936bfda), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:51.371398 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0be4a9c8-1622-474d-abd5-f43557cb5c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (90300ed4-ea23-45c1-ae7d-39625dcfe51a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:51.392848 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-3ce67e27-826d-406e-8590-51f8558203e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af1d9f4e-bb51-490b-bb4a-86d14936bfda']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:51.406976 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-3ce67e27-826d-406e-8590-51f8558203e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aa260b3-70d8-46da-9542-2265657a0bd8') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:51.407277 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-3ce67e27-826d-406e-8590-51f8558203e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aa260b3-70d8-46da-9542-2265657a0bd8') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:51.423689 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3ce67e27-826d-406e-8590-51f8558203e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (1aa260b3-70d8-46da-9542-2265657a0bd8), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:51.450551 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3ce67e27-826d-406e-8590-51f8558203e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (1aa260b3-70d8-46da-9542-2265657a0bd8), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:51.458372 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce67e27-826d-406e-8590-51f8558203e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:26:51.458790 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3ce67e27-826d-406e-8590-51f8558203e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (1aa260b3-70d8-46da-9542-2265657a0bd8), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:51.469490 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be4a9c8-1622-474d-abd5-f43557cb5c0e None None] Pushing event updated for resources: {'Port': ['ID=90300ed4-ea23-45c1-ae7d-39625dcfe51a,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:51.478928 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:26:51.478928 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:26:51.478928 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:26:51.478928 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:26:51.478928 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:26:51.478928 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:26:51.478928 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:26:51.478928 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:26:51.478928 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:26:51.478928 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:26:51.478928 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:26:51.478928 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:26:51.478928 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:26:51.478928 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:26:51.478928 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:26:51.478928 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:26:51.478928 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:26:51.478928 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:26:51.478928 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:26:51.478928 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:26:51.478928 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:26:51.478928 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:26:51.478928 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:26:51.478928 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:26:51.478928 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:26:51.478928 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:26:51.478928 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:26:51.478928 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:26:51.478928 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:26:51.478928 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:26:51.478928 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:26:51.478928 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:26:51.499231 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649d20f1-31bd-4576-801a-51edcea7fc8f None None] get_active_networks_info from dv-neutron-821190-1-hyperv {{(pid=103586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 29 04:26:51.499706 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a605da07-8825-4e29-89e7-34df97dd4778 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (fb7eb9d4-f963-4ac6-ac0a-27865d1dada6), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:51.589394 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a605da07-8825-4e29-89e7-34df97dd4778 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Network 2b264ef4-2e42-49ad-88a4-35088f09b474 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:26:51.592281 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-a605da07-8825-4e29-89e7-34df97dd4778 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:51.595814 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a605da07-8825-4e29-89e7-34df97dd4778 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:26:51.604748 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605da07-8825-4e29-89e7-34df97dd4778 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Pushing event updated for resources: {'Port': ['ID=fb7eb9d4-f963-4ac6-ac0a-27865d1dada6,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:51.607096 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649d20f1-31bd-4576-801a-51edcea7fc8f None None] Resources bound (agent type, host, resource id): {{(pid=103586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 04:26:51.617264 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-54d9c5ab-aa09-46ce-8f18-0c61eedebf59 tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] 10.222.0.13 "DELETE /v2.0/networks/740dd6fd-af40-417b-ba7e-a68c308622b4/tags HTTP/1.1" status: 204 len: 168 time: 0.2877767 Jan 29 04:26:51.619917 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50776) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:51.624164 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.tag.tag_plugin [None req-07729f2f-abf4-4061-9ef2-66562059add5 tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '740dd6fd-af40-417b-ba7e-a68c308622b4', 'tempest-TagsTest-Tag-537044869') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:51.626802 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.db.api [None req-3ce67e27-826d-406e-8590-51f8558203e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 29 04:26:51.626802 dv-neutron-821190-1-hyperv neutron-server[103584]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 29 04:26:51.626802 dv-neutron-821190-1-hyperv neutron-server[103584]: [parameters: {'id': 'af1d9f4e-bb51-490b-bb4a-86d14936bfda'}] Jan 29 04:26:51.626802 dv-neutron-821190-1-hyperv neutron-server[103584]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:26:51.627517 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG oslo_db.api [None req-3ce67e27-826d-406e-8590-51f8558203e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:26:51.644957 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e449a5a-1e6a-4166-8adc-60fe00cf0786 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Router aff2036d-f3f4-4387-943c-6c1e8c81d982 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:26:51.664923 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a605da07-8825-4e29-89e7-34df97dd4778 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:51.665752 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a605da07-8825-4e29-89e7-34df97dd4778 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:51.740974 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-07729f2f-abf4-4061-9ef2-66562059add5 tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] show failed (client error): The resource could not be found. Jan 29 04:26:51.745236 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-07729f2f-abf4-4061-9ef2-66562059add5 tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] 10.222.0.13 "GET /v2.0/networks/740dd6fd-af40-417b-ba7e-a68c308622b4/tags/tempest-TagsTest-Tag-537044869 HTTP/1.1" status: 404 len: 325 time: 0.1211512 Jan 29 04:26:51.745236 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50782) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:51.745465 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a605da07-8825-4e29-89e7-34df97dd4778 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3582516 Jan 29 04:26:51.745557 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50784) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:51.750364 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.tag.tag_plugin [None req-0f35282d-c366-4d0b-becb-11540d3d66b6 tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '740dd6fd-af40-417b-ba7e-a68c308622b4', 'tempest-TagsTest-Tag-1893116917') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:51.755176 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-8a5ad7ac-dd9d-4e87-8392-56308f378ef0 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Request body: {'floatingip': {'port_id': 'fb7eb9d4-f963-4ac6-ac0a-27865d1dada6'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:51.827585 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bb7814-5403-4065-9362-db622c29a568 None None] Network af1d9f4e-bb51-490b-bb4a-86d14936bfda requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:26:51.841995 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8a5ad7ac-dd9d-4e87-8392-56308f378ef0 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for floatingip (6751926b-0f21-4d8d-abaa-6d2b8d94ec7c), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:51.964544 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e449a5a-1e6a-4166-8adc-60fe00cf0786 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:26:51.981859 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbbdafe-9621-44bb-b9aa-3f50e2222d03 None None] Sync routers for ids ['aff2036d-f3f4-4387-943c-6c1e8c81d982'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:26:51.998568 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbbdafe-9621-44bb-b9aa-3f50e2222d03 None None] Routers {'aff2036d-f3f4-4387-943c-6c1e8c81d982'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:51.999188 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-bdbbdafe-9621-44bb-b9aa-3f50e2222d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['aff2036d-f3f4-4387-943c-6c1e8c81d982'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:52.019412 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-0f35282d-c366-4d0b-becb-11540d3d66b6 tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] show failed (client error): The resource could not be found. Jan 29 04:26:52.020575 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-0f35282d-c366-4d0b-becb-11540d3d66b6 tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] 10.222.0.13 "GET /v2.0/networks/740dd6fd-af40-417b-ba7e-a68c308622b4/tags/tempest-TagsTest-Tag-1893116917 HTTP/1.1" status: 404 len: 326 time: 0.2734513 Jan 29 04:26:52.031005 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50792) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:52.031564 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-bdbbdafe-9621-44bb-b9aa-3f50e2222d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:52.037658 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.tag.tag_plugin [None req-27d255c7-a310-4f7a-828f-f1160a7f565f tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '740dd6fd-af40-417b-ba7e-a68c308622b4') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:52.041034 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbbdafe-9621-44bb-b9aa-3f50e2222d03 None None] Routers {'aff2036d-f3f4-4387-943c-6c1e8c81d982'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:52.041633 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-bdbbdafe-9621-44bb-b9aa-3f50e2222d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['aff2036d-f3f4-4387-943c-6c1e8c81d982'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:52.077267 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-bdbbdafe-9621-44bb-b9aa-3f50e2222d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:52.078149 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbbdafe-9621-44bb-b9aa-3f50e2222d03 None None] The sync data for ids ['aff2036d-f3f4-4387-943c-6c1e8c81d982'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:26:52.119531 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50794) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:52.122365 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6e449a5a-1e6a-4166-8adc-60fe00cf0786 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:52.126290 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6e449a5a-1e6a-4166-8adc-60fe00cf0786 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.9212551 Jan 29 04:26:52.126509 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50798) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:52.129383 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3ce67e27-826d-406e-8590-51f8558203e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (af1d9f4e-bb51-490b-bb4a-86d14936bfda), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:52.133464 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-869635a1-bb3d-4cfe-afe1-83ea2f409ba9 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'enable_snat': False}}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:52.141445 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-27d255c7-a310-4f7a-828f-f1160a7f565f tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] 10.222.0.13 "DELETE /v2.0/networks/740dd6fd-af40-417b-ba7e-a68c308622b4/tags HTTP/1.1" status: 204 len: 168 time: 0.1086113 Jan 29 04:26:52.146426 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50800) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:52.231934 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-7d3283ad-ff96-407b-8743-2828f301a24b tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1720867429'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:52.260419 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e21bcace-141f-42b6-b5c1-9d65a89d0d1e tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (740dd6fd-af40-417b-ba7e-a68c308622b4), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:52.323130 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-3ce67e27-826d-406e-8590-51f8558203e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Deleting port 90300ed4-ea23-45c1-ae7d-39625dcfe51a {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:26:52.323468 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3ce67e27-826d-406e-8590-51f8558203e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (90300ed4-ea23-45c1-ae7d-39625dcfe51a), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:52.364360 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7d3283ad-ff96-407b-8743-2828f301a24b tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (13bee528-307b-441e-a635-98387030c05b), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:52.366313 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7d3283ad-ff96-407b-8743-2828f301a24b tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (13bee528-307b-441e-a635-98387030c05b), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:52.428669 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c3fd5ee3-04ea-4485-8943-b18b9b79e428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:52.586545 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8a5ad7ac-dd9d-4e87-8392-56308f378ef0 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:52.645426 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-869635a1-bb3d-4cfe-afe1-83ea2f409ba9 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for router_gateway (aff2036d-f3f4-4387-943c-6c1e8c81d982), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:52.648961 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8a5ad7ac-dd9d-4e87-8392-56308f378ef0 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (6751926b-0f21-4d8d-abaa-6d2b8d94ec7c), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:52.699702 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e21bcace-141f-42b6-b5c1-9d65a89d0d1e tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (740dd6fd-af40-417b-ba7e-a68c308622b4), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:52.747811 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-e21bcace-141f-42b6-b5c1-9d65a89d0d1e tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['740dd6fd-af40-417b-ba7e-a68c308622b4']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:52.762016 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-3ce67e27-826d-406e-8590-51f8558203e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] For port 90300ed4-ea23-45c1-ae7d-39625dcfe51a, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=90300ed4-ea23-45c1-ae7d-39625dcfe51a,segment=NetworkSegment(1aa260b3-70d8-46da-9542-2265657a0bd8),segment_id=1aa260b3-70d8-46da-9542-2265657a0bd8)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:52.762362 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3ce67e27-826d-406e-8590-51f8558203e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (90300ed4-ea23-45c1-ae7d-39625dcfe51a), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:52.764400 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.l3_db [None req-8a5ad7ac-dd9d-4e87-8392-56308f378ef0 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Floating IP 6751926b-0f21-4d8d-abaa-6d2b8d94ec7c associated. External IP: 172.26.8.251, port: fb7eb9d4-f963-4ac6-ac0a-27865d1dada6. Jan 29 04:26:52.770883 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-e21bcace-141f-42b6-b5c1-9d65a89d0d1e tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '275ea415-064f-45ac-9c13-9fac686c567b') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:52.771257 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-e21bcace-141f-42b6-b5c1-9d65a89d0d1e tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '275ea415-064f-45ac-9c13-9fac686c567b') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:52.782212 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-3ce67e27-826d-406e-8590-51f8558203e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Calling delete_port for 90300ed4-ea23-45c1-ae7d-39625dcfe51a owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:26:52.814478 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7d3283ad-ff96-407b-8743-2828f301a24b tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Publish callbacks [] for router_controller (13bee528-307b-441e-a635-98387030c05b), precommit_add_association {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:52.816253 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e21bcace-141f-42b6-b5c1-9d65a89d0d1e tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (275ea415-064f-45ac-9c13-9fac686c567b), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:52.834249 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e21bcace-141f-42b6-b5c1-9d65a89d0d1e tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (275ea415-064f-45ac-9c13-9fac686c567b), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:52.868561 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e21bcace-141f-42b6-b5c1-9d65a89d0d1e tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:26:52.868963 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e21bcace-141f-42b6-b5c1-9d65a89d0d1e tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (275ea415-064f-45ac-9c13-9fac686c567b), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:52.871832 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:26:52.871832 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:26:52.871832 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:26:52.871832 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:26:52.871832 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:26:52.871832 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:26:52.871832 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:26:52.871832 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:26:52.871832 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:26:52.871832 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:26:52.871832 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:26:52.871832 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:26:52.871832 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:26:52.871832 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:26:52.871832 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:26:52.871832 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:26:52.871832 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:26:52.871832 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:26:52.871832 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:26:52.871832 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:26:52.871832 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:26:52.871832 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:26:52.871832 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:26:52.871832 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:26:52.871832 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:26:52.871832 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:26:52.871832 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:26:52.871832 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:26:52.871832 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:26:52.871832 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:26:52.871832 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:26:52.871832 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:26:52.886945 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7d3283ad-ff96-407b-8743-2828f301a24b tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (13bee528-307b-441e-a635-98387030c05b), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:53.018360 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7d3283ad-ff96-407b-8743-2828f301a24b tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:53.019700 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-7d3283ad-ff96-407b-8743-2828f301a24b tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.8992267 Jan 29 04:26:53.022335 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50802) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:53.068098 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3ce67e27-826d-406e-8590-51f8558203e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (90300ed4-ea23-45c1-ae7d-39625dcfe51a), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:53.070014 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e21bcace-141f-42b6-b5c1-9d65a89d0d1e tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (740dd6fd-af40-417b-ba7e-a68c308622b4), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:53.130057 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e21bcace-141f-42b6-b5c1-9d65a89d0d1e tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:53.133559 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e21bcace-141f-42b6-b5c1-9d65a89d0d1e tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] 10.222.0.13 "DELETE /v2.0/networks/740dd6fd-af40-417b-ba7e-a68c308622b4 HTTP/1.1" status: 204 len: 168 time: 0.9888053 Jan 29 04:26:53.150480 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce67e27-826d-406e-8590-51f8558203e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event deleted for resources: {'Port': ['ID=90300ed4-ea23-45c1-ae7d-39625dcfe51a,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:53.152660 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce67e27-826d-406e-8590-51f8558203e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] No DVR routers for this DVR port 90300ed4-ea23-45c1-ae7d-39625dcfe51a on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:26:53.154440 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21bcace-141f-42b6-b5c1-9d65a89d0d1e tempest-TagsTest-1551783315 tempest-TagsTest-1551783315-project] Pushing event deleted for resources: {'Network': ['ID=740dd6fd-af40-417b-ba7e-a68c308622b4,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:53.156452 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ad2a9a7f-9e52-48fd-9ad0-b75d6093ed1d tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Publish callbacks [] for router (13bee528-307b-441e-a635-98387030c05b), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:53.352154 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3ce67e27-826d-406e-8590-51f8558203e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (af1d9f4e-bb51-490b-bb4a-86d14936bfda), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:53.397413 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ad2a9a7f-9e52-48fd-9ad0-b75d6093ed1d tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (13bee528-307b-441e-a635-98387030c05b), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:53.399605 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5ad7ac-dd9d-4e87-8392-56308f378ef0 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Router c00cdb5d-03dc-439c-9461-685d5a3cca42 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:26:53.400744 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ad2a9a7f-9e52-48fd-9ad0-b75d6093ed1d tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Publish callbacks [] for router_controller (13bee528-307b-441e-a635-98387030c05b), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:53.403063 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-3ce67e27-826d-406e-8590-51f8558203e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af1d9f4e-bb51-490b-bb4a-86d14936bfda']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:53.417110 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-3ce67e27-826d-406e-8590-51f8558203e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aa260b3-70d8-46da-9542-2265657a0bd8') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:53.417414 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-3ce67e27-826d-406e-8590-51f8558203e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aa260b3-70d8-46da-9542-2265657a0bd8') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:53.459010 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3ce67e27-826d-406e-8590-51f8558203e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (1aa260b3-70d8-46da-9542-2265657a0bd8), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:53.473000 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3ce67e27-826d-406e-8590-51f8558203e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (1aa260b3-70d8-46da-9542-2265657a0bd8), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:53.479701 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce67e27-826d-406e-8590-51f8558203e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:26:53.480234 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3ce67e27-826d-406e-8590-51f8558203e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (1aa260b3-70d8-46da-9542-2265657a0bd8), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:53.483239 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:26:53.483239 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:26:53.483239 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:26:53.483239 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:26:53.483239 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:26:53.483239 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:26:53.483239 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:26:53.483239 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:26:53.483239 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:26:53.483239 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:26:53.483239 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:26:53.483239 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:26:53.483239 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:26:53.483239 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:26:53.483239 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:26:53.483239 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:26:53.483239 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:26:53.483239 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:26:53.483239 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:26:53.483239 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:26:53.483239 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:26:53.483239 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:26:53.483239 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:26:53.483239 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:26:53.483239 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:26:53.483239 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:26:53.483239 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:26:53.483239 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:26:53.483239 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:26:53.483239 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:26:53.483239 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:26:53.483239 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:26:53.547214 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ad2a9a7f-9e52-48fd-9ad0-b75d6093ed1d tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (13bee528-307b-441e-a635-98387030c05b), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:53.547752 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2a9a7f-9e52-48fd-9ad0-b75d6093ed1d tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 13bee528-307b-441e-a635-98387030c05b {{(pid=103584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:26:53.553101 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ad2a9a7f-9e52-48fd-9ad0-b75d6093ed1d tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:53.557209 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ad2a9a7f-9e52-48fd-9ad0-b75d6093ed1d tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] 10.222.0.13 "DELETE /v2.0/routers/13bee528-307b-441e-a635-98387030c05b HTTP/1.1" status: 204 len: 168 time: 0.5305576 Jan 29 04:26:53.557209 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50806) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:53.560968 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-dbfbb18d-e8b9-4f9d-b821-2b51c9d91114 tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Request body: {'router': {'name': 'tempest-router-1653808680', 'distributed': False}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:53.603286 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:53.608581 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5ad7ac-dd9d-4e87-8392-56308f378ef0 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:26:53.614012 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8a5ad7ac-dd9d-4e87-8392-56308f378ef0 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:53.621666 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3ce67e27-826d-406e-8590-51f8558203e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (af1d9f4e-bb51-490b-bb4a-86d14936bfda), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:53.621893 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fe1f08-7383-4a86-88c8-f85441910418 None None] Sync routers for ids ['c00cdb5d-03dc-439c-9461-685d5a3cca42'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:26:53.628457 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3ce67e27-826d-406e-8590-51f8558203e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:53.636859 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-3ce67e27-826d-406e-8590-51f8558203e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "DELETE /v2.0/networks/af1d9f4e-bb51-490b-bb4a-86d14936bfda HTTP/1.1" status: 204 len: 168 time: 3.1355159 Jan 29 04:26:53.638961 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50810) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:53.642193 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fe1f08-7383-4a86-88c8-f85441910418 None None] Routers {'c00cdb5d-03dc-439c-9461-685d5a3cca42'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:53.643204 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-b6fe1f08-7383-4a86-88c8-f85441910418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['c00cdb5d-03dc-439c-9461-685d5a3cca42'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:53.653445 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-6b061f34-e905-40ef-acd3-097bdcfdb267 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-341741255'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:53.657889 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce67e27-826d-406e-8590-51f8558203e3 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event deleted for resources: {'Network': ['ID=af1d9f4e-bb51-490b-bb4a-86d14936bfda,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:53.673637 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dbfbb18d-e8b9-4f9d-b821-2b51c9d91114 tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (64e9d788-b5a1-4f00-9aec-960a3ec3a9c8), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:53.674856 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dbfbb18d-e8b9-4f9d-b821-2b51c9d91114 tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (64e9d788-b5a1-4f00-9aec-960a3ec3a9c8), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:53.697416 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50812) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:53.705764 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-b6fe1f08-7383-4a86-88c8-f85441910418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:53.712562 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:53.719472 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fe1f08-7383-4a86-88c8-f85441910418 None None] Routers {'c00cdb5d-03dc-439c-9461-685d5a3cca42'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:53.720291 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-b6fe1f08-7383-4a86-88c8-f85441910418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['c00cdb5d-03dc-439c-9461-685d5a3cca42'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:53.740855 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b061f34-e905-40ef-acd3-097bdcfdb267 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Made reservation on behalf of bcaf13695579453ab1aaf7b22b50d822 for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:26:53.744245 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6b061f34-e905-40ef-acd3-097bdcfdb267 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:53.747300 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-869635a1-bb3d-4cfe-afe1-83ea2f409ba9 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1615661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1617607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-536'] for router (aff2036d-f3f4-4387-943c-6c1e8c81d982), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:53.747887 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dbfbb18d-e8b9-4f9d-b821-2b51c9d91114 tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Publish callbacks [] for router_controller (64e9d788-b5a1-4f00-9aec-960a3ec3a9c8), precommit_add_association {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:53.750882 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-869635a1-bb3d-4cfe-afe1-83ea2f409ba9 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1615652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1615667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1617630'] for router (aff2036d-f3f4-4387-943c-6c1e8c81d982), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:53.766474 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-b6fe1f08-7383-4a86-88c8-f85441910418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:53.767269 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fe1f08-7383-4a86-88c8-f85441910418 None None] The sync data for ids ['c00cdb5d-03dc-439c-9461-685d5a3cca42'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:26:53.769421 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b061f34-e905-40ef-acd3-097bdcfdb267 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:26:53.778875 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6b061f34-e905-40ef-acd3-097bdcfdb267 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (aebc1cc5-7021-4118-a277-0d860c4b85f3), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:53.779224 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-6b061f34-e905-40ef-acd3-097bdcfdb267 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Added segment aebc1cc5-7021-4118-a277-0d860c4b85f3 of type vlan for network dad8160a-b3b6-4ff6-b1be-920e4e98cfba Jan 29 04:26:53.797438 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-8a5ad7ac-dd9d-4e87-8392-56308f378ef0 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "PUT /v2.0/floatingips/6751926b-0f21-4d8d-abaa-6d2b8d94ec7c HTTP/1.1" status: 200 len: 977 time: 2.0513675 Jan 29 04:26:53.799893 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50816) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:53.822782 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dbfbb18d-e8b9-4f9d-b821-2b51c9d91114 tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (64e9d788-b5a1-4f00-9aec-960a3ec3a9c8), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:53.843861 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6b061f34-e905-40ef-acd3-097bdcfdb267 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (dad8160a-b3b6-4ff6-b1be-920e4e98cfba), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:53.896180 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-03f5aa66-ef14-40b3-ad3c-da3b60b3f4a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f462b1ffdc6848339a37fc728b02fa44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1975734 Jan 29 04:26:53.898578 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50818) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:53.929609 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dbfbb18d-e8b9-4f9d-b821-2b51c9d91114 tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:53.933552 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-dbfbb18d-e8b9-4f9d-b821-2b51c9d91114 tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3729548 Jan 29 04:26:53.934484 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869635a1-bb3d-4cfe-afe1-83ea2f409ba9 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Router aff2036d-f3f4-4387-943c-6c1e8c81d982 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:26:53.935104 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50820) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:53.951886 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8d968d8b-d0ce-4d52-a499-ed0ec1b65cc8 admin admin] Publish callbacks [] for security_group (fc6828f0-939d-487c-8d63-d9c0b56ebf69), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:53.961069 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6b061f34-e905-40ef-acd3-097bdcfdb267 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (dad8160a-b3b6-4ff6-b1be-920e4e98cfba), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:53.961197 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b061f34-e905-40ef-acd3-097bdcfdb267 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:53.961768 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6b061f34-e905-40ef-acd3-097bdcfdb267 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:54.022140 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-45ffeb7c-c095-4fd5-87da-ff38ffb34d4b tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Publish callbacks [] for router (64e9d788-b5a1-4f00-9aec-960a3ec3a9c8), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:54.031859 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8d968d8b-d0ce-4d52-a499-ed0ec1b65cc8 admin admin] Publish callbacks [] for security_group (fc6828f0-939d-487c-8d63-d9c0b56ebf69), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:54.058605 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b061f34-e905-40ef-acd3-097bdcfdb267 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event updated for resources: {'Network': ['ID=dad8160a-b3b6-4ff6-b1be-920e4e98cfba,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:54.071306 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network dad8160a-b3b6-4ff6-b1be-920e4e98cfba details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:26:54.087243 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-6b061f34-e905-40ef-acd3-097bdcfdb267 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4471986 Jan 29 04:26:54.090093 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50822) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:54.095934 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-f4d2efe0-3f1e-486c-b963-42156fc3e8b4 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Request body: {'subnet': {'network_id': 'dad8160a-b3b6-4ff6-b1be-920e4e98cfba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:54.096872 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-9453e1d1-1c85-44f2-a101-f3d025029d36 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Deleting port fb7eb9d4-f963-4ac6-ac0a-27865d1dada6 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:26:54.097216 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9453e1d1-1c85-44f2-a101-f3d025029d36 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (fb7eb9d4-f963-4ac6-ac0a-27865d1dada6), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:54.191304 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8d968d8b-d0ce-4d52-a499-ed0ec1b65cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (fc6828f0-939d-487c-8d63-d9c0b56ebf69), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:54.194691 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8d968d8b-d0ce-4d52-a499-ed0ec1b65cc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:54.196021 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-8d968d8b-d0ce-4d52-a499-ed0ec1b65cc8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc6828f0-939d-487c-8d63-d9c0b56ebf69 HTTP/1.1" status: 204 len: 168 time: 0.2965345 Jan 29 04:26:54.203790 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d968d8b-d0ce-4d52-a499-ed0ec1b65cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6828f0-939d-487c-8d63-d9c0b56ebf69,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:54.271655 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d2efe0-3f1e-486c-b963-42156fc3e8b4 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Made reservation on behalf of bcaf13695579453ab1aaf7b22b50d822 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:26:54.275184 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f4d2efe0-3f1e-486c-b963-42156fc3e8b4 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:54.312172 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-45ffeb7c-c095-4fd5-87da-ff38ffb34d4b tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (64e9d788-b5a1-4f00-9aec-960a3ec3a9c8), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:54.319403 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-45ffeb7c-c095-4fd5-87da-ff38ffb34d4b tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Publish callbacks [] for router_controller (64e9d788-b5a1-4f00-9aec-960a3ec3a9c8), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:54.381526 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9453e1d1-1c85-44f2-a101-f3d025029d36 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (fb7eb9d4-f963-4ac6-ac0a-27865d1dada6), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:54.384254 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869635a1-bb3d-4cfe-afe1-83ea2f409ba9 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:26:54.393376 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-869635a1-bb3d-4cfe-afe1-83ea2f409ba9 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:54.394579 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-869635a1-bb3d-4cfe-afe1-83ea2f409ba9 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] 10.222.0.13 "PUT /v2.0/routers/aff2036d-f3f4-4387-943c-6c1e8c81d982 HTTP/1.1" status: 200 len: 921 time: 2.2671559 Jan 29 04:26:54.395166 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08039503-9b7d-445a-91d1-4a5c8c8ba104 None None] Sync routers for ids ['aff2036d-f3f4-4387-943c-6c1e8c81d982'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:26:54.397650 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50826) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:54.406252 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08039503-9b7d-445a-91d1-4a5c8c8ba104 None None] Routers {'aff2036d-f3f4-4387-943c-6c1e8c81d982'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:54.406848 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-08039503-9b7d-445a-91d1-4a5c8c8ba104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['aff2036d-f3f4-4387-943c-6c1e8c81d982'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:54.442744 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-08039503-9b7d-445a-91d1-4a5c8c8ba104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:54.451677 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08039503-9b7d-445a-91d1-4a5c8c8ba104 None None] Routers {'aff2036d-f3f4-4387-943c-6c1e8c81d982'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:54.452269 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-08039503-9b7d-445a-91d1-4a5c8c8ba104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['aff2036d-f3f4-4387-943c-6c1e8c81d982'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:54.485151 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-08039503-9b7d-445a-91d1-4a5c8c8ba104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:54.485855 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08039503-9b7d-445a-91d1-4a5c8c8ba104 None None] The sync data for ids ['aff2036d-f3f4-4387-943c-6c1e8c81d982'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:26:54.510145 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-45ffeb7c-c095-4fd5-87da-ff38ffb34d4b tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (64e9d788-b5a1-4f00-9aec-960a3ec3a9c8), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:54.512667 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ffeb7c-c095-4fd5-87da-ff38ffb34d4b tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 64e9d788-b5a1-4f00-9aec-960a3ec3a9c8 {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:26:54.522955 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-45ffeb7c-c095-4fd5-87da-ff38ffb34d4b tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:54.527372 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-45ffeb7c-c095-4fd5-87da-ff38ffb34d4b tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] 10.222.0.13 "DELETE /v2.0/routers/64e9d788-b5a1-4f00-9aec-960a3ec3a9c8 HTTP/1.1" status: 204 len: 168 time: 0.5865881 Jan 29 04:26:54.527508 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f4d2efe0-3f1e-486c-b963-42156fc3e8b4 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (57ec0680-6853-4de8-8808-ecb6cea5910a), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:54.531316 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50828) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:54.539937 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-8d9f672b-b88d-4e5e-9d30-db4b747c65ce tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Request body: {'router': {'name': 'tempest-router-1129550234', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '1c6671a68bff4482bdc0536fc1c7453f'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:54.608311 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d2efe0-3f1e-486c-b963-42156fc3e8b4 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event updated for resources: {'Subnet': ['ID=57ec0680-6853-4de8-8808-ecb6cea5910a,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:54.618162 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d2efe0-3f1e-486c-b963-42156fc3e8b4 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Checking segment: {'id': 'aebc1cc5-7021-4118-a277-0d860c4b85f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'dad8160a-b3b6-4ff6-b1be-920e4e98cfba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:26:54.618594 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d2efe0-3f1e-486c-b963-42156fc3e8b4 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Network hostable DHCP agents. Network: dad8160a-b3b6-4ff6-b1be-920e4e98cfba, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:26:54.669515 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d59b341e-9169-4ac4-bbd7-ba16e5891fb0 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] 10.222.0.13 "GET /v2.0/routers/aff2036d-f3f4-4387-943c-6c1e8c81d982 HTTP/1.1" status: 200 len: 921 time: 0.2707646 Jan 29 04:26:54.672466 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50830) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:54.679541 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d2efe0-3f1e-486c-b963-42156fc3e8b4 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Network dad8160a-b3b6-4ff6-b1be-920e4e98cfba is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:26:54.764531 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-f4d2efe0-3f1e-486c-b963-42156fc3e8b4 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, dad8160a-b3b6-4ff6-b1be-920e4e98cfba) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:54.770055 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d2efe0-3f1e-486c-b963-42156fc3e8b4 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:54.771774 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f4d2efe0-3f1e-486c-b963-42156fc3e8b4 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:54.778904 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b925970c-43be-4f6c-8601-bff86815cbf7 None None] Network dad8160a-b3b6-4ff6-b1be-920e4e98cfba requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:26:54.820433 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:54.857205 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f4d2efe0-3f1e-486c-b963-42156fc3e8b4 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7652416 Jan 29 04:26:54.859739 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50832) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:54.887346 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c967d414-9605-4256-95e0-0c5c37feaa1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-dad8160a-b3b6-4ff6-b1be-920e4e98cfba', 'network_id': 'dad8160a-b3b6-4ff6-b1be-920e4e98cfba', 'project_id': 'bcaf13695579453ab1aaf7b22b50d822', 'fixed_ips': [{'subnet_id': '57ec0680-6853-4de8-8808-ecb6cea5910a'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:26:54.888661 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c967d414-9605-4256-95e0-0c5c37feaa1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:54.970508 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bcec0e9c-d227-438c-89fe-55f19feb8995 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (dad8160a-b3b6-4ff6-b1be-920e4e98cfba), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:54.999704 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8d9f672b-b88d-4e5e-9d30-db4b747c65ce tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (4eff6ae5-f926-4558-b6a7-66f49b98cc5d), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:55.000736 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8d9f672b-b88d-4e5e-9d30-db4b747c65ce tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (4eff6ae5-f926-4558-b6a7-66f49b98cc5d), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:55.027734 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bcec0e9c-d227-438c-89fe-55f19feb8995 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (57ec0680-6853-4de8-8808-ecb6cea5910a), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:55.043985 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-c967d414-9605-4256-95e0-0c5c37feaa1d None None] Allocated IP 172.20.0.1 (dad8160a-b3b6-4ff6-b1be-920e4e98cfba/57ec0680-6853-4de8-8808-ecb6cea5910a/a5f55bee-521b-42eb-bd43-20a26fa2e1c9) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:26:55.082508 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9453e1d1-1c85-44f2-a101-f3d025029d36 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:55.082879 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9453e1d1-1c85-44f2-a101-f3d025029d36 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (6751926b-0f21-4d8d-abaa-6d2b8d94ec7c), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:55.083928 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.l3_db [None req-9453e1d1-1c85-44f2-a101-f3d025029d36 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Floating IP 6751926b-0f21-4d8d-abaa-6d2b8d94ec7c disassociated. External IP: 172.26.8.251, port: fb7eb9d4-f963-4ac6-ac0a-27865d1dada6. Jan 29 04:26:55.084264 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-9453e1d1-1c85-44f2-a101-f3d025029d36 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Calling delete_port for fb7eb9d4-f963-4ac6-ac0a-27865d1dada6 owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:26:55.121784 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bde5a6c-a9e8-47e4-876a-77a119cc1261 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:55.123319 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2bde5a6c-a9e8-47e4-876a-77a119cc1261 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=f0de7169-31b1-4289-9a2a-56c5f4e63ed1&device_id=aff2036d-f3f4-4387-943c-6c1e8c81d982&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4496870 Jan 29 04:26:55.126376 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8d9f672b-b88d-4e5e-9d30-db4b747c65ce tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Publish callbacks [] for router_controller (4eff6ae5-f926-4558-b6a7-66f49b98cc5d), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:55.126539 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50834) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:55.190108 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8d9f672b-b88d-4e5e-9d30-db4b747c65ce tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (4eff6ae5-f926-4558-b6a7-66f49b98cc5d), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:55.219851 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c967d414-9605-4256-95e0-0c5c37feaa1d None None] Publish callbacks [] for port (a5f55bee-521b-42eb-bd43-20a26fa2e1c9), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:55.224321 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ed8843-84b6-4d24-b216-a7894979ef34 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:55.225951 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-32ed8843-84b6-4d24-b216-a7894979ef34 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] 10.222.0.13 "GET /v2.0/networks/f0de7169-31b1-4289-9a2a-56c5f4e63ed1 HTTP/1.1" status: 200 len: 881 time: 0.0977278 Jan 29 04:26:55.233751 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50838) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:55.261674 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-4277350d-df44-4cf0-b15e-7761935f10c6 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] 10.222.0.13 "GET /v2.0/ports?device_id=aff2036d-f3f4-4387-943c-6c1e8c81d982 HTTP/1.1" status: 200 len: 205 time: 0.0268619 Jan 29 04:26:55.264073 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50840) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:55.280703 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8d9f672b-b88d-4e5e-9d30-db4b747c65ce tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:55.281845 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-8d9f672b-b88d-4e5e-9d30-db4b747c65ce tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7473917 Jan 29 04:26:55.284681 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50842) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:55.289244 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-91a2b17d-0037-452c-b030-27ab4c94bb0f tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:55.320116 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c967d414-9605-4256-95e0-0c5c37feaa1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (a5f55bee-521b-42eb-bd43-20a26fa2e1c9), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:55.357562 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c967d414-9605-4256-95e0-0c5c37feaa1d None None] Network dad8160a-b3b6-4ff6-b1be-920e4e98cfba is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:26:55.357839 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9453e1d1-1c85-44f2-a101-f3d025029d36 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (fb7eb9d4-f963-4ac6-ac0a-27865d1dada6), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:55.368166 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-c967d414-9605-4256-95e0-0c5c37feaa1d None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:55.370805 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c967d414-9605-4256-95e0-0c5c37feaa1d None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:26:55.392241 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8f4f40eb-02c0-44b7-8b6e-aed88a701b10 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router (aff2036d-f3f4-4387-943c-6c1e8c81d982), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:55.392465 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9453e1d1-1c85-44f2-a101-f3d025029d36 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Pushing event deleted for resources: {'Port': ['ID=fb7eb9d4-f963-4ac6-ac0a-27865d1dada6,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:55.403896 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c967d414-9605-4256-95e0-0c5c37feaa1d None None] Pushing event updated for resources: {'Port': ['ID=a5f55bee-521b-42eb-bd43-20a26fa2e1c9,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:55.443786 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-c967d414-9605-4256-95e0-0c5c37feaa1d None None] Attempting to bind port a5f55bee-521b-42eb-bd43-20a26fa2e1c9 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:26:55.444152 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-c967d414-9605-4256-95e0-0c5c37feaa1d None None] Attempting to bind port a5f55bee-521b-42eb-bd43-20a26fa2e1c9 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'aebc1cc5-7021-4118-a277-0d860c4b85f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'dad8160a-b3b6-4ff6-b1be-920e4e98cfba'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:26:55.444679 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c967d414-9605-4256-95e0-0c5c37feaa1d None None] Attempting to bind port a5f55bee-521b-42eb-bd43-20a26fa2e1c9 on network dad8160a-b3b6-4ff6-b1be-920e4e98cfba {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:26:55.450748 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c967d414-9605-4256-95e0-0c5c37feaa1d None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:26:55.450935 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bcec0e9c-d227-438c-89fe-55f19feb8995 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (57ec0680-6853-4de8-8808-ecb6cea5910a), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:55.451127 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c967d414-9605-4256-95e0-0c5c37feaa1d None None] Checking segment: {'id': 'aebc1cc5-7021-4118-a277-0d860c4b85f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'dad8160a-b3b6-4ff6-b1be-920e4e98cfba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:26:55.451512 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c967d414-9605-4256-95e0-0c5c37feaa1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:55.451899 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c967d414-9605-4256-95e0-0c5c37feaa1d None None] Bound using segment: {'id': 'aebc1cc5-7021-4118-a277-0d860c4b85f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'dad8160a-b3b6-4ff6-b1be-920e4e98cfba'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:26:55.452371 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-c967d414-9605-4256-95e0-0c5c37feaa1d None None] Bound port: a5f55bee-521b-42eb-bd43-20a26fa2e1c9, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aebc1cc5-7021-4118-a277-0d860c4b85f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'dad8160a-b3b6-4ff6-b1be-920e4e98cfba'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:26:55.452765 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c967d414-9605-4256-95e0-0c5c37feaa1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (a5f55bee-521b-42eb-bd43-20a26fa2e1c9), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:55.516225 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec0e9c-d227-438c-89fe-55f19feb8995 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event deleted for resources: {'Subnet': ['ID=57ec0680-6853-4de8-8808-ecb6cea5910a,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:55.530862 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-c967d414-9605-4256-95e0-0c5c37feaa1d None None] For port a5f55bee-521b-42eb-bd43-20a26fa2e1c9, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:26:55.533680 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-c967d414-9605-4256-95e0-0c5c37feaa1d None None] For port a5f55bee-521b-42eb-bd43-20a26fa2e1c9, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=a5f55bee-521b-42eb-bd43-20a26fa2e1c9,segment=NetworkSegment(aebc1cc5-7021-4118-a277-0d860c4b85f3),segment_id=aebc1cc5-7021-4118-a277-0d860c4b85f3)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:26:55.582416 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bcec0e9c-d227-438c-89fe-55f19feb8995 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (dad8160a-b3b6-4ff6-b1be-920e4e98cfba), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:55.598220 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8f4f40eb-02c0-44b7-8b6e-aed88a701b10 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router_gateway (aff2036d-f3f4-4387-943c-6c1e8c81d982), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:55.604575 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-91a2b17d-0037-452c-b030-27ab4c94bb0f tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1615661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1617607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-536'] for router (4eff6ae5-f926-4558-b6a7-66f49b98cc5d), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:55.604965 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-91a2b17d-0037-452c-b030-27ab4c94bb0f tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Publish callbacks [] for router (4eff6ae5-f926-4558-b6a7-66f49b98cc5d), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:55.611460 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-bcec0e9c-d227-438c-89fe-55f19feb8995 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dad8160a-b3b6-4ff6-b1be-920e4e98cfba']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:55.621488 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c967d414-9605-4256-95e0-0c5c37feaa1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (a5f55bee-521b-42eb-bd43-20a26fa2e1c9), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:55.621952 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-bcec0e9c-d227-438c-89fe-55f19feb8995 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aebc1cc5-7021-4118-a277-0d860c4b85f3') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:55.622255 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-bcec0e9c-d227-438c-89fe-55f19feb8995 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aebc1cc5-7021-4118-a277-0d860c4b85f3') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:55.631408 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bcec0e9c-d227-438c-89fe-55f19feb8995 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (aebc1cc5-7021-4118-a277-0d860c4b85f3), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:55.650049 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bcec0e9c-d227-438c-89fe-55f19feb8995 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (aebc1cc5-7021-4118-a277-0d860c4b85f3), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:55.657005 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcec0e9c-d227-438c-89fe-55f19feb8995 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:26:55.657397 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bcec0e9c-d227-438c-89fe-55f19feb8995 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (aebc1cc5-7021-4118-a277-0d860c4b85f3), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:55.660692 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:26:55.660692 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:26:55.660692 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:26:55.660692 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:26:55.660692 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:26:55.660692 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:26:55.660692 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:26:55.660692 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:26:55.660692 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:26:55.660692 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:26:55.660692 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:26:55.660692 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:26:55.660692 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:26:55.660692 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:26:55.660692 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:26:55.660692 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:26:55.660692 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:26:55.660692 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:26:55.660692 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:26:55.660692 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:26:55.660692 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:26:55.660692 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:26:55.660692 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:26:55.660692 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:26:55.660692 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:26:55.660692 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:26:55.660692 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:26:55.660692 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:26:55.660692 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:26:55.660692 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:26:55.660692 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:26:55.660692 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:26:55.701594 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9453e1d1-1c85-44f2-a101-f3d025029d36 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Router c00cdb5d-03dc-439c-9461-685d5a3cca42 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:26:55.703327 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-91a2b17d-0037-452c-b030-27ab4c94bb0f tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103585) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Jan 29 04:26:55.703628 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-91a2b17d-0037-452c-b030-27ab4c94bb0f tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Router 4eff6ae5-f926-4558-b6a7-66f49b98cc5d migrating from provider to provider. {{(pid=103585) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Jan 29 04:26:55.704000 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-91a2b17d-0037-452c-b030-27ab4c94bb0f tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Publish callbacks [] for router_controller (4eff6ae5-f926-4558-b6a7-66f49b98cc5d), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:55.711728 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-91a2b17d-0037-452c-b030-27ab4c94bb0f tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Publish callbacks [] for router_controller (4eff6ae5-f926-4558-b6a7-66f49b98cc5d), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:55.722878 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c967d414-9605-4256-95e0-0c5c37feaa1d None None] Pushing event updated for resources: {'Port': ['ID=a5f55bee-521b-42eb-bd43-20a26fa2e1c9,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:55.750778 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde8e9a3-1a16-4664-b122-dbd2c483f221 None None] get_active_networks_info from dv-neutron-821190-1-hyperv {{(pid=103586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 29 04:26:55.765495 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-8f4f40eb-02c0-44b7-8b6e-aed88a701b10 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Deleting port 14f77438-fb68-4f37-aeb2-49a31b6bd065 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:26:55.765848 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8f4f40eb-02c0-44b7-8b6e-aed88a701b10 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (14f77438-fb68-4f37-aeb2-49a31b6bd065), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:55.800974 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-91a2b17d-0037-452c-b030-27ab4c94bb0f tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1615652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1615667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1617630'] for router (4eff6ae5-f926-4558-b6a7-66f49b98cc5d), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:55.812752 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.db.api [None req-bcec0e9c-d227-438c-89fe-55f19feb8995 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 29 04:26:55.812752 dv-neutron-821190-1-hyperv neutron-server[103584]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 29 04:26:55.812752 dv-neutron-821190-1-hyperv neutron-server[103584]: [parameters: {'id': 'dad8160a-b3b6-4ff6-b1be-920e4e98cfba'}] Jan 29 04:26:55.812752 dv-neutron-821190-1-hyperv neutron-server[103584]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:26:55.813400 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG oslo_db.api [None req-bcec0e9c-d227-438c-89fe-55f19feb8995 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:26:55.854275 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8f4f40eb-02c0-44b7-8b6e-aed88a701b10 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (14f77438-fb68-4f37-aeb2-49a31b6bd065), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:55.863145 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde8e9a3-1a16-4664-b122-dbd2c483f221 None None] Resources bound (agent type, host, resource id): {{(pid=103586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 04:26:55.866767 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-8f4f40eb-02c0-44b7-8b6e-aed88a701b10 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Calling delete_port for 14f77438-fb68-4f37-aeb2-49a31b6bd065 owned by network:router_gateway {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:26:55.881953 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9453e1d1-1c85-44f2-a101-f3d025029d36 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:26:55.931299 dv-neutron-821190-1-hyperv neutron-server[103585]: WARNING neutron.scheduler.l3_agent_scheduler [None req-91a2b17d-0037-452c-b030-27ab4c94bb0f tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] No L3 agents can host the router 4eff6ae5-f926-4558-b6a7-66f49b98cc5d Jan 29 04:26:55.945803 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7add22a9-46b3-49d6-91b0-990ad6882d57 None None] Sync routers for ids ['c00cdb5d-03dc-439c-9461-685d5a3cca42'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:26:55.969871 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7add22a9-46b3-49d6-91b0-990ad6882d57 None None] Routers {'c00cdb5d-03dc-439c-9461-685d5a3cca42'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:55.970524 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-7add22a9-46b3-49d6-91b0-990ad6882d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['c00cdb5d-03dc-439c-9461-685d5a3cca42'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:55.990699 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9453e1d1-1c85-44f2-a101-f3d025029d36 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:55.996423 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9453e1d1-1c85-44f2-a101-f3d025029d36 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "DELETE /v2.0/ports/fb7eb9d4-f963-4ac6-ac0a-27865d1dada6 HTTP/1.1" status: 204 len: 168 time: 2.1955955 Jan 29 04:26:55.997116 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50846) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:56.016357 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-7add22a9-46b3-49d6-91b0-990ad6882d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:56.041049 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7add22a9-46b3-49d6-91b0-990ad6882d57 None None] Routers {'c00cdb5d-03dc-439c-9461-685d5a3cca42'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:56.041673 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-7add22a9-46b3-49d6-91b0-990ad6882d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['c00cdb5d-03dc-439c-9461-685d5a3cca42'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:56.085975 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8f4f40eb-02c0-44b7-8b6e-aed88a701b10 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (14f77438-fb68-4f37-aeb2-49a31b6bd065), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:56.092461 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-7add22a9-46b3-49d6-91b0-990ad6882d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:56.093857 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7add22a9-46b3-49d6-91b0-990ad6882d57 None None] The sync data for ids ['c00cdb5d-03dc-439c-9461-685d5a3cca42'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:26:56.114985 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-0a0c059b-b890-492c-ac1f-29ee2063897e tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "GET /v2.0/floatingips/6751926b-0f21-4d8d-abaa-6d2b8d94ec7c HTTP/1.1" status: 200 len: 688 time: 0.0868876 Jan 29 04:26:56.115869 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50848) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:56.116748 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f40eb-02c0-44b7-8b6e-aed88a701b10 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Pushing event deleted for resources: {'Port': ['ID=14f77438-fb68-4f37-aeb2-49a31b6bd065,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:56.117194 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a2b17d-0037-452c-b030-27ab4c94bb0f tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Hosts for router 4eff6ae5-f926-4558-b6a7-66f49b98cc5d: [] {{(pid=103585) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jan 29 04:26:56.140378 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a2b17d-0037-452c-b030-27ab4c94bb0f tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Hosts for other DVR routers connected to router 4eff6ae5-f926-4558-b6a7-66f49b98cc5d: set() {{(pid=103585) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jan 29 04:26:56.142914 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-91a2b17d-0037-452c-b030-27ab4c94bb0f tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:56.144095 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-91a2b17d-0037-452c-b030-27ab4c94bb0f tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] 10.222.0.13 "PUT /v2.0/routers/4eff6ae5-f926-4558-b6a7-66f49b98cc5d HTTP/1.1" status: 200 len: 717 time: 0.8584914 Jan 29 04:26:56.147516 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50850) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:56.156578 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2e9aed-f16f-42b3-8c6c-934907d8ad3c None None] Network dad8160a-b3b6-4ff6-b1be-920e4e98cfba requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:26:56.227364 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ee862d7a-a818-4197-b7e0-86bc40a4d6a2 tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] 10.222.0.13 "GET /v2.0/routers/4eff6ae5-f926-4558-b6a7-66f49b98cc5d HTTP/1.1" status: 200 len: 717 time: 0.0761850 Jan 29 04:26:56.227563 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50852) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:56.288202 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8f4f40eb-02c0-44b7-8b6e-aed88a701b10 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (aff2036d-f3f4-4387-943c-6c1e8c81d982), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:56.319949 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bcec0e9c-d227-438c-89fe-55f19feb8995 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (dad8160a-b3b6-4ff6-b1be-920e4e98cfba), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:56.391896 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8f4f40eb-02c0-44b7-8b6e-aed88a701b10 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (aff2036d-f3f4-4387-943c-6c1e8c81d982), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:56.398627 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8f4f40eb-02c0-44b7-8b6e-aed88a701b10 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router_controller (aff2036d-f3f4-4387-943c-6c1e8c81d982), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:56.465620 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-bb80130e-feb2-4e00-b96a-15189c0ed75c tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Deleting port 4e9edec7-2824-4e76-90ed-f100884538ca {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:26:56.465964 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bb80130e-feb2-4e00-b96a-15189c0ed75c tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (4e9edec7-2824-4e76-90ed-f100884538ca), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:56.467578 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f6eb487a-d75c-4e08-9402-644eda56fa23 tempest-RoutersTestDVR-472590178 tempest-RoutersTestDVR-472590178-project] 10.222.0.13 "GET /v2.0/routers/4eff6ae5-f926-4558-b6a7-66f49b98cc5d HTTP/1.1" status: 200 len: 683 time: 0.2387638 Jan 29 04:26:56.470234 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50858) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:56.491168 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:56.530731 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8f4f40eb-02c0-44b7-8b6e-aed88a701b10 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (aff2036d-f3f4-4387-943c-6c1e8c81d982), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:56.531256 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4f40eb-02c0-44b7-8b6e-aed88a701b10 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Fanout notify agent at l3_agent the message router_deleted on router aff2036d-f3f4-4387-943c-6c1e8c81d982 {{(pid=103584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:26:56.540259 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8f4f40eb-02c0-44b7-8b6e-aed88a701b10 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:56.541454 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-8f4f40eb-02c0-44b7-8b6e-aed88a701b10 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] 10.222.0.13 "DELETE /v2.0/routers/aff2036d-f3f4-4387-943c-6c1e8c81d982 HTTP/1.1" status: 204 len: 168 time: 1.2763712 Jan 29 04:26:56.548534 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50860) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:56.553924 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0bca7199-5f6a-44dd-9a74-44cae7ec8cc2 tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Publish callbacks [] for router (4eff6ae5-f926-4558-b6a7-66f49b98cc5d), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:56.554903 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-5bd06e97-5b48-47ef-91a3-87a6e29356e7 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1909954567', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:56.566961 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-bcec0e9c-d227-438c-89fe-55f19feb8995 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Deleting port a5f55bee-521b-42eb-bd43-20a26fa2e1c9 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:26:56.567302 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bcec0e9c-d227-438c-89fe-55f19feb8995 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (a5f55bee-521b-42eb-bd43-20a26fa2e1c9), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:56.592804 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bb80130e-feb2-4e00-b96a-15189c0ed75c tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (4e9edec7-2824-4e76-90ed-f100884538ca), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:56.593510 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bb80130e-feb2-4e00-b96a-15189c0ed75c tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for floatingip (4e9edec7-2824-4e76-90ed-f100884538ca), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:56.644011 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-bb80130e-feb2-4e00-b96a-15189c0ed75c tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Calling delete_port for 4e9edec7-2824-4e76-90ed-f100884538ca owned by network:floatingip {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:26:56.673839 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-bcec0e9c-d227-438c-89fe-55f19feb8995 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] For port a5f55bee-521b-42eb-bd43-20a26fa2e1c9, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=a5f55bee-521b-42eb-bd43-20a26fa2e1c9,segment=NetworkSegment(aebc1cc5-7021-4118-a277-0d860c4b85f3),segment_id=aebc1cc5-7021-4118-a277-0d860c4b85f3)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:56.674199 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bcec0e9c-d227-438c-89fe-55f19feb8995 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (a5f55bee-521b-42eb-bd43-20a26fa2e1c9), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:56.712501 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0bca7199-5f6a-44dd-9a74-44cae7ec8cc2 tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (4eff6ae5-f926-4558-b6a7-66f49b98cc5d), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:56.714638 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0bca7199-5f6a-44dd-9a74-44cae7ec8cc2 tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Publish callbacks [] for router_controller (4eff6ae5-f926-4558-b6a7-66f49b98cc5d), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:56.721429 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5bd06e97-5b48-47ef-91a3-87a6e29356e7 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (9043fa5a-190c-405a-a977-7208852ee9d6), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:56.722450 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5bd06e97-5b48-47ef-91a3-87a6e29356e7 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (9043fa5a-190c-405a-a977-7208852ee9d6), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:56.733783 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-bcec0e9c-d227-438c-89fe-55f19feb8995 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Calling delete_port for a5f55bee-521b-42eb-bd43-20a26fa2e1c9 owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:26:56.821564 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0bca7199-5f6a-44dd-9a74-44cae7ec8cc2 tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (4eff6ae5-f926-4558-b6a7-66f49b98cc5d), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:56.822111 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bca7199-5f6a-44dd-9a74-44cae7ec8cc2 tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4eff6ae5-f926-4558-b6a7-66f49b98cc5d {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:26:56.830048 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0bca7199-5f6a-44dd-9a74-44cae7ec8cc2 tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:56.831197 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-0bca7199-5f6a-44dd-9a74-44cae7ec8cc2 tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] 10.222.0.13 "DELETE /v2.0/routers/4eff6ae5-f926-4558-b6a7-66f49b98cc5d HTTP/1.1" status: 204 len: 168 time: 0.3598039 Jan 29 04:26:56.838840 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50862) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:56.840110 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-de5e2793-e980-4413-8b11-194db03d778b tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Request body: {'router': {'name': 'tempest-router-1820743255', 'distributed': True}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:56.930925 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-de5e2793-e980-4413-8b11-194db03d778b tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (583be064-69d3-4bbc-b118-d13c0af9abd1), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:56.931904 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-de5e2793-e980-4413-8b11-194db03d778b tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (583be064-69d3-4bbc-b118-d13c0af9abd1), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:56.987743 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-de5e2793-e980-4413-8b11-194db03d778b tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Publish callbacks [] for router_controller (583be064-69d3-4bbc-b118-d13c0af9abd1), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:57.044882 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-de5e2793-e980-4413-8b11-194db03d778b tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (583be064-69d3-4bbc-b118-d13c0af9abd1), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:57.143036 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5bd06e97-5b48-47ef-91a3-87a6e29356e7 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router_controller (9043fa5a-190c-405a-a977-7208852ee9d6), precommit_add_association {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:57.143645 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-de5e2793-e980-4413-8b11-194db03d778b tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:57.144919 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-de5e2793-e980-4413-8b11-194db03d778b tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3081477 Jan 29 04:26:57.148135 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50864) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:57.219884 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f6c5ecf7-a48c-4824-9c83-9612cc76cd26 tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Publish callbacks [] for router (583be064-69d3-4bbc-b118-d13c0af9abd1), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:57.220116 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5bd06e97-5b48-47ef-91a3-87a6e29356e7 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (9043fa5a-190c-405a-a977-7208852ee9d6), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:57.244726 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bcec0e9c-d227-438c-89fe-55f19feb8995 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (a5f55bee-521b-42eb-bd43-20a26fa2e1c9), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:57.272742 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec0e9c-d227-438c-89fe-55f19feb8995 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event deleted for resources: {'Port': ['ID=a5f55bee-521b-42eb-bd43-20a26fa2e1c9,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:57.274588 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcec0e9c-d227-438c-89fe-55f19feb8995 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] No DVR routers for this DVR port a5f55bee-521b-42eb-bd43-20a26fa2e1c9 on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:26:57.313765 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bb80130e-feb2-4e00-b96a-15189c0ed75c tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (4e9edec7-2824-4e76-90ed-f100884538ca), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:57.376939 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f6c5ecf7-a48c-4824-9c83-9612cc76cd26 tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (583be064-69d3-4bbc-b118-d13c0af9abd1), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:57.378869 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f6c5ecf7-a48c-4824-9c83-9612cc76cd26 tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Publish callbacks [] for router_controller (583be064-69d3-4bbc-b118-d13c0af9abd1), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:57.379404 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5bd06e97-5b48-47ef-91a3-87a6e29356e7 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:57.381195 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-5bd06e97-5b48-47ef-91a3-87a6e29356e7 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8308563 Jan 29 04:26:57.384521 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50866) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:57.385226 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb80130e-feb2-4e00-b96a-15189c0ed75c tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Pushing event deleted for resources: {'Port': ['ID=4e9edec7-2824-4e76-90ed-f100884538ca,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:57.391235 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-8dfb32e2-4dea-484d-bc57-167acfde9d60 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:57.408253 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bcec0e9c-d227-438c-89fe-55f19feb8995 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (dad8160a-b3b6-4ff6-b1be-920e4e98cfba), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:57.456972 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-bcec0e9c-d227-438c-89fe-55f19feb8995 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dad8160a-b3b6-4ff6-b1be-920e4e98cfba']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:57.470887 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-bcec0e9c-d227-438c-89fe-55f19feb8995 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aebc1cc5-7021-4118-a277-0d860c4b85f3') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:57.471116 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-bcec0e9c-d227-438c-89fe-55f19feb8995 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aebc1cc5-7021-4118-a277-0d860c4b85f3') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:57.481479 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bb80130e-feb2-4e00-b96a-15189c0ed75c tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for floatingip (6751926b-0f21-4d8d-abaa-6d2b8d94ec7c), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:57.484177 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bb80130e-feb2-4e00-b96a-15189c0ed75c tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:57.485416 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-bb80130e-feb2-4e00-b96a-15189c0ed75c tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "DELETE /v2.0/floatingips/6751926b-0f21-4d8d-abaa-6d2b8d94ec7c HTTP/1.1" status: 204 len: 168 time: 1.3654182 Jan 29 04:26:57.489954 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bcec0e9c-d227-438c-89fe-55f19feb8995 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (aebc1cc5-7021-4118-a277-0d860c4b85f3), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:57.491810 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50868) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:57.496346 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-967a4576-06a2-44c2-b8eb-c18f1976d441 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Request body: {'floatingip': {'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'port_id': '89e23a78-c104-49d7-9e1e-6c22f3d5cb75'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:57.518144 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bcec0e9c-d227-438c-89fe-55f19feb8995 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (aebc1cc5-7021-4118-a277-0d860c4b85f3), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:57.529402 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcec0e9c-d227-438c-89fe-55f19feb8995 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:26:57.529811 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bcec0e9c-d227-438c-89fe-55f19feb8995 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (aebc1cc5-7021-4118-a277-0d860c4b85f3), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:57.532891 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:26:57.532891 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:26:57.532891 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:26:57.532891 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:26:57.532891 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:26:57.532891 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:26:57.532891 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:26:57.532891 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:26:57.532891 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:26:57.532891 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:26:57.532891 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:26:57.532891 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:26:57.532891 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:26:57.532891 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:26:57.532891 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:26:57.532891 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:26:57.532891 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:26:57.532891 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:26:57.532891 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:26:57.532891 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:26:57.532891 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:26:57.532891 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:26:57.532891 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:26:57.532891 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:26:57.532891 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:26:57.532891 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:26:57.532891 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:26:57.532891 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:26:57.532891 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:26:57.532891 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:26:57.532891 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:26:57.532891 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:26:57.614981 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-967a4576-06a2-44c2-b8eb-c18f1976d441 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:57.671020 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bcec0e9c-d227-438c-89fe-55f19feb8995 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (dad8160a-b3b6-4ff6-b1be-920e4e98cfba), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:57.682113 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bcec0e9c-d227-438c-89fe-55f19feb8995 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:57.685430 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-bcec0e9c-d227-438c-89fe-55f19feb8995 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "DELETE /v2.0/networks/dad8160a-b3b6-4ff6-b1be-920e4e98cfba HTTP/1.1" status: 204 len: 168 time: 2.8244901 Jan 29 04:26:57.689032 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50870) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:57.704307 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-8e851c11-41c5-4e07-8bff-89e58fa56ce5 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-780324361'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:57.712329 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec0e9c-d227-438c-89fe-55f19feb8995 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event deleted for resources: {'Network': ['ID=dad8160a-b3b6-4ff6-b1be-920e4e98cfba,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:57.767222 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-967a4576-06a2-44c2-b8eb-c18f1976d441 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:57.781534 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e851c11-41c5-4e07-8bff-89e58fa56ce5 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Made reservation on behalf of bcaf13695579453ab1aaf7b22b50d822 for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:26:57.784830 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8e851c11-41c5-4e07-8bff-89e58fa56ce5 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:57.809588 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f6c5ecf7-a48c-4824-9c83-9612cc76cd26 tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (583be064-69d3-4bbc-b118-d13c0af9abd1), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:57.810106 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c5ecf7-a48c-4824-9c83-9612cc76cd26 tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 583be064-69d3-4bbc-b118-d13c0af9abd1 {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:26:57.815563 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f6c5ecf7-a48c-4824-9c83-9612cc76cd26 tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:57.816717 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f6c5ecf7-a48c-4824-9c83-9612cc76cd26 tempest-RoutersTestDVR-1168235667 tempest-RoutersTestDVR-1168235667-project-admin] 10.222.0.13 "DELETE /v2.0/routers/583be064-69d3-4bbc-b118-d13c0af9abd1 HTTP/1.1" status: 204 len: 168 time: 0.6675782 Jan 29 04:26:57.848386 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e851c11-41c5-4e07-8bff-89e58fa56ce5 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:26:57.867099 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8e851c11-41c5-4e07-8bff-89e58fa56ce5 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (02790058-c5f4-4fa3-b5e7-4a636bcef05f), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:57.867445 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-8e851c11-41c5-4e07-8bff-89e58fa56ce5 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Added segment 02790058-c5f4-4fa3-b5e7-4a636bcef05f of type vlan for network 3afa246c-adea-4a1f-8529-89d1426c64b4 Jan 29 04:26:57.921836 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8dfb32e2-4dea-484d-bc57-167acfde9d60 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router_gateway (9043fa5a-190c-405a-a977-7208852ee9d6), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:57.941733 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8e851c11-41c5-4e07-8bff-89e58fa56ce5 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (3afa246c-adea-4a1f-8529-89d1426c64b4), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:57.962574 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-967a4576-06a2-44c2-b8eb-c18f1976d441 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Allocated IP 172.26.8.139 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/57ccc939-2ec8-4909-ae07-78ba7597a2f8) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:26:58.049910 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8e851c11-41c5-4e07-8bff-89e58fa56ce5 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (3afa246c-adea-4a1f-8529-89d1426c64b4), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:58.055440 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e851c11-41c5-4e07-8bff-89e58fa56ce5 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:58.056529 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8e851c11-41c5-4e07-8bff-89e58fa56ce5 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:58.147712 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-967a4576-06a2-44c2-b8eb-c18f1976d441 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for port (57ccc939-2ec8-4909-ae07-78ba7597a2f8), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:58.150546 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e851c11-41c5-4e07-8bff-89e58fa56ce5 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event updated for resources: {'Network': ['ID=3afa246c-adea-4a1f-8529-89d1426c64b4,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:58.163200 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 3afa246c-adea-4a1f-8529-89d1426c64b4 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:26:58.167945 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8dfb32e2-4dea-484d-bc57-167acfde9d60 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router_gateway (9043fa5a-190c-405a-a977-7208852ee9d6), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:58.180735 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-8e851c11-41c5-4e07-8bff-89e58fa56ce5 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4905300 Jan 29 04:26:58.183894 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50874) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:58.189087 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-12bb607b-7683-482a-9074-e90319651261 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Request body: {'subnet': {'network_id': '3afa246c-adea-4a1f-8529-89d1426c64b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:58.191031 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8dfb32e2-4dea-484d-bc57-167acfde9d60 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:58.281300 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-967a4576-06a2-44c2-b8eb-c18f1976d441 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (57ccc939-2ec8-4909-ae07-78ba7597a2f8), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:58.327536 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967a4576-06a2-44c2-b8eb-c18f1976d441 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:26:58.328779 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-8dfb32e2-4dea-484d-bc57-167acfde9d60 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Allocated IP 172.26.8.86 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/cfa3327d-b8be-4ea2-a0d7-4ee19094c9ab) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:26:58.332135 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-967a4576-06a2-44c2-b8eb-c18f1976d441 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:58.337005 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967a4576-06a2-44c2-b8eb-c18f1976d441 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:26:58.344788 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50878) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:58.372362 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bb607b-7683-482a-9074-e90319651261 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Made reservation on behalf of bcaf13695579453ab1aaf7b22b50d822 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:26:58.376090 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-12bb607b-7683-482a-9074-e90319651261 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:58.382227 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a4576-06a2-44c2-b8eb-c18f1976d441 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Pushing event updated for resources: {'Port': ['ID=57ccc939-2ec8-4909-ae07-78ba7597a2f8,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:58.439441 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8dfb32e2-4dea-484d-bc57-167acfde9d60 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for port (cfa3327d-b8be-4ea2-a0d7-4ee19094c9ab), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:58.484237 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7f36ece2-622c-43f0-a40f-5250efea76f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:58.531148 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8dfb32e2-4dea-484d-bc57-167acfde9d60 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (cfa3327d-b8be-4ea2-a0d7-4ee19094c9ab), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:58.578668 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfb32e2-4dea-484d-bc57-167acfde9d60 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:26:58.586721 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-8dfb32e2-4dea-484d-bc57-167acfde9d60 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:58.600028 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfb32e2-4dea-484d-bc57-167acfde9d60 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:26:58.620605 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb32e2-4dea-484d-bc57-167acfde9d60 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Pushing event updated for resources: {'Port': ['ID=cfa3327d-b8be-4ea2-a0d7-4ee19094c9ab,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:58.641297 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7f36ece2-622c-43f0-a40f-5250efea76f1 admin admin] Publish callbacks [] for security_group (8cafe4ba-347d-4c54-b215-4033bf7796d3), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:58.690838 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7f36ece2-622c-43f0-a40f-5250efea76f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (8cafe4ba-347d-4c54-b215-4033bf7796d3), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:58.767442 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-12bb607b-7683-482a-9074-e90319651261 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (6446f372-c3f7-4d2f-8d26-02b361f425bd), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:58.776890 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7f36ece2-622c-43f0-a40f-5250efea76f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c6671a68bff4482bdc0536fc1c7453f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4310322 Jan 29 04:26:58.782575 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50882) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:58.802476 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f36ece2-622c-43f0-a40f-5250efea76f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cafe4ba-347d-4c54-b215-4033bf7796d3,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:58.844262 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c9668d34-3a75-4253-bc9a-374023b4c3de admin admin] Publish callbacks [] for security_group (8cafe4ba-347d-4c54-b215-4033bf7796d3), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:58.869682 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c9668d34-3a75-4253-bc9a-374023b4c3de admin admin] Publish callbacks [] for security_group (8cafe4ba-347d-4c54-b215-4033bf7796d3), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:58.903741 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb607b-7683-482a-9074-e90319651261 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event updated for resources: {'Subnet': ['ID=6446f372-c3f7-4d2f-8d26-02b361f425bd,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:58.917697 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bb607b-7683-482a-9074-e90319651261 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:58.918047 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bb607b-7683-482a-9074-e90319651261 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:58.918385 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bb607b-7683-482a-9074-e90319651261 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:58.918720 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bb607b-7683-482a-9074-e90319651261 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:58.919052 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bb607b-7683-482a-9074-e90319651261 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:58.919380 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bb607b-7683-482a-9074-e90319651261 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:58.919707 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bb607b-7683-482a-9074-e90319651261 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:58.920031 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bb607b-7683-482a-9074-e90319651261 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:58.920353 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bb607b-7683-482a-9074-e90319651261 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:58.920704 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bb607b-7683-482a-9074-e90319651261 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:58.921041 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bb607b-7683-482a-9074-e90319651261 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:58.921350 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bb607b-7683-482a-9074-e90319651261 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:58.921670 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bb607b-7683-482a-9074-e90319651261 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:58.934265 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bb607b-7683-482a-9074-e90319651261 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Checking segment: {'id': '02790058-c5f4-4fa3-b5e7-4a636bcef05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3afa246c-adea-4a1f-8529-89d1426c64b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:26:58.934588 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bb607b-7683-482a-9074-e90319651261 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Network hostable DHCP agents. Network: 3afa246c-adea-4a1f-8529-89d1426c64b4, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:26:58.957684 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-967a4576-06a2-44c2-b8eb-c18f1976d441 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for floatingip (4a6b2b49-c173-4e63-8edb-ba27fd592eb5), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:58.995567 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8dfb32e2-4dea-484d-bc57-167acfde9d60 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router_gateway (9043fa5a-190c-405a-a977-7208852ee9d6), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:59.029591 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c9668d34-3a75-4253-bc9a-374023b4c3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (8cafe4ba-347d-4c54-b215-4033bf7796d3), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:59.032041 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c9668d34-3a75-4253-bc9a-374023b4c3de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:59.033209 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c9668d34-3a75-4253-bc9a-374023b4c3de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8cafe4ba-347d-4c54-b215-4033bf7796d3 HTTP/1.1" status: 204 len: 168 time: 0.2497430 Jan 29 04:26:59.045792 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9668d34-3a75-4253-bc9a-374023b4c3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cafe4ba-347d-4c54-b215-4033bf7796d3,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:59.050666 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bb607b-7683-482a-9074-e90319651261 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Network 3afa246c-adea-4a1f-8529-89d1426c64b4 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:26:59.055470 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9668d34-3a75-4253-bc9a-374023b4c3de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:59.057123 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9668d34-3a75-4253-bc9a-374023b4c3de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:59.057123 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9668d34-3a75-4253-bc9a-374023b4c3de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:59.057123 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9668d34-3a75-4253-bc9a-374023b4c3de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:59.057123 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9668d34-3a75-4253-bc9a-374023b4c3de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:59.057123 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9668d34-3a75-4253-bc9a-374023b4c3de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:59.057597 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9668d34-3a75-4253-bc9a-374023b4c3de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:59.057851 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9668d34-3a75-4253-bc9a-374023b4c3de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:59.058025 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9668d34-3a75-4253-bc9a-374023b4c3de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:59.058344 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9668d34-3a75-4253-bc9a-374023b4c3de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:59.058715 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9668d34-3a75-4253-bc9a-374023b4c3de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:59.058984 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9668d34-3a75-4253-bc9a-374023b4c3de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:59.059374 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9668d34-3a75-4253-bc9a-374023b4c3de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:59.092570 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-967a4576-06a2-44c2-b8eb-c18f1976d441 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (57ccc939-2ec8-4909-ae07-78ba7597a2f8), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:59.137568 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-12bb607b-7683-482a-9074-e90319651261 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 3afa246c-adea-4a1f-8529-89d1426c64b4) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:59.143901 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bb607b-7683-482a-9074-e90319651261 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:59.144549 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-12bb607b-7683-482a-9074-e90319651261 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:59.150271 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b019073c-0b07-4b95-9ed0-ae9c39248dd7 None None] Network 3afa246c-adea-4a1f-8529-89d1426c64b4 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:26:59.228657 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8dfb32e2-4dea-484d-bc57-167acfde9d60 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1615661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1617607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-536'] for router (9043fa5a-190c-405a-a977-7208852ee9d6), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:59.240279 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8dfb32e2-4dea-484d-bc57-167acfde9d60 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1615652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1615667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1617630'] for router (9043fa5a-190c-405a-a977-7208852ee9d6), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:59.258406 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172a76a7-1ec8-4ae7-9e83-c6975ba7ebed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-3afa246c-adea-4a1f-8529-89d1426c64b4', 'network_id': '3afa246c-adea-4a1f-8529-89d1426c64b4', 'project_id': 'bcaf13695579453ab1aaf7b22b50d822', 'fixed_ips': [{'subnet_id': '6446f372-c3f7-4d2f-8d26-02b361f425bd'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:26:59.259283 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-172a76a7-1ec8-4ae7-9e83-c6975ba7ebed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:59.264358 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-967a4576-06a2-44c2-b8eb-c18f1976d441 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for port (57ccc939-2ec8-4909-ae07-78ba7597a2f8), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:59.276028 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-12bb607b-7683-482a-9074-e90319651261 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0911348 Jan 29 04:26:59.278851 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50886) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:59.399695 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-967a4576-06a2-44c2-b8eb-c18f1976d441 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (57ccc939-2ec8-4909-ae07-78ba7597a2f8), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:59.414322 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-04a7cd05-4ce1-4571-8240-4030341338ce tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (3afa246c-adea-4a1f-8529-89d1426c64b4), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:59.437013 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-172a76a7-1ec8-4ae7-9e83-c6975ba7ebed None None] Allocated IP 172.20.0.1 (3afa246c-adea-4a1f-8529-89d1426c64b4/6446f372-c3f7-4d2f-8d26-02b361f425bd/50a2cb66-615d-4000-aad1-863f121aec5b) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:26:59.478491 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dfb32e2-4dea-484d-bc57-167acfde9d60 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Router 9043fa5a-190c-405a-a977-7208852ee9d6 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:26:59.481430 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a4576-06a2-44c2-b8eb-c18f1976d441 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Pushing event updated for resources: {'Port': ['ID=57ccc939-2ec8-4909-ae07-78ba7597a2f8,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:59.522508 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-967a4576-06a2-44c2-b8eb-c18f1976d441 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (4a6b2b49-c173-4e63-8edb-ba27fd592eb5), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:59.575591 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-04a7cd05-4ce1-4571-8240-4030341338ce tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (6446f372-c3f7-4d2f-8d26-02b361f425bd), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:59.596341 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfb32e2-4dea-484d-bc57-167acfde9d60 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:26:59.603822 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-172a76a7-1ec8-4ae7-9e83-c6975ba7ebed None None] Publish callbacks [] for port (50a2cb66-615d-4000-aad1-863f121aec5b), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:59.604150 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8dfb32e2-4dea-484d-bc57-167acfde9d60 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:59.606195 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-8dfb32e2-4dea-484d-bc57-167acfde9d60 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] 10.222.0.13 "PUT /v2.0/routers/9043fa5a-190c-405a-a977-7208852ee9d6 HTTP/1.1" status: 200 len: 879 time: 2.2202351 Jan 29 04:26:59.608392 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50890) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:59.614023 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec50d2a7-d710-4224-b1ef-f2628ca038a3 None None] Sync routers for ids ['9043fa5a-190c-405a-a977-7208852ee9d6'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:26:59.626090 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec50d2a7-d710-4224-b1ef-f2628ca038a3 None None] Routers {'9043fa5a-190c-405a-a977-7208852ee9d6'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:59.626804 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-ec50d2a7-d710-4224-b1ef-f2628ca038a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['9043fa5a-190c-405a-a977-7208852ee9d6'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:59.665797 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-ec50d2a7-d710-4224-b1ef-f2628ca038a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:59.674926 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec50d2a7-d710-4224-b1ef-f2628ca038a3 None None] Routers {'9043fa5a-190c-405a-a977-7208852ee9d6'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:59.675546 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-ec50d2a7-d710-4224-b1ef-f2628ca038a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['9043fa5a-190c-405a-a977-7208852ee9d6'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:59.677885 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.l3_db [None req-967a4576-06a2-44c2-b8eb-c18f1976d441 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Floating IP 4a6b2b49-c173-4e63-8edb-ba27fd592eb5 associated. External IP: 172.26.8.139, port: 89e23a78-c104-49d7-9e1e-6c22f3d5cb75. Jan 29 04:26:59.683563 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-172a76a7-1ec8-4ae7-9e83-c6975ba7ebed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (50a2cb66-615d-4000-aad1-863f121aec5b), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:59.722821 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-ec50d2a7-d710-4224-b1ef-f2628ca038a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:59.724081 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec50d2a7-d710-4224-b1ef-f2628ca038a3 None None] The sync data for ids ['9043fa5a-190c-405a-a977-7208852ee9d6'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:26:59.730087 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172a76a7-1ec8-4ae7-9e83-c6975ba7ebed None None] Network 3afa246c-adea-4a1f-8529-89d1426c64b4 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:26:59.733092 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-172a76a7-1ec8-4ae7-9e83-c6975ba7ebed None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:59.737139 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172a76a7-1ec8-4ae7-9e83-c6975ba7ebed None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:26:59.749222 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a76a7-1ec8-4ae7-9e83-c6975ba7ebed None None] Pushing event updated for resources: {'Port': ['ID=50a2cb66-615d-4000-aad1-863f121aec5b,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:59.761384 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-92164634-80ae-451f-849e-1f02bd2ee25d tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] 10.222.0.13 "GET /v2.0/routers/9043fa5a-190c-405a-a977-7208852ee9d6 HTTP/1.1" status: 200 len: 920 time: 0.1517632 Jan 29 04:26:59.762173 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50892) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:59.782011 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50894) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:59.802360 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1145c3bb-7895-4b83-96f1-6fec0a73d8e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:59.815187 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d8591b-a69f-4ca8-a669-14bda4fe0762 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:59.819710 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-172a76a7-1ec8-4ae7-9e83-c6975ba7ebed None None] Attempting to bind port 50a2cb66-615d-4000-aad1-863f121aec5b on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:26:59.819901 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a3d8591b-a69f-4ca8-a669-14bda4fe0762 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=f0de7169-31b1-4289-9a2a-56c5f4e63ed1&device_id=9043fa5a-190c-405a-a977-7208852ee9d6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0535414 Jan 29 04:26:59.820004 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-172a76a7-1ec8-4ae7-9e83-c6975ba7ebed None None] Attempting to bind port 50a2cb66-615d-4000-aad1-863f121aec5b by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '02790058-c5f4-4fa3-b5e7-4a636bcef05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3afa246c-adea-4a1f-8529-89d1426c64b4'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:26:59.820004 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172a76a7-1ec8-4ae7-9e83-c6975ba7ebed None None] Attempting to bind port 50a2cb66-615d-4000-aad1-863f121aec5b on network 3afa246c-adea-4a1f-8529-89d1426c64b4 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:26:59.823438 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172a76a7-1ec8-4ae7-9e83-c6975ba7ebed None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:26:59.823811 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172a76a7-1ec8-4ae7-9e83-c6975ba7ebed None None] Checking segment: {'id': '02790058-c5f4-4fa3-b5e7-4a636bcef05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3afa246c-adea-4a1f-8529-89d1426c64b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:26:59.824392 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-172a76a7-1ec8-4ae7-9e83-c6975ba7ebed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:59.825012 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172a76a7-1ec8-4ae7-9e83-c6975ba7ebed None None] Bound using segment: {'id': '02790058-c5f4-4fa3-b5e7-4a636bcef05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3afa246c-adea-4a1f-8529-89d1426c64b4'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:26:59.825567 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-172a76a7-1ec8-4ae7-9e83-c6975ba7ebed None None] Bound port: 50a2cb66-615d-4000-aad1-863f121aec5b, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02790058-c5f4-4fa3-b5e7-4a636bcef05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3afa246c-adea-4a1f-8529-89d1426c64b4'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:26:59.831425 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-172a76a7-1ec8-4ae7-9e83-c6975ba7ebed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (50a2cb66-615d-4000-aad1-863f121aec5b), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:59.831551 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50896) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:59.866111 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-04a7cd05-4ce1-4571-8240-4030341338ce tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (6446f372-c3f7-4d2f-8d26-02b361f425bd), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:26:59.897951 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-172a76a7-1ec8-4ae7-9e83-c6975ba7ebed None None] For port 50a2cb66-615d-4000-aad1-863f121aec5b, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:26:59.901111 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-172a76a7-1ec8-4ae7-9e83-c6975ba7ebed None None] For port 50a2cb66-615d-4000-aad1-863f121aec5b, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=50a2cb66-615d-4000-aad1-863f121aec5b,segment=NetworkSegment(02790058-c5f4-4fa3-b5e7-4a636bcef05f),segment_id=02790058-c5f4-4fa3-b5e7-4a636bcef05f)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:26:59.919986 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a7cd05-4ce1-4571-8240-4030341338ce tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event deleted for resources: {'Subnet': ['ID=6446f372-c3f7-4d2f-8d26-02b361f425bd,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:59.925517 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a751d0ab-cfe8-4163-8bb4-f8b406e68411 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:59.930191 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a751d0ab-cfe8-4163-8bb4-f8b406e68411 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] 10.222.0.13 "GET /v2.0/networks/f0de7169-31b1-4289-9a2a-56c5f4e63ed1 HTTP/1.1" status: 200 len: 881 time: 0.0994048 Jan 29 04:26:59.930886 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50898) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:59.959116 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-e18bc5b1-d627-4078-af67-ba3e163981a3 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] 10.222.0.13 "GET /v2.0/ports?device_id=9043fa5a-190c-405a-a977-7208852ee9d6 HTTP/1.1" status: 200 len: 205 time: 0.0270255 Jan 29 04:26:59.961211 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50900) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:26:59.987740 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-172a76a7-1ec8-4ae7-9e83-c6975ba7ebed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (50a2cb66-615d-4000-aad1-863f121aec5b), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:00.047641 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-04a7cd05-4ce1-4571-8240-4030341338ce tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (3afa246c-adea-4a1f-8529-89d1426c64b4), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:00.051394 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a76a7-1ec8-4ae7-9e83-c6975ba7ebed None None] Pushing event updated for resources: {'Port': ['ID=50a2cb66-615d-4000-aad1-863f121aec5b,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:00.081016 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ac24049d-d7a8-4eac-8112-4099d7793bb3 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router (9043fa5a-190c-405a-a977-7208852ee9d6), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:00.122580 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-04a7cd05-4ce1-4571-8240-4030341338ce tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3afa246c-adea-4a1f-8529-89d1426c64b4']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:00.137336 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1145c3bb-7895-4b83-96f1-6fec0a73d8e5 admin admin] Publish callbacks [] for security_group (d16256d2-d5cd-48d1-97be-bd02d63a91eb), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:00.149851 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-04a7cd05-4ce1-4571-8240-4030341338ce tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02790058-c5f4-4fa3-b5e7-4a636bcef05f') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:00.149851 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-04a7cd05-4ce1-4571-8240-4030341338ce tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02790058-c5f4-4fa3-b5e7-4a636bcef05f') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:00.159205 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-04a7cd05-4ce1-4571-8240-4030341338ce tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (02790058-c5f4-4fa3-b5e7-4a636bcef05f), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:00.175229 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967a4576-06a2-44c2-b8eb-c18f1976d441 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Router c00cdb5d-03dc-439c-9461-685d5a3cca42 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:27:00.179811 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-04a7cd05-4ce1-4571-8240-4030341338ce tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (02790058-c5f4-4fa3-b5e7-4a636bcef05f), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:00.187961 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04a7cd05-4ce1-4571-8240-4030341338ce tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:27:00.188651 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-04a7cd05-4ce1-4571-8240-4030341338ce tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (02790058-c5f4-4fa3-b5e7-4a636bcef05f), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:00.191691 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:27:00.191691 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:27:00.191691 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:27:00.191691 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:27:00.191691 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:27:00.191691 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:27:00.191691 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:27:00.191691 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:27:00.191691 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:27:00.191691 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:27:00.191691 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:27:00.191691 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:27:00.191691 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:27:00.191691 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:27:00.191691 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:27:00.191691 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:27:00.191691 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:27:00.191691 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:27:00.191691 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:27:00.191691 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:27:00.191691 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:27:00.191691 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:27:00.191691 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:27:00.191691 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:27:00.191691 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:27:00.191691 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:27:00.191691 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:27:00.191691 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:27:00.191691 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:27:00.191691 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:27:00.191691 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:27:00.191691 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:27:00.201391 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ac24049d-d7a8-4eac-8112-4099d7793bb3 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router_gateway (9043fa5a-190c-405a-a977-7208852ee9d6), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:00.203671 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1145c3bb-7895-4b83-96f1-6fec0a73d8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (d16256d2-d5cd-48d1-97be-bd02d63a91eb), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:00.325328 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-ac24049d-d7a8-4eac-8112-4099d7793bb3 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Deleting port cfa3327d-b8be-4ea2-a0d7-4ee19094c9ab {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:00.325901 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ac24049d-d7a8-4eac-8112-4099d7793bb3 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (cfa3327d-b8be-4ea2-a0d7-4ee19094c9ab), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:00.339332 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1145c3bb-7895-4b83-96f1-6fec0a73d8e5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5a6bffcd6c9b4b74acf0d24d9bd99d37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5556383 Jan 29 04:27:00.342619 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50902) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:00.342761 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145c3bb-7895-4b83-96f1-6fec0a73d8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16256d2-d5cd-48d1-97be-bd02d63a91eb,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:00.389095 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.db.api [None req-04a7cd05-4ce1-4571-8240-4030341338ce tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 29 04:27:00.389095 dv-neutron-821190-1-hyperv neutron-server[103584]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 29 04:27:00.389095 dv-neutron-821190-1-hyperv neutron-server[103584]: [parameters: {'id': '3afa246c-adea-4a1f-8529-89d1426c64b4'}] Jan 29 04:27:00.389095 dv-neutron-821190-1-hyperv neutron-server[103584]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:27:00.389760 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG oslo_db.api [None req-04a7cd05-4ce1-4571-8240-4030341338ce tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:27:00.413738 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967a4576-06a2-44c2-b8eb-c18f1976d441 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:27:00.424270 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ed6be3-7cca-4325-ab23-2e985bf5d1c0 None None] Sync routers for ids ['c00cdb5d-03dc-439c-9461-685d5a3cca42'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:27:00.445061 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ed6be3-7cca-4325-ab23-2e985bf5d1c0 None None] Routers {'c00cdb5d-03dc-439c-9461-685d5a3cca42'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:00.445700 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-22ed6be3-7cca-4325-ab23-2e985bf5d1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['c00cdb5d-03dc-439c-9461-685d5a3cca42'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:00.449378 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-22825493-abc5-4831-bf0d-806422fe23d0 admin admin] Publish callbacks [] for security_group (d16256d2-d5cd-48d1-97be-bd02d63a91eb), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:00.473755 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ac24049d-d7a8-4eac-8112-4099d7793bb3 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (cfa3327d-b8be-4ea2-a0d7-4ee19094c9ab), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:00.478633 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-22ed6be3-7cca-4325-ab23-2e985bf5d1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:00.487288 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ed6be3-7cca-4325-ab23-2e985bf5d1c0 None None] Routers {'c00cdb5d-03dc-439c-9461-685d5a3cca42'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:00.488067 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-22ed6be3-7cca-4325-ab23-2e985bf5d1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['c00cdb5d-03dc-439c-9461-685d5a3cca42'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:00.490184 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-22825493-abc5-4831-bf0d-806422fe23d0 admin admin] Publish callbacks [] for security_group (d16256d2-d5cd-48d1-97be-bd02d63a91eb), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:00.498674 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-ac24049d-d7a8-4eac-8112-4099d7793bb3 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Calling delete_port for cfa3327d-b8be-4ea2-a0d7-4ee19094c9ab owned by network:router_gateway {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:00.525769 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-22ed6be3-7cca-4325-ab23-2e985bf5d1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:00.526232 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-967a4576-06a2-44c2-b8eb-c18f1976d441 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:00.526417 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ed6be3-7cca-4325-ab23-2e985bf5d1c0 None None] The sync data for ids ['c00cdb5d-03dc-439c-9461-685d5a3cca42'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:27:00.557354 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-967a4576-06a2-44c2-b8eb-c18f1976d441 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.0644622 Jan 29 04:27:00.560859 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50904) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:00.565626 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-cf40d109-0bc1-44ec-b8e6-d8d143129393 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1124231370'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:00.673171 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf40d109-0bc1-44ec-b8e6-d8d143129393 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Made reservation on behalf of 3b98f6c7ba2b44a9bd31790bf2628242 for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:00.675521 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-22825493-abc5-4831-bf0d-806422fe23d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (d16256d2-d5cd-48d1-97be-bd02d63a91eb), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:00.677509 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cf40d109-0bc1-44ec-b8e6-d8d143129393 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:00.678584 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-22825493-abc5-4831-bf0d-806422fe23d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:00.682121 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-22825493-abc5-4831-bf0d-806422fe23d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d16256d2-d5cd-48d1-97be-bd02d63a91eb HTTP/1.1" status: 204 len: 168 time: 0.3367133 Jan 29 04:27:00.694772 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22825493-abc5-4831-bf0d-806422fe23d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16256d2-d5cd-48d1-97be-bd02d63a91eb,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:00.775955 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ac24049d-d7a8-4eac-8112-4099d7793bb3 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (cfa3327d-b8be-4ea2-a0d7-4ee19094c9ab), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:00.781686 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf40d109-0bc1-44ec-b8e6-d8d143129393 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:27:00.795177 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cf40d109-0bc1-44ec-b8e6-d8d143129393 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (bbea9992-9bdf-468a-b9af-4e1daf80288e), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:00.796283 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-cf40d109-0bc1-44ec-b8e6-d8d143129393 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Added segment bbea9992-9bdf-468a-b9af-4e1daf80288e of type vlan for network 1e774157-6185-4bf9-9f04-f31f05f4fedd Jan 29 04:27:00.813674 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24049d-d7a8-4eac-8112-4099d7793bb3 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Pushing event deleted for resources: {'Port': ['ID=cfa3327d-b8be-4ea2-a0d7-4ee19094c9ab,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:00.854265 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cf40d109-0bc1-44ec-b8e6-d8d143129393 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (1e774157-6185-4bf9-9f04-f31f05f4fedd), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:00.879196 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ac24049d-d7a8-4eac-8112-4099d7793bb3 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (9043fa5a-190c-405a-a977-7208852ee9d6), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:00.891387 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-04a7cd05-4ce1-4571-8240-4030341338ce tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (3afa246c-adea-4a1f-8529-89d1426c64b4), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:00.927675 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cf40d109-0bc1-44ec-b8e6-d8d143129393 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (1e774157-6185-4bf9-9f04-f31f05f4fedd), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:00.933044 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf40d109-0bc1-44ec-b8e6-d8d143129393 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:00.933750 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cf40d109-0bc1-44ec-b8e6-d8d143129393 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:00.987865 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ac24049d-d7a8-4eac-8112-4099d7793bb3 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (9043fa5a-190c-405a-a977-7208852ee9d6), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:00.990663 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ac24049d-d7a8-4eac-8112-4099d7793bb3 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router_controller (9043fa5a-190c-405a-a977-7208852ee9d6), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:01.024300 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf40d109-0bc1-44ec-b8e6-d8d143129393 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Pushing event updated for resources: {'Network': ['ID=1e774157-6185-4bf9-9f04-f31f05f4fedd,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:01.035176 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-04a7cd05-4ce1-4571-8240-4030341338ce tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Deleting port 50a2cb66-615d-4000-aad1-863f121aec5b {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:01.035720 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-04a7cd05-4ce1-4571-8240-4030341338ce tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (50a2cb66-615d-4000-aad1-863f121aec5b), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:01.037050 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 1e774157-6185-4bf9-9f04-f31f05f4fedd details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:27:01.060968 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-cf40d109-0bc1-44ec-b8e6-d8d143129393 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4960957 Jan 29 04:27:01.061083 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50910) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:01.070411 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-652846d8-66ce-4725-bc54-a23ed80d76ff tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Request body: {'subnet': {'network_id': '1e774157-6185-4bf9-9f04-f31f05f4fedd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:01.122070 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-04a7cd05-4ce1-4571-8240-4030341338ce tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] For port 50a2cb66-615d-4000-aad1-863f121aec5b, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=50a2cb66-615d-4000-aad1-863f121aec5b,segment=NetworkSegment(02790058-c5f4-4fa3-b5e7-4a636bcef05f),segment_id=02790058-c5f4-4fa3-b5e7-4a636bcef05f)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:01.122439 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-04a7cd05-4ce1-4571-8240-4030341338ce tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (50a2cb66-615d-4000-aad1-863f121aec5b), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:01.141425 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-04a7cd05-4ce1-4571-8240-4030341338ce tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Calling delete_port for 50a2cb66-615d-4000-aad1-863f121aec5b owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:01.172698 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1948f546-36e0-4b79-a23f-146607684c98 None None] Network 3afa246c-adea-4a1f-8529-89d1426c64b4 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:27:01.251248 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-df1e79ef-2b22-4454-be54-a4bd3fd8d9d3 None None] Provisioning complete for port 50a2cb66-615d-4000-aad1-863f121aec5b triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:01.251633 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-df1e79ef-2b22-4454-be54-a4bd3fd8d9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (50a2cb66-615d-4000-aad1-863f121aec5b), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:01.261617 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652846d8-66ce-4725-bc54-a23ed80d76ff tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Made reservation on behalf of 3b98f6c7ba2b44a9bd31790bf2628242 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:01.265498 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-652846d8-66ce-4725-bc54-a23ed80d76ff tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:01.281602 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ac24049d-d7a8-4eac-8112-4099d7793bb3 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (9043fa5a-190c-405a-a977-7208852ee9d6), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:01.282110 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac24049d-d7a8-4eac-8112-4099d7793bb3 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Fanout notify agent at l3_agent the message router_deleted on router 9043fa5a-190c-405a-a977-7208852ee9d6 {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:27:01.290772 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ac24049d-d7a8-4eac-8112-4099d7793bb3 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:01.293429 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ac24049d-d7a8-4eac-8112-4099d7793bb3 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] 10.222.0.13 "DELETE /v2.0/routers/9043fa5a-190c-405a-a977-7208852ee9d6 HTTP/1.1" status: 204 len: 168 time: 1.3312778 Jan 29 04:27:01.297990 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50918) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:01.304349 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-e3844578-3412-4277-bdd6-0cd02218167a tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1979636801', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:01.316839 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-04a7cd05-4ce1-4571-8240-4030341338ce tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (50a2cb66-615d-4000-aad1-863f121aec5b), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:01.317089 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-df1e79ef-2b22-4454-be54-a4bd3fd8d9d3 None None] Could not find standard attr ID for object 50a2cb66-615d-4000-aad1-863f121aec5b. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:27:01.323137 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.plugins.ml2.db [None req-df1e79ef-2b22-4454-be54-a4bd3fd8d9d3 None None] No ports have port_id starting with 50a2cb66-615d-4000-aad1-863f121aec5b Jan 29 04:27:01.357281 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a7cd05-4ce1-4571-8240-4030341338ce tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event deleted for resources: {'Port': ['ID=50a2cb66-615d-4000-aad1-863f121aec5b,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:01.365029 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a7cd05-4ce1-4571-8240-4030341338ce tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] No DVR routers for this DVR port 50a2cb66-615d-4000-aad1-863f121aec5b on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:27:01.413812 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85f1dee-17d6-4ae6-9fd4-2ea3bd8a96ec None None] DHCP port deletion for 3afa246c-adea-4a1f-8529-89d1426c64b4 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:27:01.438689 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e3844578-3412-4277-bdd6-0cd02218167a tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (20f37198-c55e-4261-86dc-c459b55739fc), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:01.439736 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e3844578-3412-4277-bdd6-0cd02218167a tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (20f37198-c55e-4261-86dc-c459b55739fc), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:01.463511 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-04a7cd05-4ce1-4571-8240-4030341338ce tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (3afa246c-adea-4a1f-8529-89d1426c64b4), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:01.489954 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-04a7cd05-4ce1-4571-8240-4030341338ce tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3afa246c-adea-4a1f-8529-89d1426c64b4']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:01.524956 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e3844578-3412-4277-bdd6-0cd02218167a tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router_controller (20f37198-c55e-4261-86dc-c459b55739fc), precommit_add_association {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:01.526735 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-04a7cd05-4ce1-4571-8240-4030341338ce tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02790058-c5f4-4fa3-b5e7-4a636bcef05f') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:01.527029 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-04a7cd05-4ce1-4571-8240-4030341338ce tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02790058-c5f4-4fa3-b5e7-4a636bcef05f') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:01.535570 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-04a7cd05-4ce1-4571-8240-4030341338ce tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (02790058-c5f4-4fa3-b5e7-4a636bcef05f), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:01.549076 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-04a7cd05-4ce1-4571-8240-4030341338ce tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (02790058-c5f4-4fa3-b5e7-4a636bcef05f), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:01.556218 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04a7cd05-4ce1-4571-8240-4030341338ce tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:27:01.556684 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-04a7cd05-4ce1-4571-8240-4030341338ce tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (02790058-c5f4-4fa3-b5e7-4a636bcef05f), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:01.559665 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:27:01.559665 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:27:01.559665 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:27:01.559665 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:27:01.559665 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:27:01.559665 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:27:01.559665 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:27:01.559665 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:27:01.559665 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:27:01.559665 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:27:01.559665 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:27:01.559665 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:27:01.559665 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:27:01.559665 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:27:01.559665 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:27:01.559665 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:27:01.559665 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:27:01.559665 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:27:01.559665 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:27:01.559665 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:27:01.559665 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:27:01.559665 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:27:01.559665 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:27:01.559665 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:27:01.559665 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:27:01.559665 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:27:01.559665 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:27:01.559665 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:27:01.559665 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:27:01.559665 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:27:01.559665 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:27:01.559665 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:27:01.569305 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-652846d8-66ce-4725-bc54-a23ed80d76ff tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (8b22fdfc-33db-47a8-86b8-7304dc3bda3d), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:01.622053 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e3844578-3412-4277-bdd6-0cd02218167a tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (20f37198-c55e-4261-86dc-c459b55739fc), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:01.629025 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652846d8-66ce-4725-bc54-a23ed80d76ff tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Pushing event updated for resources: {'Subnet': ['ID=8b22fdfc-33db-47a8-86b8-7304dc3bda3d,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:01.641634 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652846d8-66ce-4725-bc54-a23ed80d76ff tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Checking segment: {'id': 'bbea9992-9bdf-468a-b9af-4e1daf80288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1e774157-6185-4bf9-9f04-f31f05f4fedd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:27:01.641990 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652846d8-66ce-4725-bc54-a23ed80d76ff tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Network hostable DHCP agents. Network: 1e774157-6185-4bf9-9f04-f31f05f4fedd, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:27:01.688816 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-04a7cd05-4ce1-4571-8240-4030341338ce tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (3afa246c-adea-4a1f-8529-89d1426c64b4), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:01.696186 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-04a7cd05-4ce1-4571-8240-4030341338ce tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:01.699220 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-04a7cd05-4ce1-4571-8240-4030341338ce tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "DELETE /v2.0/networks/3afa246c-adea-4a1f-8529-89d1426c64b4 HTTP/1.1" status: 204 len: 168 time: 2.4194248 Jan 29 04:27:01.702898 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50928) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:01.708123 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-c95d36a3-13a8-4d6a-aa2a-b77291ad1c00 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-295379696'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:01.712150 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a7cd05-4ce1-4571-8240-4030341338ce tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event deleted for resources: {'Network': ['ID=3afa246c-adea-4a1f-8529-89d1426c64b4,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:01.714125 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652846d8-66ce-4725-bc54-a23ed80d76ff tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Network 1e774157-6185-4bf9-9f04-f31f05f4fedd is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:27:01.721813 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e3844578-3412-4277-bdd6-0cd02218167a tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:01.721813 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e3844578-3412-4277-bdd6-0cd02218167a tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4179511 Jan 29 04:27:01.723924 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50930) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:01.729002 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-c124e573-e850-4f2f-8736-08d65ece3bd7 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'enable_snat': True}}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:01.782241 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95d36a3-13a8-4d6a-aa2a-b77291ad1c00 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Made reservation on behalf of bcaf13695579453ab1aaf7b22b50d822 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:01.785685 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c95d36a3-13a8-4d6a-aa2a-b77291ad1c00 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:01.788222 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-652846d8-66ce-4725-bc54-a23ed80d76ff tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 1e774157-6185-4bf9-9f04-f31f05f4fedd) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:01.793561 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652846d8-66ce-4725-bc54-a23ed80d76ff tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:01.794149 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-652846d8-66ce-4725-bc54-a23ed80d76ff tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:01.806027 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a137a41-3a9a-4959-976d-0264a72177d9 None None] Network 1e774157-6185-4bf9-9f04-f31f05f4fedd requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:27:01.832613 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c95d36a3-13a8-4d6a-aa2a-b77291ad1c00 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:27:01.842691 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c95d36a3-13a8-4d6a-aa2a-b77291ad1c00 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (c514d2b1-3e62-4997-8f81-54bb12e5e625), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:01.843125 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-c95d36a3-13a8-4d6a-aa2a-b77291ad1c00 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Added segment c514d2b1-3e62-4997-8f81-54bb12e5e625 of type vlan for network 630f92f4-aecf-4d08-b520-2ecbfc2c9633 Jan 29 04:27:01.881519 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-652846d8-66ce-4725-bc54-a23ed80d76ff tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8186140 Jan 29 04:27:01.883089 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50934) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:01.888197 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-517715b8-9cdb-47d6-9733-fb29f92f56a8 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1771681917', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}, 'admin_state_up': False}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:01.900272 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c95d36a3-13a8-4d6a-aa2a-b77291ad1c00 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (630f92f4-aecf-4d08-b520-2ecbfc2c9633), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:01.952886 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803f53f2-966b-4c0c-a99f-48e913dc10b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-1e774157-6185-4bf9-9f04-f31f05f4fedd', 'network_id': '1e774157-6185-4bf9-9f04-f31f05f4fedd', 'project_id': '3b98f6c7ba2b44a9bd31790bf2628242', 'fixed_ips': [{'subnet_id': '8b22fdfc-33db-47a8-86b8-7304dc3bda3d'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:27:01.953796 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-803f53f2-966b-4c0c-a99f-48e913dc10b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:02.017287 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c95d36a3-13a8-4d6a-aa2a-b77291ad1c00 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (630f92f4-aecf-4d08-b520-2ecbfc2c9633), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:02.023399 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95d36a3-13a8-4d6a-aa2a-b77291ad1c00 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:02.029317 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c95d36a3-13a8-4d6a-aa2a-b77291ad1c00 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:02.103749 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d36a3-13a8-4d6a-aa2a-b77291ad1c00 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event updated for resources: {'Network': ['ID=630f92f4-aecf-4d08-b520-2ecbfc2c9633,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:02.106337 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-803f53f2-966b-4c0c-a99f-48e913dc10b1 None None] Allocated IP 172.20.0.2 (1e774157-6185-4bf9-9f04-f31f05f4fedd/8b22fdfc-33db-47a8-86b8-7304dc3bda3d/7c3871b9-23d5-4c60-a852-e26e4b2bea10) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:02.126580 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 630f92f4-aecf-4d08-b520-2ecbfc2c9633 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:27:02.150728 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c95d36a3-13a8-4d6a-aa2a-b77291ad1c00 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4460351 Jan 29 04:27:02.154058 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50940) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:02.159296 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-42676315-1149-4911-9604-5c3d69350a41 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:02.292794 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c124e573-e850-4f2f-8736-08d65ece3bd7 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for router_gateway (20f37198-c55e-4261-86dc-c459b55739fc), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:02.330702 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-803f53f2-966b-4c0c-a99f-48e913dc10b1 None None] Publish callbacks [] for port (7c3871b9-23d5-4c60-a852-e26e4b2bea10), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:02.354011 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-42676315-1149-4911-9604-5c3d69350a41 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (630f92f4-aecf-4d08-b520-2ecbfc2c9633), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:02.364393 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-517715b8-9cdb-47d6-9733-fb29f92f56a8 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:02.365638 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-517715b8-9cdb-47d6-9733-fb29f92f56a8 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:02.387485 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-803f53f2-966b-4c0c-a99f-48e913dc10b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (7c3871b9-23d5-4c60-a852-e26e4b2bea10), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:02.424509 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-517715b8-9cdb-47d6-9733-fb29f92f56a8 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for router_controller (e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa), precommit_add_association {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:02.430752 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803f53f2-966b-4c0c-a99f-48e913dc10b1 None None] Network 1e774157-6185-4bf9-9f04-f31f05f4fedd is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:02.431196 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-42676315-1149-4911-9604-5c3d69350a41 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (630f92f4-aecf-4d08-b520-2ecbfc2c9633), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:02.435102 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-803f53f2-966b-4c0c-a99f-48e913dc10b1 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:02.441802 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803f53f2-966b-4c0c-a99f-48e913dc10b1 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:02.445164 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f53f2-966b-4c0c-a99f-48e913dc10b1 None None] Pushing event updated for resources: {'Port': ['ID=7c3871b9-23d5-4c60-a852-e26e4b2bea10,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:02.449056 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-42676315-1149-4911-9604-5c3d69350a41 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Network 630f92f4-aecf-4d08-b520-2ecbfc2c9633 is not hosted by any dhcp agent {{(pid=103585) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 29 04:27:02.455579 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42676315-1149-4911-9604-5c3d69350a41 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:02.456520 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-42676315-1149-4911-9604-5c3d69350a41 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:02.458535 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-42676315-1149-4911-9604-5c3d69350a41 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "PUT /v2.0/networks/630f92f4-aecf-4d08-b520-2ecbfc2c9633 HTTP/1.1" status: 200 len: 723 time: 0.3028083 Jan 29 04:27:02.461489 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50946) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:02.466468 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-d6aa2c15-f454-4a00-b108-67179186b806 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Request body: {'subnet': {'network_id': '630f92f4-aecf-4d08-b520-2ecbfc2c9633', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:02.516907 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-803f53f2-966b-4c0c-a99f-48e913dc10b1 None None] Attempting to bind port 7c3871b9-23d5-4c60-a852-e26e4b2bea10 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:27:02.517297 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-803f53f2-966b-4c0c-a99f-48e913dc10b1 None None] Attempting to bind port 7c3871b9-23d5-4c60-a852-e26e4b2bea10 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'bbea9992-9bdf-468a-b9af-4e1daf80288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1e774157-6185-4bf9-9f04-f31f05f4fedd'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:27:02.518118 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803f53f2-966b-4c0c-a99f-48e913dc10b1 None None] Attempting to bind port 7c3871b9-23d5-4c60-a852-e26e4b2bea10 on network 1e774157-6185-4bf9-9f04-f31f05f4fedd {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:02.525188 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803f53f2-966b-4c0c-a99f-48e913dc10b1 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:27:02.525823 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803f53f2-966b-4c0c-a99f-48e913dc10b1 None None] Checking segment: {'id': 'bbea9992-9bdf-468a-b9af-4e1daf80288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1e774157-6185-4bf9-9f04-f31f05f4fedd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:27:02.527309 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-803f53f2-966b-4c0c-a99f-48e913dc10b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:02.528169 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42676315-1149-4911-9604-5c3d69350a41 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event updated for resources: {'Network': ['ID=630f92f4-aecf-4d08-b520-2ecbfc2c9633,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:02.528374 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803f53f2-966b-4c0c-a99f-48e913dc10b1 None None] Bound using segment: {'id': 'bbea9992-9bdf-468a-b9af-4e1daf80288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1e774157-6185-4bf9-9f04-f31f05f4fedd'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:27:02.529216 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-803f53f2-966b-4c0c-a99f-48e913dc10b1 None None] Bound port: 7c3871b9-23d5-4c60-a852-e26e4b2bea10, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbea9992-9bdf-468a-b9af-4e1daf80288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1e774157-6185-4bf9-9f04-f31f05f4fedd'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:27:02.530673 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-803f53f2-966b-4c0c-a99f-48e913dc10b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (7c3871b9-23d5-4c60-a852-e26e4b2bea10), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:02.545316 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 630f92f4-aecf-4d08-b520-2ecbfc2c9633 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:27:02.663687 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-803f53f2-966b-4c0c-a99f-48e913dc10b1 None None] For port 7c3871b9-23d5-4c60-a852-e26e4b2bea10, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:27:02.666909 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-803f53f2-966b-4c0c-a99f-48e913dc10b1 None None] For port 7c3871b9-23d5-4c60-a852-e26e4b2bea10, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=7c3871b9-23d5-4c60-a852-e26e4b2bea10,segment=NetworkSegment(bbea9992-9bdf-468a-b9af-4e1daf80288e),segment_id=bbea9992-9bdf-468a-b9af-4e1daf80288e)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:27:02.712851 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-517715b8-9cdb-47d6-9733-fb29f92f56a8 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for router_gateway (e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:02.739743 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50956) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:02.741966 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-803f53f2-966b-4c0c-a99f-48e913dc10b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (7c3871b9-23d5-4c60-a852-e26e4b2bea10), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:02.801815 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f53f2-966b-4c0c-a99f-48e913dc10b1 None None] Pushing event updated for resources: {'Port': ['ID=7c3871b9-23d5-4c60-a852-e26e4b2bea10,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:02.817779 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6aa2c15-f454-4a00-b108-67179186b806 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Made reservation on behalf of bcaf13695579453ab1aaf7b22b50d822 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:02.822024 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d6aa2c15-f454-4a00-b108-67179186b806 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:02.874449 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-793d8007-322f-4141-af85-7467ac22b13c tempest-RoutersAdminNegativeIpV6Test-582009916 tempest-RoutersAdminNegativeIpV6Test-582009916-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2014785756', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:02.905280 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c124e573-e850-4f2f-8736-08d65ece3bd7 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for router_gateway (20f37198-c55e-4261-86dc-c459b55739fc), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:02.941525 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c124e573-e850-4f2f-8736-08d65ece3bd7 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:02.961519 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793d8007-322f-4141-af85-7467ac22b13c tempest-RoutersAdminNegativeIpV6Test-582009916 tempest-RoutersAdminNegativeIpV6Test-582009916-project-admin] Made reservation on behalf of 94fe1e3fb35a4093932caac73a27a42d for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:02.969434 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-793d8007-322f-4141-af85-7467ac22b13c tempest-RoutersAdminNegativeIpV6Test-582009916 tempest-RoutersAdminNegativeIpV6Test-582009916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:02.980050 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-793d8007-322f-4141-af85-7467ac22b13c tempest-RoutersAdminNegativeIpV6Test-582009916 tempest-RoutersAdminNegativeIpV6Test-582009916-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:03.076624 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-793d8007-322f-4141-af85-7467ac22b13c tempest-RoutersAdminNegativeIpV6Test-582009916 tempest-RoutersAdminNegativeIpV6Test-582009916-project-admin] Publish callbacks [] for security_group (a1791c5f-678f-4dac-9400-0cc513b2bff2), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:03.134200 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-793d8007-322f-4141-af85-7467ac22b13c tempest-RoutersAdminNegativeIpV6Test-582009916 tempest-RoutersAdminNegativeIpV6Test-582009916-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (a1791c5f-678f-4dac-9400-0cc513b2bff2), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:03.141980 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-793d8007-322f-4141-af85-7467ac22b13c tempest-RoutersAdminNegativeIpV6Test-582009916 tempest-RoutersAdminNegativeIpV6Test-582009916-project-admin] device_id is not set on port 7988a420-6c5b-455c-a26e-2feaa5386660 yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:27:03.173606 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-c124e573-e850-4f2f-8736-08d65ece3bd7 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Allocated IP 172.26.8.188 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/09c7f193-9cbd-4188-a0e2-e0a69ebf2f8b) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:03.202894 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793d8007-322f-4141-af85-7467ac22b13c tempest-RoutersAdminNegativeIpV6Test-582009916 tempest-RoutersAdminNegativeIpV6Test-582009916-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1791c5f-678f-4dac-9400-0cc513b2bff2,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:03.318874 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d6aa2c15-f454-4a00-b108-67179186b806 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (d43c46d5-b6ff-4296-aece-9ace454e6029), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:03.423191 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-517715b8-9cdb-47d6-9733-fb29f92f56a8 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for router_gateway (e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:03.463486 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa2c15-f454-4a00-b108-67179186b806 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event updated for resources: {'Subnet': ['ID=d43c46d5-b6ff-4296-aece-9ace454e6029,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:03.467924 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-517715b8-9cdb-47d6-9733-fb29f92f56a8 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:03.510609 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c124e573-e850-4f2f-8736-08d65ece3bd7 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for port (09c7f193-9cbd-4188-a0e2-e0a69ebf2f8b), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:03.545421 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6aa2c15-f454-4a00-b108-67179186b806 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Checking segment: {'id': 'c514d2b1-3e62-4997-8f81-54bb12e5e625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '630f92f4-aecf-4d08-b520-2ecbfc2c9633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:27:03.545693 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6aa2c15-f454-4a00-b108-67179186b806 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Network hostable DHCP agents. Network: 630f92f4-aecf-4d08-b520-2ecbfc2c9633, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:27:03.673026 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6aa2c15-f454-4a00-b108-67179186b806 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Network 630f92f4-aecf-4d08-b520-2ecbfc2c9633 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:27:03.696248 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c124e573-e850-4f2f-8736-08d65ece3bd7 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (09c7f193-9cbd-4188-a0e2-e0a69ebf2f8b), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:03.735160 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c124e573-e850-4f2f-8736-08d65ece3bd7 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:03.741003 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-c124e573-e850-4f2f-8736-08d65ece3bd7 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:03.746663 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c124e573-e850-4f2f-8736-08d65ece3bd7 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:03.766646 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-793d8007-322f-4141-af85-7467ac22b13c tempest-RoutersAdminNegativeIpV6Test-582009916 tempest-RoutersAdminNegativeIpV6Test-582009916-project-admin] Allocated IP 172.26.8.80 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/7988a420-6c5b-455c-a26e-2feaa5386660) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:03.773450 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124e573-e850-4f2f-8736-08d65ece3bd7 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Pushing event updated for resources: {'Port': ['ID=09c7f193-9cbd-4188-a0e2-e0a69ebf2f8b,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:03.778640 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-d6aa2c15-f454-4a00-b108-67179186b806 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 630f92f4-aecf-4d08-b520-2ecbfc2c9633) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:03.788148 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6aa2c15-f454-4a00-b108-67179186b806 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:03.788980 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d6aa2c15-f454-4a00-b108-67179186b806 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:03.800564 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f0be27-f3e0-4b2d-a2f8-c9ff2965a545 None None] Network 630f92f4-aecf-4d08-b520-2ecbfc2c9633 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:27:03.854486 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0389dcda-1770-4a9a-a61b-77a35d36b756 None None] Network 1e774157-6185-4bf9-9f04-f31f05f4fedd requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:27:03.890807 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d6aa2c15-f454-4a00-b108-67179186b806 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4282963 Jan 29 04:27:03.910040 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 7c3871b9-23d5-4c60-a852-e26e4b2bea10 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:27:03.917049 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50964) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:03.924408 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-d08fbdea-45af-41c9-b8ec-d6809bb68751 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:03.967947 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-793d8007-322f-4141-af85-7467ac22b13c tempest-RoutersAdminNegativeIpV6Test-582009916 tempest-RoutersAdminNegativeIpV6Test-582009916-project-admin] Publish callbacks [] for port (7988a420-6c5b-455c-a26e-2feaa5386660), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:03.984321 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-11f3cebe-5db3-42bc-aee9-90b512d5386a None None] Provisioning complete for port 7c3871b9-23d5-4c60-a852-e26e4b2bea10 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:03.984958 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-11f3cebe-5db3-42bc-aee9-90b512d5386a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (7c3871b9-23d5-4c60-a852-e26e4b2bea10), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:04.047262 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa575e2-2cf3-475c-be98-5db07fdacb91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-630f92f4-aecf-4d08-b520-2ecbfc2c9633', 'network_id': '630f92f4-aecf-4d08-b520-2ecbfc2c9633', 'project_id': 'bcaf13695579453ab1aaf7b22b50d822', 'fixed_ips': [{'subnet_id': 'd43c46d5-b6ff-4296-aece-9ace454e6029'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:27:04.048128 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-efa575e2-2cf3-475c-be98-5db07fdacb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:04.053858 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d08fbdea-45af-41c9-b8ec-d6809bb68751 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59701157'] for subnet (d43c46d5-b6ff-4296-aece-9ace454e6029), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:04.107253 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 7c3871b9-23d5-4c60-a852-e26e4b2bea10 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:04.107554 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (7c3871b9-23d5-4c60-a852-e26e4b2bea10), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:04.129284 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-793d8007-322f-4141-af85-7467ac22b13c tempest-RoutersAdminNegativeIpV6Test-582009916 tempest-RoutersAdminNegativeIpV6Test-582009916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (7988a420-6c5b-455c-a26e-2feaa5386660), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:04.194045 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793d8007-322f-4141-af85-7467ac22b13c tempest-RoutersAdminNegativeIpV6Test-582009916 tempest-RoutersAdminNegativeIpV6Test-582009916-project-admin] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:04.197358 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-793d8007-322f-4141-af85-7467ac22b13c tempest-RoutersAdminNegativeIpV6Test-582009916 tempest-RoutersAdminNegativeIpV6Test-582009916-project-admin] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:04.200305 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793d8007-322f-4141-af85-7467ac22b13c tempest-RoutersAdminNegativeIpV6Test-582009916 tempest-RoutersAdminNegativeIpV6Test-582009916-project-admin] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:04.228730 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793d8007-322f-4141-af85-7467ac22b13c tempest-RoutersAdminNegativeIpV6Test-582009916 tempest-RoutersAdminNegativeIpV6Test-582009916-project-admin] Pushing event updated for resources: {'Port': ['ID=7988a420-6c5b-455c-a26e-2feaa5386660,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:04.254959 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793d8007-322f-4141-af85-7467ac22b13c tempest-RoutersAdminNegativeIpV6Test-582009916 tempest-RoutersAdminNegativeIpV6Test-582009916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:04.255744 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-793d8007-322f-4141-af85-7467ac22b13c tempest-RoutersAdminNegativeIpV6Test-582009916 tempest-RoutersAdminNegativeIpV6Test-582009916-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:04.258107 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-517715b8-9cdb-47d6-9733-fb29f92f56a8 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Allocated IP 172.26.8.163 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/0349d711-b190-494f-8654-09c555fce96b) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:04.307344 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c124e573-e850-4f2f-8736-08d65ece3bd7 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for router_gateway (20f37198-c55e-4261-86dc-c459b55739fc), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:04.320622 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-793d8007-322f-4141-af85-7467ac22b13c tempest-RoutersAdminNegativeIpV6Test-582009916 tempest-RoutersAdminNegativeIpV6Test-582009916-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.5793028 Jan 29 04:27:04.325660 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50966) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:04.328791 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-73d4ed1f-e949-4d4e-904e-a591cea1c8c1 tempest-RoutersAdminNegativeIpV6Test-582009916 tempest-RoutersAdminNegativeIpV6Test-582009916-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.80'}]}}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:04.407362 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-11f3cebe-5db3-42bc-aee9-90b512d5386a None None] Current status of the port 7c3871b9-23d5-4c60-a852-e26e4b2bea10 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:27:04.407746 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-11f3cebe-5db3-42bc-aee9-90b512d5386a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (7c3871b9-23d5-4c60-a852-e26e4b2bea10), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:04.409931 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-73d4ed1f-e949-4d4e-904e-a591cea1c8c1 tempest-RoutersAdminNegativeIpV6Test-582009916 tempest-RoutersAdminNegativeIpV6Test-582009916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (76799028-a13f-480f-801e-ac35ec6aaa44), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:04.412162 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-73d4ed1f-e949-4d4e-904e-a591cea1c8c1 tempest-RoutersAdminNegativeIpV6Test-582009916 tempest-RoutersAdminNegativeIpV6Test-582009916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (76799028-a13f-480f-801e-ac35ec6aaa44), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:04.472085 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d08fbdea-45af-41c9-b8ec-d6809bb68751 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792711704513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3226192'] for subnet (d43c46d5-b6ff-4296-aece-9ace454e6029), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:04.480087 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 7c3871b9-23d5-4c60-a852-e26e4b2bea10 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:27:04.480477 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (7c3871b9-23d5-4c60-a852-e26e4b2bea10), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:04.483860 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-73d4ed1f-e949-4d4e-904e-a591cea1c8c1 tempest-RoutersAdminNegativeIpV6Test-582009916 tempest-RoutersAdminNegativeIpV6Test-582009916-project-admin] Publish callbacks [] for router_controller (76799028-a13f-480f-801e-ac35ec6aaa44), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:04.499661 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-11f3cebe-5db3-42bc-aee9-90b512d5386a None None] For port 7c3871b9-23d5-4c60-a852-e26e4b2bea10, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=7c3871b9-23d5-4c60-a852-e26e4b2bea10,segment=NetworkSegment(bbea9992-9bdf-468a-b9af-4e1daf80288e),segment_id=bbea9992-9bdf-468a-b9af-4e1daf80288e)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:04.517737 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08fbdea-45af-41c9-b8ec-d6809bb68751 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:04.518335 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d08fbdea-45af-41c9-b8ec-d6809bb68751 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:04.519627 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d08fbdea-45af-41c9-b8ec-d6809bb68751 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "PUT /v2.0/subnets/d43c46d5-b6ff-4296-aece-9ace454e6029 HTTP/1.1" status: 200 len: 806 time: 0.6013288 Jan 29 04:27:04.524955 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50968) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:04.537472 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-efa575e2-2cf3-475c-be98-5db07fdacb91 None None] Allocated IP 172.20.0.2 (630f92f4-aecf-4d08-b520-2ecbfc2c9633/d43c46d5-b6ff-4296-aece-9ace454e6029/84f56557-5b86-4413-8522-1e7628695c92) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:04.589244 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-517715b8-9cdb-47d6-9733-fb29f92f56a8 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for port (0349d711-b190-494f-8654-09c555fce96b), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:04.605943 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-11f3cebe-5db3-42bc-aee9-90b512d5386a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (7c3871b9-23d5-4c60-a852-e26e4b2bea10), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:04.607765 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08fbdea-45af-41c9-b8ec-d6809bb68751 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event updated for resources: {'Subnet': ['ID=d43c46d5-b6ff-4296-aece-9ace454e6029,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:04.685527 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c124e573-e850-4f2f-8736-08d65ece3bd7 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1615661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1617607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-536'] for router (20f37198-c55e-4261-86dc-c459b55739fc), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:04.691861 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c124e573-e850-4f2f-8736-08d65ece3bd7 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1615652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1615667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1617630'] for router (20f37198-c55e-4261-86dc-c459b55739fc), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:04.729810 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:27:04.730253 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:27:04.736205 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f3cebe-5db3-42bc-aee9-90b512d5386a None None] Pushing event updated for resources: {'Port': ['ID=7c3871b9-23d5-4c60-a852-e26e4b2bea10,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:04.756573 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-517715b8-9cdb-47d6-9733-fb29f92f56a8 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (0349d711-b190-494f-8654-09c555fce96b), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:04.770969 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f3cebe-5db3-42bc-aee9-90b512d5386a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:04.771707 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f3cebe-5db3-42bc-aee9-90b512d5386a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:04.772145 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f3cebe-5db3-42bc-aee9-90b512d5386a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:04.772515 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f3cebe-5db3-42bc-aee9-90b512d5386a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:04.772860 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f3cebe-5db3-42bc-aee9-90b512d5386a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:04.773197 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f3cebe-5db3-42bc-aee9-90b512d5386a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:04.773545 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f3cebe-5db3-42bc-aee9-90b512d5386a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:04.773885 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f3cebe-5db3-42bc-aee9-90b512d5386a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:04.774233 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f3cebe-5db3-42bc-aee9-90b512d5386a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:04.774581 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f3cebe-5db3-42bc-aee9-90b512d5386a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:04.774910 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f3cebe-5db3-42bc-aee9-90b512d5386a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:04.775236 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f3cebe-5db3-42bc-aee9-90b512d5386a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:04.775558 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f3cebe-5db3-42bc-aee9-90b512d5386a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:04.802350 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-efa575e2-2cf3-475c-be98-5db07fdacb91 None None] Publish callbacks [] for port (84f56557-5b86-4413-8522-1e7628695c92), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:04.838251 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-ae44aa82-10c9-4f85-b47e-1fb9b3f5c06a None None] Provisioning complete for port 7c3871b9-23d5-4c60-a852-e26e4b2bea10 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:04.838637 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ae44aa82-10c9-4f85-b47e-1fb9b3f5c06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (7c3871b9-23d5-4c60-a852-e26e4b2bea10), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:04.876884 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-efa575e2-2cf3-475c-be98-5db07fdacb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (84f56557-5b86-4413-8522-1e7628695c92), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:04.930948 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa575e2-2cf3-475c-be98-5db07fdacb91 None None] Network 630f92f4-aecf-4d08-b520-2ecbfc2c9633 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:04.937848 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa575e2-2cf3-475c-be98-5db07fdacb91 None None] Pushing event updated for resources: {'Port': ['ID=84f56557-5b86-4413-8522-1e7628695c92,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:04.940763 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-efa575e2-2cf3-475c-be98-5db07fdacb91 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:04.945083 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa575e2-2cf3-475c-be98-5db07fdacb91 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:05.022739 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ae44aa82-10c9-4f85-b47e-1fb9b3f5c06a None None] Current status of the port 7c3871b9-23d5-4c60-a852-e26e4b2bea10 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:27:05.034281 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-efa575e2-2cf3-475c-be98-5db07fdacb91 None None] Attempting to bind port 84f56557-5b86-4413-8522-1e7628695c92 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:27:05.034725 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-efa575e2-2cf3-475c-be98-5db07fdacb91 None None] Attempting to bind port 84f56557-5b86-4413-8522-1e7628695c92 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'c514d2b1-3e62-4997-8f81-54bb12e5e625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '630f92f4-aecf-4d08-b520-2ecbfc2c9633'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:27:05.035097 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa575e2-2cf3-475c-be98-5db07fdacb91 None None] Attempting to bind port 84f56557-5b86-4413-8522-1e7628695c92 on network 630f92f4-aecf-4d08-b520-2ecbfc2c9633 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:05.040723 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa575e2-2cf3-475c-be98-5db07fdacb91 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:27:05.041208 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa575e2-2cf3-475c-be98-5db07fdacb91 None None] Checking segment: {'id': 'c514d2b1-3e62-4997-8f81-54bb12e5e625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '630f92f4-aecf-4d08-b520-2ecbfc2c9633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:27:05.041678 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-efa575e2-2cf3-475c-be98-5db07fdacb91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:05.042135 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa575e2-2cf3-475c-be98-5db07fdacb91 None None] Bound using segment: {'id': 'c514d2b1-3e62-4997-8f81-54bb12e5e625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '630f92f4-aecf-4d08-b520-2ecbfc2c9633'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:27:05.042670 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-efa575e2-2cf3-475c-be98-5db07fdacb91 None None] Bound port: 84f56557-5b86-4413-8522-1e7628695c92, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c514d2b1-3e62-4997-8f81-54bb12e5e625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '630f92f4-aecf-4d08-b520-2ecbfc2c9633'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:27:05.043119 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-efa575e2-2cf3-475c-be98-5db07fdacb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (84f56557-5b86-4413-8522-1e7628695c92), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:05.054207 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-73d4ed1f-e949-4d4e-904e-a591cea1c8c1 tempest-RoutersAdminNegativeIpV6Test-582009916 tempest-RoutersAdminNegativeIpV6Test-582009916-project-admin] Publish callbacks [] for router_gateway (76799028-a13f-480f-801e-ac35ec6aaa44), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:05.094040 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0d9a9ef1-4bb2-482f-b106-5d14ea1f787f tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (630f92f4-aecf-4d08-b520-2ecbfc2c9633), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:05.111659 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-efa575e2-2cf3-475c-be98-5db07fdacb91 None None] For port 84f56557-5b86-4413-8522-1e7628695c92, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:27:05.116039 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-efa575e2-2cf3-475c-be98-5db07fdacb91 None None] For port 84f56557-5b86-4413-8522-1e7628695c92, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=84f56557-5b86-4413-8522-1e7628695c92,segment=NetworkSegment(c514d2b1-3e62-4997-8f81-54bb12e5e625),segment_id=c514d2b1-3e62-4997-8f81-54bb12e5e625)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:27:05.145720 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517715b8-9cdb-47d6-9733-fb29f92f56a8 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:05.152748 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-517715b8-9cdb-47d6-9733-fb29f92f56a8 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:05.159069 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517715b8-9cdb-47d6-9733-fb29f92f56a8 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:05.188886 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517715b8-9cdb-47d6-9733-fb29f92f56a8 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Pushing event updated for resources: {'Port': ['ID=0349d711-b190-494f-8654-09c555fce96b,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:05.200215 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-0d9a9ef1-4bb2-482f-b106-5d14ea1f787f tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Deleting port 84f56557-5b86-4413-8522-1e7628695c92 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:05.200572 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0d9a9ef1-4bb2-482f-b106-5d14ea1f787f tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (84f56557-5b86-4413-8522-1e7628695c92), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:05.204772 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-efa575e2-2cf3-475c-be98-5db07fdacb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (84f56557-5b86-4413-8522-1e7628695c92), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:05.301023 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-0d9a9ef1-4bb2-482f-b106-5d14ea1f787f tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] For port 84f56557-5b86-4413-8522-1e7628695c92, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=84f56557-5b86-4413-8522-1e7628695c92,segment=NetworkSegment(c514d2b1-3e62-4997-8f81-54bb12e5e625),segment_id=c514d2b1-3e62-4997-8f81-54bb12e5e625)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:05.301926 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0d9a9ef1-4bb2-482f-b106-5d14ea1f787f tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (84f56557-5b86-4413-8522-1e7628695c92), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:05.311058 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 7c3871b9-23d5-4c60-a852-e26e4b2bea10 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:27:05.315940 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa575e2-2cf3-475c-be98-5db07fdacb91 None None] Pushing event updated for resources: {'Port': ['ID=84f56557-5b86-4413-8522-1e7628695c92,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:05.320252 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-0d9a9ef1-4bb2-482f-b106-5d14ea1f787f tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Calling delete_port for 84f56557-5b86-4413-8522-1e7628695c92 owned by network:dhcp {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:05.375863 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c124e573-e850-4f2f-8736-08d65ece3bd7 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Router 20f37198-c55e-4261-86dc-c459b55739fc is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:27:05.475238 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-73d4ed1f-e949-4d4e-904e-a591cea1c8c1 tempest-RoutersAdminNegativeIpV6Test-582009916 tempest-RoutersAdminNegativeIpV6Test-582009916-project-admin] Publish callbacks [] for router_gateway (76799028-a13f-480f-801e-ac35ec6aaa44), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:05.512392 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-73d4ed1f-e949-4d4e-904e-a591cea1c8c1 tempest-RoutersAdminNegativeIpV6Test-582009916 tempest-RoutersAdminNegativeIpV6Test-582009916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:05.622063 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c124e573-e850-4f2f-8736-08d65ece3bd7 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:27:05.623615 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-517715b8-9cdb-47d6-9733-fb29f92f56a8 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for router_gateway (e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:05.627606 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c124e573-e850-4f2f-8736-08d65ece3bd7 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:05.628845 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c124e573-e850-4f2f-8736-08d65ece3bd7 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] 10.222.0.13 "PUT /v2.0/routers/20f37198-c55e-4261-86dc-c459b55739fc HTTP/1.1" status: 200 len: 915 time: 3.9035983 Jan 29 04:27:05.636029 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6deb1d-63d9-4fab-90fc-275dac167add None None] Sync routers for ids ['20f37198-c55e-4261-86dc-c459b55739fc'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:27:05.636875 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50970) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:05.648784 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6deb1d-63d9-4fab-90fc-275dac167add None None] Routers {'20f37198-c55e-4261-86dc-c459b55739fc'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:05.650286 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-2a6deb1d-63d9-4fab-90fc-275dac167add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['20f37198-c55e-4261-86dc-c459b55739fc'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:05.732759 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0d9a9ef1-4bb2-482f-b106-5d14ea1f787f tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (84f56557-5b86-4413-8522-1e7628695c92), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:05.783413 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-2a6deb1d-63d9-4fab-90fc-275dac167add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:05.793441 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6deb1d-63d9-4fab-90fc-275dac167add None None] Routers {'20f37198-c55e-4261-86dc-c459b55739fc'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:05.794047 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-2a6deb1d-63d9-4fab-90fc-275dac167add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['20f37198-c55e-4261-86dc-c459b55739fc'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:05.818381 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a9ef1-4bb2-482f-b106-5d14ea1f787f tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event deleted for resources: {'Port': ['ID=84f56557-5b86-4413-8522-1e7628695c92,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:05.834730 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-2a6deb1d-63d9-4fab-90fc-275dac167add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:05.835941 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6deb1d-63d9-4fab-90fc-275dac167add None None] The sync data for ids ['20f37198-c55e-4261-86dc-c459b55739fc'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:27:05.873560 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-49afd93f-03f3-4d0f-8c39-2fb39868015d tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] 10.222.0.13 "GET /v2.0/routers/20f37198-c55e-4261-86dc-c459b55739fc HTTP/1.1" status: 200 len: 921 time: 0.2328465 Jan 29 04:27:05.875997 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50972) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:05.905296 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-517715b8-9cdb-47d6-9733-fb29f92f56a8 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:05.909616 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9a9ef1-4bb2-482f-b106-5d14ea1f787f tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] No DVR routers for this DVR port 84f56557-5b86-4413-8522-1e7628695c92 on host dv-neutron-821190-1-hyperv {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:27:05.930327 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-73d4ed1f-e949-4d4e-904e-a591cea1c8c1 tempest-RoutersAdminNegativeIpV6Test-582009916 tempest-RoutersAdminNegativeIpV6Test-582009916-project-admin] Publish callbacks [] for router (76799028-a13f-480f-801e-ac35ec6aaa44), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:05.969098 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 7c3871b9-23d5-4c60-a852-e26e4b2bea10 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:27:06.018837 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 7c3871b9-23d5-4c60-a852-e26e4b2bea10 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:06.019159 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (7c3871b9-23d5-4c60-a852-e26e4b2bea10), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:06.113317 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517715b8-9cdb-47d6-9733-fb29f92f56a8 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Router e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:27:06.114393 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 7c3871b9-23d5-4c60-a852-e26e4b2bea10 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:27:06.116084 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 84f56557-5b86-4413-8522-1e7628695c92 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:27:06.150142 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 84f56557-5b86-4413-8522-1e7628695c92 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:27:06.150496 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 84f56557-5b86-4413-8522-1e7628695c92 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 29 04:27:06.170918 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-73d4ed1f-e949-4d4e-904e-a591cea1c8c1 tempest-RoutersAdminNegativeIpV6Test-582009916 tempest-RoutersAdminNegativeIpV6Test-582009916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (76799028-a13f-480f-801e-ac35ec6aaa44), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:06.174447 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Port 84f56557-5b86-4413-8522-1e7628695c92 not found, will not notify nova. {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 29 04:27:06.175114 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-73d4ed1f-e949-4d4e-904e-a591cea1c8c1 tempest-RoutersAdminNegativeIpV6Test-582009916 tempest-RoutersAdminNegativeIpV6Test-582009916-project-admin] Publish callbacks [] for router_controller (76799028-a13f-480f-801e-ac35ec6aaa44), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:06.229313 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0d9a9ef1-4bb2-482f-b106-5d14ea1f787f tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (d43c46d5-b6ff-4296-aece-9ace454e6029), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:06.263433 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06816904-bfc8-4018-ac89-8e0ef43adc80 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:06.265512 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-06816904-bfc8-4018-ac89-8e0ef43adc80 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=f0de7169-31b1-4289-9a2a-56c5f4e63ed1&device_id=20f37198-c55e-4261-86dc-c459b55739fc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3897038 Jan 29 04:27:06.268855 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50974) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:06.307673 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-73d4ed1f-e949-4d4e-904e-a591cea1c8c1 tempest-RoutersAdminNegativeIpV6Test-582009916 tempest-RoutersAdminNegativeIpV6Test-582009916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (76799028-a13f-480f-801e-ac35ec6aaa44), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:06.308257 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d4ed1f-e949-4d4e-904e-a591cea1c8c1 tempest-RoutersAdminNegativeIpV6Test-582009916 tempest-RoutersAdminNegativeIpV6Test-582009916-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 76799028-a13f-480f-801e-ac35ec6aaa44 {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:27:06.342362 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517715b8-9cdb-47d6-9733-fb29f92f56a8 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:27:06.358128 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8f0423-8352-47be-a20d-b5666794523e None None] Sync routers for ids ['e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:27:06.375973 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8f0423-8352-47be-a20d-b5666794523e None None] Routers {'e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:06.376698 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-0b8f0423-8352-47be-a20d-b5666794523e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:06.384867 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0d9a9ef1-4bb2-482f-b106-5d14ea1f787f tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (d43c46d5-b6ff-4296-aece-9ace454e6029), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:06.414298 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-73d4ed1f-e949-4d4e-904e-a591cea1c8c1 tempest-RoutersAdminNegativeIpV6Test-582009916 tempest-RoutersAdminNegativeIpV6Test-582009916-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 29 04:27:06.418065 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-73d4ed1f-e949-4d4e-904e-a591cea1c8c1 tempest-RoutersAdminNegativeIpV6Test-582009916 tempest-RoutersAdminNegativeIpV6Test-582009916-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.0909796 Jan 29 04:27:06.418065 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a9ef1-4bb2-482f-b106-5d14ea1f787f tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event deleted for resources: {'Subnet': ['ID=d43c46d5-b6ff-4296-aece-9ace454e6029,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:06.419127 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50976) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:06.426938 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-0b8f0423-8352-47be-a20d-b5666794523e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:06.437233 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8f0423-8352-47be-a20d-b5666794523e None None] Routers {'e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:06.437864 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-0b8f0423-8352-47be-a20d-b5666794523e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:06.448951 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-517715b8-9cdb-47d6-9733-fb29f92f56a8 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:06.453077 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-517715b8-9cdb-47d6-9733-fb29f92f56a8 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.5684259 Jan 29 04:27:06.453887 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50978) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:06.465162 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae12c70-edec-48b6-b13c-3ad7cc1dfc77 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:06.466546 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-5ae12c70-edec-48b6-b13c-3ad7cc1dfc77 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] 10.222.0.13 "GET /v2.0/networks/f0de7169-31b1-4289-9a2a-56c5f4e63ed1 HTTP/1.1" status: 200 len: 881 time: 0.1959372 Jan 29 04:27:06.477184 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50980) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:06.500874 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-0b8f0423-8352-47be-a20d-b5666794523e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:06.502013 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8f0423-8352-47be-a20d-b5666794523e None None] The sync data for ids ['e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:27:06.549973 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2d966b5f-2ed4-47bd-9d38-56b9d85ef06e tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f37198-c55e-4261-86dc-c459b55739fc HTTP/1.1" status: 200 len: 205 time: 0.0635016 Jan 29 04:27:06.562275 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 50982) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:06.573920 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f4c918-94e6-476f-9e20-c5fba2c7c931 None None] Network 630f92f4-aecf-4d08-b520-2ecbfc2c9633 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:27:06.609198 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0d9a9ef1-4bb2-482f-b106-5d14ea1f787f tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (630f92f4-aecf-4d08-b520-2ecbfc2c9633), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:06.632466 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-0d9a9ef1-4bb2-482f-b106-5d14ea1f787f tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['630f92f4-aecf-4d08-b520-2ecbfc2c9633']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:06.643745 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-0d9a9ef1-4bb2-482f-b106-5d14ea1f787f tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c514d2b1-3e62-4997-8f81-54bb12e5e625') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:06.643937 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-0d9a9ef1-4bb2-482f-b106-5d14ea1f787f tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c514d2b1-3e62-4997-8f81-54bb12e5e625') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:06.655945 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0d9a9ef1-4bb2-482f-b106-5d14ea1f787f tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (c514d2b1-3e62-4997-8f81-54bb12e5e625), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:06.666683 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-1d6f0dcf-c1fd-4fe0-9772-66aff3f0485b None None] Could not find standard attr ID for object 84f56557-5b86-4413-8522-1e7628695c92. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:27:06.673470 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0d9a9ef1-4bb2-482f-b106-5d14ea1f787f tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (c514d2b1-3e62-4997-8f81-54bb12e5e625), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:06.676203 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-aa93e1c9-f198-4b9f-9206-45e1d5f4f242 tempest-RoutersAdminNegativeIpV6Test-582009916 tempest-RoutersAdminNegativeIpV6Test-582009916-project-admin] Deleting port 7988a420-6c5b-455c-a26e-2feaa5386660 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:06.676605 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-aa93e1c9-f198-4b9f-9206-45e1d5f4f242 tempest-RoutersAdminNegativeIpV6Test-582009916 tempest-RoutersAdminNegativeIpV6Test-582009916-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (7988a420-6c5b-455c-a26e-2feaa5386660), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:06.691357 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d9a9ef1-4bb2-482f-b106-5d14ea1f787f tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:27:06.691748 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0d9a9ef1-4bb2-482f-b106-5d14ea1f787f tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (c514d2b1-3e62-4997-8f81-54bb12e5e625), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:06.695165 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:27:06.695165 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:27:06.695165 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:27:06.695165 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:27:06.695165 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:27:06.695165 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:27:06.695165 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:27:06.695165 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:27:06.695165 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:27:06.695165 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:27:06.695165 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:27:06.695165 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:27:06.695165 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:27:06.695165 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:27:06.695165 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:27:06.695165 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:27:06.695165 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:27:06.695165 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:27:06.695165 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:27:06.695165 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:27:06.695165 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:27:06.695165 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:27:06.695165 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:27:06.695165 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:27:06.695165 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:27:06.695165 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:27:06.695165 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:27:06.695165 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:27:06.695165 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:27:06.695165 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:27:06.695165 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:27:06.695165 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:27:06.749467 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e8e862-c146-4688-a605-5eff868a1c61 None None] DHCP port deletion for 630f92f4-aecf-4d08-b520-2ecbfc2c9633 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:27:06.773597 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a453c0b8-e861-4514-919b-71f9daa411a1 None None] Network 630f92f4-aecf-4d08-b520-2ecbfc2c9633 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:27:06.790145 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3f0aab03-38a4-41a4-a3ba-afccfacae732 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router (20f37198-c55e-4261-86dc-c459b55739fc), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:06.813638 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-aa93e1c9-f198-4b9f-9206-45e1d5f4f242 tempest-RoutersAdminNegativeIpV6Test-582009916 tempest-RoutersAdminNegativeIpV6Test-582009916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (7988a420-6c5b-455c-a26e-2feaa5386660), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:06.832828 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-aa93e1c9-f198-4b9f-9206-45e1d5f4f242 tempest-RoutersAdminNegativeIpV6Test-582009916 tempest-RoutersAdminNegativeIpV6Test-582009916-project-admin] Calling delete_port for 7988a420-6c5b-455c-a26e-2feaa5386660 owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:06.880804 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0d9a9ef1-4bb2-482f-b106-5d14ea1f787f tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (630f92f4-aecf-4d08-b520-2ecbfc2c9633), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:06.888426 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0d9a9ef1-4bb2-482f-b106-5d14ea1f787f tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:06.891075 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-0d9a9ef1-4bb2-482f-b106-5d14ea1f787f tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "DELETE /v2.0/networks/630f92f4-aecf-4d08-b520-2ecbfc2c9633 HTTP/1.1" status: 204 len: 168 time: 2.3650041 Jan 29 04:27:06.894583 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50984) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:06.925491 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a9ef1-4bb2-482f-b106-5d14ea1f787f tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event deleted for resources: {'Network': ['ID=630f92f4-aecf-4d08-b520-2ecbfc2c9633,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:06.935297 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-cce2be35-97a4-4895-a89c-ca46908dd42c tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] DELETE failed (client error): The resource could not be found. Jan 29 04:27:06.935811 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cce2be35-97a4-4895-a89c-ca46908dd42c tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:27:06.943048 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-cce2be35-97a4-4895-a89c-ca46908dd42c tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "DELETE /v2.0/networks/630f92f4-aecf-4d08-b520-2ecbfc2c9633 HTTP/1.1" status: 404 len: 339 time: 0.0420578 Jan 29 04:27:06.943259 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50986) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:06.948100 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-318a486b-1abf-41e7-aa62-846213e0d60d tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-97032891', 'description': 'd1'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:06.991707 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3f0aab03-38a4-41a4-a3ba-afccfacae732 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router_gateway (20f37198-c55e-4261-86dc-c459b55739fc), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:07.038633 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318a486b-1abf-41e7-aa62-846213e0d60d tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Made reservation on behalf of bcaf13695579453ab1aaf7b22b50d822 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:07.042122 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-318a486b-1abf-41e7-aa62-846213e0d60d tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:07.109115 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a100cb9b-3192-40be-9ad4-b7d713df52a1 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:07.132282 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-aa93e1c9-f198-4b9f-9206-45e1d5f4f242 tempest-RoutersAdminNegativeIpV6Test-582009916 tempest-RoutersAdminNegativeIpV6Test-582009916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (7988a420-6c5b-455c-a26e-2feaa5386660), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:07.140628 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-318a486b-1abf-41e7-aa62-846213e0d60d tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:27:07.169076 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa93e1c9-f198-4b9f-9206-45e1d5f4f242 tempest-RoutersAdminNegativeIpV6Test-582009916 tempest-RoutersAdminNegativeIpV6Test-582009916-project-admin] Pushing event deleted for resources: {'Port': ['ID=7988a420-6c5b-455c-a26e-2feaa5386660,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:07.181596 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-318a486b-1abf-41e7-aa62-846213e0d60d tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (297debaf-b643-43c1-85dd-25603cf636b9), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:07.181596 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-318a486b-1abf-41e7-aa62-846213e0d60d tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Added segment 297debaf-b643-43c1-85dd-25603cf636b9 of type vlan for network 5db38b51-9929-4170-9370-8a444a9eb56c Jan 29 04:27:07.255789 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-3f0aab03-38a4-41a4-a3ba-afccfacae732 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Deleting port 09c7f193-9cbd-4188-a0e2-e0a69ebf2f8b {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:07.256123 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3f0aab03-38a4-41a4-a3ba-afccfacae732 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (09c7f193-9cbd-4188-a0e2-e0a69ebf2f8b), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:07.257271 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-318a486b-1abf-41e7-aa62-846213e0d60d tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (5db38b51-9929-4170-9370-8a444a9eb56c), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:07.271625 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-aa93e1c9-f198-4b9f-9206-45e1d5f4f242 tempest-RoutersAdminNegativeIpV6Test-582009916 tempest-RoutersAdminNegativeIpV6Test-582009916-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:07.274790 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-aa93e1c9-f198-4b9f-9206-45e1d5f4f242 tempest-RoutersAdminNegativeIpV6Test-582009916 tempest-RoutersAdminNegativeIpV6Test-582009916-project-admin] 10.222.0.13 "DELETE /v2.0/ports/7988a420-6c5b-455c-a26e-2feaa5386660 HTTP/1.1" status: 204 len: 168 time: 0.8537154 Jan 29 04:27:07.335702 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-318a486b-1abf-41e7-aa62-846213e0d60d tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (5db38b51-9929-4170-9370-8a444a9eb56c), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:07.341420 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318a486b-1abf-41e7-aa62-846213e0d60d tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:07.342024 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-318a486b-1abf-41e7-aa62-846213e0d60d tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:07.412848 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3f0aab03-38a4-41a4-a3ba-afccfacae732 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (09c7f193-9cbd-4188-a0e2-e0a69ebf2f8b), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:07.415355 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318a486b-1abf-41e7-aa62-846213e0d60d tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event updated for resources: {'Network': ['ID=5db38b51-9929-4170-9370-8a444a9eb56c,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:07.427257 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 5db38b51-9929-4170-9370-8a444a9eb56c details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:27:07.431817 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-318a486b-1abf-41e7-aa62-846213e0d60d tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4874177 Jan 29 04:27:07.433294 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-3f0aab03-38a4-41a4-a3ba-afccfacae732 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Calling delete_port for 09c7f193-9cbd-4188-a0e2-e0a69ebf2f8b owned by network:router_gateway {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:07.434802 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50990) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:07.515162 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-a100cb9b-3192-40be-9ad4-b7d713df52a1 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Allocated IP 172.20.0.1 (1e774157-6185-4bf9-9f04-f31f05f4fedd/8b22fdfc-33db-47a8-86b8-7304dc3bda3d/e72e8d85-aa10-46ab-93a1-5e097cd35b0a) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:07.517956 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c851a0-0113-438d-91c4-f7496d13ae8f tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:07.520996 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-e3c851a0-0113-438d-91c4-f7496d13ae8f tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "GET /v2.0/networks?id=5db38b51-9929-4170-9370-8a444a9eb56c HTTP/1.1" status: 200 len: 759 time: 0.0841076 Jan 29 04:27:07.523414 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50992) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:07.528637 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-7e365024-3c0c-4740-b4d5-3016802dd15d tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Request body: {'network': {'description': 'd2'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:07.693192 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7e365024-3c0c-4740-b4d5-3016802dd15d tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (5db38b51-9929-4170-9370-8a444a9eb56c), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:07.723041 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 50996) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:07.781896 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 84f56557-5b86-4413-8522-1e7628695c92 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:27:07.790801 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7e365024-3c0c-4740-b4d5-3016802dd15d tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (5db38b51-9929-4170-9370-8a444a9eb56c), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:07.804643 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 84f56557-5b86-4413-8522-1e7628695c92 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:27:07.805361 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 84f56557-5b86-4413-8522-1e7628695c92 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:27:07.818733 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7e365024-3c0c-4740-b4d5-3016802dd15d tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Network 5db38b51-9929-4170-9370-8a444a9eb56c is not hosted by any dhcp agent {{(pid=103585) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 29 04:27:07.827185 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e365024-3c0c-4740-b4d5-3016802dd15d tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:07.827185 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7e365024-3c0c-4740-b4d5-3016802dd15d tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:07.829309 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7e365024-3c0c-4740-b4d5-3016802dd15d tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "PUT /v2.0/networks/5db38b51-9929-4170-9370-8a444a9eb56c HTTP/1.1" status: 200 len: 756 time: 0.3047562 Jan 29 04:27:07.829937 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51000) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:07.911028 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-41b2afaa-264e-49a6-a7cc-bca11914ffb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:07.947120 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e365024-3c0c-4740-b4d5-3016802dd15d tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event updated for resources: {'Network': ['ID=5db38b51-9929-4170-9370-8a444a9eb56c,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:07.965179 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 5db38b51-9929-4170-9370-8a444a9eb56c details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:27:07.993828 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf2c0d6-79bf-4945-bc63-697636c0e239 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:07.999779 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-eaf2c0d6-79bf-4945-bc63-697636c0e239 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "GET /v2.0/networks?id=5db38b51-9929-4170-9370-8a444a9eb56c HTTP/1.1" status: 200 len: 759 time: 0.1603560 Jan 29 04:27:07.999779 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51002) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:08.003917 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-2126330c-32f7-469d-bd50-4e1790ab4b35 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-87741928'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:08.021466 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a100cb9b-3192-40be-9ad4-b7d713df52a1 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for port (e72e8d85-aa10-46ab-93a1-5e097cd35b0a), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:08.075547 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-41b2afaa-264e-49a6-a7cc-bca11914ffb5 admin admin] Publish callbacks [] for security_group (f81ba57b-94fd-493d-bed5-355befb4efa2), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:08.110800 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3f0aab03-38a4-41a4-a3ba-afccfacae732 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (09c7f193-9cbd-4188-a0e2-e0a69ebf2f8b), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:08.133767 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2126330c-32f7-469d-bd50-4e1790ab4b35 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Made reservation on behalf of bcaf13695579453ab1aaf7b22b50d822 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:08.137103 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2126330c-32f7-469d-bd50-4e1790ab4b35 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:08.139077 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a100cb9b-3192-40be-9ad4-b7d713df52a1 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (e72e8d85-aa10-46ab-93a1-5e097cd35b0a), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:08.139947 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-41b2afaa-264e-49a6-a7cc-bca11914ffb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (f81ba57b-94fd-493d-bed5-355befb4efa2), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:08.140990 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0aab03-38a4-41a4-a3ba-afccfacae732 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Pushing event deleted for resources: {'Port': ['ID=09c7f193-9cbd-4188-a0e2-e0a69ebf2f8b,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:08.191987 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-41b2afaa-264e-49a6-a7cc-bca11914ffb5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=215e54209f984d46bd3c5937b496aca3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4672973 Jan 29 04:27:08.195631 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2afaa-264e-49a6-a7cc-bca11914ffb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81ba57b-94fd-493d-bed5-355befb4efa2,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:08.201605 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51004) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:08.201775 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2126330c-32f7-469d-bd50-4e1790ab4b35 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:27:08.210860 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2126330c-32f7-469d-bd50-4e1790ab4b35 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (ab53e8c5-943b-40b7-b596-a9a0cc246a81), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:08.211205 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-2126330c-32f7-469d-bd50-4e1790ab4b35 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Added segment ab53e8c5-943b-40b7-b596-a9a0cc246a81 of type vlan for network efffea63-e2c0-48b6-83ef-61f165c27713 Jan 29 04:27:08.235971 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a100cb9b-3192-40be-9ad4-b7d713df52a1 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Network 1e774157-6185-4bf9-9f04-f31f05f4fedd is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:08.251176 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-a100cb9b-3192-40be-9ad4-b7d713df52a1 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:08.251617 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2126330c-32f7-469d-bd50-4e1790ab4b35 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (efffea63-e2c0-48b6-83ef-61f165c27713), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:08.258738 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a100cb9b-3192-40be-9ad4-b7d713df52a1 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:08.262564 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100cb9b-3192-40be-9ad4-b7d713df52a1 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Pushing event updated for resources: {'Port': ['ID=e72e8d85-aa10-46ab-93a1-5e097cd35b0a,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:08.312925 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2126330c-32f7-469d-bd50-4e1790ab4b35 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (efffea63-e2c0-48b6-83ef-61f165c27713), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:08.320425 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2126330c-32f7-469d-bd50-4e1790ab4b35 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:08.321319 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2126330c-32f7-469d-bd50-4e1790ab4b35 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:08.328013 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3f0aab03-38a4-41a4-a3ba-afccfacae732 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (20f37198-c55e-4261-86dc-c459b55739fc), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:08.366437 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a100cb9b-3192-40be-9ad4-b7d713df52a1 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:08.392226 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2126330c-32f7-469d-bd50-4e1790ab4b35 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event updated for resources: {'Network': ['ID=efffea63-e2c0-48b6-83ef-61f165c27713,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:08.404443 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network efffea63-e2c0-48b6-83ef-61f165c27713 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:27:08.447154 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2126330c-32f7-469d-bd50-4e1790ab4b35 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4469717 Jan 29 04:27:08.449673 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51006) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:08.457728 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-bc387309-726d-4315-b6e3-636d7983d446 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Request body: {'subnet': {'network_id': 'efffea63-e2c0-48b6-83ef-61f165c27713', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:08.495408 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0c025848-6882-4b80-a409-dbaec6635629 admin admin] Publish callbacks [] for security_group (f81ba57b-94fd-493d-bed5-355befb4efa2), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:08.505248 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3f0aab03-38a4-41a4-a3ba-afccfacae732 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (20f37198-c55e-4261-86dc-c459b55739fc), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:08.506107 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-35132789-c2f1-46fe-991e-8d83bc3d5f76 None None] Provisioning complete for port e72e8d85-aa10-46ab-93a1-5e097cd35b0a triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:08.506572 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-35132789-c2f1-46fe-991e-8d83bc3d5f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (e72e8d85-aa10-46ab-93a1-5e097cd35b0a), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:08.512900 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3f0aab03-38a4-41a4-a3ba-afccfacae732 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router_controller (20f37198-c55e-4261-86dc-c459b55739fc), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:08.543259 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-35132789-c2f1-46fe-991e-8d83bc3d5f76 None None] Port e72e8d85-aa10-46ab-93a1-5e097cd35b0a cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:27:08.567656 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0c025848-6882-4b80-a409-dbaec6635629 admin admin] Publish callbacks [] for security_group (f81ba57b-94fd-493d-bed5-355befb4efa2), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:08.621134 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc387309-726d-4315-b6e3-636d7983d446 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Made reservation on behalf of bcaf13695579453ab1aaf7b22b50d822 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:08.624687 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bc387309-726d-4315-b6e3-636d7983d446 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:08.707847 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0c025848-6882-4b80-a409-dbaec6635629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (f81ba57b-94fd-493d-bed5-355befb4efa2), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:08.710385 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0c025848-6882-4b80-a409-dbaec6635629 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:08.714637 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0c025848-6882-4b80-a409-dbaec6635629 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f81ba57b-94fd-493d-bed5-355befb4efa2 HTTP/1.1" status: 204 len: 168 time: 0.5038314 Jan 29 04:27:08.714637 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3f0aab03-38a4-41a4-a3ba-afccfacae732 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (20f37198-c55e-4261-86dc-c459b55739fc), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:08.714842 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0aab03-38a4-41a4-a3ba-afccfacae732 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Fanout notify agent at l3_agent the message router_deleted on router 20f37198-c55e-4261-86dc-c459b55739fc {{(pid=103584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:27:08.724645 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3f0aab03-38a4-41a4-a3ba-afccfacae732 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:08.725821 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-3f0aab03-38a4-41a4-a3ba-afccfacae732 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] 10.222.0.13 "DELETE /v2.0/routers/20f37198-c55e-4261-86dc-c459b55739fc HTTP/1.1" status: 204 len: 168 time: 2.1626234 Jan 29 04:27:08.731362 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51010) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:08.752918 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c025848-6882-4b80-a409-dbaec6635629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81ba57b-94fd-493d-bed5-355befb4efa2,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:08.759948 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-2678fb97-44ed-4fdb-86fa-1484a9e73135 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-828451513', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:08.771525 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a100cb9b-3192-40be-9ad4-b7d713df52a1 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (e72e8d85-aa10-46ab-93a1-5e097cd35b0a), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:08.901707 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2678fb97-44ed-4fdb-86fa-1484a9e73135 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (5572e1e9-f9d9-4767-986a-8d7480d11da4), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:08.902878 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2678fb97-44ed-4fdb-86fa-1484a9e73135 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (5572e1e9-f9d9-4767-986a-8d7480d11da4), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:08.906384 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bc387309-726d-4315-b6e3-636d7983d446 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (3ae89ce2-4d09-4c52-b799-060049ffebac), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:08.984741 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc387309-726d-4315-b6e3-636d7983d446 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event updated for resources: {'Subnet': ['ID=3ae89ce2-4d09-4c52-b799-060049ffebac,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:09.013406 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2678fb97-44ed-4fdb-86fa-1484a9e73135 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router_controller (5572e1e9-f9d9-4767-986a-8d7480d11da4), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:09.029102 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc387309-726d-4315-b6e3-636d7983d446 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Checking segment: {'id': 'ab53e8c5-943b-40b7-b596-a9a0cc246a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'efffea63-e2c0-48b6-83ef-61f165c27713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:27:09.029469 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc387309-726d-4315-b6e3-636d7983d446 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Network hostable DHCP agents. Network: efffea63-e2c0-48b6-83ef-61f165c27713, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:27:09.075058 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a100cb9b-3192-40be-9ad4-b7d713df52a1 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for port (e72e8d85-aa10-46ab-93a1-5e097cd35b0a), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:09.085390 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2678fb97-44ed-4fdb-86fa-1484a9e73135 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (5572e1e9-f9d9-4767-986a-8d7480d11da4), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:09.130082 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc387309-726d-4315-b6e3-636d7983d446 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Network efffea63-e2c0-48b6-83ef-61f165c27713 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:27:09.175386 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a100cb9b-3192-40be-9ad4-b7d713df52a1 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (e72e8d85-aa10-46ab-93a1-5e097cd35b0a), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:09.177268 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2678fb97-44ed-4fdb-86fa-1484a9e73135 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:09.178478 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2678fb97-44ed-4fdb-86fa-1484a9e73135 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4460402 Jan 29 04:27:09.181976 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51014) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:09.186247 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-dd81f672-5ead-4966-9a00-b02c29aa5af4 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'enable_snat': False}}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:09.220284 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-bc387309-726d-4315-b6e3-636d7983d446 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, efffea63-e2c0-48b6-83ef-61f165c27713) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:09.226052 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc387309-726d-4315-b6e3-636d7983d446 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:09.226561 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bc387309-726d-4315-b6e3-636d7983d446 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:09.231266 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d59ee60-b219-4dd1-bfdb-7ed5e5daa3f5 None None] Network efffea63-e2c0-48b6-83ef-61f165c27713 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:27:09.250497 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a100cb9b-3192-40be-9ad4-b7d713df52a1 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:09.253073 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100cb9b-3192-40be-9ad4-b7d713df52a1 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Pushing event updated for resources: {'Port': ['ID=e72e8d85-aa10-46ab-93a1-5e097cd35b0a,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:09.348102 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e60a80-dff0-4ea5-b802-692f04c65736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-efffea63-e2c0-48b6-83ef-61f165c27713', 'network_id': 'efffea63-e2c0-48b6-83ef-61f165c27713', 'project_id': 'bcaf13695579453ab1aaf7b22b50d822', 'fixed_ips': [{'subnet_id': '3ae89ce2-4d09-4c52-b799-060049ffebac'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:27:09.349013 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-48e60a80-dff0-4ea5-b802-692f04c65736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:09.370929 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a100cb9b-3192-40be-9ad4-b7d713df52a1 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Network 1e774157-6185-4bf9-9f04-f31f05f4fedd is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:09.373757 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-a100cb9b-3192-40be-9ad4-b7d713df52a1 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:09.435434 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51016) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:09.518684 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-48e60a80-dff0-4ea5-b802-692f04c65736 None None] Allocated IP 172.20.0.2 (efffea63-e2c0-48b6-83ef-61f165c27713/3ae89ce2-4d09-4c52-b799-060049ffebac/2026bc21-f1c4-406a-84ec-61ab141a97ec) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:09.529669 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-2f342c9b-b4fd-41e9-a8ec-79e8583183fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=94fe1e3fb35a4093932caac73a27a42d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0929122 Jan 29 04:27:09.532568 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51018) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:09.555959 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a100cb9b-3192-40be-9ad4-b7d713df52a1 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Router e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:27:09.685254 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cddcfc86-e46e-4530-ba9e-91dc8f1dc680 admin admin] Publish callbacks [] for security_group (a1791c5f-678f-4dac-9400-0cc513b2bff2), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:09.706339 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-ddca2bd1-b0d8-47ed-81a3-036531dba08c None None] Provisioning complete for port e72e8d85-aa10-46ab-93a1-5e097cd35b0a triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:09.706712 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ddca2bd1-b0d8-47ed-81a3-036531dba08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (e72e8d85-aa10-46ab-93a1-5e097cd35b0a), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:09.709373 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-48e60a80-dff0-4ea5-b802-692f04c65736 None None] Publish callbacks [] for port (2026bc21-f1c4-406a-84ec-61ab141a97ec), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:09.720459 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cddcfc86-e46e-4530-ba9e-91dc8f1dc680 admin admin] Publish callbacks [] for security_group (a1791c5f-678f-4dac-9400-0cc513b2bff2), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:09.736654 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a100cb9b-3192-40be-9ad4-b7d713df52a1 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:27:09.745045 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a100cb9b-3192-40be-9ad4-b7d713df52a1 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "PUT /v2.0/routers/e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2859437 Jan 29 04:27:09.745632 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51020) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:09.750394 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-c3cf39ab-2347-45a8-b1a2-f45d9d5cd914 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Request body: {'port': {'network_id': '1e774157-6185-4bf9-9f04-f31f05f4fedd', 'name': 'tempest-FloatingIPTestJSON-2012084014'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:09.756534 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc83e83c-60a6-4f79-8643-bed15b5a6a5b None None] Sync routers for ids ['e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:27:09.760929 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ddca2bd1-b0d8-47ed-81a3-036531dba08c None None] Port e72e8d85-aa10-46ab-93a1-5e097cd35b0a cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:27:09.768363 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc83e83c-60a6-4f79-8643-bed15b5a6a5b None None] Routers {'e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:09.768993 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-bc83e83c-60a6-4f79-8643-bed15b5a6a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:09.793572 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-48e60a80-dff0-4ea5-b802-692f04c65736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (2026bc21-f1c4-406a-84ec-61ab141a97ec), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:09.805967 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-bc83e83c-60a6-4f79-8643-bed15b5a6a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:09.815234 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc83e83c-60a6-4f79-8643-bed15b5a6a5b None None] Routers {'e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:09.815830 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-bc83e83c-60a6-4f79-8643-bed15b5a6a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:09.839495 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e60a80-dff0-4ea5-b802-692f04c65736 None None] Network efffea63-e2c0-48b6-83ef-61f165c27713 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:09.842257 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-48e60a80-dff0-4ea5-b802-692f04c65736 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:09.844780 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e60a80-dff0-4ea5-b802-692f04c65736 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:09.849643 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-bc83e83c-60a6-4f79-8643-bed15b5a6a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:09.850271 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc83e83c-60a6-4f79-8643-bed15b5a6a5b None None] The sync data for ids ['e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:27:09.857352 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e60a80-dff0-4ea5-b802-692f04c65736 None None] Pushing event updated for resources: {'Port': ['ID=2026bc21-f1c4-406a-84ec-61ab141a97ec,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:09.860394 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-bc387309-726d-4315-b6e3-636d7983d446 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4093664 Jan 29 04:27:09.863134 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51022) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:09.870430 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dd81f672-5ead-4966-9a00-b02c29aa5af4 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for router_gateway (5572e1e9-f9d9-4767-986a-8d7480d11da4), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:09.887755 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cddcfc86-e46e-4530-ba9e-91dc8f1dc680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (a1791c5f-678f-4dac-9400-0cc513b2bff2), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:09.892399 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cddcfc86-e46e-4530-ba9e-91dc8f1dc680 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:09.893567 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-cddcfc86-e46e-4530-ba9e-91dc8f1dc680 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a1791c5f-678f-4dac-9400-0cc513b2bff2 HTTP/1.1" status: 204 len: 168 time: 0.3600383 Jan 29 04:27:09.923909 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-48e60a80-dff0-4ea5-b802-692f04c65736 None None] Attempting to bind port 2026bc21-f1c4-406a-84ec-61ab141a97ec on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:27:09.924295 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-48e60a80-dff0-4ea5-b802-692f04c65736 None None] Attempting to bind port 2026bc21-f1c4-406a-84ec-61ab141a97ec by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'ab53e8c5-943b-40b7-b596-a9a0cc246a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'efffea63-e2c0-48b6-83ef-61f165c27713'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:27:09.924710 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e60a80-dff0-4ea5-b802-692f04c65736 None None] Attempting to bind port 2026bc21-f1c4-406a-84ec-61ab141a97ec on network efffea63-e2c0-48b6-83ef-61f165c27713 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:09.930174 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e60a80-dff0-4ea5-b802-692f04c65736 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:27:09.930812 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e60a80-dff0-4ea5-b802-692f04c65736 None None] Checking segment: {'id': 'ab53e8c5-943b-40b7-b596-a9a0cc246a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'efffea63-e2c0-48b6-83ef-61f165c27713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:27:09.931217 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-48e60a80-dff0-4ea5-b802-692f04c65736 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:09.931620 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e60a80-dff0-4ea5-b802-692f04c65736 None None] Bound using segment: {'id': 'ab53e8c5-943b-40b7-b596-a9a0cc246a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'efffea63-e2c0-48b6-83ef-61f165c27713'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:27:09.932149 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-48e60a80-dff0-4ea5-b802-692f04c65736 None None] Bound port: 2026bc21-f1c4-406a-84ec-61ab141a97ec, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab53e8c5-943b-40b7-b596-a9a0cc246a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'efffea63-e2c0-48b6-83ef-61f165c27713'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:27:09.932632 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-48e60a80-dff0-4ea5-b802-692f04c65736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (2026bc21-f1c4-406a-84ec-61ab141a97ec), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:09.945089 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddcfc86-e46e-4530-ba9e-91dc8f1dc680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1791c5f-678f-4dac-9400-0cc513b2bff2,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:09.994797 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-219efe6b-c245-43d4-9913-d595d76c91b1 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (efffea63-e2c0-48b6-83ef-61f165c27713), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:10.014477 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3cf39ab-2347-45a8-b1a2-f45d9d5cd914 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Made reservation on behalf of 3b98f6c7ba2b44a9bd31790bf2628242 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:10.017816 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c3cf39ab-2347-45a8-b1a2-f45d9d5cd914 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:10.027432 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-48e60a80-dff0-4ea5-b802-692f04c65736 None None] For port 2026bc21-f1c4-406a-84ec-61ab141a97ec, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:27:10.032199 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-48e60a80-dff0-4ea5-b802-692f04c65736 None None] For port 2026bc21-f1c4-406a-84ec-61ab141a97ec, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=2026bc21-f1c4-406a-84ec-61ab141a97ec,segment=NetworkSegment(ab53e8c5-943b-40b7-b596-a9a0cc246a81),segment_id=ab53e8c5-943b-40b7-b596-a9a0cc246a81)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:27:10.050664 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-c3cf39ab-2347-45a8-b1a2-f45d9d5cd914 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] device_id is not set on port 56ddb6e4-35f7-4e30-87de-3432f237393f yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:27:10.075170 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-219efe6b-c245-43d4-9913-d595d76c91b1 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Deleting port 2026bc21-f1c4-406a-84ec-61ab141a97ec {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:10.075506 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-219efe6b-c245-43d4-9913-d595d76c91b1 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (2026bc21-f1c4-406a-84ec-61ab141a97ec), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:10.096476 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-48e60a80-dff0-4ea5-b802-692f04c65736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (2026bc21-f1c4-406a-84ec-61ab141a97ec), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:10.164138 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e60a80-dff0-4ea5-b802-692f04c65736 None None] Pushing event updated for resources: {'Port': ['ID=2026bc21-f1c4-406a-84ec-61ab141a97ec,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:10.173742 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-219efe6b-c245-43d4-9913-d595d76c91b1 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] For port 2026bc21-f1c4-406a-84ec-61ab141a97ec, host dv-neutron-821190-1-hyperv, got binding levels [] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:10.174811 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-219efe6b-c245-43d4-9913-d595d76c91b1 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (2026bc21-f1c4-406a-84ec-61ab141a97ec), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:10.191452 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-219efe6b-c245-43d4-9913-d595d76c91b1 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Calling delete_port for 2026bc21-f1c4-406a-84ec-61ab141a97ec owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:10.235385 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-c3cf39ab-2347-45a8-b1a2-f45d9d5cd914 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Allocated IP 172.20.0.12 (1e774157-6185-4bf9-9f04-f31f05f4fedd/8b22fdfc-33db-47a8-86b8-7304dc3bda3d/56ddb6e4-35f7-4e30-87de-3432f237393f) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:10.361384 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dd81f672-5ead-4966-9a00-b02c29aa5af4 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for router_gateway (5572e1e9-f9d9-4767-986a-8d7480d11da4), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:10.395266 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dd81f672-5ead-4966-9a00-b02c29aa5af4 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:10.422852 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-219efe6b-c245-43d4-9913-d595d76c91b1 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (2026bc21-f1c4-406a-84ec-61ab141a97ec), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:10.467022 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219efe6b-c245-43d4-9913-d595d76c91b1 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event deleted for resources: {'Port': ['ID=2026bc21-f1c4-406a-84ec-61ab141a97ec,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:10.529243 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219efe6b-c245-43d4-9913-d595d76c91b1 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] No DVR routers for this DVR port 2026bc21-f1c4-406a-84ec-61ab141a97ec on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:27:10.590281 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-219efe6b-c245-43d4-9913-d595d76c91b1 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (3ae89ce2-4d09-4c52-b799-060049ffebac), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:10.608850 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-dd81f672-5ead-4966-9a00-b02c29aa5af4 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Allocated IP 172.26.8.152 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/6b695f16-fe61-4592-bc5d-d74384e36c86) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:10.674666 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c3cf39ab-2347-45a8-b1a2-f45d9d5cd914 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for port (56ddb6e4-35f7-4e30-87de-3432f237393f), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:10.742909 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-219efe6b-c245-43d4-9913-d595d76c91b1 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (3ae89ce2-4d09-4c52-b799-060049ffebac), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:10.775263 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219efe6b-c245-43d4-9913-d595d76c91b1 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event deleted for resources: {'Subnet': ['ID=3ae89ce2-4d09-4c52-b799-060049ffebac,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:10.777697 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dd81f672-5ead-4966-9a00-b02c29aa5af4 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for port (6b695f16-fe61-4592-bc5d-d74384e36c86), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:10.850353 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c3cf39ab-2347-45a8-b1a2-f45d9d5cd914 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (56ddb6e4-35f7-4e30-87de-3432f237393f), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:10.853692 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-219efe6b-c245-43d4-9913-d595d76c91b1 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (efffea63-e2c0-48b6-83ef-61f165c27713), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:10.878235 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-219efe6b-c245-43d4-9913-d595d76c91b1 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efffea63-e2c0-48b6-83ef-61f165c27713']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:10.890410 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-219efe6b-c245-43d4-9913-d595d76c91b1 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab53e8c5-943b-40b7-b596-a9a0cc246a81') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:10.890716 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-219efe6b-c245-43d4-9913-d595d76c91b1 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab53e8c5-943b-40b7-b596-a9a0cc246a81') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:10.903565 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-219efe6b-c245-43d4-9913-d595d76c91b1 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (ab53e8c5-943b-40b7-b596-a9a0cc246a81), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:10.904800 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dd81f672-5ead-4966-9a00-b02c29aa5af4 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (6b695f16-fe61-4592-bc5d-d74384e36c86), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:10.920729 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-219efe6b-c245-43d4-9913-d595d76c91b1 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (ab53e8c5-943b-40b7-b596-a9a0cc246a81), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:10.929116 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cf39ab-2347-45a8-b1a2-f45d9d5cd914 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Network 1e774157-6185-4bf9-9f04-f31f05f4fedd is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:10.930398 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-219efe6b-c245-43d4-9913-d595d76c91b1 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:27:10.933433 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-219efe6b-c245-43d4-9913-d595d76c91b1 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (ab53e8c5-943b-40b7-b596-a9a0cc246a81), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:10.935312 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:27:10.935312 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:27:10.935312 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:27:10.935312 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:27:10.935312 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:27:10.935312 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:27:10.935312 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:27:10.935312 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:27:10.935312 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:27:10.935312 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:27:10.935312 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:27:10.935312 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:27:10.935312 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:27:10.935312 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:27:10.935312 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:27:10.935312 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:27:10.935312 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:27:10.935312 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:27:10.935312 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:27:10.935312 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:27:10.935312 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:27:10.935312 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:27:10.935312 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:27:10.935312 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:27:10.935312 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:27:10.935312 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:27:10.935312 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:27:10.935312 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:27:10.935312 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:27:10.935312 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:27:10.935312 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:27:10.935312 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:27:10.938930 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-c3cf39ab-2347-45a8-b1a2-f45d9d5cd914 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:10.941814 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cf39ab-2347-45a8-b1a2-f45d9d5cd914 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Pushing event updated for resources: {'Port': ['ID=56ddb6e4-35f7-4e30-87de-3432f237393f,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:10.944909 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cf39ab-2347-45a8-b1a2-f45d9d5cd914 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:10.975366 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd81f672-5ead-4966-9a00-b02c29aa5af4 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:11.001158 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-dd81f672-5ead-4966-9a00-b02c29aa5af4 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:11.007239 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd81f672-5ead-4966-9a00-b02c29aa5af4 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:11.057456 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cf39ab-2347-45a8-b1a2-f45d9d5cd914 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:11.058271 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c3cf39ab-2347-45a8-b1a2-f45d9d5cd914 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:11.083626 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81f672-5ead-4966-9a00-b02c29aa5af4 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Pushing event updated for resources: {'Port': ['ID=6b695f16-fe61-4592-bc5d-d74384e36c86,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:11.095941 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-219efe6b-c245-43d4-9913-d595d76c91b1 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (efffea63-e2c0-48b6-83ef-61f165c27713), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:11.129044 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-219efe6b-c245-43d4-9913-d595d76c91b1 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:11.133586 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-219efe6b-c245-43d4-9913-d595d76c91b1 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "DELETE /v2.0/networks/efffea63-e2c0-48b6-83ef-61f165c27713 HTTP/1.1" status: 204 len: 168 time: 1.2681522 Jan 29 04:27:11.134666 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219efe6b-c245-43d4-9913-d595d76c91b1 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event deleted for resources: {'Network': ['ID=efffea63-e2c0-48b6-83ef-61f165c27713,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:11.136453 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51046) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:11.167114 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4f4f48b-5f00-4681-9d1d-bd3b22deca25 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] GET failed (client error): The resource could not be found. Jan 29 04:27:11.170997 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d4f4f48b-5f00-4681-9d1d-bd3b22deca25 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "GET /v2.0/subnets/3ae89ce2-4d09-4c52-b799-060049ffebac HTTP/1.1" status: 404 len: 337 time: 0.0311108 Jan 29 04:27:11.171427 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51048) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:11.215074 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6edb13f-3fd0-406d-857a-6bda52265882 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] DELETE failed (client error): The resource could not be found. Jan 29 04:27:11.216627 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6edb13f-3fd0-406d-857a-6bda52265882 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:27:11.233735 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a6edb13f-3fd0-406d-857a-6bda52265882 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "DELETE /v2.0/networks/efffea63-e2c0-48b6-83ef-61f165c27713 HTTP/1.1" status: 404 len: 339 time: 0.0614126 Jan 29 04:27:11.234665 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51052) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:11.244379 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c3cf39ab-2347-45a8-b1a2-f45d9d5cd914 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4978771 Jan 29 04:27:11.246997 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51054) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:11.251476 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-a16b8ea3-2a64-4504-8c80-86bc211495b0 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Request body: {'floatingip': {'port_id': '56ddb6e4-35f7-4e30-87de-3432f237393f'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:11.343353 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a16b8ea3-2a64-4504-8c80-86bc211495b0 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for floatingip (4a6b2b49-c173-4e63-8edb-ba27fd592eb5), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:11.406009 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-537c8b6c-e4ac-470f-850c-7f7a406b0a1f None None] Provisioning complete for port 56ddb6e4-35f7-4e30-87de-3432f237393f triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:11.407124 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-537c8b6c-e4ac-470f-850c-7f7a406b0a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (56ddb6e4-35f7-4e30-87de-3432f237393f), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:11.457007 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-537c8b6c-e4ac-470f-850c-7f7a406b0a1f None None] Port 56ddb6e4-35f7-4e30-87de-3432f237393f cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:27:11.511730 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24906e88-7959-41bb-80ae-3b7ec46a6b15 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:11.513290 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-24906e88-7959-41bb-80ae-3b7ec46a6b15 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2774916 Jan 29 04:27:11.516424 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51060) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:11.555011 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-87311420-8c35-44fa-a09a-94a3b1bc2664 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "GET /v2.0/subnets?network_id=f0de7169-31b1-4289-9a2a-56c5f4e63ed1 HTTP/1.1" status: 200 len: 207 time: 0.0374591 Jan 29 04:27:11.558204 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51062) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:11.571530 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3f1ee119-23f4-422a-b86d-67e46d7ee960 None None] Could not find standard attr ID for object 2026bc21-f1c4-406a-84ec-61ab141a97ec. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:27:11.628584 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dd81f672-5ead-4966-9a00-b02c29aa5af4 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for router_gateway (5572e1e9-f9d9-4767-986a-8d7480d11da4), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:11.641505 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05baa9c5-b4c2-42ca-8732-4d1434f423ad None None] DHCP port deletion for efffea63-e2c0-48b6-83ef-61f165c27713 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:27:11.664777 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c67b40d-6e9f-4e31-ad29-ce1301af1a06 None None] Network efffea63-e2c0-48b6-83ef-61f165c27713 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:27:11.688982 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c67b40d-6e9f-4e31-ad29-ce1301af1a06 None None] Network efffea63-e2c0-48b6-83ef-61f165c27713 could not be found, it might have been deleted concurrently. {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 29 04:27:11.807319 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af99d1b5-ffce-4dcc-a841-f37268e51119 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:11.811288 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af99d1b5-ffce-4dcc-a841-f37268e51119 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:11.817438 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af99d1b5-ffce-4dcc-a841-f37268e51119 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:11.822949 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af99d1b5-ffce-4dcc-a841-f37268e51119 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:11.828395 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-af99d1b5-ffce-4dcc-a841-f37268e51119 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2691929 Jan 29 04:27:11.829031 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51070) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:11.959341 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0da08adf-62ab-4d0b-b1de-4f4d69017038 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1224861 Jan 29 04:27:11.959341 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51074) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:12.002424 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dd81f672-5ead-4966-9a00-b02c29aa5af4 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1615661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1617607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-536'] for router (5572e1e9-f9d9-4767-986a-8d7480d11da4), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:12.008856 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dd81f672-5ead-4966-9a00-b02c29aa5af4 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1615652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1615667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1617630'] for router (5572e1e9-f9d9-4767-986a-8d7480d11da4), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:12.050508 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74f3de4-1689-48bf-ae8f-95b330a6ac31 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:12.052770 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74f3de4-1689-48bf-ae8f-95b330a6ac31 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:12.058023 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a74f3de4-1689-48bf-ae8f-95b330a6ac31 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0976107 Jan 29 04:27:12.058172 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51080) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:12.087581 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51082) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:12.206030 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-8f36ec6b-7a56-4dfa-95ef-3fe2324cd603 tempest-RoutersAdminNegativeTest-1693664499 tempest-RoutersAdminNegativeTest-1693664499-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-900434459', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:12.230304 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a16b8ea3-2a64-4504-8c80-86bc211495b0 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:12.301899 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a16b8ea3-2a64-4504-8c80-86bc211495b0 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (4a6b2b49-c173-4e63-8edb-ba27fd592eb5), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:12.337672 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd81f672-5ead-4966-9a00-b02c29aa5af4 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Router 5572e1e9-f9d9-4767-986a-8d7480d11da4 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:27:12.341022 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f36ec6b-7a56-4dfa-95ef-3fe2324cd603 tempest-RoutersAdminNegativeTest-1693664499 tempest-RoutersAdminNegativeTest-1693664499-project-admin] Made reservation on behalf of 72d8c8c1daee40faa446899a221717a1 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:12.343204 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8f36ec6b-7a56-4dfa-95ef-3fe2324cd603 tempest-RoutersAdminNegativeTest-1693664499 tempest-RoutersAdminNegativeTest-1693664499-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:12.364601 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8f36ec6b-7a56-4dfa-95ef-3fe2324cd603 tempest-RoutersAdminNegativeTest-1693664499 tempest-RoutersAdminNegativeTest-1693664499-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:12.412972 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b438ca-d7d5-4a76-8b4e-fbbf870c4321 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Attributes excluded by policy engine: ['shared'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:12.414194 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b438ca-d7d5-4a76-8b4e-fbbf870c4321 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Attributes excluded by policy engine: ['shared'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:12.415782 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-66b438ca-d7d5-4a76-8b4e-fbbf870c4321 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3557725 Jan 29 04:27:12.419324 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51086) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:12.523770 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa7f6d3-f2c0-4c6b-ac0c-74717c1fc1e4 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:12.528182 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-4fa7f6d3-f2c0-4c6b-ac0c-74717c1fc1e4 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "GET /v2.0/networks/fda3b6f8-5b39-4af1-8432-4a43d7e184c4 HTTP/1.1" status: 200 len: 800 time: 0.1063917 Jan 29 04:27:12.528906 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51088) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:12.629556 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0f656c17-1a19-4bcf-adfb-6504a624ebd4 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "GET /v2.0/networks/fda3b6f8-5b39-4af1-8432-4a43d7e184c4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.0993617 Jan 29 04:27:12.632791 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51090) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:12.684686 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f19d46-0dc0-46d5-9896-56471744f6cb tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:12.686099 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-89f19d46-0dc0-46d5-9896-56471744f6cb tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "GET /v2.0/subnets/fe90b357-7490-46b0-bc97-d9031892b7e9 HTTP/1.1" status: 200 len: 811 time: 0.0523386 Jan 29 04:27:12.690060 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51092) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:12.746009 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f6980c-7ad6-43d0-a6e9-a90c17c9c318 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Attributes excluded by policy engine: ['shared'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:12.747440 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-41f6980c-7ad6-43d0-a6e9-a90c17c9c318 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "GET /v2.0/subnets/fe90b357-7490-46b0-bc97-d9031892b7e9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0564299 Jan 29 04:27:12.751180 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51094) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:12.755872 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-8ae1137c-d7f4-4635-a3d9-9d0a4cc48d3a tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1717554228'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:12.811276 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.l3_db [None req-a16b8ea3-2a64-4504-8c80-86bc211495b0 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Floating IP 4a6b2b49-c173-4e63-8edb-ba27fd592eb5 associated. External IP: 172.26.8.139, port: 89e23a78-c104-49d7-9e1e-6c22f3d5cb75. Jan 29 04:27:12.850510 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae1137c-d7f4-4635-a3d9-9d0a4cc48d3a tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Made reservation on behalf of bcaf13695579453ab1aaf7b22b50d822 for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:12.854231 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8ae1137c-d7f4-4635-a3d9-9d0a4cc48d3a tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:12.871839 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd81f672-5ead-4966-9a00-b02c29aa5af4 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:27:12.878216 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae1137c-d7f4-4635-a3d9-9d0a4cc48d3a tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:27:12.887389 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dd81f672-5ead-4966-9a00-b02c29aa5af4 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:12.887562 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546913e3-df40-42ca-a1b6-bde5327afa77 None None] Sync routers for ids ['5572e1e9-f9d9-4767-986a-8d7480d11da4'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:27:12.888037 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-dd81f672-5ead-4966-9a00-b02c29aa5af4 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] 10.222.0.13 "PUT /v2.0/routers/5572e1e9-f9d9-4767-986a-8d7480d11da4 HTTP/1.1" status: 200 len: 915 time: 3.6993723 Jan 29 04:27:12.888118 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51096) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:12.892096 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546913e3-df40-42ca-a1b6-bde5327afa77 None None] Routers {'5572e1e9-f9d9-4767-986a-8d7480d11da4'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:12.893119 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-546913e3-df40-42ca-a1b6-bde5327afa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['5572e1e9-f9d9-4767-986a-8d7480d11da4'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:12.926851 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-546913e3-df40-42ca-a1b6-bde5327afa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:12.927115 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8ae1137c-d7f4-4635-a3d9-9d0a4cc48d3a tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (a29cc26b-7bd5-4d1c-8ddb-778f505eaec3), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:12.927308 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-8ae1137c-d7f4-4635-a3d9-9d0a4cc48d3a tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Added segment a29cc26b-7bd5-4d1c-8ddb-778f505eaec3 of type vlan for network ab3d4b03-0e12-42df-baf8-b7cff2bad526 Jan 29 04:27:12.936242 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546913e3-df40-42ca-a1b6-bde5327afa77 None None] Routers {'5572e1e9-f9d9-4767-986a-8d7480d11da4'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:12.936940 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-546913e3-df40-42ca-a1b6-bde5327afa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['5572e1e9-f9d9-4767-986a-8d7480d11da4'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:12.952425 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8f36ec6b-7a56-4dfa-95ef-3fe2324cd603 tempest-RoutersAdminNegativeTest-1693664499 tempest-RoutersAdminNegativeTest-1693664499-project-admin] Publish callbacks [] for security_group (7e600efa-f2c5-4d90-94cc-af2086c38abe), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:12.975048 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-546913e3-df40-42ca-a1b6-bde5327afa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:12.975685 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546913e3-df40-42ca-a1b6-bde5327afa77 None None] The sync data for ids ['5572e1e9-f9d9-4767-986a-8d7480d11da4'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:27:12.978142 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8ae1137c-d7f4-4635-a3d9-9d0a4cc48d3a tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (ab3d4b03-0e12-42df-baf8-b7cff2bad526), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:13.046382 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8f36ec6b-7a56-4dfa-95ef-3fe2324cd603 tempest-RoutersAdminNegativeTest-1693664499 tempest-RoutersAdminNegativeTest-1693664499-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (7e600efa-f2c5-4d90-94cc-af2086c38abe), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:13.058261 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-8f36ec6b-7a56-4dfa-95ef-3fe2324cd603 tempest-RoutersAdminNegativeTest-1693664499 tempest-RoutersAdminNegativeTest-1693664499-project-admin] device_id is not set on port 1248038b-b421-4267-ba66-3307ac3f08c9 yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:27:13.064033 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-06a8c1be-39f1-4712-8025-825508a5abf7 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] 10.222.0.13 "GET /v2.0/routers/5572e1e9-f9d9-4767-986a-8d7480d11da4 HTTP/1.1" status: 200 len: 921 time: 0.1778412 Jan 29 04:27:13.067464 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51098) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:13.130315 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f36ec6b-7a56-4dfa-95ef-3fe2324cd603 tempest-RoutersAdminNegativeTest-1693664499 tempest-RoutersAdminNegativeTest-1693664499-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e600efa-f2c5-4d90-94cc-af2086c38abe,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:13.130560 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8ae1137c-d7f4-4635-a3d9-9d0a4cc48d3a tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (ab3d4b03-0e12-42df-baf8-b7cff2bad526), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:13.136339 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae1137c-d7f4-4635-a3d9-9d0a4cc48d3a tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:13.136986 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8ae1137c-d7f4-4635-a3d9-9d0a4cc48d3a tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:13.147999 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16b8ea3-2a64-4504-8c80-86bc211495b0 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Router c00cdb5d-03dc-439c-9461-685d5a3cca42 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:27:13.205790 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f57129-2835-4829-9cf7-1be1a9a4f74e tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:13.207894 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-47f57129-2835-4829-9cf7-1be1a9a4f74e tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=f0de7169-31b1-4289-9a2a-56c5f4e63ed1&device_id=5572e1e9-f9d9-4767-986a-8d7480d11da4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1389241 Jan 29 04:27:13.214530 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51100) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:13.230620 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-8ae1137c-d7f4-4635-a3d9-9d0a4cc48d3a tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4784007 Jan 29 04:27:13.234881 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51102) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:13.242521 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae1137c-d7f4-4635-a3d9-9d0a4cc48d3a tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event updated for resources: {'Network': ['ID=ab3d4b03-0e12-42df-baf8-b7cff2bad526,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:13.249270 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-15c800f0-110f-47a6-a536-7293e24e5336 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Request body: {'subnet': {'network_id': 'ab3d4b03-0e12-42df-baf8-b7cff2bad526', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:13.253004 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network ab3d4b03-0e12-42df-baf8-b7cff2bad526 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:27:13.253213 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-8f36ec6b-7a56-4dfa-95ef-3fe2324cd603 tempest-RoutersAdminNegativeTest-1693664499 tempest-RoutersAdminNegativeTest-1693664499-project-admin] Allocated IP 172.26.8.244 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/1248038b-b421-4267-ba66-3307ac3f08c9) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:13.318496 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c967f7c-7480-4f0d-ad9c-03031b695544 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:13.319903 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-6c967f7c-7480-4f0d-ad9c-03031b695544 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] 10.222.0.13 "GET /v2.0/networks/f0de7169-31b1-4289-9a2a-56c5f4e63ed1 HTTP/1.1" status: 200 len: 881 time: 0.1044393 Jan 29 04:27:13.331569 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51104) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:13.362390 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-329da935-c127-42e9-b42e-c9b151e8e796 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] 10.222.0.13 "GET /v2.0/ports?device_id=5572e1e9-f9d9-4767-986a-8d7480d11da4 HTTP/1.1" status: 200 len: 205 time: 0.0274038 Jan 29 04:27:13.363007 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51106) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:13.407360 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16b8ea3-2a64-4504-8c80-86bc211495b0 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:27:13.417083 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280285cf-fd4f-424a-9f68-6d911d601eb2 None None] Sync routers for ids ['c00cdb5d-03dc-439c-9461-685d5a3cca42'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:27:13.427453 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280285cf-fd4f-424a-9f68-6d911d601eb2 None None] Routers {'c00cdb5d-03dc-439c-9461-685d5a3cca42'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:13.428129 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-280285cf-fd4f-424a-9f68-6d911d601eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['c00cdb5d-03dc-439c-9461-685d5a3cca42'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:13.464825 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-280285cf-fd4f-424a-9f68-6d911d601eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:13.474499 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280285cf-fd4f-424a-9f68-6d911d601eb2 None None] Routers {'c00cdb5d-03dc-439c-9461-685d5a3cca42'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:13.475425 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-280285cf-fd4f-424a-9f68-6d911d601eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['c00cdb5d-03dc-439c-9461-685d5a3cca42'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:13.483572 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-58fc5a47-de89-4c56-87d5-29df62d4d894 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router (5572e1e9-f9d9-4767-986a-8d7480d11da4), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:13.508806 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-280285cf-fd4f-424a-9f68-6d911d601eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:13.509453 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280285cf-fd4f-424a-9f68-6d911d601eb2 None None] The sync data for ids ['c00cdb5d-03dc-439c-9461-685d5a3cca42'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:27:13.550695 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c800f0-110f-47a6-a536-7293e24e5336 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Made reservation on behalf of bcaf13695579453ab1aaf7b22b50d822 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:13.555030 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-15c800f0-110f-47a6-a536-7293e24e5336 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:13.591692 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-58fc5a47-de89-4c56-87d5-29df62d4d894 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router_gateway (5572e1e9-f9d9-4767-986a-8d7480d11da4), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:13.657121 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.ipam_backend_mixin [None req-15c800f0-110f-47a6-a536-7293e24e5336 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Performing IP validity checks on allocation pools {{(pid=103585) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 29 04:27:13.657681 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.ipam_backend_mixin [None req-15c800f0-110f-47a6-a536-7293e24e5336 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103585) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 29 04:27:13.665880 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8f36ec6b-7a56-4dfa-95ef-3fe2324cd603 tempest-RoutersAdminNegativeTest-1693664499 tempest-RoutersAdminNegativeTest-1693664499-project-admin] Publish callbacks [] for port (1248038b-b421-4267-ba66-3307ac3f08c9), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:13.687019 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-58fc5a47-de89-4c56-87d5-29df62d4d894 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Deleting port 6b695f16-fe61-4592-bc5d-d74384e36c86 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:13.687363 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-58fc5a47-de89-4c56-87d5-29df62d4d894 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (6b695f16-fe61-4592-bc5d-d74384e36c86), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:13.764406 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-58fc5a47-de89-4c56-87d5-29df62d4d894 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (6b695f16-fe61-4592-bc5d-d74384e36c86), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:13.776408 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-58fc5a47-de89-4c56-87d5-29df62d4d894 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Calling delete_port for 6b695f16-fe61-4592-bc5d-d74384e36c86 owned by network:router_gateway {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:13.847738 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16b8ea3-2a64-4504-8c80-86bc211495b0 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Router e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:27:13.890892 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8f36ec6b-7a56-4dfa-95ef-3fe2324cd603 tempest-RoutersAdminNegativeTest-1693664499 tempest-RoutersAdminNegativeTest-1693664499-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (1248038b-b421-4267-ba66-3307ac3f08c9), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:13.981559 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-58fc5a47-de89-4c56-87d5-29df62d4d894 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (6b695f16-fe61-4592-bc5d-d74384e36c86), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:13.998640 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f36ec6b-7a56-4dfa-95ef-3fe2324cd603 tempest-RoutersAdminNegativeTest-1693664499 tempest-RoutersAdminNegativeTest-1693664499-project-admin] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:14.003838 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-8f36ec6b-7a56-4dfa-95ef-3fe2324cd603 tempest-RoutersAdminNegativeTest-1693664499 tempest-RoutersAdminNegativeTest-1693664499-project-admin] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:14.005962 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f36ec6b-7a56-4dfa-95ef-3fe2324cd603 tempest-RoutersAdminNegativeTest-1693664499 tempest-RoutersAdminNegativeTest-1693664499-project-admin] Pushing event updated for resources: {'Port': ['ID=1248038b-b421-4267-ba66-3307ac3f08c9,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:14.008161 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f36ec6b-7a56-4dfa-95ef-3fe2324cd603 tempest-RoutersAdminNegativeTest-1693664499 tempest-RoutersAdminNegativeTest-1693664499-project-admin] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:14.018753 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc5a47-de89-4c56-87d5-29df62d4d894 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Pushing event deleted for resources: {'Port': ['ID=6b695f16-fe61-4592-bc5d-d74384e36c86,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:14.061166 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-15c800f0-110f-47a6-a536-7293e24e5336 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (4246ff16-2baf-4406-b820-0555e6ddd2eb), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:14.077659 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-58fc5a47-de89-4c56-87d5-29df62d4d894 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (5572e1e9-f9d9-4767-986a-8d7480d11da4), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:14.132066 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16b8ea3-2a64-4504-8c80-86bc211495b0 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:27:14.134126 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f36ec6b-7a56-4dfa-95ef-3fe2324cd603 tempest-RoutersAdminNegativeTest-1693664499 tempest-RoutersAdminNegativeTest-1693664499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:14.134732 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8f36ec6b-7a56-4dfa-95ef-3fe2324cd603 tempest-RoutersAdminNegativeTest-1693664499 tempest-RoutersAdminNegativeTest-1693664499-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:14.141202 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a16b8ea3-2a64-4504-8c80-86bc211495b0 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:14.143563 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645115e8-f790-43de-8543-f29afc1f0fb6 None None] Sync routers for ids ['e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:27:14.153556 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645115e8-f790-43de-8543-f29afc1f0fb6 None None] Routers {'e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:14.154428 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-645115e8-f790-43de-8543-f29afc1f0fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:14.173812 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c800f0-110f-47a6-a536-7293e24e5336 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event updated for resources: {'Subnet': ['ID=4246ff16-2baf-4406-b820-0555e6ddd2eb,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:14.177762 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-58fc5a47-de89-4c56-87d5-29df62d4d894 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (5572e1e9-f9d9-4767-986a-8d7480d11da4), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:14.180077 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-58fc5a47-de89-4c56-87d5-29df62d4d894 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router_controller (5572e1e9-f9d9-4767-986a-8d7480d11da4), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:14.189082 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-645115e8-f790-43de-8543-f29afc1f0fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:14.199584 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645115e8-f790-43de-8543-f29afc1f0fb6 None None] Routers {'e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:14.200200 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-645115e8-f790-43de-8543-f29afc1f0fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:14.221361 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c800f0-110f-47a6-a536-7293e24e5336 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Checking segment: {'id': 'a29cc26b-7bd5-4d1c-8ddb-778f505eaec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ab3d4b03-0e12-42df-baf8-b7cff2bad526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:27:14.221728 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c800f0-110f-47a6-a536-7293e24e5336 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Network hostable DHCP agents. Network: ab3d4b03-0e12-42df-baf8-b7cff2bad526, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:27:14.238799 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a16b8ea3-2a64-4504-8c80-86bc211495b0 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "PUT /v2.0/floatingips/4a6b2b49-c173-4e63-8edb-ba27fd592eb5 HTTP/1.1" status: 200 len: 979 time: 2.9903357 Jan 29 04:27:14.241295 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-645115e8-f790-43de-8543-f29afc1f0fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:14.241821 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51108) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:14.242284 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645115e8-f790-43de-8543-f29afc1f0fb6 None None] The sync data for ids ['e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:27:14.246349 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-8f36ec6b-7a56-4dfa-95ef-3fe2324cd603 tempest-RoutersAdminNegativeTest-1693664499 tempest-RoutersAdminNegativeTest-1693664499-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1562741 Jan 29 04:27:14.250291 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51110) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:14.255952 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-b7a6fd2b-361f-4078-8162-910e4e7d94ba tempest-RoutersAdminNegativeTest-1693664499 tempest-RoutersAdminNegativeTest-1693664499-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.244'}]}}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:14.276468 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-58fc5a47-de89-4c56-87d5-29df62d4d894 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (5572e1e9-f9d9-4767-986a-8d7480d11da4), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:14.277037 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58fc5a47-de89-4c56-87d5-29df62d4d894 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Fanout notify agent at l3_agent the message router_deleted on router 5572e1e9-f9d9-4767-986a-8d7480d11da4 {{(pid=103584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:27:14.284712 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-58fc5a47-de89-4c56-87d5-29df62d4d894 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:14.286475 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-58fc5a47-de89-4c56-87d5-29df62d4d894 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] 10.222.0.13 "DELETE /v2.0/routers/5572e1e9-f9d9-4767-986a-8d7480d11da4 HTTP/1.1" status: 204 len: 168 time: 0.9220123 Jan 29 04:27:14.290654 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51112) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:14.295301 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-1c8a9d58-943b-44b0-b6ff-a064a9f8fc04 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-474646646', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}, 'admin_state_up': False}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:14.304158 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c800f0-110f-47a6-a536-7293e24e5336 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Network ab3d4b03-0e12-42df-baf8-b7cff2bad526 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:27:14.345184 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b7a6fd2b-361f-4078-8162-910e4e7d94ba tempest-RoutersAdminNegativeTest-1693664499 tempest-RoutersAdminNegativeTest-1693664499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (685e69d9-1a29-4118-8488-b7856d0fe882), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:14.346259 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b7a6fd2b-361f-4078-8162-910e4e7d94ba tempest-RoutersAdminNegativeTest-1693664499 tempest-RoutersAdminNegativeTest-1693664499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (685e69d9-1a29-4118-8488-b7856d0fe882), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:14.347863 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-f4bf6bee-953d-4137-a319-a9c5650cbe0e tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Deleting port 56ddb6e4-35f7-4e30-87de-3432f237393f {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:14.348759 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f4bf6bee-953d-4137-a319-a9c5650cbe0e tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (56ddb6e4-35f7-4e30-87de-3432f237393f), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:14.398894 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b7a6fd2b-361f-4078-8162-910e4e7d94ba tempest-RoutersAdminNegativeTest-1693664499 tempest-RoutersAdminNegativeTest-1693664499-project-admin] Publish callbacks [] for router_controller (685e69d9-1a29-4118-8488-b7856d0fe882), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:14.401903 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-15c800f0-110f-47a6-a536-7293e24e5336 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, ab3d4b03-0e12-42df-baf8-b7cff2bad526) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:14.406250 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c800f0-110f-47a6-a536-7293e24e5336 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:14.406917 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-15c800f0-110f-47a6-a536-7293e24e5336 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:14.412172 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8219e1e7-5b4d-4201-a145-b0f65c8e7788 None None] Network ab3d4b03-0e12-42df-baf8-b7cff2bad526 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:27:14.428040 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1c8a9d58-943b-44b0-b6ff-a064a9f8fc04 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (c7eaa23c-0821-4c7f-af2b-5306dc6c172a), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:14.429240 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1c8a9d58-943b-44b0-b6ff-a064a9f8fc04 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (c7eaa23c-0821-4c7f-af2b-5306dc6c172a), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:14.440852 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f4bf6bee-953d-4137-a319-a9c5650cbe0e tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (56ddb6e4-35f7-4e30-87de-3432f237393f), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:14.518074 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df52bebc-f3c1-45ef-8a0b-3930d3c7b819 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-ab3d4b03-0e12-42df-baf8-b7cff2bad526', 'network_id': 'ab3d4b03-0e12-42df-baf8-b7cff2bad526', 'project_id': 'bcaf13695579453ab1aaf7b22b50d822', 'fixed_ips': [{'subnet_id': '4246ff16-2baf-4406-b820-0555e6ddd2eb'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:27:14.519006 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-df52bebc-f3c1-45ef-8a0b-3930d3c7b819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:14.524497 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1c8a9d58-943b-44b0-b6ff-a064a9f8fc04 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router_controller (c7eaa23c-0821-4c7f-af2b-5306dc6c172a), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:14.530690 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-15c800f0-110f-47a6-a536-7293e24e5336 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2907333 Jan 29 04:27:14.531018 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51114) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:14.537949 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-d5a2cb42-8ee0-4718-9efc-1f4d4799238b tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:14.658629 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-df52bebc-f3c1-45ef-8a0b-3930d3c7b819 None None] Allocated IP 172.20.0.3 (ab3d4b03-0e12-42df-baf8-b7cff2bad526/4246ff16-2baf-4406-b820-0555e6ddd2eb/6c256cc6-162e-4b0a-b565-018643c63c89) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:14.690858 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f4bf6bee-953d-4137-a319-a9c5650cbe0e tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:14.691251 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f4bf6bee-953d-4137-a319-a9c5650cbe0e tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (4a6b2b49-c173-4e63-8edb-ba27fd592eb5), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:14.692120 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.l3_db [None req-f4bf6bee-953d-4137-a319-a9c5650cbe0e tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Floating IP 4a6b2b49-c173-4e63-8edb-ba27fd592eb5 disassociated. External IP: 172.26.8.139, port: 56ddb6e4-35f7-4e30-87de-3432f237393f. Jan 29 04:27:14.692781 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-f4bf6bee-953d-4137-a319-a9c5650cbe0e tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Calling delete_port for 56ddb6e4-35f7-4e30-87de-3432f237393f owned by {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:14.710989 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b7a6fd2b-361f-4078-8162-910e4e7d94ba tempest-RoutersAdminNegativeTest-1693664499 tempest-RoutersAdminNegativeTest-1693664499-project-admin] Publish callbacks [] for router_gateway (685e69d9-1a29-4118-8488-b7856d0fe882), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:14.810113 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-df52bebc-f3c1-45ef-8a0b-3930d3c7b819 None None] Publish callbacks [] for port (6c256cc6-162e-4b0a-b565-018643c63c89), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:14.848319 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1c8a9d58-943b-44b0-b6ff-a064a9f8fc04 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router_gateway (c7eaa23c-0821-4c7f-af2b-5306dc6c172a), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:14.851526 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d5a2cb42-8ee0-4718-9efc-1f4d4799238b tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59892639'] for subnet (4246ff16-2baf-4406-b820-0555e6ddd2eb), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:14.900345 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-df52bebc-f3c1-45ef-8a0b-3930d3c7b819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (6c256cc6-162e-4b0a-b565-018643c63c89), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:14.929224 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f4bf6bee-953d-4137-a319-a9c5650cbe0e tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (56ddb6e4-35f7-4e30-87de-3432f237393f), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:14.939537 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df52bebc-f3c1-45ef-8a0b-3930d3c7b819 None None] Network ab3d4b03-0e12-42df-baf8-b7cff2bad526 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:14.944538 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-df52bebc-f3c1-45ef-8a0b-3930d3c7b819 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:14.951777 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df52bebc-f3c1-45ef-8a0b-3930d3c7b819 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:14.955008 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df52bebc-f3c1-45ef-8a0b-3930d3c7b819 None None] Pushing event updated for resources: {'Port': ['ID=6c256cc6-162e-4b0a-b565-018643c63c89,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:14.968212 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf6bee-953d-4137-a319-a9c5650cbe0e tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Pushing event deleted for resources: {'Port': ['ID=56ddb6e4-35f7-4e30-87de-3432f237393f,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:15.025150 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-df52bebc-f3c1-45ef-8a0b-3930d3c7b819 None None] Attempting to bind port 6c256cc6-162e-4b0a-b565-018643c63c89 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:27:15.025674 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-df52bebc-f3c1-45ef-8a0b-3930d3c7b819 None None] Attempting to bind port 6c256cc6-162e-4b0a-b565-018643c63c89 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'a29cc26b-7bd5-4d1c-8ddb-778f505eaec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ab3d4b03-0e12-42df-baf8-b7cff2bad526'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:27:15.026233 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df52bebc-f3c1-45ef-8a0b-3930d3c7b819 None None] Attempting to bind port 6c256cc6-162e-4b0a-b565-018643c63c89 on network ab3d4b03-0e12-42df-baf8-b7cff2bad526 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:15.032430 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df52bebc-f3c1-45ef-8a0b-3930d3c7b819 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:27:15.035441 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df52bebc-f3c1-45ef-8a0b-3930d3c7b819 None None] Checking segment: {'id': 'a29cc26b-7bd5-4d1c-8ddb-778f505eaec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ab3d4b03-0e12-42df-baf8-b7cff2bad526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:27:15.035441 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-df52bebc-f3c1-45ef-8a0b-3930d3c7b819 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:15.035441 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df52bebc-f3c1-45ef-8a0b-3930d3c7b819 None None] Bound using segment: {'id': 'a29cc26b-7bd5-4d1c-8ddb-778f505eaec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ab3d4b03-0e12-42df-baf8-b7cff2bad526'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:27:15.035441 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-df52bebc-f3c1-45ef-8a0b-3930d3c7b819 None None] Bound port: 6c256cc6-162e-4b0a-b565-018643c63c89, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a29cc26b-7bd5-4d1c-8ddb-778f505eaec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ab3d4b03-0e12-42df-baf8-b7cff2bad526'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:27:15.035441 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-df52bebc-f3c1-45ef-8a0b-3930d3c7b819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (6c256cc6-162e-4b0a-b565-018643c63c89), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:15.116228 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4bf6bee-953d-4137-a319-a9c5650cbe0e tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Router e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:27:15.120119 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-df52bebc-f3c1-45ef-8a0b-3930d3c7b819 None None] For port 6c256cc6-162e-4b0a-b565-018643c63c89, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:27:15.124030 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-df52bebc-f3c1-45ef-8a0b-3930d3c7b819 None None] For port 6c256cc6-162e-4b0a-b565-018643c63c89, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=6c256cc6-162e-4b0a-b565-018643c63c89,segment=NetworkSegment(a29cc26b-7bd5-4d1c-8ddb-778f505eaec3),segment_id=a29cc26b-7bd5-4d1c-8ddb-778f505eaec3)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:27:15.206134 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-df52bebc-f3c1-45ef-8a0b-3930d3c7b819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (6c256cc6-162e-4b0a-b565-018643c63c89), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:15.235119 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4bf6bee-953d-4137-a319-a9c5650cbe0e tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:27:15.246424 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e01ab7-1c78-453a-b7e4-9bea21291171 None None] Sync routers for ids ['e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:27:15.256994 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e01ab7-1c78-453a-b7e4-9bea21291171 None None] Routers {'e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:15.257903 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-86e01ab7-1c78-453a-b7e4-9bea21291171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:15.295754 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df52bebc-f3c1-45ef-8a0b-3930d3c7b819 None None] Pushing event updated for resources: {'Port': ['ID=6c256cc6-162e-4b0a-b565-018643c63c89,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:15.312618 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-86e01ab7-1c78-453a-b7e4-9bea21291171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:15.326127 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e01ab7-1c78-453a-b7e4-9bea21291171 None None] Routers {'e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:15.326731 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-86e01ab7-1c78-453a-b7e4-9bea21291171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:15.342949 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f4bf6bee-953d-4137-a319-a9c5650cbe0e tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:15.346183 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f4bf6bee-953d-4137-a319-a9c5650cbe0e tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "DELETE /v2.0/ports/56ddb6e4-35f7-4e30-87de-3432f237393f HTTP/1.1" status: 204 len: 168 time: 1.1032181 Jan 29 04:27:15.349748 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51116) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:15.365697 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-86e01ab7-1c78-453a-b7e4-9bea21291171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:15.366611 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e01ab7-1c78-453a-b7e4-9bea21291171 None None] The sync data for ids ['e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:27:15.429457 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:27:15.616424 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b7a6fd2b-361f-4078-8162-910e4e7d94ba tempest-RoutersAdminNegativeTest-1693664499 tempest-RoutersAdminNegativeTest-1693664499-project-admin] Publish callbacks [] for router_gateway (685e69d9-1a29-4118-8488-b7856d0fe882), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:15.666586 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b7a6fd2b-361f-4078-8162-910e4e7d94ba tempest-RoutersAdminNegativeTest-1693664499 tempest-RoutersAdminNegativeTest-1693664499-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:15.670298 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d5a2cb42-8ee0-4718-9efc-1f4d4799238b tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792711704513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59887485'] for subnet (4246ff16-2baf-4406-b820-0555e6ddd2eb), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:15.802920 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a2cb42-8ee0-4718-9efc-1f4d4799238b tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:15.803524 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d5a2cb42-8ee0-4718-9efc-1f4d4799238b tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:15.807388 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d5a2cb42-8ee0-4718-9efc-1f4d4799238b tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "PUT /v2.0/subnets/4246ff16-2baf-4406-b820-0555e6ddd2eb HTTP/1.1" status: 200 len: 877 time: 1.2729282 Jan 29 04:27:15.808233 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51118) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:15.813465 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1c8a9d58-943b-44b0-b6ff-a064a9f8fc04 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router_gateway (c7eaa23c-0821-4c7f-af2b-5306dc6c172a), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:15.844990 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1c8a9d58-943b-44b0-b6ff-a064a9f8fc04 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:15.849310 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a2cb42-8ee0-4718-9efc-1f4d4799238b tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event updated for resources: {'Subnet': ['ID=4246ff16-2baf-4406-b820-0555e6ddd2eb,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:15.897238 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 6c256cc6-162e-4b0a-b565-018643c63c89 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:27:16.032754 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b7a6fd2b-361f-4078-8162-910e4e7d94ba tempest-RoutersAdminNegativeTest-1693664499 tempest-RoutersAdminNegativeTest-1693664499-project-admin] Publish callbacks [] for router (685e69d9-1a29-4118-8488-b7856d0fe882), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:16.114061 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 6c256cc6-162e-4b0a-b565-018643c63c89 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:16.114441 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (6c256cc6-162e-4b0a-b565-018643c63c89), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:16.118512 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-1c8a9d58-943b-44b0-b6ff-a064a9f8fc04 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Allocated IP 172.26.8.82 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/c7ff8fd0-f496-415e-a0ed-03ff944b79af) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:16.195900 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bf19d7ba-4804-4461-995b-f4c9104ef3a0 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (ab3d4b03-0e12-42df-baf8-b7cff2bad526), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:16.213671 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 6c256cc6-162e-4b0a-b565-018643c63c89 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:27:16.213671 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (6c256cc6-162e-4b0a-b565-018643c63c89), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:16.230904 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ef2ec822-8e67-4adc-b7fc-f39a9e323a8d tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:16.253534 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 6c256cc6-162e-4b0a-b565-018643c63c89, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=6c256cc6-162e-4b0a-b565-018643c63c89,segment=NetworkSegment(a29cc26b-7bd5-4d1c-8ddb-778f505eaec3),segment_id=a29cc26b-7bd5-4d1c-8ddb-778f505eaec3)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:16.280196 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b7a6fd2b-361f-4078-8162-910e4e7d94ba tempest-RoutersAdminNegativeTest-1693664499 tempest-RoutersAdminNegativeTest-1693664499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (685e69d9-1a29-4118-8488-b7856d0fe882), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:16.284280 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b7a6fd2b-361f-4078-8162-910e4e7d94ba tempest-RoutersAdminNegativeTest-1693664499 tempest-RoutersAdminNegativeTest-1693664499-project-admin] Publish callbacks [] for router_controller (685e69d9-1a29-4118-8488-b7856d0fe882), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:16.372244 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1c8a9d58-943b-44b0-b6ff-a064a9f8fc04 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for port (c7ff8fd0-f496-415e-a0ed-03ff944b79af), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:16.447281 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-bf19d7ba-4804-4461-995b-f4c9104ef3a0 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Deleting port 6c256cc6-162e-4b0a-b565-018643c63c89 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:16.447624 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bf19d7ba-4804-4461-995b-f4c9104ef3a0 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (6c256cc6-162e-4b0a-b565-018643c63c89), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:16.482389 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109b6a0d-76a4-494e-9084-f3a67e238164 None None] Network ab3d4b03-0e12-42df-baf8-b7cff2bad526 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:27:16.552002 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-0a7833a0-8e4d-454d-beb2-20893642d214 None None] Provisioning complete for port 6c256cc6-162e-4b0a-b565-018643c63c89 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:16.552377 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0a7833a0-8e4d-454d-beb2-20893642d214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (6c256cc6-162e-4b0a-b565-018643c63c89), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:16.580983 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-bf19d7ba-4804-4461-995b-f4c9104ef3a0 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] For port 6c256cc6-162e-4b0a-b565-018643c63c89, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=6c256cc6-162e-4b0a-b565-018643c63c89,segment=NetworkSegment(a29cc26b-7bd5-4d1c-8ddb-778f505eaec3),segment_id=a29cc26b-7bd5-4d1c-8ddb-778f505eaec3)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:16.581345 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bf19d7ba-4804-4461-995b-f4c9104ef3a0 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (6c256cc6-162e-4b0a-b565-018643c63c89), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:16.584930 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (6c256cc6-162e-4b0a-b565-018643c63c89), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:16.609136 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1c8a9d58-943b-44b0-b6ff-a064a9f8fc04 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (c7ff8fd0-f496-415e-a0ed-03ff944b79af), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:16.611844 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b7a6fd2b-361f-4078-8162-910e4e7d94ba tempest-RoutersAdminNegativeTest-1693664499 tempest-RoutersAdminNegativeTest-1693664499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (685e69d9-1a29-4118-8488-b7856d0fe882), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:16.611844 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a6fd2b-361f-4078-8162-910e4e7d94ba tempest-RoutersAdminNegativeTest-1693664499 tempest-RoutersAdminNegativeTest-1693664499-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 685e69d9-1a29-4118-8488-b7856d0fe882 {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:27:16.619289 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-bf19d7ba-4804-4461-995b-f4c9104ef3a0 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Calling delete_port for 6c256cc6-162e-4b0a-b565-018643c63c89 owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:16.664695 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8a9d58-943b-44b0-b6ff-a064a9f8fc04 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:16.667744 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-1c8a9d58-943b-44b0-b6ff-a064a9f8fc04 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:16.671333 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8a9d58-943b-44b0-b6ff-a064a9f8fc04 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:16.676884 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=6c256cc6-162e-4b0a-b565-018643c63c89,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:16.698671 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a9d58-943b-44b0-b6ff-a064a9f8fc04 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Pushing event updated for resources: {'Port': ['ID=c7ff8fd0-f496-415e-a0ed-03ff944b79af,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:16.717831 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-0a7833a0-8e4d-454d-beb2-20893642d214 None None] Current status of the port 6c256cc6-162e-4b0a-b565-018643c63c89 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:27:16.756865 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-b7a6fd2b-361f-4078-8162-910e4e7d94ba tempest-RoutersAdminNegativeTest-1693664499 tempest-RoutersAdminNegativeTest-1693664499-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 29 04:27:16.758727 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b7a6fd2b-361f-4078-8162-910e4e7d94ba tempest-RoutersAdminNegativeTest-1693664499 tempest-RoutersAdminNegativeTest-1693664499-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.5073996 Jan 29 04:27:16.762610 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51120) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:16.775668 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-ef2ec822-8e67-4adc-b7fc-f39a9e323a8d tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Deleting port e72e8d85-aa10-46ab-93a1-5e097cd35b0a {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:16.776019 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ef2ec822-8e67-4adc-b7fc-f39a9e323a8d tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (e72e8d85-aa10-46ab-93a1-5e097cd35b0a), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:16.941635 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d980c8dd-4147-4f17-86cc-3e1ff0614b46 None None] Network ab3d4b03-0e12-42df-baf8-b7cff2bad526 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:27:16.954113 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ef2ec822-8e67-4adc-b7fc-f39a9e323a8d tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (e72e8d85-aa10-46ab-93a1-5e097cd35b0a), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:16.969245 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-ef2ec822-8e67-4adc-b7fc-f39a9e323a8d tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Calling delete_port for e72e8d85-aa10-46ab-93a1-5e097cd35b0a owned by network:router_interface {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:16.989709 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-646360a7-24c0-4589-9716-53c50e9aeed7 tempest-RoutersAdminNegativeTest-1693664499 tempest-RoutersAdminNegativeTest-1693664499-project-admin] Deleting port 1248038b-b421-4267-ba66-3307ac3f08c9 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:16.989997 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-646360a7-24c0-4589-9716-53c50e9aeed7 tempest-RoutersAdminNegativeTest-1693664499 tempest-RoutersAdminNegativeTest-1693664499-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (1248038b-b421-4267-ba66-3307ac3f08c9), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:17.000191 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-344b0142-fa9d-4c82-bd5a-800efb98fc81 None None] Provisioning complete for port 6c256cc6-162e-4b0a-b565-018643c63c89 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:17.001159 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-344b0142-fa9d-4c82-bd5a-800efb98fc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (6c256cc6-162e-4b0a-b565-018643c63c89), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:17.018397 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bf19d7ba-4804-4461-995b-f4c9104ef3a0 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (6c256cc6-162e-4b0a-b565-018643c63c89), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:17.021387 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-344b0142-fa9d-4c82-bd5a-800efb98fc81 None None] Port 6c256cc6-162e-4b0a-b565-018643c63c89 was deleted so its status cannot be updated. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 29 04:27:17.022722 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1c8a9d58-943b-44b0-b6ff-a064a9f8fc04 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router_gateway (c7eaa23c-0821-4c7f-af2b-5306dc6c172a), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:17.096685 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf19d7ba-4804-4461-995b-f4c9104ef3a0 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event deleted for resources: {'Port': ['ID=6c256cc6-162e-4b0a-b565-018643c63c89,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:17.159151 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf19d7ba-4804-4461-995b-f4c9104ef3a0 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] No DVR routers for this DVR port 6c256cc6-162e-4b0a-b565-018643c63c89 on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:27:17.238800 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1c8a9d58-943b-44b0-b6ff-a064a9f8fc04 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (c7eaa23c-0821-4c7f-af2b-5306dc6c172a), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:17.249728 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-646360a7-24c0-4589-9716-53c50e9aeed7 tempest-RoutersAdminNegativeTest-1693664499 tempest-RoutersAdminNegativeTest-1693664499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (1248038b-b421-4267-ba66-3307ac3f08c9), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:17.277464 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bf19d7ba-4804-4461-995b-f4c9104ef3a0 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (4246ff16-2baf-4406-b820-0555e6ddd2eb), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:17.281615 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-646360a7-24c0-4589-9716-53c50e9aeed7 tempest-RoutersAdminNegativeTest-1693664499 tempest-RoutersAdminNegativeTest-1693664499-project-admin] Calling delete_port for 1248038b-b421-4267-ba66-3307ac3f08c9 owned by {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:17.426632 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8a9d58-943b-44b0-b6ff-a064a9f8fc04 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Router c7eaa23c-0821-4c7f-af2b-5306dc6c172a is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:27:17.497646 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bf19d7ba-4804-4461-995b-f4c9104ef3a0 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (4246ff16-2baf-4406-b820-0555e6ddd2eb), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:17.533691 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8a9d58-943b-44b0-b6ff-a064a9f8fc04 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:27:17.534142 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ef2ec822-8e67-4adc-b7fc-f39a9e323a8d tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (e72e8d85-aa10-46ab-93a1-5e097cd35b0a), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:17.536114 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf19d7ba-4804-4461-995b-f4c9104ef3a0 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event deleted for resources: {'Subnet': ['ID=4246ff16-2baf-4406-b820-0555e6ddd2eb,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:17.544890 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46dda04-71fa-40c5-a784-f74366019ff0 None None] Sync routers for ids ['c7eaa23c-0821-4c7f-af2b-5306dc6c172a'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:27:17.556553 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441836cd-1de4-4bc9-9fd0-7389c6b07fc8 None None] Network ab3d4b03-0e12-42df-baf8-b7cff2bad526 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:27:17.569669 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ec822-8e67-4adc-b7fc-f39a9e323a8d tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Pushing event deleted for resources: {'Port': ['ID=e72e8d85-aa10-46ab-93a1-5e097cd35b0a,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:17.575199 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46dda04-71fa-40c5-a784-f74366019ff0 None None] Routers {'c7eaa23c-0821-4c7f-af2b-5306dc6c172a'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:17.575199 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-e46dda04-71fa-40c5-a784-f74366019ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['c7eaa23c-0821-4c7f-af2b-5306dc6c172a'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:17.632167 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1c8a9d58-943b-44b0-b6ff-a064a9f8fc04 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:17.636526 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-1c8a9d58-943b-44b0-b6ff-a064a9f8fc04 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.3422873 Jan 29 04:27:17.636790 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-646360a7-24c0-4589-9716-53c50e9aeed7 tempest-RoutersAdminNegativeTest-1693664499 tempest-RoutersAdminNegativeTest-1693664499-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (1248038b-b421-4267-ba66-3307ac3f08c9), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:17.637553 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51122) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:17.642408 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-d7588f74-e71e-421f-a5c7-205a953df637 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:17.650320 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bf19d7ba-4804-4461-995b-f4c9104ef3a0 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (ab3d4b03-0e12-42df-baf8-b7cff2bad526), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:17.656598 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-e46dda04-71fa-40c5-a784-f74366019ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:17.694439 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46dda04-71fa-40c5-a784-f74366019ff0 None None] Routers {'c7eaa23c-0821-4c7f-af2b-5306dc6c172a'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:17.695395 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-e46dda04-71fa-40c5-a784-f74366019ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['c7eaa23c-0821-4c7f-af2b-5306dc6c172a'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:17.703808 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646360a7-24c0-4589-9716-53c50e9aeed7 tempest-RoutersAdminNegativeTest-1693664499 tempest-RoutersAdminNegativeTest-1693664499-project-admin] Pushing event deleted for resources: {'Port': ['ID=1248038b-b421-4267-ba66-3307ac3f08c9,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:17.759624 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-bf19d7ba-4804-4461-995b-f4c9104ef3a0 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab3d4b03-0e12-42df-baf8-b7cff2bad526']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:17.789572 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-e46dda04-71fa-40c5-a784-f74366019ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:17.790244 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46dda04-71fa-40c5-a784-f74366019ff0 None None] The sync data for ids ['c7eaa23c-0821-4c7f-af2b-5306dc6c172a'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:27:17.809142 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-bf19d7ba-4804-4461-995b-f4c9104ef3a0 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a29cc26b-7bd5-4d1c-8ddb-778f505eaec3') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:17.810832 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-bf19d7ba-4804-4461-995b-f4c9104ef3a0 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a29cc26b-7bd5-4d1c-8ddb-778f505eaec3') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:17.814275 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b986c46-5863-4272-88ee-627e0e3081d6 None None] DHCP port deletion for ab3d4b03-0e12-42df-baf8-b7cff2bad526 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:27:17.885226 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-646360a7-24c0-4589-9716-53c50e9aeed7 tempest-RoutersAdminNegativeTest-1693664499 tempest-RoutersAdminNegativeTest-1693664499-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:17.893031 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-646360a7-24c0-4589-9716-53c50e9aeed7 tempest-RoutersAdminNegativeTest-1693664499 tempest-RoutersAdminNegativeTest-1693664499-project-admin] 10.222.0.13 "DELETE /v2.0/ports/1248038b-b421-4267-ba66-3307ac3f08c9 HTTP/1.1" status: 204 len: 168 time: 1.1217148 Jan 29 04:27:17.895053 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bf19d7ba-4804-4461-995b-f4c9104ef3a0 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (a29cc26b-7bd5-4d1c-8ddb-778f505eaec3), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:17.913511 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bf19d7ba-4804-4461-995b-f4c9104ef3a0 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (a29cc26b-7bd5-4d1c-8ddb-778f505eaec3), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:17.927044 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf19d7ba-4804-4461-995b-f4c9104ef3a0 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:27:17.938426 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bf19d7ba-4804-4461-995b-f4c9104ef3a0 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (a29cc26b-7bd5-4d1c-8ddb-778f505eaec3), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:17.938426 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:27:17.938426 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:27:17.938426 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:27:17.938426 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:27:17.938426 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:27:17.938426 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:27:17.938426 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:27:17.938426 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:27:17.938426 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:27:17.938426 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:27:17.938426 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:27:17.938426 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:27:17.938426 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:27:17.938426 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:27:17.938426 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:27:17.938426 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:27:17.938426 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:27:17.938426 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:27:17.938426 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:27:17.938426 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:27:17.938426 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:27:17.938426 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:27:17.938426 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:27:17.938426 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:27:17.938426 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:27:17.938426 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:27:17.938426 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:27:17.938426 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:27:17.938426 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:27:17.938426 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:27:17.938426 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:27:17.938426 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:27:18.025088 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ef2ec822-8e67-4adc-b7fc-f39a9e323a8d tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:18.031262 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d7588f74-e71e-421f-a5c7-205a953df637 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router_gateway (c7eaa23c-0821-4c7f-af2b-5306dc6c172a), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:18.116013 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d7588f74-e71e-421f-a5c7-205a953df637 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router_gateway (c7eaa23c-0821-4c7f-af2b-5306dc6c172a), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:18.117457 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bf19d7ba-4804-4461-995b-f4c9104ef3a0 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (ab3d4b03-0e12-42df-baf8-b7cff2bad526), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:18.126801 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bf19d7ba-4804-4461-995b-f4c9104ef3a0 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:18.130984 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-bf19d7ba-4804-4461-995b-f4c9104ef3a0 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "DELETE /v2.0/networks/ab3d4b03-0e12-42df-baf8-b7cff2bad526 HTTP/1.1" status: 204 len: 168 time: 2.3222063 Jan 29 04:27:18.134898 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51126) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:18.143965 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf19d7ba-4804-4461-995b-f4c9104ef3a0 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event deleted for resources: {'Network': ['ID=ab3d4b03-0e12-42df-baf8-b7cff2bad526,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:18.160812 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f14d4aa-07ea-409f-b277-84194fc26763 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] DELETE failed (client error): The resource could not be found. Jan 29 04:27:18.161274 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f14d4aa-07ea-409f-b277-84194fc26763 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:27:18.164218 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2f14d4aa-07ea-409f-b277-84194fc26763 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "DELETE /v2.0/subnets/4246ff16-2baf-4406-b820-0555e6ddd2eb HTTP/1.1" status: 404 len: 337 time: 0.0281487 Jan 29 04:27:18.167002 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51128) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:18.186654 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb9b9214-1a70-4e4a-9701-594d60b2849e tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] DELETE failed (client error): The resource could not be found. Jan 29 04:27:18.187051 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb9b9214-1a70-4e4a-9701-594d60b2849e tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:27:18.193721 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-bb9b9214-1a70-4e4a-9701-594d60b2849e tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "DELETE /v2.0/networks/ab3d4b03-0e12-42df-baf8-b7cff2bad526 HTTP/1.1" status: 404 len: 339 time: 0.0224962 Jan 29 04:27:18.193976 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51130) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:18.240495 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef6d2f4e-b6c9-433e-a505-3d2d2b95399f tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] DELETE failed (client error): The resource could not be found. Jan 29 04:27:18.241045 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef6d2f4e-b6c9-433e-a505-3d2d2b95399f tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:27:18.244051 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ef6d2f4e-b6c9-433e-a505-3d2d2b95399f tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "DELETE /v2.0/subnets/3ae89ce2-4d09-4c52-b799-060049ffebac HTTP/1.1" status: 404 len: 337 time: 0.0491605 Jan 29 04:27:18.246935 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51132) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:18.267614 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-aca46243-983f-4824-9634-f1ea44cd529c tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] DELETE failed (client error): The resource could not be found. Jan 29 04:27:18.270921 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aca46243-983f-4824-9634-f1ea44cd529c tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:27:18.271725 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-aca46243-983f-4824-9634-f1ea44cd529c tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "DELETE /v2.0/networks/efffea63-e2c0-48b6-83ef-61f165c27713 HTTP/1.1" status: 404 len: 339 time: 0.0238752 Jan 29 04:27:18.272413 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2ec822-8e67-4adc-b7fc-f39a9e323a8d tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Router e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:27:18.274298 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51134) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:18.358696 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-d7588f74-e71e-421f-a5c7-205a953df637 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Deleting port c7ff8fd0-f496-415e-a0ed-03ff944b79af {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:18.359065 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d7588f74-e71e-421f-a5c7-205a953df637 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (c7ff8fd0-f496-415e-a0ed-03ff944b79af), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:18.375134 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4b1c68ed-1067-4dbe-a806-4d65c4988ec2 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (5db38b51-9929-4170-9370-8a444a9eb56c), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:18.404425 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51138) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:18.540012 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d7588f74-e71e-421f-a5c7-205a953df637 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (c7ff8fd0-f496-415e-a0ed-03ff944b79af), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:18.551504 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4b1c68ed-1067-4dbe-a806-4d65c4988ec2 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (5db38b51-9929-4170-9370-8a444a9eb56c), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:18.554035 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5213834c-d545-4aa5-9adf-f00131c189bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:18.580394 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-d7588f74-e71e-421f-a5c7-205a953df637 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Calling delete_port for c7ff8fd0-f496-415e-a0ed-03ff944b79af owned by network:router_gateway {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:18.589548 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-4b1c68ed-1067-4dbe-a806-4d65c4988ec2 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5db38b51-9929-4170-9370-8a444a9eb56c']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:18.608737 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-4b1c68ed-1067-4dbe-a806-4d65c4988ec2 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '297debaf-b643-43c1-85dd-25603cf636b9') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:18.609039 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-4b1c68ed-1067-4dbe-a806-4d65c4988ec2 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '297debaf-b643-43c1-85dd-25603cf636b9') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:18.641883 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2ec822-8e67-4adc-b7fc-f39a9e323a8d tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:27:18.647681 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ef2ec822-8e67-4adc-b7fc-f39a9e323a8d tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "PUT /v2.0/routers/e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2969370 Jan 29 04:27:18.650247 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51142) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:18.653053 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba3044b-9ebe-4e2d-a4d6-21640ee67b0b None None] Sync routers for ids ['e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:27:18.664979 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba3044b-9ebe-4e2d-a4d6-21640ee67b0b None None] Routers {'e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:18.665612 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-6ba3044b-9ebe-4e2d-a4d6-21640ee67b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:18.699571 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-6ba3044b-9ebe-4e2d-a4d6-21640ee67b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:18.709789 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba3044b-9ebe-4e2d-a4d6-21640ee67b0b None None] Routers {'e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:18.710411 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-6ba3044b-9ebe-4e2d-a4d6-21640ee67b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:18.746776 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-6ba3044b-9ebe-4e2d-a4d6-21640ee67b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:18.747319 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba3044b-9ebe-4e2d-a4d6-21640ee67b0b None None] The sync data for ids ['e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:27:18.762029 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-76f3261f-5699-45f2-a694-a6e4ff563ae4 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for router (e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:18.869859 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-76f3261f-5699-45f2-a694-a6e4ff563ae4 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for router_gateway (e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:18.949591 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4b1c68ed-1067-4dbe-a806-4d65c4988ec2 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (297debaf-b643-43c1-85dd-25603cf636b9), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:18.981782 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4b1c68ed-1067-4dbe-a806-4d65c4988ec2 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (297debaf-b643-43c1-85dd-25603cf636b9), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:18.983607 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-76f3261f-5699-45f2-a694-a6e4ff563ae4 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Deleting port 0349d711-b190-494f-8654-09c555fce96b {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:18.983958 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-76f3261f-5699-45f2-a694-a6e4ff563ae4 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (0349d711-b190-494f-8654-09c555fce96b), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:19.001624 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b1c68ed-1067-4dbe-a806-4d65c4988ec2 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:27:19.001943 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4b1c68ed-1067-4dbe-a806-4d65c4988ec2 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (297debaf-b643-43c1-85dd-25603cf636b9), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:19.005531 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:27:19.005531 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:27:19.005531 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:27:19.005531 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:27:19.005531 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:27:19.005531 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:27:19.005531 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:27:19.005531 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:27:19.005531 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:27:19.005531 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:27:19.005531 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:27:19.005531 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:27:19.005531 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:27:19.005531 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:27:19.005531 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:27:19.005531 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:27:19.005531 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:27:19.005531 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:27:19.005531 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:27:19.005531 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:27:19.005531 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:27:19.005531 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:27:19.005531 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:27:19.005531 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:27:19.005531 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:27:19.005531 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:27:19.005531 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:27:19.005531 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:27:19.005531 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:27:19.005531 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:27:19.005531 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:27:19.005531 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:27:19.059802 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-76f3261f-5699-45f2-a694-a6e4ff563ae4 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (0349d711-b190-494f-8654-09c555fce96b), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:19.073539 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-76f3261f-5699-45f2-a694-a6e4ff563ae4 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Calling delete_port for 0349d711-b190-494f-8654-09c555fce96b owned by network:router_gateway {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:19.132042 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5213834c-d545-4aa5-9adf-f00131c189bf admin admin] Publish callbacks [] for security_group (dd7bb526-fd2d-4670-9b53-1078f8ed8016), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:19.171874 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4b1c68ed-1067-4dbe-a806-4d65c4988ec2 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (5db38b51-9929-4170-9370-8a444a9eb56c), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:19.180633 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4b1c68ed-1067-4dbe-a806-4d65c4988ec2 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:19.183710 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4b1c68ed-1067-4dbe-a806-4d65c4988ec2 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "DELETE /v2.0/networks/5db38b51-9929-4170-9370-8a444a9eb56c HTTP/1.1" status: 204 len: 168 time: 0.9085224 Jan 29 04:27:19.186291 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51146) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:19.194020 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c68ed-1067-4dbe-a806-4d65c4988ec2 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event deleted for resources: {'Network': ['ID=5db38b51-9929-4170-9370-8a444a9eb56c,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:19.197103 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5213834c-d545-4aa5-9adf-f00131c189bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (dd7bb526-fd2d-4670-9b53-1078f8ed8016), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:19.225720 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a927c14-f596-48eb-be74-89fea8ada34c tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] DELETE failed (client error): The resource could not be found. Jan 29 04:27:19.226116 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a927c14-f596-48eb-be74-89fea8ada34c tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:27:19.229174 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-8a927c14-f596-48eb-be74-89fea8ada34c tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "DELETE /v2.0/subnets/d43c46d5-b6ff-4296-aece-9ace454e6029 HTTP/1.1" status: 404 len: 337 time: 0.0419080 Jan 29 04:27:19.231756 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51148) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:19.236745 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-5213834c-d545-4aa5-9adf-f00131c189bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d9103ff476924f8cbeb0a27524106381&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8288188 Jan 29 04:27:19.237374 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51150) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:19.239430 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5213834c-d545-4aa5-9adf-f00131c189bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7bb526-fd2d-4670-9b53-1078f8ed8016,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:19.254526 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-07201005-c888-41eb-9f2b-e7500dfdea42 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] DELETE failed (client error): The resource could not be found. Jan 29 04:27:19.255050 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07201005-c888-41eb-9f2b-e7500dfdea42 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:27:19.258169 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-07201005-c888-41eb-9f2b-e7500dfdea42 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "DELETE /v2.0/networks/630f92f4-aecf-4d08-b520-2ecbfc2c9633 HTTP/1.1" status: 404 len: 339 time: 0.0254400 Jan 29 04:27:19.259560 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d7588f74-e71e-421f-a5c7-205a953df637 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (c7ff8fd0-f496-415e-a0ed-03ff944b79af), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:19.260736 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51152) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:19.300428 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7588f74-e71e-421f-a5c7-205a953df637 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Pushing event deleted for resources: {'Port': ['ID=c7ff8fd0-f496-415e-a0ed-03ff944b79af,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:19.308145 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4226d75-a685-4134-a265-555110a44570 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] DELETE failed (client error): The resource could not be found. Jan 29 04:27:19.308714 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4226d75-a685-4134-a265-555110a44570 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:27:19.311677 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b4226d75-a685-4134-a265-555110a44570 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "DELETE /v2.0/subnets/6446f372-c3f7-4d2f-8d26-02b361f425bd HTTP/1.1" status: 404 len: 337 time: 0.0499732 Jan 29 04:27:19.315584 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51154) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:19.338874 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b6c6aae-7790-44ee-822b-5131360f8b24 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] DELETE failed (client error): The resource could not be found. Jan 29 04:27:19.345822 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b6c6aae-7790-44ee-822b-5131360f8b24 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:27:19.345822 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0b6c6aae-7790-44ee-822b-5131360f8b24 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "DELETE /v2.0/networks/3afa246c-adea-4a1f-8529-89d1426c64b4 HTTP/1.1" status: 404 len: 339 time: 0.0265222 Jan 29 04:27:19.346055 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51156) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:19.366391 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-981bbb94-b2fb-4640-b95c-adbf1733e1b6 admin admin] Publish callbacks [] for security_group (dd7bb526-fd2d-4670-9b53-1078f8ed8016), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:19.373531 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d7588f74-e71e-421f-a5c7-205a953df637 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (c7eaa23c-0821-4c7f-af2b-5306dc6c172a), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:19.378202 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-82a57514-d51f-4cd7-9f4e-f1b5e4deae83 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] DELETE failed (client error): The resource could not be found. Jan 29 04:27:19.378664 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82a57514-d51f-4cd7-9f4e-f1b5e4deae83 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:27:19.382550 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-82a57514-d51f-4cd7-9f4e-f1b5e4deae83 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "DELETE /v2.0/subnets/57ec0680-6853-4de8-8808-ecb6cea5910a HTTP/1.1" status: 404 len: 337 time: 0.0357044 Jan 29 04:27:19.385193 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51158) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:19.403145 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-c820bae8-7d76-4922-826b-6039e8a55d5c tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] DELETE failed (client error): The resource could not be found. Jan 29 04:27:19.403819 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c820bae8-7d76-4922-826b-6039e8a55d5c tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:27:19.409103 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c820bae8-7d76-4922-826b-6039e8a55d5c tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "DELETE /v2.0/networks/dad8160a-b3b6-4ff6-b1be-920e4e98cfba HTTP/1.1" status: 404 len: 339 time: 0.0207293 Jan 29 04:27:19.409340 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51160) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:19.440196 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef47ac71-d7c1-4a06-8c65-197140f7d6bb tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] DELETE failed (client error): The resource could not be found. Jan 29 04:27:19.440696 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef47ac71-d7c1-4a06-8c65-197140f7d6bb tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:27:19.444541 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ef47ac71-d7c1-4a06-8c65-197140f7d6bb tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "DELETE /v2.0/subnets/999b0127-07b0-4371-91b3-7d1faa8819fa HTTP/1.1" status: 404 len: 337 time: 0.0342844 Jan 29 04:27:19.447110 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51162) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:19.450977 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-981bbb94-b2fb-4640-b95c-adbf1733e1b6 admin admin] Publish callbacks [] for security_group (dd7bb526-fd2d-4670-9b53-1078f8ed8016), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:19.465660 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb008a7d-cc2f-47e9-8976-a511510dd162 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] DELETE failed (client error): The resource could not be found. Jan 29 04:27:19.466157 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb008a7d-cc2f-47e9-8976-a511510dd162 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:27:19.469280 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-eb008a7d-cc2f-47e9-8976-a511510dd162 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "DELETE /v2.0/networks/af1d9f4e-bb51-490b-bb4a-86d14936bfda HTTP/1.1" status: 404 len: 339 time: 0.0211344 Jan 29 04:27:19.470369 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-76f3261f-5699-45f2-a694-a6e4ff563ae4 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (0349d711-b190-494f-8654-09c555fce96b), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:19.479681 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51164) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:19.527292 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f3261f-5699-45f2-a694-a6e4ff563ae4 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Pushing event deleted for resources: {'Port': ['ID=0349d711-b190-494f-8654-09c555fce96b,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:19.544465 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e751b44-025a-45fc-8dce-dd0fb67cf946 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] DELETE failed (client error): The resource could not be found. Jan 29 04:27:19.544959 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e751b44-025a-45fc-8dce-dd0fb67cf946 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:27:19.547949 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-4e751b44-025a-45fc-8dce-dd0fb67cf946 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "DELETE /v2.0/subnets/4ac2aae5-64a7-4cf1-b67b-54271d5ee307 HTTP/1.1" status: 404 len: 337 time: 0.0673397 Jan 29 04:27:19.567387 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51166) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:19.596412 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-e61291d9-9ab4-4cc8-8bd8-d4d788b8586f tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] DELETE failed (client error): The resource could not be found. Jan 29 04:27:19.596976 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e61291d9-9ab4-4cc8-8bd8-d4d788b8586f tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:27:19.603074 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e61291d9-9ab4-4cc8-8bd8-d4d788b8586f tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "DELETE /v2.0/networks/8c2a7704-82d5-41ec-a100-f55a5e53f8b8 HTTP/1.1" status: 404 len: 339 time: 0.0322001 Jan 29 04:27:19.603776 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51168) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:19.613965 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d7588f74-e71e-421f-a5c7-205a953df637 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1615661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1617607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-536'] for router (c7eaa23c-0821-4c7f-af2b-5306dc6c172a), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:19.617673 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d7588f74-e71e-421f-a5c7-205a953df637 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1615652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1615667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1617630'] for router (c7eaa23c-0821-4c7f-af2b-5306dc6c172a), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:19.637414 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f6f542f-6737-4540-a32b-c1de925d891b tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] DELETE failed (client error): The resource could not be found. Jan 29 04:27:19.637870 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f6f542f-6737-4540-a32b-c1de925d891b tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:27:19.640871 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-3f6f542f-6737-4540-a32b-c1de925d891b tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "DELETE /v2.0/subnets/7799857b-474d-42ca-a1d8-be43c6082838 HTTP/1.1" status: 404 len: 337 time: 0.0367239 Jan 29 04:27:19.641789 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-76f3261f-5699-45f2-a694-a6e4ff563ae4 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:19.643454 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51170) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:19.696528 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7588f74-e71e-421f-a5c7-205a953df637 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Router c7eaa23c-0821-4c7f-af2b-5306dc6c172a has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:27:19.701428 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-981bbb94-b2fb-4640-b95c-adbf1733e1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (dd7bb526-fd2d-4670-9b53-1078f8ed8016), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:19.705719 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-981bbb94-b2fb-4640-b95c-adbf1733e1b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:19.705719 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-981bbb94-b2fb-4640-b95c-adbf1733e1b6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd7bb526-fd2d-4670-9b53-1078f8ed8016 HTTP/1.1" status: 204 len: 168 time: 0.4666080 Jan 29 04:27:19.718951 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981bbb94-b2fb-4640-b95c-adbf1733e1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7bb526-fd2d-4670-9b53-1078f8ed8016,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:19.729138 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3985e3e-46e5-45ff-8306-946fdf1181ce tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] DELETE failed (client error): The resource could not be found. Jan 29 04:27:19.734465 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3985e3e-46e5-45ff-8306-946fdf1181ce tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:27:19.734465 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b3985e3e-46e5-45ff-8306-946fdf1181ce tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "DELETE /v2.0/networks/9c3d0bc0-537f-49dd-80df-f91b5a152b03 HTTP/1.1" status: 404 len: 339 time: 0.0883682 Jan 29 04:27:19.737861 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51174) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:19.792185 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-76f3261f-5699-45f2-a694-a6e4ff563ae4 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:19.792386 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7588f74-e71e-421f-a5c7-205a953df637 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:27:19.793721 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-76f3261f-5699-45f2-a694-a6e4ff563ae4 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for router_controller (e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:19.795183 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7de4265-c483-4cc1-8c10-1c6d1c2a8a4b tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] DELETE failed (client error): The resource could not be found. Jan 29 04:27:19.795640 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7de4265-c483-4cc1-8c10-1c6d1c2a8a4b tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:27:19.800890 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b7de4265-c483-4cc1-8c10-1c6d1c2a8a4b tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "DELETE /v2.0/subnets/e2040417-c2e8-4ed6-b497-72be3f51df45 HTTP/1.1" status: 404 len: 337 time: 0.0605621 Jan 29 04:27:19.801005 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d7588f74-e71e-421f-a5c7-205a953df637 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:19.801005 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d7588f74-e71e-421f-a5c7-205a953df637 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] 10.222.0.13 "PUT /v2.0/routers/c7eaa23c-0821-4c7f-af2b-5306dc6c172a HTTP/1.1" status: 200 len: 705 time: 2.1624508 Jan 29 04:27:19.802046 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51176) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:19.802600 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51178) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:19.805766 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b935b4ed-b134-47a3-bdd4-732ae09e9192 None None] Sync routers for ids ['c7eaa23c-0821-4c7f-af2b-5306dc6c172a'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:27:19.827367 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b935b4ed-b134-47a3-bdd4-732ae09e9192 None None] Routers {'c7eaa23c-0821-4c7f-af2b-5306dc6c172a'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:19.827367 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-b935b4ed-b134-47a3-bdd4-732ae09e9192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['c7eaa23c-0821-4c7f-af2b-5306dc6c172a'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:19.887787 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 6c256cc6-162e-4b0a-b565-018643c63c89 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:27:19.891094 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-b935b4ed-b134-47a3-bdd4-732ae09e9192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:19.896889 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e7dafdf-f4ab-470f-b7df-df7ba0b3a013 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] DELETE failed (client error): The resource could not be found. Jan 29 04:27:19.900150 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e7dafdf-f4ab-470f-b7df-df7ba0b3a013 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:27:19.901071 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-1e7dafdf-f4ab-470f-b7df-df7ba0b3a013 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "DELETE /v2.0/networks/8ae2b11c-6671-4503-ae9e-5f12b6660781 HTTP/1.1" status: 404 len: 339 time: 0.0973339 Jan 29 04:27:19.903635 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51180) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:19.920188 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 6c256cc6-162e-4b0a-b565-018643c63c89 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:27:19.920666 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 6c256cc6-162e-4b0a-b565-018643c63c89 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:27:19.930062 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b935b4ed-b134-47a3-bdd4-732ae09e9192 None None] Routers {'c7eaa23c-0821-4c7f-af2b-5306dc6c172a'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:19.930062 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-b935b4ed-b134-47a3-bdd4-732ae09e9192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:26:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['c7eaa23c-0821-4c7f-af2b-5306dc6c172a'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:19.942155 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4523d8a-6936-4ee4-9076-883b2999a07c tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] DELETE failed (client error): The resource could not be found. Jan 29 04:27:19.942878 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4523d8a-6936-4ee4-9076-883b2999a07c tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:27:19.947100 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-337ac170-741e-4c7b-b59c-a9afc16b924f tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] 10.222.0.13 "GET /v2.0/routers/c7eaa23c-0821-4c7f-af2b-5306dc6c172a HTTP/1.1" status: 200 len: 740 time: 0.1393049 Jan 29 04:27:19.947255 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51182) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:19.949581 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c4523d8a-6936-4ee4-9076-883b2999a07c tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "DELETE /v2.0/subnets/560abbc4-e7ba-439d-8246-e6595e9ba0e7 HTTP/1.1" status: 404 len: 337 time: 0.0416088 Jan 29 04:27:19.953407 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51184) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:19.979343 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bb89eaa-f5a0-43b3-be87-e1a356aac50b tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] DELETE failed (client error): The resource could not be found. Jan 29 04:27:19.980825 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-b935b4ed-b134-47a3-bdd4-732ae09e9192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:19.981596 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b935b4ed-b134-47a3-bdd4-732ae09e9192 None None] The sync data for ids ['c7eaa23c-0821-4c7f-af2b-5306dc6c172a'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:27:19.982800 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bb89eaa-f5a0-43b3-be87-e1a356aac50b tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:27:19.992380 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-4bb89eaa-f5a0-43b3-be87-e1a356aac50b tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "DELETE /v2.0/networks/9c70be74-2eb2-442d-9420-03b81a70643c HTTP/1.1" status: 404 len: 339 time: 0.0352638 Jan 29 04:27:19.992380 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-76f3261f-5699-45f2-a694-a6e4ff563ae4 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:19.992616 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51186) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:19.992705 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f3261f-5699-45f2-a694-a6e4ff563ae4 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Fanout notify agent at l3_agent the message router_deleted on router e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa {{(pid=103584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:27:19.998255 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-76f3261f-5699-45f2-a694-a6e4ff563ae4 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:20.002085 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-76f3261f-5699-45f2-a694-a6e4ff563ae4 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "DELETE /v2.0/routers/e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa HTTP/1.1" status: 204 len: 168 time: 1.3482268 Jan 29 04:27:20.002402 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51188) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:20.031396 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-89fe6066-284f-43c8-9f38-bbdb60282532 tempest-RoutersAdminTest-1463421680 tempest-RoutersAdminTest-1463421680-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=f0de7169-31b1-4289-9a2a-56c5f4e63ed1&device_id=c7eaa23c-0821-4c7f-af2b-5306dc6c172a HTTP/1.1" status: 200 len: 205 time: 0.0806055 Jan 29 04:27:20.040922 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51190) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:20.075112 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f96cf9f-a5cb-47bc-a0ce-efabdd1d6ede tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Deleting subnet fe90b357-7490-46b0-bc97-d9031892b7e9 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:27:20.076905 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0ff31fc6-0235-4d93-b4cb-60489b234f43 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7eaa23c-0821-4c7f-af2b-5306dc6c172a HTTP/1.1" status: 200 len: 205 time: 0.0349820 Jan 29 04:27:20.079923 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51192) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:20.081000 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2f96cf9f-a5cb-47bc-a0ce-efabdd1d6ede tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks [] for subnet (fe90b357-7490-46b0-bc97-d9031892b7e9), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:20.126524 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2f96cf9f-a5cb-47bc-a0ce-efabdd1d6ede tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (fe90b357-7490-46b0-bc97-d9031892b7e9), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:20.163553 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2695a4b5-9cab-4b23-b844-76477ee9f59f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:20.191168 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4db745ce-5904-4fe5-a7d1-55fa05ed4aaa tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router (c7eaa23c-0821-4c7f-af2b-5306dc6c172a), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:20.245444 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2f96cf9f-a5cb-47bc-a0ce-efabdd1d6ede tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (fe90b357-7490-46b0-bc97-d9031892b7e9), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:20.246125 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc3500e-1020-4d01-a9ff-217c9a3d0acd tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Deleting subnet 8b22fdfc-33db-47a8-86b8-7304dc3bda3d {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:27:20.277961 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5fc3500e-1020-4d01-a9ff-217c9a3d0acd tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for subnet (8b22fdfc-33db-47a8-86b8-7304dc3bda3d), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:20.396866 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2f96cf9f-a5cb-47bc-a0ce-efabdd1d6ede tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (fe90b357-7490-46b0-bc97-d9031892b7e9), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:20.404801 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5fc3500e-1020-4d01-a9ff-217c9a3d0acd tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (8b22fdfc-33db-47a8-86b8-7304dc3bda3d), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:20.429126 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4db745ce-5904-4fe5-a7d1-55fa05ed4aaa tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (c7eaa23c-0821-4c7f-af2b-5306dc6c172a), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:20.432948 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2f96cf9f-a5cb-47bc-a0ce-efabdd1d6ede tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:20.433432 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4db745ce-5904-4fe5-a7d1-55fa05ed4aaa tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router_controller (c7eaa23c-0821-4c7f-af2b-5306dc6c172a), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:20.439083 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2f96cf9f-a5cb-47bc-a0ce-efabdd1d6ede tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "DELETE /v2.0/subnets/fe90b357-7490-46b0-bc97-d9031892b7e9 HTTP/1.1" status: 204 len: 168 time: 0.4451969 Jan 29 04:27:20.439083 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f96cf9f-a5cb-47bc-a0ce-efabdd1d6ede tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event deleted for resources: {'Subnet': ['ID=fe90b357-7490-46b0-bc97-d9031892b7e9,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:20.440632 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51196) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:20.450437 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10370761-ea79-4bf6-bbec-39f15fdd7688 None None] Network fda3b6f8-5b39-4af1-8432-4a43d7e184c4 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:27:20.557849 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51198) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:20.604542 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f05858e8-6984-4126-9d92-f41233c9c991 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=72d8c8c1daee40faa446899a221717a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0444355 Jan 29 04:27:20.606104 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51200) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:20.635249 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4db745ce-5904-4fe5-a7d1-55fa05ed4aaa tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (c7eaa23c-0821-4c7f-af2b-5306dc6c172a), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:20.635249 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db745ce-5904-4fe5-a7d1-55fa05ed4aaa tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Fanout notify agent at l3_agent the message router_deleted on router c7eaa23c-0821-4c7f-af2b-5306dc6c172a {{(pid=103584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:27:20.642456 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4db745ce-5904-4fe5-a7d1-55fa05ed4aaa tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:20.643209 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-4db745ce-5904-4fe5-a7d1-55fa05ed4aaa tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] 10.222.0.13 "DELETE /v2.0/routers/c7eaa23c-0821-4c7f-af2b-5306dc6c172a HTTP/1.1" status: 204 len: 168 time: 0.5621312 Jan 29 04:27:20.646949 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fbee2fda-a4cf-4a25-99bd-880f2d8c2ef1 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (fda3b6f8-5b39-4af1-8432-4a43d7e184c4), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:20.649780 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51202) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:20.661704 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99ee615-e8a0-4f0e-b914-e550bfab9d6c None None] DHCP port deletion for fda3b6f8-5b39-4af1-8432-4a43d7e184c4 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:27:20.676785 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5fc3500e-1020-4d01-a9ff-217c9a3d0acd tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (8b22fdfc-33db-47a8-86b8-7304dc3bda3d), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:20.680964 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-89454f70-96a8-4e80-aa80-906a8a87a98c tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7eaa23c-0821-4c7f-af2b-5306dc6c172a HTTP/1.1" status: 200 len: 205 time: 0.0324936 Jan 29 04:27:20.683230 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51204) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:20.730811 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-5246b319-1918-4242-8534-fdff87252ffd tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] delete failed (client error): The resource could not be found. Jan 29 04:27:20.731864 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-5246b319-1918-4242-8534-fdff87252ffd tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] 10.222.0.13 "DELETE /v2.0/routers/c7eaa23c-0821-4c7f-af2b-5306dc6c172a HTTP/1.1" status: 404 len: 336 time: 0.0477602 Jan 29 04:27:20.734592 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51206) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:20.741846 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c99ee615-e8a0-4f0e-b914-e550bfab9d6c None None] Deleting port 7a556b15-c0b7-4be5-b6c3-017384e21325 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:20.742363 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c99ee615-e8a0-4f0e-b914-e550bfab9d6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (7a556b15-c0b7-4be5-b6c3-017384e21325), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:20.750788 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c0b283f8-a91a-4e0f-9106-65bda0445f44 admin admin] Publish callbacks [] for security_group (7e600efa-f2c5-4d90-94cc-af2086c38abe), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:20.772635 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-1889aab8-736f-4e94-8ee2-f252cb5b74c9 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] 10.222.0.13 "GET /v2.0/ports?device_id=5572e1e9-f9d9-4767-986a-8d7480d11da4 HTTP/1.1" status: 200 len: 205 time: 0.0342853 Jan 29 04:27:20.772635 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51210) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:20.787854 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-fbee2fda-a4cf-4a25-99bd-880f2d8c2ef1 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Deleting port 7a556b15-c0b7-4be5-b6c3-017384e21325 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:20.789217 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fbee2fda-a4cf-4a25-99bd-880f2d8c2ef1 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (7a556b15-c0b7-4be5-b6c3-017384e21325), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:20.826321 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-7b80dda1-ac5e-45c0-9af3-387cf9060b8b tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] delete failed (client error): The resource could not be found. Jan 29 04:27:20.829779 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7b80dda1-ac5e-45c0-9af3-387cf9060b8b tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] 10.222.0.13 "DELETE /v2.0/routers/5572e1e9-f9d9-4767-986a-8d7480d11da4 HTTP/1.1" status: 404 len: 336 time: 0.0538023 Jan 29 04:27:20.833242 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51212) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:20.848462 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c0b283f8-a91a-4e0f-9106-65bda0445f44 admin admin] Publish callbacks [] for security_group (7e600efa-f2c5-4d90-94cc-af2086c38abe), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:20.849160 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-c99ee615-e8a0-4f0e-b914-e550bfab9d6c None None] For port 7a556b15-c0b7-4be5-b6c3-017384e21325, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=7a556b15-c0b7-4be5-b6c3-017384e21325,segment=NetworkSegment(8e048ff3-79e4-44f8-8844-70f5c6a01624),segment_id=8e048ff3-79e4-44f8-8844-70f5c6a01624)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:20.850530 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c99ee615-e8a0-4f0e-b914-e550bfab9d6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (7a556b15-c0b7-4be5-b6c3-017384e21325), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:20.863473 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5fc3500e-1020-4d01-a9ff-217c9a3d0acd tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (8b22fdfc-33db-47a8-86b8-7304dc3bda3d), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:20.872608 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d640b690-04d9-4586-a9cd-49fd671b8187 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f37198-c55e-4261-86dc-c459b55739fc HTTP/1.1" status: 200 len: 205 time: 0.0368137 Jan 29 04:27:20.873240 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51214) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:20.873552 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c99ee615-e8a0-4f0e-b914-e550bfab9d6c None None] Calling delete_port for 7a556b15-c0b7-4be5-b6c3-017384e21325 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:20.907928 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-fbee2fda-a4cf-4a25-99bd-880f2d8c2ef1 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] For port 7a556b15-c0b7-4be5-b6c3-017384e21325, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=7a556b15-c0b7-4be5-b6c3-017384e21325,segment=NetworkSegment(8e048ff3-79e4-44f8-8844-70f5c6a01624),segment_id=8e048ff3-79e4-44f8-8844-70f5c6a01624)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:20.908292 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fbee2fda-a4cf-4a25-99bd-880f2d8c2ef1 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (7a556b15-c0b7-4be5-b6c3-017384e21325), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:20.911593 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3500e-1020-4d01-a9ff-217c9a3d0acd tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Pushing event deleted for resources: {'Subnet': ['ID=8b22fdfc-33db-47a8-86b8-7304dc3bda3d,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:20.913944 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5fc3500e-1020-4d01-a9ff-217c9a3d0acd tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:20.917399 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-5fc3500e-1020-4d01-a9ff-217c9a3d0acd tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "DELETE /v2.0/subnets/8b22fdfc-33db-47a8-86b8-7304dc3bda3d HTTP/1.1" status: 204 len: 168 time: 0.9135525 Jan 29 04:27:20.922904 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51216) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:20.924388 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-64040a1c-f62b-42ce-9fc7-a6998014eef2 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] delete failed (client error): The resource could not be found. Jan 29 04:27:20.925533 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-64040a1c-f62b-42ce-9fc7-a6998014eef2 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] 10.222.0.13 "DELETE /v2.0/routers/20f37198-c55e-4261-86dc-c459b55739fc HTTP/1.1" status: 404 len: 336 time: 0.0516860 Jan 29 04:27:20.930778 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51218) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:20.941722 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c225509-6adb-471f-8264-356987f53095 None None] Network 1e774157-6185-4bf9-9f04-f31f05f4fedd requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:27:20.947802 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-fbee2fda-a4cf-4a25-99bd-880f2d8c2ef1 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Calling delete_port for 7a556b15-c0b7-4be5-b6c3-017384e21325 owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:20.979517 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-614ad3ec-8184-479e-b3fd-90f777f3de0c tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] 10.222.0.13 "GET /v2.0/ports?device_id=9043fa5a-190c-405a-a977-7208852ee9d6 HTTP/1.1" status: 200 len: 205 time: 0.0465717 Jan 29 04:27:20.980939 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51220) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:21.038044 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-e0359779-09d4-4f96-a2f1-0757058f89ef tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] delete failed (client error): The resource could not be found. Jan 29 04:27:21.043652 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-e0359779-09d4-4f96-a2f1-0757058f89ef tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] 10.222.0.13 "DELETE /v2.0/routers/9043fa5a-190c-405a-a977-7208852ee9d6 HTTP/1.1" status: 404 len: 336 time: 0.0607169 Jan 29 04:27:21.044800 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51222) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:21.090419 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-92be170a-d37c-40fb-a93a-6f6ad8c58727 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (1e774157-6185-4bf9-9f04-f31f05f4fedd), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:21.096143 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-219eadf9-21b3-403d-9778-6fc916bc8a25 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] 10.222.0.13 "GET /v2.0/ports?device_id=aff2036d-f3f4-4387-943c-6c1e8c81d982 HTTP/1.1" status: 200 len: 205 time: 0.0502043 Jan 29 04:27:21.099769 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51224) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:21.142844 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-d8248420-baf5-47bb-af91-4408a1686c60 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] delete failed (client error): The resource could not be found. Jan 29 04:27:21.142844 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d8248420-baf5-47bb-af91-4408a1686c60 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] 10.222.0.13 "DELETE /v2.0/routers/aff2036d-f3f4-4387-943c-6c1e8c81d982 HTTP/1.1" status: 404 len: 336 time: 0.0429668 Jan 29 04:27:21.149331 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51226) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:21.152968 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b30f51e-71e5-4752-a53f-f14d8154329d None None] DHCP port deletion for 1e774157-6185-4bf9-9f04-f31f05f4fedd request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:27:21.169619 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c0b283f8-a91a-4e0f-9106-65bda0445f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (7e600efa-f2c5-4d90-94cc-af2086c38abe), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:21.172296 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fbee2fda-a4cf-4a25-99bd-880f2d8c2ef1 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (7a556b15-c0b7-4be5-b6c3-017384e21325), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:21.172458 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c0b283f8-a91a-4e0f-9106-65bda0445f44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:21.173575 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c0b283f8-a91a-4e0f-9106-65bda0445f44 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e600efa-f2c5-4d90-94cc-af2086c38abe HTTP/1.1" status: 204 len: 168 time: 0.5665708 Jan 29 04:27:21.201225 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a4d864a8-dc2d-496a-bb26-ea38d4ed049e tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] 10.222.0.13 "GET /v2.0/ports?device_id=c142d0ad-85f4-4efd-8cdc-d3f22c045d29 HTTP/1.1" status: 200 len: 205 time: 0.0507841 Jan 29 04:27:21.202722 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51230) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:21.210701 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee2fda-a4cf-4a25-99bd-880f2d8c2ef1 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event deleted for resources: {'Port': ['ID=7a556b15-c0b7-4be5-b6c3-017384e21325,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:21.213782 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b283f8-a91a-4e0f-9106-65bda0445f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e600efa-f2c5-4d90-94cc-af2086c38abe,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:21.214882 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c99ee615-e8a0-4f0e-b914-e550bfab9d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (7a556b15-c0b7-4be5-b6c3-017384e21325), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:21.229356 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbee2fda-a4cf-4a25-99bd-880f2d8c2ef1 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] No DVR routers for this DVR port 7a556b15-c0b7-4be5-b6c3-017384e21325 on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:27:21.251530 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-c596aa19-bc62-422f-b816-ca7bca76fd0e tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] delete failed (client error): The resource could not be found. Jan 29 04:27:21.255899 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c596aa19-bc62-422f-b816-ca7bca76fd0e tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] 10.222.0.13 "DELETE /v2.0/routers/c142d0ad-85f4-4efd-8cdc-d3f22c045d29 HTTP/1.1" status: 404 len: 336 time: 0.0522363 Jan 29 04:27:21.256457 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51232) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:21.297389 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea6c3346-0a77-49b1-912e-ead024769081 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] DELETE failed (client error): The resource could not be found. Jan 29 04:27:21.297877 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea6c3346-0a77-49b1-912e-ead024769081 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:27:21.304015 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ea6c3346-0a77-49b1-912e-ead024769081 tempest-RoutersAdminTest-957091451 tempest-RoutersAdminTest-957091451-project] 10.222.0.13 "DELETE /v2.0/subnets/bd6de9dd-0476-4cd4-8c17-f5a22195dfda HTTP/1.1" status: 404 len: 337 time: 0.0466058 Jan 29 04:27:21.304560 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99ee615-e8a0-4f0e-b914-e550bfab9d6c None None] No DVR routers for this DVR port 7a556b15-c0b7-4be5-b6c3-017384e21325 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:27:21.310638 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ee615-e8a0-4f0e-b914-e550bfab9d6c None None] Pushing event deleted for resources: {'Port': ['ID=7a556b15-c0b7-4be5-b6c3-017384e21325,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:21.341375 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-4b30f51e-71e5-4752-a53f-f14d8154329d None None] Deleting port 7c3871b9-23d5-4c60-a852-e26e4b2bea10 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:21.342068 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4b30f51e-71e5-4752-a53f-f14d8154329d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (7c3871b9-23d5-4c60-a852-e26e4b2bea10), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:21.376235 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-92be170a-d37c-40fb-a93a-6f6ad8c58727 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Deleting port 7c3871b9-23d5-4c60-a852-e26e4b2bea10 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:21.376537 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-92be170a-d37c-40fb-a93a-6f6ad8c58727 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (7c3871b9-23d5-4c60-a852-e26e4b2bea10), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:21.416426 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fbee2fda-a4cf-4a25-99bd-880f2d8c2ef1 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (fda3b6f8-5b39-4af1-8432-4a43d7e184c4), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:21.434394 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-4b30f51e-71e5-4752-a53f-f14d8154329d None None] For port 7c3871b9-23d5-4c60-a852-e26e4b2bea10, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=7c3871b9-23d5-4c60-a852-e26e4b2bea10,segment=NetworkSegment(bbea9992-9bdf-468a-b9af-4e1daf80288e),segment_id=bbea9992-9bdf-468a-b9af-4e1daf80288e)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:21.435014 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4b30f51e-71e5-4752-a53f-f14d8154329d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (7c3871b9-23d5-4c60-a852-e26e4b2bea10), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:21.454608 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-4b30f51e-71e5-4752-a53f-f14d8154329d None None] Calling delete_port for 7c3871b9-23d5-4c60-a852-e26e4b2bea10 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:21.475834 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-fbee2fda-a4cf-4a25-99bd-880f2d8c2ef1 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fda3b6f8-5b39-4af1-8432-4a43d7e184c4']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:21.517029 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-fbee2fda-a4cf-4a25-99bd-880f2d8c2ef1 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e048ff3-79e4-44f8-8844-70f5c6a01624') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:21.517331 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-fbee2fda-a4cf-4a25-99bd-880f2d8c2ef1 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e048ff3-79e4-44f8-8844-70f5c6a01624') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:21.530195 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-92be170a-d37c-40fb-a93a-6f6ad8c58727 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] For port 7c3871b9-23d5-4c60-a852-e26e4b2bea10, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=7c3871b9-23d5-4c60-a852-e26e4b2bea10,segment=NetworkSegment(bbea9992-9bdf-468a-b9af-4e1daf80288e),segment_id=bbea9992-9bdf-468a-b9af-4e1daf80288e)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:21.530570 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-92be170a-d37c-40fb-a93a-6f6ad8c58727 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (7c3871b9-23d5-4c60-a852-e26e4b2bea10), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:21.541803 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fbee2fda-a4cf-4a25-99bd-880f2d8c2ef1 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (8e048ff3-79e4-44f8-8844-70f5c6a01624), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:21.553634 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-92be170a-d37c-40fb-a93a-6f6ad8c58727 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Calling delete_port for 7c3871b9-23d5-4c60-a852-e26e4b2bea10 owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:21.564929 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fbee2fda-a4cf-4a25-99bd-880f2d8c2ef1 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (8e048ff3-79e4-44f8-8844-70f5c6a01624), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:21.574030 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbee2fda-a4cf-4a25-99bd-880f2d8c2ef1 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:27:21.577060 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fbee2fda-a4cf-4a25-99bd-880f2d8c2ef1 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (8e048ff3-79e4-44f8-8844-70f5c6a01624), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:21.579043 dv-neutron-821190-1-hyperv neutron-server[103584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:27:21.579043 dv-neutron-821190-1-hyperv neutron-server[103584]: self.session.flush() Jan 29 04:27:21.579043 dv-neutron-821190-1-hyperv neutron-server[103584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:27:21.579043 dv-neutron-821190-1-hyperv neutron-server[103584]: self.session.flush() Jan 29 04:27:21.579043 dv-neutron-821190-1-hyperv neutron-server[103584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:27:21.579043 dv-neutron-821190-1-hyperv neutron-server[103584]: self.session.flush() Jan 29 04:27:21.579043 dv-neutron-821190-1-hyperv neutron-server[103584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:27:21.579043 dv-neutron-821190-1-hyperv neutron-server[103584]: self.session.flush() Jan 29 04:27:21.579043 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:27:21.579043 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:27:21.579043 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:27:21.579043 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:27:21.579043 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:27:21.579043 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:27:21.579043 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:27:21.579043 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:27:21.579043 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:27:21.579043 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:27:21.579043 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:27:21.579043 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:27:21.579043 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:27:21.579043 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:27:21.579043 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:27:21.579043 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:27:21.579043 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:27:21.579043 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:27:21.579043 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:27:21.579043 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:27:21.579043 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:27:21.579043 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:27:21.579043 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:27:21.579043 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:27:21.579043 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:27:21.579043 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:27:21.579043 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:27:21.579043 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:27:21.579043 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:27:21.579043 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:27:21.579043 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:27:21.579043 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:27:21.662269 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4b30f51e-71e5-4752-a53f-f14d8154329d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (7c3871b9-23d5-4c60-a852-e26e4b2bea10), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:21.704789 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-92be170a-d37c-40fb-a93a-6f6ad8c58727 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (7c3871b9-23d5-4c60-a852-e26e4b2bea10), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:21.710159 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b30f51e-71e5-4752-a53f-f14d8154329d None None] Pushing event deleted for resources: {'Port': ['ID=7c3871b9-23d5-4c60-a852-e26e4b2bea10,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:21.725192 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b30f51e-71e5-4752-a53f-f14d8154329d None None] No DVR routers for this DVR port 7c3871b9-23d5-4c60-a852-e26e4b2bea10 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:27:21.740282 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92be170a-d37c-40fb-a93a-6f6ad8c58727 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Pushing event deleted for resources: {'Port': ['ID=7c3871b9-23d5-4c60-a852-e26e4b2bea10,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:21.743993 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92be170a-d37c-40fb-a93a-6f6ad8c58727 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] No DVR routers for this DVR port 7c3871b9-23d5-4c60-a852-e26e4b2bea10 on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:27:21.773262 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fbee2fda-a4cf-4a25-99bd-880f2d8c2ef1 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (fda3b6f8-5b39-4af1-8432-4a43d7e184c4), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:21.783892 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fbee2fda-a4cf-4a25-99bd-880f2d8c2ef1 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:21.790939 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-fbee2fda-a4cf-4a25-99bd-880f2d8c2ef1 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] 10.222.0.13 "DELETE /v2.0/networks/fda3b6f8-5b39-4af1-8432-4a43d7e184c4 HTTP/1.1" status: 204 len: 168 time: 1.3496413 Jan 29 04:27:21.824776 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee2fda-a4cf-4a25-99bd-880f2d8c2ef1 tempest-NetworksTest-605335547 tempest-NetworksTest-605335547-project] Pushing event deleted for resources: {'Network': ['ID=fda3b6f8-5b39-4af1-8432-4a43d7e184c4,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:21.875883 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 7a556b15-c0b7-4be5-b6c3-017384e21325 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:27:21.885394 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-92be170a-d37c-40fb-a93a-6f6ad8c58727 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (1e774157-6185-4bf9-9f04-f31f05f4fedd), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:21.908830 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 7a556b15-c0b7-4be5-b6c3-017384e21325 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:27:21.908830 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 7a556b15-c0b7-4be5-b6c3-017384e21325 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:27:21.908830 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 7c3871b9-23d5-4c60-a852-e26e4b2bea10 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:27:21.912315 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-92be170a-d37c-40fb-a93a-6f6ad8c58727 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e774157-6185-4bf9-9f04-f31f05f4fedd']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:21.922319 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-92be170a-d37c-40fb-a93a-6f6ad8c58727 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbea9992-9bdf-468a-b9af-4e1daf80288e') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:21.922877 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-92be170a-d37c-40fb-a93a-6f6ad8c58727 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbea9992-9bdf-468a-b9af-4e1daf80288e') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:21.924305 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 7c3871b9-23d5-4c60-a852-e26e4b2bea10 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:27:21.924679 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 7c3871b9-23d5-4c60-a852-e26e4b2bea10 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:27:21.934007 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-92be170a-d37c-40fb-a93a-6f6ad8c58727 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (bbea9992-9bdf-468a-b9af-4e1daf80288e), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:21.949139 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-92be170a-d37c-40fb-a93a-6f6ad8c58727 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (bbea9992-9bdf-468a-b9af-4e1daf80288e), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:21.955272 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92be170a-d37c-40fb-a93a-6f6ad8c58727 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:27:21.955858 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-92be170a-d37c-40fb-a93a-6f6ad8c58727 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (bbea9992-9bdf-468a-b9af-4e1daf80288e), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:21.959444 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:27:21.959444 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:27:21.959444 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:27:21.959444 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:27:21.959444 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:27:21.959444 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:27:21.959444 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:27:21.959444 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:27:21.959444 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:27:21.959444 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:27:21.959444 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:27:21.959444 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:27:21.959444 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:27:21.959444 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:27:21.959444 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:27:21.959444 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:27:21.959444 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:27:21.959444 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:27:21.959444 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:27:21.959444 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:27:21.959444 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:27:21.959444 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:27:21.959444 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:27:21.959444 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:27:21.959444 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:27:21.959444 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:27:21.959444 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:27:21.959444 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:27:21.959444 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:27:21.959444 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:27:21.959444 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:27:21.959444 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:27:22.036618 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51250) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:22.116556 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-92be170a-d37c-40fb-a93a-6f6ad8c58727 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (1e774157-6185-4bf9-9f04-f31f05f4fedd), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:22.123482 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-92be170a-d37c-40fb-a93a-6f6ad8c58727 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:22.130070 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-92be170a-d37c-40fb-a93a-6f6ad8c58727 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "DELETE /v2.0/networks/1e774157-6185-4bf9-9f04-f31f05f4fedd HTTP/1.1" status: 204 len: 168 time: 1.2025061 Jan 29 04:27:22.130404 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51254) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:22.139094 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92be170a-d37c-40fb-a93a-6f6ad8c58727 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Pushing event deleted for resources: {'Network': ['ID=1e774157-6185-4bf9-9f04-f31f05f4fedd,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:22.256719 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-43c373e5-c0ff-4a75-90b8-520f8bcd36dc tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Deleting port 57ccc939-2ec8-4909-ae07-78ba7597a2f8 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:22.257309 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-43c373e5-c0ff-4a75-90b8-520f8bcd36dc tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (57ccc939-2ec8-4909-ae07-78ba7597a2f8), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:22.325962 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-15d8b8f1-a9b4-4af6-ac86-e16de3506468 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:22.339905 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51260) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:22.363938 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-43c373e5-c0ff-4a75-90b8-520f8bcd36dc tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (57ccc939-2ec8-4909-ae07-78ba7597a2f8), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:22.364267 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-43c373e5-c0ff-4a75-90b8-520f8bcd36dc tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for floatingip (57ccc939-2ec8-4909-ae07-78ba7597a2f8), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:22.383328 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-43c373e5-c0ff-4a75-90b8-520f8bcd36dc tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Calling delete_port for 57ccc939-2ec8-4909-ae07-78ba7597a2f8 owned by network:floatingip {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:22.404152 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-88b85b78-a043-43e9-b5fc-d4d49d124bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:22.442936 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-99fb5078-17f7-43f5-a5e6-ba1507e0f15e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bcaf13695579453ab1aaf7b22b50d822&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1017678 Jan 29 04:27:22.445268 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51268) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:22.495223 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-15d8b8f1-a9b4-4af6-ac86-e16de3506468 admin admin] Publish callbacks [] for security_group (270d4de9-eca5-46ec-81b2-1084a8ee0805), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:22.495444 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ded907d8-535c-44cc-807a-a28e52b7c5c7 admin admin] Publish callbacks [] for security_group (1628c768-00b6-49d4-a3b4-f4135a6294aa), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:22.517782 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ded907d8-535c-44cc-807a-a28e52b7c5c7 admin admin] Publish callbacks [] for security_group (1628c768-00b6-49d4-a3b4-f4135a6294aa), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:22.557854 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-15d8b8f1-a9b4-4af6-ac86-e16de3506468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (270d4de9-eca5-46ec-81b2-1084a8ee0805), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:22.597131 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-15d8b8f1-a9b4-4af6-ac86-e16de3506468 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cfbdd0935112428db640010d42aac9d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5589530 Jan 29 04:27:22.598763 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8b8f1-a9b4-4af6-ac86-e16de3506468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270d4de9-eca5-46ec-81b2-1084a8ee0805,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:22.600292 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51272) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:22.642446 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-43c373e5-c0ff-4a75-90b8-520f8bcd36dc tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (57ccc939-2ec8-4909-ae07-78ba7597a2f8), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:22.648119 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ded907d8-535c-44cc-807a-a28e52b7c5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (1628c768-00b6-49d4-a3b4-f4135a6294aa), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:22.651264 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ded907d8-535c-44cc-807a-a28e52b7c5c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:22.654898 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ded907d8-535c-44cc-807a-a28e52b7c5c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1628c768-00b6-49d4-a3b4-f4135a6294aa HTTP/1.1" status: 204 len: 168 time: 0.2060771 Jan 29 04:27:22.664104 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b32c822e-fc4a-49f6-a031-e200ba976e10 admin admin] Publish callbacks [] for security_group (270d4de9-eca5-46ec-81b2-1084a8ee0805), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:22.669119 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded907d8-535c-44cc-807a-a28e52b7c5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1628c768-00b6-49d4-a3b4-f4135a6294aa,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:22.669801 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c373e5-c0ff-4a75-90b8-520f8bcd36dc tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Pushing event deleted for resources: {'Port': ['ID=57ccc939-2ec8-4909-ae07-78ba7597a2f8,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:22.710889 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b32c822e-fc4a-49f6-a031-e200ba976e10 admin admin] Publish callbacks [] for security_group (270d4de9-eca5-46ec-81b2-1084a8ee0805), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:22.746623 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-43c373e5-c0ff-4a75-90b8-520f8bcd36dc tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for floatingip (4a6b2b49-c173-4e63-8edb-ba27fd592eb5), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:22.750103 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-43c373e5-c0ff-4a75-90b8-520f8bcd36dc tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:22.751275 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-43c373e5-c0ff-4a75-90b8-520f8bcd36dc tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "DELETE /v2.0/floatingips/4a6b2b49-c173-4e63-8edb-ba27fd592eb5 HTTP/1.1" status: 204 len: 168 time: 0.6198175 Jan 29 04:27:22.758809 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51278) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:22.789808 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e1eda55-da9c-4d47-b63f-38833e0a89a1 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] DELETE failed (client error): The resource could not be found. Jan 29 04:27:22.790376 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e1eda55-da9c-4d47-b63f-38833e0a89a1 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:27:22.793452 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-3e1eda55-da9c-4d47-b63f-38833e0a89a1 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "DELETE /v2.0/ports/56ddb6e4-35f7-4e30-87de-3432f237393f HTTP/1.1" status: 404 len: 333 time: 0.0336688 Jan 29 04:27:22.796341 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51280) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:22.806276 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51282) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:22.827197 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-8f5d0acd-9345-4aaf-adc4-42f395423f66 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa HTTP/1.1" status: 200 len: 205 time: 0.0273404 Jan 29 04:27:22.827517 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51286) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:22.867668 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b32c822e-fc4a-49f6-a031-e200ba976e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (270d4de9-eca5-46ec-81b2-1084a8ee0805), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:22.869663 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b32c822e-fc4a-49f6-a031-e200ba976e10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:22.870853 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b32c822e-fc4a-49f6-a031-e200ba976e10 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/270d4de9-eca5-46ec-81b2-1084a8ee0805 HTTP/1.1" status: 204 len: 168 time: 0.2688863 Jan 29 04:27:22.873903 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-52d717b3-9e0d-4a03-bb5a-dc9afc6d2bd5 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] delete failed (client error): The resource could not be found. Jan 29 04:27:22.874877 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-52d717b3-9e0d-4a03-bb5a-dc9afc6d2bd5 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "DELETE /v2.0/routers/e2a9301b-e0a0-444e-b59d-8e6bffcbe6aa HTTP/1.1" status: 404 len: 336 time: 0.0462453 Jan 29 04:27:22.877800 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51290) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:22.881485 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32c822e-fc4a-49f6-a031-e200ba976e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270d4de9-eca5-46ec-81b2-1084a8ee0805,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:22.909135 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-819cc2e9-16a2-49f5-a74a-08c051f76305 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] DELETE failed (client error): The resource could not be found. Jan 29 04:27:22.909598 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-819cc2e9-16a2-49f5-a74a-08c051f76305 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:27:22.914172 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-819cc2e9-16a2-49f5-a74a-08c051f76305 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "DELETE /v2.0/subnets/8b22fdfc-33db-47a8-86b8-7304dc3bda3d HTTP/1.1" status: 404 len: 337 time: 0.0342977 Jan 29 04:27:22.921116 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51292) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:22.943020 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f7f5383f-4f4b-492e-84ef-f4a5663d2802 tempest-AgentManagementNegativeTest-1044946628 tempest-AgentManagementNegativeTest-1044946628-project] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1355171 Jan 29 04:27:23.016284 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-a12258b9-4664-4458-b764-0164ad82bbd9 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Deleting port 89e23a78-c104-49d7-9e1e-6c22f3d5cb75 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:23.016654 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a12258b9-4664-4458-b764-0164ad82bbd9 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (89e23a78-c104-49d7-9e1e-6c22f3d5cb75), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:23.102689 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a12258b9-4664-4458-b764-0164ad82bbd9 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (89e23a78-c104-49d7-9e1e-6c22f3d5cb75), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:23.115087 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-a12258b9-4664-4458-b764-0164ad82bbd9 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Calling delete_port for 89e23a78-c104-49d7-9e1e-6c22f3d5cb75 owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:23.334190 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a12258b9-4664-4458-b764-0164ad82bbd9 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (89e23a78-c104-49d7-9e1e-6c22f3d5cb75), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:23.363023 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12258b9-4664-4458-b764-0164ad82bbd9 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Pushing event deleted for resources: {'Port': ['ID=89e23a78-c104-49d7-9e1e-6c22f3d5cb75,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:23.445576 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a12258b9-4664-4458-b764-0164ad82bbd9 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:23.449133 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a12258b9-4664-4458-b764-0164ad82bbd9 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "DELETE /v2.0/ports/89e23a78-c104-49d7-9e1e-6c22f3d5cb75 HTTP/1.1" status: 204 len: 168 time: 0.5267696 Jan 29 04:27:23.451560 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51304) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:23.487849 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51308) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:23.546722 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-c7b310d0-daf7-4caa-a86f-d8698227052e tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Deleting port 1b848914-ddf7-4ad1-8ef9-3522dfef0aae {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:23.547059 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c7b310d0-daf7-4caa-a86f-d8698227052e tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (1b848914-ddf7-4ad1-8ef9-3522dfef0aae), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:23.586450 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51314) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:23.619074 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:23.653425 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-662eda13-e980-4e2f-9785-7ab1acc0a289 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=984cd8117e64446c8f00ef3cd4a5264b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0655978 Jan 29 04:27:23.655975 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51316) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:23.657070 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c7b310d0-daf7-4caa-a86f-d8698227052e tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (1b848914-ddf7-4ad1-8ef9-3522dfef0aae), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:23.672833 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-c7b310d0-daf7-4caa-a86f-d8698227052e tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Calling delete_port for 1b848914-ddf7-4ad1-8ef9-3522dfef0aae owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:23.716693 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-150af363-af68-4457-87ab-6783233c06ac admin admin] Publish callbacks [] for security_group (e1b19125-84ae-4119-8146-071bf91686ad), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:23.722135 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:23.739521 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-150af363-af68-4457-87ab-6783233c06ac admin admin] Publish callbacks [] for security_group (e1b19125-84ae-4119-8146-071bf91686ad), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:23.772966 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a1d67884-cc3b-4d0a-a7eb-14f57946b169 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:23.893445 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-150af363-af68-4457-87ab-6783233c06ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (e1b19125-84ae-4119-8146-071bf91686ad), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:23.899679 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-150af363-af68-4457-87ab-6783233c06ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:23.899679 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-150af363-af68-4457-87ab-6783233c06ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e1b19125-84ae-4119-8146-071bf91686ad HTTP/1.1" status: 204 len: 168 time: 0.2401955 Jan 29 04:27:23.905533 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150af363-af68-4457-87ab-6783233c06ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b19125-84ae-4119-8146-071bf91686ad,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:23.918235 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c7b310d0-daf7-4caa-a86f-d8698227052e tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (1b848914-ddf7-4ad1-8ef9-3522dfef0aae), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:23.953255 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b310d0-daf7-4caa-a86f-d8698227052e tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Pushing event deleted for resources: {'Port': ['ID=1b848914-ddf7-4ad1-8ef9-3522dfef0aae,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:23.992935 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a1d67884-cc3b-4d0a-a7eb-14f57946b169 admin admin] Publish callbacks [] for security_group (10a16e67-d2e5-4bd6-8761-440e9d879060), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:24.024477 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c7b310d0-daf7-4caa-a86f-d8698227052e tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:24.028170 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c7b310d0-daf7-4caa-a86f-d8698227052e tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "DELETE /v2.0/ports/1b848914-ddf7-4ad1-8ef9-3522dfef0aae HTTP/1.1" status: 204 len: 168 time: 0.5753047 Jan 29 04:27:24.030462 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51326) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:24.086281 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2278c936-207f-4637-8a11-7298b16e0a8d tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:24.087803 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-2278c936-207f-4637-8a11-7298b16e0a8d tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "GET /v2.0/ports?device_id=c00cdb5d-03dc-439c-9461-685d5a3cca42 HTTP/1.1" status: 200 len: 913 time: 0.0561590 Jan 29 04:27:24.089116 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a1d67884-cc3b-4d0a-a7eb-14f57946b169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (10a16e67-d2e5-4bd6-8761-440e9d879060), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:24.090771 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51330) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:24.132278 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a1d67884-cc3b-4d0a-a7eb-14f57946b169 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=81cc9359d8c74d1fa5078874992bf65b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6396289 Jan 29 04:27:24.132278 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d67884-cc3b-4d0a-a7eb-14f57946b169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a16e67-d2e5-4bd6-8761-440e9d879060,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:24.132601 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51332) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:24.237561 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9797252c-f700-441b-aa99-452a35f4e5fd admin admin] Publish callbacks [] for security_group (10a16e67-d2e5-4bd6-8761-440e9d879060), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:24.307783 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9797252c-f700-441b-aa99-452a35f4e5fd admin admin] Publish callbacks [] for security_group (10a16e67-d2e5-4bd6-8761-440e9d879060), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:24.403376 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51346) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:24.483131 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9797252c-f700-441b-aa99-452a35f4e5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (10a16e67-d2e5-4bd6-8761-440e9d879060), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:24.485671 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9797252c-f700-441b-aa99-452a35f4e5fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:24.486824 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9797252c-f700-441b-aa99-452a35f4e5fd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/10a16e67-d2e5-4bd6-8761-440e9d879060 HTTP/1.1" status: 204 len: 168 time: 0.3532810 Jan 29 04:27:24.504335 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9797252c-f700-441b-aa99-452a35f4e5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a16e67-d2e5-4bd6-8761-440e9d879060,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:24.613945 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-5c5c74d2-79ff-491f-b3ce-bf3b38403972 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-76831725'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:24.629459 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e268ea29-2860-4227-9656-c929efdd39ec tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (c00cdb5d-03dc-439c-9461-685d5a3cca42), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:24.718150 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5c74d2-79ff-491f-b3ce-bf3b38403972 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Made reservation on behalf of 931e85f3b3ac4f669ae92c3bafe28f71 for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:24.722041 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5c5c74d2-79ff-491f-b3ce-bf3b38403972 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:24.732759 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5c5c74d2-79ff-491f-b3ce-bf3b38403972 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:24.775418 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:25.028441 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51364) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:25.096390 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5c5c74d2-79ff-491f-b3ce-bf3b38403972 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for security_group (11af4747-e692-4e87-bc4c-9a6ef650cf0f), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:25.159115 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-edd28632-c331-489b-8224-84a2b3bfae25 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1726649240'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:25.175212 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5c5c74d2-79ff-491f-b3ce-bf3b38403972 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (11af4747-e692-4e87-bc4c-9a6ef650cf0f), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:25.202637 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c5c74d2-79ff-491f-b3ce-bf3b38403972 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:27:25.212258 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c74d2-79ff-491f-b3ce-bf3b38403972 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11af4747-e692-4e87-bc4c-9a6ef650cf0f,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:25.219882 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5c5c74d2-79ff-491f-b3ce-bf3b38403972 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (d05bb8bd-f66d-4bf4-98f7-7dd43138e159), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:25.220285 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-5c5c74d2-79ff-491f-b3ce-bf3b38403972 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Added segment d05bb8bd-f66d-4bf4-98f7-7dd43138e159 of type vlan for network 983ab829-6eaf-4dad-93c5-9d2319e176fb Jan 29 04:27:25.266645 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd28632-c331-489b-8224-84a2b3bfae25 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Made reservation on behalf of 28b2fa816262486f9ff5f325f683d541 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:25.271048 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-edd28632-c331-489b-8224-84a2b3bfae25 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:25.278330 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5c5c74d2-79ff-491f-b3ce-bf3b38403972 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (983ab829-6eaf-4dad-93c5-9d2319e176fb), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:25.282296 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-edd28632-c331-489b-8224-84a2b3bfae25 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:25.335250 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-e268ea29-2860-4227-9656-c929efdd39ec tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Deleting port d8586a91-a179-43d8-bef1-00f831694a89 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:25.335635 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e268ea29-2860-4227-9656-c929efdd39ec tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (d8586a91-a179-43d8-bef1-00f831694a89), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:25.375172 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5c5c74d2-79ff-491f-b3ce-bf3b38403972 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (983ab829-6eaf-4dad-93c5-9d2319e176fb), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:25.381318 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5c74d2-79ff-491f-b3ce-bf3b38403972 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:25.381987 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5c5c74d2-79ff-491f-b3ce-bf3b38403972 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:25.451453 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-edd28632-c331-489b-8224-84a2b3bfae25 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks [] for security_group (30cca752-397e-4a66-9b4b-2f31d8c87c04), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:25.455246 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c74d2-79ff-491f-b3ce-bf3b38403972 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'Network': ['ID=983ab829-6eaf-4dad-93c5-9d2319e176fb,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:25.455375 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e268ea29-2860-4227-9656-c929efdd39ec tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (d8586a91-a179-43d8-bef1-00f831694a89), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:25.466412 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 983ab829-6eaf-4dad-93c5-9d2319e176fb details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:27:25.469471 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-e268ea29-2860-4227-9656-c929efdd39ec tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Calling delete_port for d8586a91-a179-43d8-bef1-00f831694a89 owned by network:router_interface {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:25.477510 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-5c5c74d2-79ff-491f-b3ce-bf3b38403972 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0730209 Jan 29 04:27:25.480141 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51380) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:25.485300 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-40c58f0e-fb3f-4fca-8141-c1019be8ba2a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'port': {'network_id': '983ab829-6eaf-4dad-93c5-9d2319e176fb', 'name': 'tempest-PortsIpV6TestJSON-470929117'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:25.575240 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-edd28632-c331-489b-8224-84a2b3bfae25 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (30cca752-397e-4a66-9b4b-2f31d8c87c04), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:25.627564 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edd28632-c331-489b-8224-84a2b3bfae25 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:27:25.644789 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd28632-c331-489b-8224-84a2b3bfae25 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30cca752-397e-4a66-9b4b-2f31d8c87c04,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:25.656463 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-edd28632-c331-489b-8224-84a2b3bfae25 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (3b65dfdc-6ba1-4b64-8f43-34e27f6c0102), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:25.657658 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-edd28632-c331-489b-8224-84a2b3bfae25 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Added segment 3b65dfdc-6ba1-4b64-8f43-34e27f6c0102 of type vlan for network d8415f97-b362-4563-915f-73631e2866b5 Jan 29 04:27:25.738617 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51386) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:25.748363 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-edd28632-c331-489b-8224-84a2b3bfae25 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (d8415f97-b362-4563-915f-73631e2866b5), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:25.780623 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c58f0e-fb3f-4fca-8141-c1019be8ba2a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Made reservation on behalf of 931e85f3b3ac4f669ae92c3bafe28f71 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:25.783990 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-40c58f0e-fb3f-4fca-8141-c1019be8ba2a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:25.811732 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-40c58f0e-fb3f-4fca-8141-c1019be8ba2a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] device_id is not set on port a8525c10-17fd-403d-a9aa-719aa24396e1 yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:27:25.842323 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-5cec7455-3957-493b-9873-efc72b589ff1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1458859621'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:25.868416 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-edd28632-c331-489b-8224-84a2b3bfae25 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (d8415f97-b362-4563-915f-73631e2866b5), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:25.873311 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd28632-c331-489b-8224-84a2b3bfae25 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:25.873902 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-edd28632-c331-489b-8224-84a2b3bfae25 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:25.911189 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cec7455-3957-493b-9873-efc72b589ff1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Made reservation on behalf of d8e0f965da8447998d407abf5ce886cf for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:25.914586 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5cec7455-3957-493b-9873-efc72b589ff1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:25.924068 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5cec7455-3957-493b-9873-efc72b589ff1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:25.935641 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e268ea29-2860-4227-9656-c929efdd39ec tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (d8586a91-a179-43d8-bef1-00f831694a89), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:25.980407 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd28632-c331-489b-8224-84a2b3bfae25 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Pushing event updated for resources: {'Network': ['ID=d8415f97-b362-4563-915f-73631e2866b5,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:25.991991 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network d8415f97-b362-4563-915f-73631e2866b5 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:27:26.008083 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5cec7455-3957-493b-9873-efc72b589ff1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for security_group (ed754a5e-b465-4a39-86d5-e4c0b12ffb1b), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:26.010101 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-edd28632-c331-489b-8224-84a2b3bfae25 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9792814 Jan 29 04:27:26.010101 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e268ea29-2860-4227-9656-c929efdd39ec tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Pushing event deleted for resources: {'Port': ['ID=d8586a91-a179-43d8-bef1-00f831694a89,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:26.012296 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51390) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:26.020912 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-ddf5c04e-ce5d-4b0c-b52f-d83c18b3e1f8 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Request body: {'subnet': {'network_id': 'd8415f97-b362-4563-915f-73631e2866b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:26.102028 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5cec7455-3957-493b-9873-efc72b589ff1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (ed754a5e-b465-4a39-86d5-e4c0b12ffb1b), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:26.136082 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cec7455-3957-493b-9873-efc72b589ff1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:27:26.151695 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec7455-3957-493b-9873-efc72b589ff1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed754a5e-b465-4a39-86d5-e4c0b12ffb1b,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:26.156571 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5cec7455-3957-493b-9873-efc72b589ff1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (1f91fdf3-65d3-4539-a619-466fa51baae3), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:26.156969 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-5cec7455-3957-493b-9873-efc72b589ff1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Added segment 1f91fdf3-65d3-4539-a619-466fa51baae3 of type vlan for network 9616cf94-e359-4c96-8bfe-b222b9be11e4 Jan 29 04:27:26.197235 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5cec7455-3957-493b-9873-efc72b589ff1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (9616cf94-e359-4c96-8bfe-b222b9be11e4), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:26.221533 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-40c58f0e-fb3f-4fca-8141-c1019be8ba2a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for port (a8525c10-17fd-403d-a9aa-719aa24396e1), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:26.225970 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf5c04e-ce5d-4b0c-b52f-d83c18b3e1f8 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Made reservation on behalf of 28b2fa816262486f9ff5f325f683d541 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:26.229378 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ddf5c04e-ce5d-4b0c-b52f-d83c18b3e1f8 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:26.287986 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5cec7455-3957-493b-9873-efc72b589ff1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (9616cf94-e359-4c96-8bfe-b222b9be11e4), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:26.291135 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e268ea29-2860-4227-9656-c929efdd39ec tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (c00cdb5d-03dc-439c-9461-685d5a3cca42), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:26.292895 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cec7455-3957-493b-9873-efc72b589ff1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:26.293490 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5cec7455-3957-493b-9873-efc72b589ff1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:26.382309 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-40c58f0e-fb3f-4fca-8141-c1019be8ba2a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (a8525c10-17fd-403d-a9aa-719aa24396e1), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:26.384350 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec7455-3957-493b-9873-efc72b589ff1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'Network': ['ID=9616cf94-e359-4c96-8bfe-b222b9be11e4,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:26.392257 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:26.399018 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 9616cf94-e359-4c96-8bfe-b222b9be11e4 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:27:26.400616 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-5cec7455-3957-493b-9873-efc72b589ff1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6607323 Jan 29 04:27:26.401240 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51392) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:26.408919 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-843b3360-c4fd-49ba-975a-5a43ea644574 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'port': {'network_id': '9616cf94-e359-4c96-8bfe-b222b9be11e4', 'name': 'tempest-PortsTestJSON-1768572913'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:26.456287 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c58f0e-fb3f-4fca-8141-c1019be8ba2a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'Port': ['ID=a8525c10-17fd-403d-a9aa-719aa24396e1,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:26.510979 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c58f0e-fb3f-4fca-8141-c1019be8ba2a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Checking segment: {'id': 'd05bb8bd-f66d-4bf4-98f7-7dd43138e159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '983ab829-6eaf-4dad-93c5-9d2319e176fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:27:26.511703 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c58f0e-fb3f-4fca-8141-c1019be8ba2a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Network hostable DHCP agents. Network: 983ab829-6eaf-4dad-93c5-9d2319e176fb, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:27:26.583034 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e268ea29-2860-4227-9656-c929efdd39ec tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Router c00cdb5d-03dc-439c-9461-685d5a3cca42 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:27:26.639395 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c58f0e-fb3f-4fca-8141-c1019be8ba2a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Network 983ab829-6eaf-4dad-93c5-9d2319e176fb is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:27:26.667270 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ddf5c04e-ce5d-4b0c-b52f-d83c18b3e1f8 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (52071be8-d8b5-4cb4-ad12-3aa4f79f575d), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:26.672710 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843b3360-c4fd-49ba-975a-5a43ea644574 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Made reservation on behalf of d8e0f965da8447998d407abf5ce886cf for: {'port': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:26.676028 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-843b3360-c4fd-49ba-975a-5a43ea644574 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:26.691960 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e268ea29-2860-4227-9656-c929efdd39ec tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:27:26.699945 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-e268ea29-2860-4227-9656-c929efdd39ec tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "PUT /v2.0/routers/c00cdb5d-03dc-439c-9461-685d5a3cca42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6048751 Jan 29 04:27:26.699945 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51396) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:26.703935 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79da454a-2b05-4aea-a3b1-ef97764cf8b6 None None] Sync routers for ids ['c00cdb5d-03dc-439c-9461-685d5a3cca42'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:27:26.718396 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79da454a-2b05-4aea-a3b1-ef97764cf8b6 None None] Routers {'c00cdb5d-03dc-439c-9461-685d5a3cca42'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:26.719106 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-79da454a-2b05-4aea-a3b1-ef97764cf8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:27:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['c00cdb5d-03dc-439c-9461-685d5a3cca42'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:26.737113 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [None req-843b3360-c4fd-49ba-975a-5a43ea644574 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] device_id is not set on port 03ad0d14-1ec5-4e03-8fe3-07a98769dca1 yet. {{(pid=103584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:27:26.748998 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-40c58f0e-fb3f-4fca-8141-c1019be8ba2a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 983ab829-6eaf-4dad-93c5-9d2319e176fb) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:26.755956 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c58f0e-fb3f-4fca-8141-c1019be8ba2a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:26.758499 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf5c04e-ce5d-4b0c-b52f-d83c18b3e1f8 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Pushing event updated for resources: {'Subnet': ['ID=52071be8-d8b5-4cb4-ad12-3aa4f79f575d,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:26.759277 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-79da454a-2b05-4aea-a3b1-ef97764cf8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:26.761077 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c58f0e-fb3f-4fca-8141-c1019be8ba2a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:26.761835 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-40c58f0e-fb3f-4fca-8141-c1019be8ba2a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:26.762497 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6e98f5-ba51-4568-a821-1e8aa4bb9e25 None None] Network 983ab829-6eaf-4dad-93c5-9d2319e176fb requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:27:26.781666 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79da454a-2b05-4aea-a3b1-ef97764cf8b6 None None] Routers {'c00cdb5d-03dc-439c-9461-685d5a3cca42'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:26.782347 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-79da454a-2b05-4aea-a3b1-ef97764cf8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:27:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['c00cdb5d-03dc-439c-9461-685d5a3cca42'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:26.824855 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-79da454a-2b05-4aea-a3b1-ef97764cf8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:26.826066 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79da454a-2b05-4aea-a3b1-ef97764cf8b6 None None] The sync data for ids ['c00cdb5d-03dc-439c-9461-685d5a3cca42'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:27:26.827415 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf5c04e-ce5d-4b0c-b52f-d83c18b3e1f8 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Checking segment: {'id': '3b65dfdc-6ba1-4b64-8f43-34e27f6c0102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd8415f97-b362-4563-915f-73631e2866b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:27:26.828151 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf5c04e-ce5d-4b0c-b52f-d83c18b3e1f8 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Network hostable DHCP agents. Network: d8415f97-b362-4563-915f-73631e2866b5, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:27:26.828271 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fa78c855-cf2d-4684-8616-bdb0c9ef13d4 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for router (c00cdb5d-03dc-439c-9461-685d5a3cca42), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:26.892052 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-40c58f0e-fb3f-4fca-8141-c1019be8ba2a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4106462 Jan 29 04:27:26.892257 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51398) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:26.898205 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-4d8725af-ff24-4d2d-b97f-265bfe4d7288 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1615942454'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:26.946601 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fa78c855-cf2d-4684-8616-bdb0c9ef13d4 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for router_gateway (c00cdb5d-03dc-439c-9461-685d5a3cca42), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:26.959046 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf5c04e-ce5d-4b0c-b52f-d83c18b3e1f8 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Network d8415f97-b362-4563-915f-73631e2866b5 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:27:26.968785 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-ddf5c04e-ce5d-4b0c-b52f-d83c18b3e1f8 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, d8415f97-b362-4563-915f-73631e2866b5) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:26.977150 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff7006f-7ce5-4e87-a594-a51be3b87f99 None None] Network d8415f97-b362-4563-915f-73631e2866b5 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:27:26.978294 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf5c04e-ce5d-4b0c-b52f-d83c18b3e1f8 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:26.978951 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ddf5c04e-ce5d-4b0c-b52f-d83c18b3e1f8 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:26.989115 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-843b3360-c4fd-49ba-975a-5a43ea644574 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for port (03ad0d14-1ec5-4e03-8fe3-07a98769dca1), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:27.071078 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8725af-ff24-4d2d-b97f-265bfe4d7288 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Made reservation on behalf of 931e85f3b3ac4f669ae92c3bafe28f71 for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:27.074644 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4d8725af-ff24-4d2d-b97f-265bfe4d7288 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:27.082341 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ddf5c04e-ce5d-4b0c-b52f-d83c18b3e1f8 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0654731 Jan 29 04:27:27.082444 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13376bf6-aee7-43ea-b74b-9153fe90fc6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-d8415f97-b362-4563-915f-73631e2866b5', 'network_id': 'd8415f97-b362-4563-915f-73631e2866b5', 'project_id': '28b2fa816262486f9ff5f325f683d541', 'fixed_ips': [{'subnet_id': '52071be8-d8b5-4cb4-ad12-3aa4f79f575d'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:27:27.082912 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c855-cf2d-4684-8616-bdb0c9ef13d4 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Deleting port 74a25683-7aa4-4568-ba9d-af6d5d830429 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:27.082912 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fa78c855-cf2d-4684-8616-bdb0c9ef13d4 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (74a25683-7aa4-4568-ba9d-af6d5d830429), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:27.083073 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-13376bf6-aee7-43ea-b74b-9153fe90fc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:27.083354 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51400) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:27.088196 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-edc72d42-a38f-4dcd-9c86-cfd49a8348e6 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Request body: {'port': {'network_id': 'd8415f97-b362-4563-915f-73631e2866b5', 'name': 'tempest-AllowedAddressPairTestJSON-1140207858'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:27.105188 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d8725af-ff24-4d2d-b97f-265bfe4d7288 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:27:27.115150 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4d8725af-ff24-4d2d-b97f-265bfe4d7288 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (887581a2-f923-433a-994d-a4cf32f0e89b), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:27.118557 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-4d8725af-ff24-4d2d-b97f-265bfe4d7288 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Added segment 887581a2-f923-433a-994d-a4cf32f0e89b of type vlan for network a5adf0a4-e83e-4b1a-bbd6-771e26096090 Jan 29 04:27:27.149325 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-843b3360-c4fd-49ba-975a-5a43ea644574 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (03ad0d14-1ec5-4e03-8fe3-07a98769dca1), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:27.187913 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4d8725af-ff24-4d2d-b97f-265bfe4d7288 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (a5adf0a4-e83e-4b1a-bbd6-771e26096090), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:27.228880 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fa78c855-cf2d-4684-8616-bdb0c9ef13d4 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (74a25683-7aa4-4568-ba9d-af6d5d830429), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:27.240908 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-13376bf6-aee7-43ea-b74b-9153fe90fc6c None None] Allocated IP 172.20.0.2 (d8415f97-b362-4563-915f-73631e2866b5/52071be8-d8b5-4cb4-ad12-3aa4f79f575d/839d1220-09d1-4d95-841b-40babc000981) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:27.241900 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b3360-c4fd-49ba-975a-5a43ea644574 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'Port': ['ID=03ad0d14-1ec5-4e03-8fe3-07a98769dca1,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:27.246193 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c855-cf2d-4684-8616-bdb0c9ef13d4 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Calling delete_port for 74a25683-7aa4-4568-ba9d-af6d5d830429 owned by network:router_gateway {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:27.270843 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843b3360-c4fd-49ba-975a-5a43ea644574 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Checking segment: {'id': '1f91fdf3-65d3-4539-a619-466fa51baae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9616cf94-e359-4c96-8bfe-b222b9be11e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:27:27.271754 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843b3360-c4fd-49ba-975a-5a43ea644574 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Network hostable DHCP agents. Network: 9616cf94-e359-4c96-8bfe-b222b9be11e4, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:27:27.288212 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4d8725af-ff24-4d2d-b97f-265bfe4d7288 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (a5adf0a4-e83e-4b1a-bbd6-771e26096090), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:27.293549 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8725af-ff24-4d2d-b97f-265bfe4d7288 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:27.294192 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4d8725af-ff24-4d2d-b97f-265bfe4d7288 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:27.356038 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc72d42-a38f-4dcd-9c86-cfd49a8348e6 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Made reservation on behalf of 28b2fa816262486f9ff5f325f683d541 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:27.359375 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-edc72d42-a38f-4dcd-9c86-cfd49a8348e6 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:27.367243 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843b3360-c4fd-49ba-975a-5a43ea644574 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Network 9616cf94-e359-4c96-8bfe-b222b9be11e4 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:27:27.380112 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8725af-ff24-4d2d-b97f-265bfe4d7288 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'Network': ['ID=a5adf0a4-e83e-4b1a-bbd6-771e26096090,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:27.386848 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-edc72d42-a38f-4dcd-9c86-cfd49a8348e6 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] device_id is not set on port fb4e9fad-55a3-482f-9c68-ef27d9ff95f4 yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:27:27.430055 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-4d8725af-ff24-4d2d-b97f-265bfe4d7288 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5367033 Jan 29 04:27:27.432945 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51402) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:27.440301 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-81185394-13ae-4b1e-8083-d03095f0ca41 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'ports': [{'network_id': '983ab829-6eaf-4dad-93c5-9d2319e176fb'}, {'network_id': 'a5adf0a4-e83e-4b1a-bbd6-771e26096090'}]} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:27.440301 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-81185394-13ae-4b1e-8083-d03095f0ca41 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'port': {'network_id': '983ab829-6eaf-4dad-93c5-9d2319e176fb'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:27.440635 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-81185394-13ae-4b1e-8083-d03095f0ca41 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'port': {'network_id': 'a5adf0a4-e83e-4b1a-bbd6-771e26096090'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:27.498648 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-843b3360-c4fd-49ba-975a-5a43ea644574 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 9616cf94-e359-4c96-8bfe-b222b9be11e4) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:27.507117 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843b3360-c4fd-49ba-975a-5a43ea644574 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:27.512286 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843b3360-c4fd-49ba-975a-5a43ea644574 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:27.512914 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-843b3360-c4fd-49ba-975a-5a43ea644574 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:27.516185 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network a5adf0a4-e83e-4b1a-bbd6-771e26096090 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:27:27.517979 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8c65c9-c966-46da-89bc-6f2f2a73bbfc None None] Network 9616cf94-e359-4c96-8bfe-b222b9be11e4 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:27:27.557907 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fa78c855-cf2d-4684-8616-bdb0c9ef13d4 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (74a25683-7aa4-4568-ba9d-af6d5d830429), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:27.589264 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c855-cf2d-4684-8616-bdb0c9ef13d4 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Pushing event deleted for resources: {'Port': ['ID=74a25683-7aa4-4568-ba9d-af6d5d830429,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:27.616653 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-843b3360-c4fd-49ba-975a-5a43ea644574 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2089050 Jan 29 04:27:27.616844 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51404) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:27.622854 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-666398a2-99a4-4c4f-96ab-9c2950a66708 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-278860756'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:27.650606 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-13376bf6-aee7-43ea-b74b-9153fe90fc6c None None] Publish callbacks [] for port (839d1220-09d1-4d95-841b-40babc000981), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:27.651704 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fa78c855-cf2d-4684-8616-bdb0c9ef13d4 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (c00cdb5d-03dc-439c-9461-685d5a3cca42), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:27.711931 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81185394-13ae-4b1e-8083-d03095f0ca41 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Made reservation on behalf of 931e85f3b3ac4f669ae92c3bafe28f71 for: {'port': 2} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:27.716079 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-81185394-13ae-4b1e-8083-d03095f0ca41 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:27.730551 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-81185394-13ae-4b1e-8083-d03095f0ca41 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:27.741038 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-13376bf6-aee7-43ea-b74b-9153fe90fc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (839d1220-09d1-4d95-841b-40babc000981), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:27.744611 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666398a2-99a4-4c4f-96ab-9c2950a66708 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Made reservation on behalf of d8e0f965da8447998d407abf5ce886cf for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:27.747736 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fa78c855-cf2d-4684-8616-bdb0c9ef13d4 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (c00cdb5d-03dc-439c-9461-685d5a3cca42), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:27.748523 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-666398a2-99a4-4c4f-96ab-9c2950a66708 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:27.766811 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fa78c855-cf2d-4684-8616-bdb0c9ef13d4 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for router_controller (c00cdb5d-03dc-439c-9461-685d5a3cca42), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:27.779546 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-666398a2-99a4-4c4f-96ab-9c2950a66708 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:27:27.781376 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13376bf6-aee7-43ea-b74b-9153fe90fc6c None None] Network d8415f97-b362-4563-915f-73631e2866b5 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:27.784178 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-13376bf6-aee7-43ea-b74b-9153fe90fc6c None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:27.791318 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-666398a2-99a4-4c4f-96ab-9c2950a66708 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (d9ed5f58-5ba2-4c75-8112-dba81139ce6e), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:27.791489 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13376bf6-aee7-43ea-b74b-9153fe90fc6c None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:27.791672 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-666398a2-99a4-4c4f-96ab-9c2950a66708 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Added segment d9ed5f58-5ba2-4c75-8112-dba81139ce6e of type vlan for network d9f06ff7-5a59-4df2-b795-85f09d0f5b99 Jan 29 04:27:27.794449 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13376bf6-aee7-43ea-b74b-9153fe90fc6c None None] Pushing event updated for resources: {'Port': ['ID=839d1220-09d1-4d95-841b-40babc000981,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:27.840315 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-edc72d42-a38f-4dcd-9c86-cfd49a8348e6 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Allocated IP 172.20.0.3 (d8415f97-b362-4563-915f-73631e2866b5/52071be8-d8b5-4cb4-ad12-3aa4f79f575d/fb4e9fad-55a3-482f-9c68-ef27d9ff95f4) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:27.858395 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-13376bf6-aee7-43ea-b74b-9153fe90fc6c None None] Attempting to bind port 839d1220-09d1-4d95-841b-40babc000981 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:27:27.858782 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-13376bf6-aee7-43ea-b74b-9153fe90fc6c None None] Attempting to bind port 839d1220-09d1-4d95-841b-40babc000981 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '3b65dfdc-6ba1-4b64-8f43-34e27f6c0102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd8415f97-b362-4563-915f-73631e2866b5'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:27:27.859155 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13376bf6-aee7-43ea-b74b-9153fe90fc6c None None] Attempting to bind port 839d1220-09d1-4d95-841b-40babc000981 on network d8415f97-b362-4563-915f-73631e2866b5 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:27.864878 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13376bf6-aee7-43ea-b74b-9153fe90fc6c None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:27:27.865263 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13376bf6-aee7-43ea-b74b-9153fe90fc6c None None] Checking segment: {'id': '3b65dfdc-6ba1-4b64-8f43-34e27f6c0102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd8415f97-b362-4563-915f-73631e2866b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:27:27.865731 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-13376bf6-aee7-43ea-b74b-9153fe90fc6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:27.866069 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13376bf6-aee7-43ea-b74b-9153fe90fc6c None None] Bound using segment: {'id': '3b65dfdc-6ba1-4b64-8f43-34e27f6c0102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd8415f97-b362-4563-915f-73631e2866b5'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:27:27.866541 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-13376bf6-aee7-43ea-b74b-9153fe90fc6c None None] Bound port: 839d1220-09d1-4d95-841b-40babc000981, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b65dfdc-6ba1-4b64-8f43-34e27f6c0102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd8415f97-b362-4563-915f-73631e2866b5'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:27:27.866929 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-13376bf6-aee7-43ea-b74b-9153fe90fc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (839d1220-09d1-4d95-841b-40babc000981), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:27.880345 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fa78c855-cf2d-4684-8616-bdb0c9ef13d4 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (c00cdb5d-03dc-439c-9461-685d5a3cca42), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:27.880938 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa78c855-cf2d-4684-8616-bdb0c9ef13d4 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Fanout notify agent at l3_agent the message router_deleted on router c00cdb5d-03dc-439c-9461-685d5a3cca42 {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:27:27.888801 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fa78c855-cf2d-4684-8616-bdb0c9ef13d4 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:27.892212 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-fa78c855-cf2d-4684-8616-bdb0c9ef13d4 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "DELETE /v2.0/routers/c00cdb5d-03dc-439c-9461-685d5a3cca42 HTTP/1.1" status: 204 len: 168 time: 1.1918995 Jan 29 04:27:27.896966 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51406) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:27.909474 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-666398a2-99a4-4c4f-96ab-9c2950a66708 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (d9f06ff7-5a59-4df2-b795-85f09d0f5b99), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:27.937190 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-13376bf6-aee7-43ea-b74b-9153fe90fc6c None None] For port 839d1220-09d1-4d95-841b-40babc000981, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:27:27.941641 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-13376bf6-aee7-43ea-b74b-9153fe90fc6c None None] For port 839d1220-09d1-4d95-841b-40babc000981, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=839d1220-09d1-4d95-841b-40babc000981,segment=NetworkSegment(3b65dfdc-6ba1-4b64-8f43-34e27f6c0102),segment_id=3b65dfdc-6ba1-4b64-8f43-34e27f6c0102)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:27:27.992960 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [None req-81185394-13ae-4b1e-8083-d03095f0ca41 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] device_id is not set on port 4c57e950-bd7a-47b6-8fe1-1ed622351656 yet. {{(pid=103584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:27:28.002881 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-49be1a63-86c1-4d5d-91ab-5ad7b6823c35 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Deleting subnet dc213110-33f2-4df6-8267-0aad8b9068cf {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:27:28.005691 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-13376bf6-aee7-43ea-b74b-9153fe90fc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (839d1220-09d1-4d95-841b-40babc000981), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:28.008611 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-49be1a63-86c1-4d5d-91ab-5ad7b6823c35 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for subnet (dc213110-33f2-4df6-8267-0aad8b9068cf), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:28.032832 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-666398a2-99a4-4c4f-96ab-9c2950a66708 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (d9f06ff7-5a59-4df2-b795-85f09d0f5b99), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:28.040229 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666398a2-99a4-4c4f-96ab-9c2950a66708 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:28.041414 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-666398a2-99a4-4c4f-96ab-9c2950a66708 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:28.077138 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13376bf6-aee7-43ea-b74b-9153fe90fc6c None None] Pushing event updated for resources: {'Port': ['ID=839d1220-09d1-4d95-841b-40babc000981,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:28.154365 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-666398a2-99a4-4c4f-96ab-9c2950a66708 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5365016 Jan 29 04:27:28.160059 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51408) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:28.169281 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-7e90eb44-16f5-416d-9ba3-1fc24252ffae tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'ports': [{'network_id': '9616cf94-e359-4c96-8bfe-b222b9be11e4'}, {'network_id': 'd9f06ff7-5a59-4df2-b795-85f09d0f5b99'}]} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:28.169590 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-7e90eb44-16f5-416d-9ba3-1fc24252ffae tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'port': {'network_id': '9616cf94-e359-4c96-8bfe-b222b9be11e4'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:28.170072 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-7e90eb44-16f5-416d-9ba3-1fc24252ffae tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'port': {'network_id': 'd9f06ff7-5a59-4df2-b795-85f09d0f5b99'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:28.177544 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666398a2-99a4-4c4f-96ab-9c2950a66708 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'Network': ['ID=d9f06ff7-5a59-4df2-b795-85f09d0f5b99,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:28.190322 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network d9f06ff7-5a59-4df2-b795-85f09d0f5b99 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:27:28.203757 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-81185394-13ae-4b1e-8083-d03095f0ca41 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for port (4c57e950-bd7a-47b6-8fe1-1ed622351656), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:28.370156 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [None req-81185394-13ae-4b1e-8083-d03095f0ca41 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] device_id is not set on port ed583f64-a367-43a9-b7a4-21e072907f5a yet. {{(pid=103584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:27:28.401922 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-49be1a63-86c1-4d5d-91ab-5ad7b6823c35 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (dc213110-33f2-4df6-8267-0aad8b9068cf), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:28.469703 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-edc72d42-a38f-4dcd-9c86-cfd49a8348e6 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks [] for port (fb4e9fad-55a3-482f-9c68-ef27d9ff95f4), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:28.482008 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-49be1a63-86c1-4d5d-91ab-5ad7b6823c35 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (dc213110-33f2-4df6-8267-0aad8b9068cf), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:28.517353 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-81185394-13ae-4b1e-8083-d03095f0ca41 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for port (ed583f64-a367-43a9-b7a4-21e072907f5a), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:28.537940 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e90eb44-16f5-416d-9ba3-1fc24252ffae tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Made reservation on behalf of d8e0f965da8447998d407abf5ce886cf for: {'port': 2} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:28.542079 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7e90eb44-16f5-416d-9ba3-1fc24252ffae tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:28.564860 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7e90eb44-16f5-416d-9ba3-1fc24252ffae tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:28.643071 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-49be1a63-86c1-4d5d-91ab-5ad7b6823c35 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (dc213110-33f2-4df6-8267-0aad8b9068cf), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:28.643553 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-81185394-13ae-4b1e-8083-d03095f0ca41 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (4c57e950-bd7a-47b6-8fe1-1ed622351656), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:28.650172 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-edc72d42-a38f-4dcd-9c86-cfd49a8348e6 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (fb4e9fad-55a3-482f-9c68-ef27d9ff95f4), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:28.684246 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be1a63-86c1-4d5d-91ab-5ad7b6823c35 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Pushing event deleted for resources: {'Subnet': ['ID=dc213110-33f2-4df6-8267-0aad8b9068cf,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:28.709801 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-49be1a63-86c1-4d5d-91ab-5ad7b6823c35 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:28.714995 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-49be1a63-86c1-4d5d-91ab-5ad7b6823c35 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "DELETE /v2.0/subnets/dc213110-33f2-4df6-8267-0aad8b9068cf HTTP/1.1" status: 204 len: 168 time: 0.8150139 Jan 29 04:27:28.717363 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51410) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:28.734696 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc72d42-a38f-4dcd-9c86-cfd49a8348e6 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Network d8415f97-b362-4563-915f-73631e2866b5 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:28.743933 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81185394-13ae-4b1e-8083-d03095f0ca41 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Network 983ab829-6eaf-4dad-93c5-9d2319e176fb is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:28.750628 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-81185394-13ae-4b1e-8083-d03095f0ca41 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:28.750822 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-edc72d42-a38f-4dcd-9c86-cfd49a8348e6 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:28.760173 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc72d42-a38f-4dcd-9c86-cfd49a8348e6 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:28.760322 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81185394-13ae-4b1e-8083-d03095f0ca41 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:28.761060 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-81185394-13ae-4b1e-8083-d03095f0ca41 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (ed583f64-a367-43a9-b7a4-21e072907f5a), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:28.767461 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81185394-13ae-4b1e-8083-d03095f0ca41 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'Port': ['ID=4c57e950-bd7a-47b6-8fe1-1ed622351656,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:28.774464 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [None req-7e90eb44-16f5-416d-9ba3-1fc24252ffae tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] device_id is not set on port 91618973-f179-4549-8be1-85eb1c0f88a5 yet. {{(pid=103584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:27:28.792930 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc72d42-a38f-4dcd-9c86-cfd49a8348e6 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Pushing event updated for resources: {'Port': ['ID=fb4e9fad-55a3-482f-9c68-ef27d9ff95f4,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:28.852361 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81185394-13ae-4b1e-8083-d03095f0ca41 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'Port': ['ID=ed583f64-a367-43a9-b7a4-21e072907f5a,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:28.870576 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3bf83713-7892-4bfb-8c82-80e5b95e3609 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (2b264ef4-2e42-49ad-88a4-35088f09b474), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:28.878199 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81185394-13ae-4b1e-8083-d03095f0ca41 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Checking segment: {'id': '887581a2-f923-433a-994d-a4cf32f0e89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a5adf0a4-e83e-4b1a-bbd6-771e26096090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:27:28.878607 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81185394-13ae-4b1e-8083-d03095f0ca41 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Network hostable DHCP agents. Network: a5adf0a4-e83e-4b1a-bbd6-771e26096090, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:27:28.885268 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc72d42-a38f-4dcd-9c86-cfd49a8348e6 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:28.886160 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-edc72d42-a38f-4dcd-9c86-cfd49a8348e6 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:28.990840 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-edc72d42-a38f-4dcd-9c86-cfd49a8348e6 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9065804 Jan 29 04:27:28.997950 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51412) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:28.999626 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7e90eb44-16f5-416d-9ba3-1fc24252ffae tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for port (91618973-f179-4549-8be1-85eb1c0f88a5), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:29.003908 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-f9ea6cd6-a215-48e1-9f61-376002063040 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Request body: {'port': {'network_id': 'd8415f97-b362-4563-915f-73631e2866b5', 'name': 'tempest-AllowedAddressPairTestJSON-248347767', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:62:30:08'}]}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:29.022879 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81185394-13ae-4b1e-8083-d03095f0ca41 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Network a5adf0a4-e83e-4b1a-bbd6-771e26096090 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:27:29.023665 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3bf83713-7892-4bfb-8c82-80e5b95e3609 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (2b264ef4-2e42-49ad-88a4-35088f09b474), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:29.078262 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-3bf83713-7892-4bfb-8c82-80e5b95e3609 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b264ef4-2e42-49ad-88a4-35088f09b474']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:29.093070 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-3bf83713-7892-4bfb-8c82-80e5b95e3609 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98870537-4ff3-450a-b6b0-61d1e2184da7') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:29.093527 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-3bf83713-7892-4bfb-8c82-80e5b95e3609 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98870537-4ff3-450a-b6b0-61d1e2184da7') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:29.096164 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [None req-7e90eb44-16f5-416d-9ba3-1fc24252ffae tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] device_id is not set on port 4f9aaa75-6695-439f-af4f-c5c6a6f1cb73 yet. {{(pid=103584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:27:29.109617 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-fcc1f12c-c3d4-4457-901a-35181ba9255c req-a0049d30-5baf-4f94-8184-fde62c4b6189 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0b9d5143-b353-429f-b510-a519c4158175&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1757092 Jan 29 04:27:29.113132 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3bf83713-7892-4bfb-8c82-80e5b95e3609 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (98870537-4ff3-450a-b6b0-61d1e2184da7), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:29.138390 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3bf83713-7892-4bfb-8c82-80e5b95e3609 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (98870537-4ff3-450a-b6b0-61d1e2184da7), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:29.148789 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bf83713-7892-4bfb-8c82-80e5b95e3609 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:27:29.149178 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3bf83713-7892-4bfb-8c82-80e5b95e3609 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (98870537-4ff3-450a-b6b0-61d1e2184da7), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:29.152137 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:27:29.152137 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:27:29.152137 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:27:29.152137 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:27:29.152137 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:27:29.152137 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:27:29.152137 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:27:29.152137 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:27:29.152137 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:27:29.152137 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:27:29.152137 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:27:29.152137 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:27:29.152137 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:27:29.152137 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:27:29.152137 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:27:29.152137 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:27:29.152137 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:27:29.152137 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:27:29.152137 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:27:29.152137 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:27:29.152137 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:27:29.152137 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:27:29.152137 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:27:29.152137 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:27:29.152137 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:27:29.152137 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:27:29.152137 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:27:29.152137 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:27:29.152137 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:27:29.152137 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:27:29.152137 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:27:29.152137 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:27:29.155214 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-81185394-13ae-4b1e-8083-d03095f0ca41 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, a5adf0a4-e83e-4b1a-bbd6-771e26096090) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:29.158402 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81185394-13ae-4b1e-8083-d03095f0ca41 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:29.164596 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095fb7e8-9d7a-40f1-beb0-3d2dd481d54e None None] Network a5adf0a4-e83e-4b1a-bbd6-771e26096090 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:27:29.165637 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81185394-13ae-4b1e-8083-d03095f0ca41 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:29.170744 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81185394-13ae-4b1e-8083-d03095f0ca41 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:29.171574 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-81185394-13ae-4b1e-8083-d03095f0ca41 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:29.252664 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95cc50c-48dd-4f78-9c09-dd8ed22d0624 None None] Network d8415f97-b362-4563-915f-73631e2866b5 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:27:29.289104 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ea6cd6-a215-48e1-9f61-376002063040 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Made reservation on behalf of 28b2fa816262486f9ff5f325f683d541 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:29.300325 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7e90eb44-16f5-416d-9ba3-1fc24252ffae tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for port (4f9aaa75-6695-439f-af4f-c5c6a6f1cb73), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:29.318663 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1f12c-c3d4-4457-901a-35181ba9255c req-d39de685-6db5-4b84-90f7-e92ed8176b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:29.320185 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-fcc1f12c-c3d4-4457-901a-35181ba9255c req-d39de685-6db5-4b84-90f7-e92ed8176b20 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=62b5636027cb4b35a2ac3d1c94409c20&device_id=0b9d5143-b353-429f-b510-a519c4158175 HTTP/1.1" status: 200 len: 1129 time: 0.1384537 Jan 29 04:27:29.341491 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3bf83713-7892-4bfb-8c82-80e5b95e3609 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (2b264ef4-2e42-49ad-88a4-35088f09b474), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:29.353822 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3bf83713-7892-4bfb-8c82-80e5b95e3609 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:29.359525 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-3bf83713-7892-4bfb-8c82-80e5b95e3609 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] 10.222.0.13 "DELETE /v2.0/networks/2b264ef4-2e42-49ad-88a4-35088f09b474 HTTP/1.1" status: 204 len: 168 time: 0.6388011 Jan 29 04:27:29.371067 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf83713-7892-4bfb-8c82-80e5b95e3609 tempest-FloatingIPTestJSON-1778828653 tempest-FloatingIPTestJSON-1778828653-project] Pushing event deleted for resources: {'Network': ['ID=2b264ef4-2e42-49ad-88a4-35088f09b474,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:29.396749 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-81185394-13ae-4b1e-8083-d03095f0ca41 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9615278 Jan 29 04:27:29.399973 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51416) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:29.407796 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f9ea6cd6-a215-48e1-9f61-376002063040 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:29.415646 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-9c01af8b-3a1e-4368-a1b1-465e6f3293d1 None None] Provisioning complete for port 839d1220-09d1-4d95-841b-40babc000981 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:29.416411 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9c01af8b-3a1e-4368-a1b1-465e6f3293d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (839d1220-09d1-4d95-841b-40babc000981), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:29.430176 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-f9ea6cd6-a215-48e1-9f61-376002063040 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] device_id is not set on port 944cda32-9953-4c91-bf4b-da9b1533d7fd yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:27:29.471954 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7e90eb44-16f5-416d-9ba3-1fc24252ffae tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (91618973-f179-4549-8be1-85eb1c0f88a5), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:29.525661 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-9c01af8b-3a1e-4368-a1b1-465e6f3293d1 None None] Current status of the port 839d1220-09d1-4d95-841b-40babc000981 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:27:29.526365 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9c01af8b-3a1e-4368-a1b1-465e6f3293d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (839d1220-09d1-4d95-841b-40babc000981), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:29.568598 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e90eb44-16f5-416d-9ba3-1fc24252ffae tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Network 9616cf94-e359-4c96-8bfe-b222b9be11e4 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:29.574255 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-9c01af8b-3a1e-4368-a1b1-465e6f3293d1 None None] For port 839d1220-09d1-4d95-841b-40babc000981, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=839d1220-09d1-4d95-841b-40babc000981,segment=NetworkSegment(3b65dfdc-6ba1-4b64-8f43-34e27f6c0102),segment_id=3b65dfdc-6ba1-4b64-8f43-34e27f6c0102)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:29.597417 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-7e90eb44-16f5-416d-9ba3-1fc24252ffae tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:29.599832 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-f9ea6cd6-a215-48e1-9f61-376002063040 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Allocated IP 172.20.0.8 (d8415f97-b362-4563-915f-73631e2866b5/52071be8-d8b5-4cb4-ad12-3aa4f79f575d/944cda32-9953-4c91-bf4b-da9b1533d7fd) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:29.599978 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e90eb44-16f5-416d-9ba3-1fc24252ffae tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:29.600719 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7e90eb44-16f5-416d-9ba3-1fc24252ffae tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (4f9aaa75-6695-439f-af4f-c5c6a6f1cb73), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:29.608663 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1f12c-c3d4-4457-901a-35181ba9255c req-26a5749c-6d08-4dd7-b766-ca03fcdee2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:29.610242 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-fcc1f12c-c3d4-4457-901a-35181ba9255c req-26a5749c-6d08-4dd7-b766-ca03fcdee2aa service neutron] 10.222.0.18 "GET /v2.0/networks?id=110bb4a8-6dea-4688-b150-e74a0a24c2a5 HTTP/1.1" status: 200 len: 905 time: 0.2668564 Jan 29 04:27:29.611010 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e90eb44-16f5-416d-9ba3-1fc24252ffae tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'Port': ['ID=91618973-f179-4549-8be1-85eb1c0f88a5,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:29.660794 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9c01af8b-3a1e-4368-a1b1-465e6f3293d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (839d1220-09d1-4d95-841b-40babc000981), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:29.726867 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c01af8b-3a1e-4368-a1b1-465e6f3293d1 None None] Pushing event updated for resources: {'Port': ['ID=839d1220-09d1-4d95-841b-40babc000981,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:29.737259 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e90eb44-16f5-416d-9ba3-1fc24252ffae tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'Port': ['ID=4f9aaa75-6695-439f-af4f-c5c6a6f1cb73,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:29.801614 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e90eb44-16f5-416d-9ba3-1fc24252ffae tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Checking segment: {'id': 'd9ed5f58-5ba2-4c75-8112-dba81139ce6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd9f06ff7-5a59-4df2-b795-85f09d0f5b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:27:29.801614 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e90eb44-16f5-416d-9ba3-1fc24252ffae tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Network hostable DHCP agents. Network: d9f06ff7-5a59-4df2-b795-85f09d0f5b99, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:27:29.804225 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-fcc1f12c-c3d4-4457-901a-35181ba9255c req-8cfa580e-e6ed-4ae0-95f8-a0abdaf96257 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b65426a7-ad6e-4181-b43f-15f45dda722c HTTP/1.1" status: 200 len: 1001 time: 0.1839681 Jan 29 04:27:29.809273 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-afe1861e-06c8-4c5d-80e7-96abca2216fc None None] Provisioning complete for port 839d1220-09d1-4d95-841b-40babc000981 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:29.809727 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-afe1861e-06c8-4c5d-80e7-96abca2216fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (839d1220-09d1-4d95-841b-40babc000981), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:29.815515 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-ef4b608a-b549-4953-b9c2-ea4399438353 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Deleting port ed583f64-a367-43a9-b7a4-21e072907f5a {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:29.816396 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ef4b608a-b549-4953-b9c2-ea4399438353 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (ed583f64-a367-43a9-b7a4-21e072907f5a), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:29.850888 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f9ea6cd6-a215-48e1-9f61-376002063040 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks [] for port (944cda32-9953-4c91-bf4b-da9b1533d7fd), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:29.953637 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1f12c-c3d4-4457-901a-35181ba9255c req-df88ac71-091b-4ca1-8cef-df9cbc0beba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:29.955119 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-fcc1f12c-c3d4-4457-901a-35181ba9255c req-df88ac71-091b-4ca1-8cef-df9cbc0beba7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1e6bda9e-8e09-4842-910d-f6751a7ed1b4 HTTP/1.1" status: 200 len: 843 time: 0.1426268 Jan 29 04:27:29.962204 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 839d1220-09d1-4d95-841b-40babc000981 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:27:29.973683 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f9ea6cd6-a215-48e1-9f61-376002063040 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (944cda32-9953-4c91-bf4b-da9b1533d7fd), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:29.991387 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ef4b608a-b549-4953-b9c2-ea4399438353 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (ed583f64-a367-43a9-b7a4-21e072907f5a), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:30.009614 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-ef4b608a-b549-4953-b9c2-ea4399438353 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Calling delete_port for ed583f64-a367-43a9-b7a4-21e072907f5a owned by {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:30.012952 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-afe1861e-06c8-4c5d-80e7-96abca2216fc None None] Current status of the port 839d1220-09d1-4d95-841b-40babc000981 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:27:30.045751 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-afe1861e-06c8-4c5d-80e7-96abca2216fc None None] Provisioning complete for port fb4e9fad-55a3-482f-9c68-ef27d9ff95f4 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:30.046237 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-afe1861e-06c8-4c5d-80e7-96abca2216fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (fb4e9fad-55a3-482f-9c68-ef27d9ff95f4), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:30.056917 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51420) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:30.064005 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ea6cd6-a215-48e1-9f61-376002063040 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Network d8415f97-b362-4563-915f-73631e2866b5 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:30.082304 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-f9ea6cd6-a215-48e1-9f61-376002063040 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:30.098797 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea6cd6-a215-48e1-9f61-376002063040 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Pushing event updated for resources: {'Port': ['ID=944cda32-9953-4c91-bf4b-da9b1533d7fd,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:30.103075 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ea6cd6-a215-48e1-9f61-376002063040 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:30.118116 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 839d1220-09d1-4d95-841b-40babc000981 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:30.118776 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (839d1220-09d1-4d95-841b-40babc000981), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:30.120808 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-afe1861e-06c8-4c5d-80e7-96abca2216fc None None] Port fb4e9fad-55a3-482f-9c68-ef27d9ff95f4 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:27:30.185885 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ea6cd6-a215-48e1-9f61-376002063040 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:30.189823 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f9ea6cd6-a215-48e1-9f61-376002063040 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:30.253512 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2d3526d0-5b4e-4ada-82f3-1e0d5892aa50 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b98f6c7ba2b44a9bd31790bf2628242&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1930714 Jan 29 04:27:30.254072 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51424) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:30.265807 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 839d1220-09d1-4d95-841b-40babc000981 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:27:30.278611 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-ca11d308-0d77-4b00-ac32-20d23d215745 None None] Provisioning complete for port fb4e9fad-55a3-482f-9c68-ef27d9ff95f4 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:30.279771 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ca11d308-0d77-4b00-ac32-20d23d215745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (fb4e9fad-55a3-482f-9c68-ef27d9ff95f4), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:30.294300 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f9ea6cd6-a215-48e1-9f61-376002063040 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.2953703 Jan 29 04:27:30.295207 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51426) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:30.322988 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ca11d308-0d77-4b00-ac32-20d23d215745 None None] Port fb4e9fad-55a3-482f-9c68-ef27d9ff95f4 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:27:30.350484 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a54c8b50-97ef-4eea-a706-57175e1204b8 admin admin] Publish callbacks [] for security_group (eb2daa55-f3a4-4ff1-a537-18c536c45885), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:30.354425 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e90eb44-16f5-416d-9ba3-1fc24252ffae tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Network d9f06ff7-5a59-4df2-b795-85f09d0f5b99 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:27:30.367774 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1f12c-c3d4-4457-901a-35181ba9255c req-4c32e652-d156-4df1-8f3d-0fad5c96c1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:30.369322 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-fcc1f12c-c3d4-4457-901a-35181ba9255c req-4c32e652-d156-4df1-8f3d-0fad5c96c1db service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=110bb4a8-6dea-4688-b150-e74a0a24c2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.4074883 Jan 29 04:27:30.385383 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a54c8b50-97ef-4eea-a706-57175e1204b8 admin admin] Publish callbacks [] for security_group (eb2daa55-f3a4-4ff1-a537-18c536c45885), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:30.400411 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973a64cc-66f4-41cc-aa29-31dec91954a0 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:30.405732 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973a64cc-66f4-41cc-aa29-31dec91954a0 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:30.411924 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973a64cc-66f4-41cc-aa29-31dec91954a0 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:30.413625 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-973a64cc-66f4-41cc-aa29-31dec91954a0 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1161056 Jan 29 04:27:30.418177 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51428) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:30.437495 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-7e90eb44-16f5-416d-9ba3-1fc24252ffae tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, d9f06ff7-5a59-4df2-b795-85f09d0f5b99) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:30.442104 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e90eb44-16f5-416d-9ba3-1fc24252ffae tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:30.445918 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-c835e5aa-0ed4-4381-8308-c28619be943e None None] Provisioning complete for port 944cda32-9953-4c91-bf4b-da9b1533d7fd triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:30.446365 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c835e5aa-0ed4-4381-8308-c28619be943e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (944cda32-9953-4c91-bf4b-da9b1533d7fd), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:30.448517 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e90eb44-16f5-416d-9ba3-1fc24252ffae tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:30.449417 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6909fa63-1c0b-4ebd-baf5-863a2c8e4e28 None None] Network d9f06ff7-5a59-4df2-b795-85f09d0f5b99 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:27:30.452712 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e90eb44-16f5-416d-9ba3-1fc24252ffae tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:30.453398 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7e90eb44-16f5-416d-9ba3-1fc24252ffae tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:30.509204 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-fcc1f12c-c3d4-4457-901a-35181ba9255c req-e8ecf82c-60dc-4d56-b7a1-315358423f77 service neutron] 10.222.0.18 "GET /v2.0/networks/110bb4a8-6dea-4688-b150-e74a0a24c2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298225 Jan 29 04:27:30.535436 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-8d822af4-fffc-4db3-87a1-4ace0136ed7f tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Deleting port 944cda32-9953-4c91-bf4b-da9b1533d7fd {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:30.535772 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8d822af4-fffc-4db3-87a1-4ace0136ed7f tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (944cda32-9953-4c91-bf4b-da9b1533d7fd), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:30.571530 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-7e90eb44-16f5-416d-9ba3-1fc24252ffae tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4083762 Jan 29 04:27:30.575869 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51430) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:30.585394 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ef4b608a-b549-4953-b9c2-ea4399438353 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (ed583f64-a367-43a9-b7a4-21e072907f5a), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:30.585769 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c835e5aa-0ed4-4381-8308-c28619be943e None None] Port 944cda32-9953-4c91-bf4b-da9b1533d7fd cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:27:30.621605 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a54c8b50-97ef-4eea-a706-57175e1204b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (eb2daa55-f3a4-4ff1-a537-18c536c45885), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:30.624127 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a54c8b50-97ef-4eea-a706-57175e1204b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:30.625290 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a54c8b50-97ef-4eea-a706-57175e1204b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb2daa55-f3a4-4ff1-a537-18c536c45885 HTTP/1.1" status: 204 len: 168 time: 0.3702910 Jan 29 04:27:30.646044 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8d822af4-fffc-4db3-87a1-4ace0136ed7f tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (944cda32-9953-4c91-bf4b-da9b1533d7fd), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:30.648702 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c8b50-97ef-4eea-a706-57175e1204b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2daa55-f3a4-4ff1-a537-18c536c45885,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:30.653503 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b608a-b549-4953-b9c2-ea4399438353 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event deleted for resources: {'Port': ['ID=ed583f64-a367-43a9-b7a4-21e072907f5a,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:30.673003 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-8d822af4-fffc-4db3-87a1-4ace0136ed7f tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Calling delete_port for 944cda32-9953-4c91-bf4b-da9b1533d7fd owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:30.682926 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ef4b608a-b549-4953-b9c2-ea4399438353 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:30.686196 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ef4b608a-b549-4953-b9c2-ea4399438353 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/ports/ed583f64-a367-43a9-b7a4-21e072907f5a HTTP/1.1" status: 204 len: 168 time: 1.2855701 Jan 29 04:27:30.689228 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51434) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:30.696507 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-fcc1f12c-c3d4-4457-901a-35181ba9255c req-bb9e5470-74b0-4fcc-bf84-2303eb4c15ef service neutron] 10.222.0.18 "GET /v2.0/networks/110bb4a8-6dea-4688-b150-e74a0a24c2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815991 Jan 29 04:27:30.744933 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-a2d5b0f3-3708-48a2-9d56-52947ccc0bb6 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Deleting port 4f9aaa75-6695-439f-af4f-c5c6a6f1cb73 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:30.745330 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a2d5b0f3-3708-48a2-9d56-52947ccc0bb6 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (4f9aaa75-6695-439f-af4f-c5c6a6f1cb73), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:30.814267 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54eaf9b1-b2cc-4400-bd8d-a7264262e152 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:30.815642 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a2d5b0f3-3708-48a2-9d56-52947ccc0bb6 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (4f9aaa75-6695-439f-af4f-c5c6a6f1cb73), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:30.819705 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54eaf9b1-b2cc-4400-bd8d-a7264262e152 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:30.821269 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-54eaf9b1-b2cc-4400-bd8d-a7264262e152 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0860527 Jan 29 04:27:30.827395 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51436) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:30.832311 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-a2d5b0f3-3708-48a2-9d56-52947ccc0bb6 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Calling delete_port for 4f9aaa75-6695-439f-af4f-c5c6a6f1cb73 owned by {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:30.953673 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-30e18c3c-f399-4f0b-b34f-88cbe98cb23c tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Deleting port 4c57e950-bd7a-47b6-8fe1-1ed622351656 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:30.954217 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-30e18c3c-f399-4f0b-b34f-88cbe98cb23c tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (4c57e950-bd7a-47b6-8fe1-1ed622351656), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:31.004270 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a2d5b0f3-3708-48a2-9d56-52947ccc0bb6 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (4f9aaa75-6695-439f-af4f-c5c6a6f1cb73), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:31.022280 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-30e18c3c-f399-4f0b-b34f-88cbe98cb23c tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (4c57e950-bd7a-47b6-8fe1-1ed622351656), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:31.034127 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d5b0f3-3708-48a2-9d56-52947ccc0bb6 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event deleted for resources: {'Port': ['ID=4f9aaa75-6695-439f-af4f-c5c6a6f1cb73,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:31.045472 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8d822af4-fffc-4db3-87a1-4ace0136ed7f tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (944cda32-9953-4c91-bf4b-da9b1533d7fd), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:31.045737 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a2d5b0f3-3708-48a2-9d56-52947ccc0bb6 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:31.045737 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a2d5b0f3-3708-48a2-9d56-52947ccc0bb6 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/ports/4f9aaa75-6695-439f-af4f-c5c6a6f1cb73 HTTP/1.1" status: 204 len: 168 time: 0.4660640 Jan 29 04:27:31.045910 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-30e18c3c-f399-4f0b-b34f-88cbe98cb23c tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Calling delete_port for 4c57e950-bd7a-47b6-8fe1-1ed622351656 owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:31.045999 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51442) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:31.085206 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d822af4-fffc-4db3-87a1-4ace0136ed7f tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Pushing event deleted for resources: {'Port': ['ID=944cda32-9953-4c91-bf4b-da9b1533d7fd,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:31.137811 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2830d2ea-08b3-46e5-8521-755dddf315a6 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:31.143186 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2830d2ea-08b3-46e5-8521-755dddf315a6 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:31.145883 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-2830d2ea-08b3-46e5-8521-755dddf315a6 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0992696 Jan 29 04:27:31.152161 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51448) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:31.261875 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-acd876ac-2345-487d-a1d0-c4f21d74cec5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Deleting port 91618973-f179-4549-8be1-85eb1c0f88a5 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:31.262432 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-acd876ac-2345-487d-a1d0-c4f21d74cec5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (91618973-f179-4549-8be1-85eb1c0f88a5), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:31.278463 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8d822af4-fffc-4db3-87a1-4ace0136ed7f tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:31.284381 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-8d822af4-fffc-4db3-87a1-4ace0136ed7f tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] 10.222.0.13 "DELETE /v2.0/ports/944cda32-9953-4c91-bf4b-da9b1533d7fd HTTP/1.1" status: 204 len: 168 time: 0.8628232 Jan 29 04:27:31.285143 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51450) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:31.311568 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-468a01d2-8036-42e5-84cb-5a204038b2ab tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] GET failed (client error): The resource could not be found. Jan 29 04:27:31.317442 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51452) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:31.317549 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-468a01d2-8036-42e5-84cb-5a204038b2ab tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] 10.222.0.13 "GET /v2.0/ports/944cda32-9953-4c91-bf4b-da9b1533d7fd HTTP/1.1" status: 404 len: 333 time: 0.0308812 Jan 29 04:27:31.332151 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-6009e12f-0d87-4ad0-916d-9ae72479e28f tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Request body: {'port': {'network_id': 'd8415f97-b362-4563-915f-73631e2866b5', 'name': 'tempest-AllowedAddressPairTestJSON-504185760'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:31.367598 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-30e18c3c-f399-4f0b-b34f-88cbe98cb23c tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (4c57e950-bd7a-47b6-8fe1-1ed622351656), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:31.389278 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-acd876ac-2345-487d-a1d0-c4f21d74cec5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (91618973-f179-4549-8be1-85eb1c0f88a5), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:31.398325 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e18c3c-f399-4f0b-b34f-88cbe98cb23c tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event deleted for resources: {'Port': ['ID=4c57e950-bd7a-47b6-8fe1-1ed622351656,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:31.406611 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-30e18c3c-f399-4f0b-b34f-88cbe98cb23c tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:31.412524 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-30e18c3c-f399-4f0b-b34f-88cbe98cb23c tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/ports/4c57e950-bd7a-47b6-8fe1-1ed622351656 HTTP/1.1" status: 204 len: 168 time: 0.5858378 Jan 29 04:27:31.413364 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51456) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:31.416145 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-acd876ac-2345-487d-a1d0-c4f21d74cec5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Calling delete_port for 91618973-f179-4549-8be1-85eb1c0f88a5 owned by {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:31.465120 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a592b7-82ef-4576-b302-547de51d3ba9 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:31.466618 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f3a592b7-82ef-4576-b302-547de51d3ba9 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0522058 Jan 29 04:27:31.469408 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51458) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:31.507963 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6eedfae-12e6-4dd0-b7b3-2a01189a20b4 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] GET failed (client error): The resource could not be found. Jan 29 04:27:31.512302 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c6eedfae-12e6-4dd0-b7b3-2a01189a20b4 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "GET /v2.0/ports/ed583f64-a367-43a9-b7a4-21e072907f5a HTTP/1.1" status: 404 len: 333 time: 0.0394735 Jan 29 04:27:31.512615 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51462) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:31.554513 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-b15891b4-264b-4fea-ac90-a0c77b6e7bd7 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] GET failed (client error): The resource could not be found. Jan 29 04:27:31.555954 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b15891b4-264b-4fea-ac90-a0c77b6e7bd7 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "GET /v2.0/ports/4c57e950-bd7a-47b6-8fe1-1ed622351656 HTTP/1.1" status: 404 len: 333 time: 0.0424132 Jan 29 04:27:31.558882 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51468) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:31.629524 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6009e12f-0d87-4ad0-916d-9ae72479e28f tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Made reservation on behalf of 28b2fa816262486f9ff5f325f683d541 for: {'port': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:31.632831 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6009e12f-0d87-4ad0-916d-9ae72479e28f tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:31.640635 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2dd22101-be0c-43d7-ad06-f6b64222fc97 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (a5adf0a4-e83e-4b1a-bbd6-771e26096090), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:31.658710 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [None req-6009e12f-0d87-4ad0-916d-9ae72479e28f tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] device_id is not set on port 8ab55c5a-3f36-498a-b0a5-3e9e9f07d9bb yet. {{(pid=103584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:27:31.667271 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-acd876ac-2345-487d-a1d0-c4f21d74cec5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (91618973-f179-4549-8be1-85eb1c0f88a5), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:31.737268 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-acd876ac-2345-487d-a1d0-c4f21d74cec5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:31.743419 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-acd876ac-2345-487d-a1d0-c4f21d74cec5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/ports/91618973-f179-4549-8be1-85eb1c0f88a5 HTTP/1.1" status: 204 len: 168 time: 0.5879493 Jan 29 04:27:31.744037 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51474) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:31.763086 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd876ac-2345-487d-a1d0-c4f21d74cec5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event deleted for resources: {'Port': ['ID=91618973-f179-4549-8be1-85eb1c0f88a5,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:31.830961 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7761d318-a4cc-40fa-bfb0-c758d12a0698 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:31.833142 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7761d318-a4cc-40fa-bfb0-c758d12a0698 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0880077 Jan 29 04:27:31.835833 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51476) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:31.856296 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51478) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:31.861286 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-87da47f6-0517-4e78-9f68-07933104852b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] GET failed (client error): The resource could not be found. Jan 29 04:27:31.862848 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-87da47f6-0517-4e78-9f68-07933104852b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "GET /v2.0/ports/4f9aaa75-6695-439f-af4f-c5c6a6f1cb73 HTTP/1.1" status: 404 len: 333 time: 0.0259469 Jan 29 04:27:31.864768 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2dd22101-be0c-43d7-ad06-f6b64222fc97 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (a5adf0a4-e83e-4b1a-bbd6-771e26096090), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:31.865497 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51482) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:31.895555 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-1495669f-8c62-418e-821d-cb0abe941a11 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] GET failed (client error): The resource could not be found. Jan 29 04:27:31.899585 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-1495669f-8c62-418e-821d-cb0abe941a11 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "GET /v2.0/ports/91618973-f179-4549-8be1-85eb1c0f88a5 HTTP/1.1" status: 404 len: 333 time: 0.0306942 Jan 29 04:27:31.899739 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-2dd22101-be0c-43d7-ad06-f6b64222fc97 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5adf0a4-e83e-4b1a-bbd6-771e26096090']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:31.900940 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51484) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:31.913456 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-2dd22101-be0c-43d7-ad06-f6b64222fc97 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '887581a2-f923-433a-994d-a4cf32f0e89b') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:31.913750 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-2dd22101-be0c-43d7-ad06-f6b64222fc97 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '887581a2-f923-433a-994d-a4cf32f0e89b') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:31.922448 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-6009e12f-0d87-4ad0-916d-9ae72479e28f tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Allocated IP 172.20.0.4 (d8415f97-b362-4563-915f-73631e2866b5/52071be8-d8b5-4cb4-ad12-3aa4f79f575d/8ab55c5a-3f36-498a-b0a5-3e9e9f07d9bb) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:31.928583 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2dd22101-be0c-43d7-ad06-f6b64222fc97 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (887581a2-f923-433a-994d-a4cf32f0e89b), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:31.951008 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2dd22101-be0c-43d7-ad06-f6b64222fc97 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (887581a2-f923-433a-994d-a4cf32f0e89b), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:31.966607 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd22101-be0c-43d7-ad06-f6b64222fc97 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:27:31.967007 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2dd22101-be0c-43d7-ad06-f6b64222fc97 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (887581a2-f923-433a-994d-a4cf32f0e89b), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:31.972537 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-dfe15472-7197-4e70-9986-446ae90df801 tempest-SubnetPoolsTestJSON-1719159976 tempest-SubnetPoolsTestJSON-1719159976-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-592534504', 'prefixes': ['172.20.0.0/16']}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:31.976438 dv-neutron-821190-1-hyperv neutron-server[103584]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 29 04:27:31.976438 dv-neutron-821190-1-hyperv neutron-server[103584]: warnings.warn(msg) Jan 29 04:27:31.976438 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:27:31.976438 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:27:31.976438 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:27:31.976438 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:27:31.976438 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:27:31.976438 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:27:31.976438 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:27:31.976438 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:27:31.976438 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:27:31.976438 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:27:31.976438 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:27:31.976438 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:27:31.976438 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:27:31.976438 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:27:31.976438 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:27:31.976438 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:27:31.976438 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:27:31.976438 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:27:31.976438 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:27:31.976438 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:27:31.976438 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:27:31.976438 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:27:31.976438 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:27:31.976438 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:27:31.976438 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:27:31.976438 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:27:31.976438 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:27:31.976438 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:27:31.976438 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:27:31.976438 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:27:31.976438 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:27:31.976438 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:27:31.981286 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-75c5c62a-7e72-4bb2-8998-8755b8485916 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (d9f06ff7-5a59-4df2-b795-85f09d0f5b99), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:32.067771 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-75c5c62a-7e72-4bb2-8998-8755b8485916 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (d9f06ff7-5a59-4df2-b795-85f09d0f5b99), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:32.089420 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-75c5c62a-7e72-4bb2-8998-8755b8485916 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9f06ff7-5a59-4df2-b795-85f09d0f5b99']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:32.099629 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-75c5c62a-7e72-4bb2-8998-8755b8485916 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9ed5f58-5ba2-4c75-8112-dba81139ce6e') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:32.099932 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-75c5c62a-7e72-4bb2-8998-8755b8485916 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9ed5f58-5ba2-4c75-8112-dba81139ce6e') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:32.110107 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-75c5c62a-7e72-4bb2-8998-8755b8485916 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (d9ed5f58-5ba2-4c75-8112-dba81139ce6e), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:32.130099 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-75c5c62a-7e72-4bb2-8998-8755b8485916 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (d9ed5f58-5ba2-4c75-8112-dba81139ce6e), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:32.134462 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75c5c62a-7e72-4bb2-8998-8755b8485916 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:27:32.135047 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-75c5c62a-7e72-4bb2-8998-8755b8485916 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (d9ed5f58-5ba2-4c75-8112-dba81139ce6e), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:32.138215 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:27:32.138215 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:27:32.138215 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:27:32.138215 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:27:32.138215 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:27:32.138215 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:27:32.138215 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:27:32.138215 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:27:32.138215 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:27:32.138215 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:27:32.138215 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:27:32.138215 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:27:32.138215 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:27:32.138215 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:27:32.138215 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:27:32.138215 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:27:32.138215 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:27:32.138215 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:27:32.138215 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:27:32.138215 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:27:32.138215 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:27:32.138215 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:27:32.138215 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:27:32.138215 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:27:32.138215 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:27:32.138215 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:27:32.138215 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:27:32.138215 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:27:32.138215 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:27:32.138215 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:27:32.138215 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:27:32.138215 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:27:32.154823 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2dd22101-be0c-43d7-ad06-f6b64222fc97 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (a5adf0a4-e83e-4b1a-bbd6-771e26096090), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:32.159386 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2dd22101-be0c-43d7-ad06-f6b64222fc97 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:32.163084 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-2dd22101-be0c-43d7-ad06-f6b64222fc97 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/networks/a5adf0a4-e83e-4b1a-bbd6-771e26096090 HTTP/1.1" status: 204 len: 168 time: 0.6030822 Jan 29 04:27:32.169290 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51488) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:32.184796 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-0f2fb84d-2bc4-4d57-bc71-a72204cd85e6 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-194073841'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:32.202055 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6009e12f-0d87-4ad0-916d-9ae72479e28f tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks [] for port (8ab55c5a-3f36-498a-b0a5-3e9e9f07d9bb), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:32.207282 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd22101-be0c-43d7-ad06-f6b64222fc97 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event deleted for resources: {'Network': ['ID=a5adf0a4-e83e-4b1a-bbd6-771e26096090,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:32.293474 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-75c5c62a-7e72-4bb2-8998-8755b8485916 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (d9f06ff7-5a59-4df2-b795-85f09d0f5b99), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:32.296647 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2fb84d-2bc4-4d57-bc71-a72204cd85e6 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Made reservation on behalf of 931e85f3b3ac4f669ae92c3bafe28f71 for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:32.301083 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-75c5c62a-7e72-4bb2-8998-8755b8485916 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:32.302882 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0f2fb84d-2bc4-4d57-bc71-a72204cd85e6 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:32.304394 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-75c5c62a-7e72-4bb2-8998-8755b8485916 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/networks/d9f06ff7-5a59-4df2-b795-85f09d0f5b99 HTTP/1.1" status: 204 len: 168 time: 0.4024484 Jan 29 04:27:32.314824 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51492) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:32.318688 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c5c62a-7e72-4bb2-8998-8755b8485916 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event deleted for resources: {'Network': ['ID=d9f06ff7-5a59-4df2-b795-85f09d0f5b99,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:32.326561 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-74c0018a-09cb-438e-806e-52bcb30a402d tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1422957182'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:32.355088 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6009e12f-0d87-4ad0-916d-9ae72479e28f tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (8ab55c5a-3f36-498a-b0a5-3e9e9f07d9bb), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:32.370906 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f2fb84d-2bc4-4d57-bc71-a72204cd85e6 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:27:32.412800 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0f2fb84d-2bc4-4d57-bc71-a72204cd85e6 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (0ec4a5a4-32cd-4587-9440-dbccbb933114), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:32.413146 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-0f2fb84d-2bc4-4d57-bc71-a72204cd85e6 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Added segment 0ec4a5a4-32cd-4587-9440-dbccbb933114 of type vlan for network 5b621282-6df7-47e5-984f-e910b11cdc06 Jan 29 04:27:32.415380 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6009e12f-0d87-4ad0-916d-9ae72479e28f tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Network d8415f97-b362-4563-915f-73631e2866b5 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:32.426941 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-6009e12f-0d87-4ad0-916d-9ae72479e28f tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:32.448439 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6009e12f-0d87-4ad0-916d-9ae72479e28f tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:32.488200 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6009e12f-0d87-4ad0-916d-9ae72479e28f tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Pushing event updated for resources: {'Port': ['ID=8ab55c5a-3f36-498a-b0a5-3e9e9f07d9bb,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:32.506149 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c0018a-09cb-438e-806e-52bcb30a402d tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Made reservation on behalf of d8e0f965da8447998d407abf5ce886cf for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:32.510302 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-74c0018a-09cb-438e-806e-52bcb30a402d tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:32.519682 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0f2fb84d-2bc4-4d57-bc71-a72204cd85e6 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (5b621282-6df7-47e5-984f-e910b11cdc06), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:32.574812 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6009e12f-0d87-4ad0-916d-9ae72479e28f tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:32.575438 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6009e12f-0d87-4ad0-916d-9ae72479e28f tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:32.610398 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dfe15472-7197-4e70-9986-446ae90df801 tempest-SubnetPoolsTestJSON-1719159976 tempest-SubnetPoolsTestJSON-1719159976-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:32.611605 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-dfe15472-7197-4e70-9986-446ae90df801 tempest-SubnetPoolsTestJSON-1719159976 tempest-SubnetPoolsTestJSON-1719159976-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.7524107 Jan 29 04:27:32.614486 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51496) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:32.626037 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74c0018a-09cb-438e-806e-52bcb30a402d tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:27:32.628854 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-4bbe9719-598e-4658-a056-da28c06d4d27 None None] Provisioning complete for port 8ab55c5a-3f36-498a-b0a5-3e9e9f07d9bb triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:32.629762 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4bbe9719-598e-4658-a056-da28c06d4d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (8ab55c5a-3f36-498a-b0a5-3e9e9f07d9bb), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:32.640741 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-74c0018a-09cb-438e-806e-52bcb30a402d tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (8465eb53-d541-467d-a316-597349230924), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:32.641074 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-74c0018a-09cb-438e-806e-52bcb30a402d tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Added segment 8465eb53-d541-467d-a316-597349230924 of type vlan for network 6f18b0fe-49e7-4d02-8c1c-7fea09c5b76c Jan 29 04:27:32.656535 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-13581765-7983-4f1d-9c0a-20c11e1ebd50 tempest-SubnetPoolsTestJSON-1719159976 tempest-SubnetPoolsTestJSON-1719159976-project] 10.222.0.13 "GET /v2.0/subnetpools/311bea24-431b-4b1e-ab4a-c0ada050dcba HTTP/1.1" status: 200 len: 731 time: 0.0395374 Jan 29 04:27:32.659968 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51498) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:32.664789 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-0c31f618-c516-4887-8268-df26eff597b3 tempest-SubnetPoolsTestJSON-1719159976 tempest-SubnetPoolsTestJSON-1719159976-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-410854743'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:32.672965 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-4bbe9719-598e-4658-a056-da28c06d4d27 None None] Port 8ab55c5a-3f36-498a-b0a5-3e9e9f07d9bb cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:27:32.691222 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce219a48-5bcc-432c-bf67-47477f9539a4 req-d0abe6aa-0cb0-4532-8f02-25bd305b4fb6 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:32.692792 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ce219a48-5bcc-432c-bf67-47477f9539a4 req-d0abe6aa-0cb0-4532-8f02-25bd305b4fb6 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/ports?device_id=48674ac7-eeea-467e-964d-2d8ab2b92c9e HTTP/1.1" status: 200 len: 946 time: 0.1574180 Jan 29 04:27:32.696830 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-74c0018a-09cb-438e-806e-52bcb30a402d tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (6f18b0fe-49e7-4d02-8c1c-7fea09c5b76c), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:32.703890 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0f2fb84d-2bc4-4d57-bc71-a72204cd85e6 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (5b621282-6df7-47e5-984f-e910b11cdc06), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:32.709228 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2fb84d-2bc4-4d57-bc71-a72204cd85e6 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:32.709821 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0f2fb84d-2bc4-4d57-bc71-a72204cd85e6 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:32.755932 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-6009e12f-0d87-4ad0-916d-9ae72479e28f tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4385493 Jan 29 04:27:32.758664 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51500) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:32.763973 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-583e239a-50b1-4cc4-b392-3c54bf0c4514 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:62:30:08'}]}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:32.817606 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0c31f618-c516-4887-8268-df26eff597b3 tempest-SubnetPoolsTestJSON-1719159976 tempest-SubnetPoolsTestJSON-1719159976-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:32.821289 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-0c31f618-c516-4887-8268-df26eff597b3 tempest-SubnetPoolsTestJSON-1719159976 tempest-SubnetPoolsTestJSON-1719159976-project] 10.222.0.13 "PUT /v2.0/subnetpools/311bea24-431b-4b1e-ab4a-c0ada050dcba HTTP/1.1" status: 200 len: 683 time: 0.1575837 Jan 29 04:27:32.827452 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51504) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:32.832538 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2fb84d-2bc4-4d57-bc71-a72204cd85e6 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'Network': ['ID=5b621282-6df7-47e5-984f-e910b11cdc06,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:32.843403 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 5b621282-6df7-47e5-984f-e910b11cdc06 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:27:32.862028 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0f2fb84d-2bc4-4d57-bc71-a72204cd85e6 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6892617 Jan 29 04:27:32.866590 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51506) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:32.872556 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ce219a48-5bcc-432c-bf67-47477f9539a4 req-ef9cd4b4-83c6-4306-ac03-9ad740e8fbf0 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/security-groups?id=715f2fe5-a75a-4ee8-a2b4-7e90e6c33135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719189 Jan 29 04:27:32.873219 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-6b643153-c147-4e51-8ebc-1852934cf7b2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'subnet': {'network_id': '5b621282-6df7-47e5-984f-e910b11cdc06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:32.920036 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-74c0018a-09cb-438e-806e-52bcb30a402d tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (6f18b0fe-49e7-4d02-8c1c-7fea09c5b76c), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:32.925598 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c0018a-09cb-438e-806e-52bcb30a402d tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:32.926373 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-74c0018a-09cb-438e-806e-52bcb30a402d tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:32.932979 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-583e239a-50b1-4cc4-b392-3c54bf0c4514 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (8ab55c5a-3f36-498a-b0a5-3e9e9f07d9bb), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:33.005656 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c0018a-09cb-438e-806e-52bcb30a402d tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'Network': ['ID=6f18b0fe-49e7-4d02-8c1c-7fea09c5b76c,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:33.017050 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 6f18b0fe-49e7-4d02-8c1c-7fea09c5b76c details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:27:33.137878 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-583e239a-50b1-4cc4-b392-3c54bf0c4514 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks [] for port (8ab55c5a-3f36-498a-b0a5-3e9e9f07d9bb), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:33.143131 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4ac5642d-4017-4c45-954c-d78a4568a115 tempest-SubnetPoolsTestJSON-1719159976 tempest-SubnetPoolsTestJSON-1719159976-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:33.145177 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-4ac5642d-4017-4c45-954c-d78a4568a115 tempest-SubnetPoolsTestJSON-1719159976 tempest-SubnetPoolsTestJSON-1719159976-project] 10.222.0.13 "DELETE /v2.0/subnetpools/311bea24-431b-4b1e-ab4a-c0ada050dcba HTTP/1.1" status: 204 len: 168 time: 0.3219616 Jan 29 04:27:33.147775 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51508) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:33.148409 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-74c0018a-09cb-438e-806e-52bcb30a402d tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8326256 Jan 29 04:27:33.151253 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51510) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:33.156317 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-bed5f120-2572-4e26-8fd4-f21f7dabe833 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'subnet': {'network_id': '6f18b0fe-49e7-4d02-8c1c-7fea09c5b76c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:33.163025 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-6ccac5f0-8a82-47c3-af82-9d608f681c4e tempest-SubnetPoolsTestJSON-1719159976 tempest-SubnetPoolsTestJSON-1719159976-project] show failed (client error): The resource could not be found. Jan 29 04:27:33.164036 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6ccac5f0-8a82-47c3-af82-9d608f681c4e tempest-SubnetPoolsTestJSON-1719159976 tempest-SubnetPoolsTestJSON-1719159976-project] 10.222.0.13 "GET /v2.0/subnetpools/311bea24-431b-4b1e-ab4a-c0ada050dcba HTTP/1.1" status: 404 len: 346 time: 0.0153043 Jan 29 04:27:33.172196 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51512) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:33.191157 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-f5cb9e56-0c00-4fdc-a7e6-8d51f07a43b3 tempest-SubnetPoolsTestJSON-1719159976 tempest-SubnetPoolsTestJSON-1719159976-project] delete failed (client error): The resource could not be found. Jan 29 04:27:33.192262 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f5cb9e56-0c00-4fdc-a7e6-8d51f07a43b3 tempest-SubnetPoolsTestJSON-1719159976 tempest-SubnetPoolsTestJSON-1719159976-project] 10.222.0.13 "DELETE /v2.0/subnetpools/311bea24-431b-4b1e-ab4a-c0ada050dcba HTTP/1.1" status: 404 len: 346 time: 0.0190201 Jan 29 04:27:33.219873 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-583e239a-50b1-4cc4-b392-3c54bf0c4514 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (8ab55c5a-3f36-498a-b0a5-3e9e9f07d9bb), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:33.254132 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b643153-c147-4e51-8ebc-1852934cf7b2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Made reservation on behalf of 931e85f3b3ac4f669ae92c3bafe28f71 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:33.257713 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6b643153-c147-4e51-8ebc-1852934cf7b2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:33.353904 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e239a-50b1-4cc4-b392-3c54bf0c4514 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Pushing event updated for resources: {'Port': ['ID=8ab55c5a-3f36-498a-b0a5-3e9e9f07d9bb,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:33.368552 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.ipam_backend_mixin [None req-6b643153-c147-4e51-8ebc-1852934cf7b2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Performing IP validity checks on allocation pools {{(pid=103585) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 29 04:27:33.372759 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.ipam_backend_mixin [None req-6b643153-c147-4e51-8ebc-1852934cf7b2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103585) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 29 04:27:33.372925 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed5f120-2572-4e26-8fd4-f21f7dabe833 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Made reservation on behalf of d8e0f965da8447998d407abf5ce886cf for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:33.375919 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bed5f120-2572-4e26-8fd4-f21f7dabe833 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:33.382385 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-583e239a-50b1-4cc4-b392-3c54bf0c4514 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] In _notify_port_updated(), no bound segment for port 8ab55c5a-3f36-498a-b0a5-3e9e9f07d9bb on network d8415f97-b362-4563-915f-73631e2866b5 {{(pid=103585) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 04:27:33.387037 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583e239a-50b1-4cc4-b392-3c54bf0c4514 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:33.387675 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-583e239a-50b1-4cc4-b392-3c54bf0c4514 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:33.392530 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-583e239a-50b1-4cc4-b392-3c54bf0c4514 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] 10.222.0.13 "PUT /v2.0/ports/8ab55c5a-3f36-498a-b0a5-3e9e9f07d9bb HTTP/1.1" status: 200 len: 992 time: 0.6295362 Jan 29 04:27:33.392530 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51518) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:33.461975 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.ipam_backend_mixin [None req-bed5f120-2572-4e26-8fd4-f21f7dabe833 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Performing IP validity checks on allocation pools {{(pid=103584) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 29 04:27:33.462605 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.ipam_backend_mixin [None req-bed5f120-2572-4e26-8fd4-f21f7dabe833 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103584) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 29 04:27:33.489398 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675820e-1c4f-4ecb-8852-c68ec6f08aea req-a6459da6-034e-488f-b55e-ed2ed8276b54 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:33.491097 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-7675820e-1c4f-4ecb-8852-c68ec6f08aea req-a6459da6-034e-488f-b55e-ed2ed8276b54 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9d5143-b353-429f-b510-a519c4158175 HTTP/1.1" status: 200 len: 945 time: 0.1351936 Jan 29 04:27:33.500790 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-8fde0cf1-97e2-4e0d-980b-99897fedefe3 None None] Provisioning complete for port 8ab55c5a-3f36-498a-b0a5-3e9e9f07d9bb triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:33.501288 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8fde0cf1-97e2-4e0d-980b-99897fedefe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (8ab55c5a-3f36-498a-b0a5-3e9e9f07d9bb), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:33.546560 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-8fde0cf1-97e2-4e0d-980b-99897fedefe3 None None] Port 8ab55c5a-3f36-498a-b0a5-3e9e9f07d9bb cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:27:33.579602 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-7675820e-1c4f-4ecb-8852-c68ec6f08aea req-da868057-f694-4b20-a23a-faf491535b7a tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/security-groups?id=e52fdf30-5ac5-455f-a26e-79cce6c2b476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804589 Jan 29 04:27:33.584587 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-6457f191-c264-4b3a-baea-abd6630570c6 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Deleting port 8ab55c5a-3f36-498a-b0a5-3e9e9f07d9bb {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:33.584920 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6457f191-c264-4b3a-baea-abd6630570c6 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (8ab55c5a-3f36-498a-b0a5-3e9e9f07d9bb), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:33.676700 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6457f191-c264-4b3a-baea-abd6630570c6 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (8ab55c5a-3f36-498a-b0a5-3e9e9f07d9bb), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:33.683729 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6b643153-c147-4e51-8ebc-1852934cf7b2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (6196182d-b366-4ff1-b95c-235d93704cbe), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:33.696666 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-6457f191-c264-4b3a-baea-abd6630570c6 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Calling delete_port for 8ab55c5a-3f36-498a-b0a5-3e9e9f07d9bb owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:33.732956 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51522) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:33.741269 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bed5f120-2572-4e26-8fd4-f21f7dabe833 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (12355623-39da-4674-8234-9692dc53d200), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:33.797893 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b643153-c147-4e51-8ebc-1852934cf7b2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'Subnet': ['ID=6196182d-b366-4ff1-b95c-235d93704cbe,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:33.807583 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed5f120-2572-4e26-8fd4-f21f7dabe833 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'Subnet': ['ID=12355623-39da-4674-8234-9692dc53d200,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:33.815442 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b643153-c147-4e51-8ebc-1852934cf7b2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Checking segment: {'id': '0ec4a5a4-32cd-4587-9440-dbccbb933114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5b621282-6df7-47e5-984f-e910b11cdc06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:27:33.816373 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b643153-c147-4e51-8ebc-1852934cf7b2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Network hostable DHCP agents. Network: 5b621282-6df7-47e5-984f-e910b11cdc06, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:27:33.820604 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed5f120-2572-4e26-8fd4-f21f7dabe833 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Checking segment: {'id': '8465eb53-d541-467d-a316-597349230924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6f18b0fe-49e7-4d02-8c1c-7fea09c5b76c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:27:33.820604 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed5f120-2572-4e26-8fd4-f21f7dabe833 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Network hostable DHCP agents. Network: 6f18b0fe-49e7-4d02-8c1c-7fea09c5b76c, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:27:33.873594 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dcbc6f1f-e828-4630-9bd0-be15d302066f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:33.900460 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed5f120-2572-4e26-8fd4-f21f7dabe833 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Network 6f18b0fe-49e7-4d02-8c1c-7fea09c5b76c is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:27:33.934757 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b643153-c147-4e51-8ebc-1852934cf7b2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Network 5b621282-6df7-47e5-984f-e910b11cdc06 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:27:34.002003 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7b081-3c92-4c65-87a3-91054e1fc0d5 req-a51dcb89-380c-46c5-a162-9f1463297b07 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:34.003504 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a0d7b081-3c92-4c65-87a3-91054e1fc0d5 req-a51dcb89-380c-46c5-a162-9f1463297b07 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/ports?device_id=48674ac7-eeea-467e-964d-2d8ab2b92c9e HTTP/1.1" status: 200 len: 946 time: 0.0545630 Jan 29 04:27:34.004601 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6457f191-c264-4b3a-baea-abd6630570c6 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (8ab55c5a-3f36-498a-b0a5-3e9e9f07d9bb), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:34.014392 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-bed5f120-2572-4e26-8fd4-f21f7dabe833 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 6f18b0fe-49e7-4d02-8c1c-7fea09c5b76c) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:34.018621 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed5f120-2572-4e26-8fd4-f21f7dabe833 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:34.019624 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bed5f120-2572-4e26-8fd4-f21f7dabe833 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:34.023789 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85e3bd3-fc0b-43d1-8e79-8ba1c1fe0345 None None] Network 6f18b0fe-49e7-4d02-8c1c-7fea09c5b76c requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:27:34.046458 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-6b643153-c147-4e51-8ebc-1852934cf7b2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 5b621282-6df7-47e5-984f-e910b11cdc06) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:34.049124 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457f191-c264-4b3a-baea-abd6630570c6 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Pushing event deleted for resources: {'Port': ['ID=8ab55c5a-3f36-498a-b0a5-3e9e9f07d9bb,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:34.059627 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b643153-c147-4e51-8ebc-1852934cf7b2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:34.060210 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6b643153-c147-4e51-8ebc-1852934cf7b2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:34.078290 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae25a67-c8d1-4e37-95a7-f8c468598038 None None] Network 5b621282-6df7-47e5-984f-e910b11cdc06 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:27:34.101955 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dcbc6f1f-e828-4630-9bd0-be15d302066f admin admin] Publish callbacks [] for security_group (f5e4082d-8507-43e5-a311-603cc60eecd9), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:34.129671 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a0d7b081-3c92-4c65-87a3-91054e1fc0d5 req-72d810f5-763c-45f5-b403-522d4a88042c tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/security-groups?id=715f2fe5-a75a-4ee8-a2b4-7e90e6c33135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189845 Jan 29 04:27:34.151192 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-bed5f120-2572-4e26-8fd4-f21f7dabe833 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9987793 Jan 29 04:27:34.153826 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51530) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:34.160082 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-d18eb077-5742-4d3f-b8a5-45465864ae2f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'port': {'network_id': '6f18b0fe-49e7-4d02-8c1c-7fea09c5b76c', 'name': 'tempest-PortsTestJSON-810744603'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:34.214889 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dcbc6f1f-e828-4630-9bd0-be15d302066f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (f5e4082d-8507-43e5-a311-603cc60eecd9), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:34.231395 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dcb86f-fe10-4d18-9f79-3ca3f9fbf66e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-6f18b0fe-49e7-4d02-8c1c-7fea09c5b76c', 'network_id': '6f18b0fe-49e7-4d02-8c1c-7fea09c5b76c', 'project_id': 'd8e0f965da8447998d407abf5ce886cf', 'fixed_ips': [{'subnet_id': '12355623-39da-4674-8234-9692dc53d200'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:27:34.232453 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-38dcb86f-fe10-4d18-9f79-3ca3f9fbf66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:34.234676 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6457f191-c264-4b3a-baea-abd6630570c6 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:34.242041 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6457f191-c264-4b3a-baea-abd6630570c6 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] 10.222.0.13 "DELETE /v2.0/ports/8ab55c5a-3f36-498a-b0a5-3e9e9f07d9bb HTTP/1.1" status: 204 len: 168 time: 0.8465424 Jan 29 04:27:34.242287 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51532) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:34.255830 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6b643153-c147-4e51-8ebc-1852934cf7b2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3881042 Jan 29 04:27:34.263308 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1f716f-c276-41b1-ae36-251d2c677a31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-5b621282-6df7-47e5-984f-e910b11cdc06', 'network_id': '5b621282-6df7-47e5-984f-e910b11cdc06', 'project_id': '931e85f3b3ac4f669ae92c3bafe28f71', 'fixed_ips': [{'subnet_id': '6196182d-b366-4ff1-b95c-235d93704cbe'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:27:34.264134 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3b1f716f-c276-41b1-ae36-251d2c677a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:34.271571 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51534) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:34.276779 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-4a6a74fb-da8e-4357-af35-7e7dacf5f35c tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'port': {'network_id': '5b621282-6df7-47e5-984f-e910b11cdc06', 'name': 'tempest-PortsIpV6TestJSON-1214624312'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:34.281093 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d93c68f-ea1a-489d-9138-8824491cb9b9 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] GET failed (client error): The resource could not be found. Jan 29 04:27:34.282568 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-5d93c68f-ea1a-489d-9138-8824491cb9b9 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] 10.222.0.13 "GET /v2.0/ports/8ab55c5a-3f36-498a-b0a5-3e9e9f07d9bb HTTP/1.1" status: 404 len: 333 time: 0.0392756 Jan 29 04:27:34.286985 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51536) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:34.304602 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-12d1dd65-8547-495b-9d70-f1a7dc44f2fc tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Request body: {'port': {'network_id': 'd8415f97-b362-4563-915f-73631e2866b5', 'name': 'tempest-AllowedAddressPairTestJSON-406293723'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:34.337791 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-dcbc6f1f-e828-4630-9bd0-be15d302066f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6acd80fa8efd40e0a916440dfd5c3045&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6012082 Jan 29 04:27:34.339733 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51538) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:34.357522 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc6f1f-e828-4630-9bd0-be15d302066f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e4082d-8507-43e5-a311-603cc60eecd9,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:34.438805 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-98a9b37b-6289-4cdb-9ab1-f93013178e08 admin admin] Publish callbacks [] for security_group (f5e4082d-8507-43e5-a311-603cc60eecd9), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:34.467691 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-98a9b37b-6289-4cdb-9ab1-f93013178e08 admin admin] Publish callbacks [] for security_group (f5e4082d-8507-43e5-a311-603cc60eecd9), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:34.493463 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-38dcb86f-fe10-4d18-9f79-3ca3f9fbf66e None None] Allocated IP 172.20.0.2 (6f18b0fe-49e7-4d02-8c1c-7fea09c5b76c/12355623-39da-4674-8234-9692dc53d200/97e53c41-a1b1-427c-a36c-3fcd1769914b) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:34.534069 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-3b1f716f-c276-41b1-ae36-251d2c677a31 None None] Allocated IP 2001:db8::2 (5b621282-6df7-47e5-984f-e910b11cdc06/6196182d-b366-4ff1-b95c-235d93704cbe/851be0d8-5482-461b-88d7-e32e2a16da9c) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:34.543917 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18eb077-5742-4d3f-b8a5-45465864ae2f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Made reservation on behalf of d8e0f965da8447998d407abf5ce886cf for: {'port': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:34.547359 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d18eb077-5742-4d3f-b8a5-45465864ae2f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:34.572148 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e434d-7026-4032-99dc-74285b6cb41f req-d37433be-de7c-42f1-931d-ed04a96851b1 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:34.573677 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-bb5e434d-7026-4032-99dc-74285b6cb41f req-d37433be-de7c-42f1-931d-ed04a96851b1 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.18 "GET /v2.0/ports?device_id=48674ac7-eeea-467e-964d-2d8ab2b92c9e HTTP/1.1" status: 200 len: 946 time: 0.0965517 Jan 29 04:27:34.577225 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [None req-d18eb077-5742-4d3f-b8a5-45465864ae2f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] device_id is not set on port 3be8d051-9a8b-4f40-aaeb-41d9af140cd7 yet. {{(pid=103584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:27:34.603202 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6a74fb-da8e-4357-af35-7e7dacf5f35c tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Made reservation on behalf of 931e85f3b3ac4f669ae92c3bafe28f71 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:34.607264 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4a6a74fb-da8e-4357-af35-7e7dacf5f35c tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:34.632316 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-4a6a74fb-da8e-4357-af35-7e7dacf5f35c tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] device_id is not set on port bf428237-5f5e-462c-b77c-7002c04446ff yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:27:34.679481 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d1dd65-8547-495b-9d70-f1a7dc44f2fc tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Made reservation on behalf of 28b2fa816262486f9ff5f325f683d541 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:34.682883 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-12d1dd65-8547-495b-9d70-f1a7dc44f2fc tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:34.710471 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-98a9b37b-6289-4cdb-9ab1-f93013178e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (f5e4082d-8507-43e5-a311-603cc60eecd9), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:34.713055 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-98a9b37b-6289-4cdb-9ab1-f93013178e08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:34.714432 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-98a9b37b-6289-4cdb-9ab1-f93013178e08 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5e4082d-8507-43e5-a311-603cc60eecd9 HTTP/1.1" status: 204 len: 168 time: 0.3744550 Jan 29 04:27:34.717753 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-12d1dd65-8547-495b-9d70-f1a7dc44f2fc tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] device_id is not set on port 0d231110-e125-40c5-a3bd-14dc4da33a6d yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:27:34.759701 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a9b37b-6289-4cdb-9ab1-f93013178e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e4082d-8507-43e5-a311-603cc60eecd9,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:34.786388 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df0bf7-e3a7-404d-8320-7f119b6a7075 req-5e3d84cd-a907-4ae4-bca9-6ebac6cb0137 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:34.793925 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-20df0bf7-e3a7-404d-8320-7f119b6a7075 req-5e3d84cd-a907-4ae4-bca9-6ebac6cb0137 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9d5143-b353-429f-b510-a519c4158175 HTTP/1.1" status: 200 len: 945 time: 0.1318164 Jan 29 04:27:34.821053 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3b1f716f-c276-41b1-ae36-251d2c677a31 None None] Publish callbacks [] for port (851be0d8-5482-461b-88d7-e32e2a16da9c), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:34.833673 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-38dcb86f-fe10-4d18-9f79-3ca3f9fbf66e None None] Publish callbacks [] for port (97e53c41-a1b1-427c-a36c-3fcd1769914b), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:34.843878 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [req-bb5e434d-7026-4032-99dc-74285b6cb41f req-08c9a392-026d-4caf-b609-f35689208217 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Deleting port 8e38da7a-056f-4de3-b557-31c899d94cdb {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:34.847873 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-bb5e434d-7026-4032-99dc-74285b6cb41f req-08c9a392-026d-4caf-b609-f35689208217 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (8e38da7a-056f-4de3-b557-31c899d94cdb), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:34.864796 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-12d1dd65-8547-495b-9d70-f1a7dc44f2fc tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Allocated IP 172.20.0.6 (d8415f97-b362-4563-915f-73631e2866b5/52071be8-d8b5-4cb4-ad12-3aa4f79f575d/0d231110-e125-40c5-a3bd-14dc4da33a6d) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:34.866417 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-20df0bf7-e3a7-404d-8320-7f119b6a7075 req-69a16f72-9c09-413b-b7c3-149ccd76135f tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/security-groups?id=e52fdf30-5ac5-455f-a26e-79cce6c2b476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716169 Jan 29 04:27:34.922215 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3b1f716f-c276-41b1-ae36-251d2c677a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (851be0d8-5482-461b-88d7-e32e2a16da9c), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:34.948050 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [req-bb5e434d-7026-4032-99dc-74285b6cb41f req-08c9a392-026d-4caf-b609-f35689208217 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] For port 8e38da7a-056f-4de3-b557-31c899d94cdb, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=8e38da7a-056f-4de3-b557-31c899d94cdb,segment=NetworkSegment(fd7ead1e-c2bd-4a04-99ff-ba05b654eedf),segment_id=fd7ead1e-c2bd-4a04-99ff-ba05b654eedf)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:34.948678 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-bb5e434d-7026-4032-99dc-74285b6cb41f req-08c9a392-026d-4caf-b609-f35689208217 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (8e38da7a-056f-4de3-b557-31c899d94cdb), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:34.966123 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1f716f-c276-41b1-ae36-251d2c677a31 None None] Network 5b621282-6df7-47e5-984f-e910b11cdc06 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:34.970488 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-3b1f716f-c276-41b1-ae36-251d2c677a31 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:34.977984 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1f716f-c276-41b1-ae36-251d2c677a31 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:34.982037 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f716f-c276-41b1-ae36-251d2c677a31 None None] Pushing event updated for resources: {'Port': ['ID=851be0d8-5482-461b-88d7-e32e2a16da9c,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:35.040881 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-4a6a74fb-da8e-4357-af35-7e7dacf5f35c tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Allocated IP 2001:db8::5b (5b621282-6df7-47e5-984f-e910b11cdc06/6196182d-b366-4ff1-b95c-235d93704cbe/bf428237-5f5e-462c-b77c-7002c04446ff) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:35.060095 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-38dcb86f-fe10-4d18-9f79-3ca3f9fbf66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (97e53c41-a1b1-427c-a36c-3fcd1769914b), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:35.104535 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-12d1dd65-8547-495b-9d70-f1a7dc44f2fc tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks [] for port (0d231110-e125-40c5-a3bd-14dc4da33a6d), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:35.141252 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dcb86f-fe10-4d18-9f79-3ca3f9fbf66e None None] Pushing event updated for resources: {'Port': ['ID=97e53c41-a1b1-427c-a36c-3fcd1769914b,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:35.205722 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-3b1f716f-c276-41b1-ae36-251d2c677a31 None None] Attempting to bind port 851be0d8-5482-461b-88d7-e32e2a16da9c on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:27:35.205722 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-3b1f716f-c276-41b1-ae36-251d2c677a31 None None] Attempting to bind port 851be0d8-5482-461b-88d7-e32e2a16da9c by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '0ec4a5a4-32cd-4587-9440-dbccbb933114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5b621282-6df7-47e5-984f-e910b11cdc06'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:27:35.205722 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1f716f-c276-41b1-ae36-251d2c677a31 None None] Attempting to bind port 851be0d8-5482-461b-88d7-e32e2a16da9c on network 5b621282-6df7-47e5-984f-e910b11cdc06 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:35.217332 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dcb86f-fe10-4d18-9f79-3ca3f9fbf66e None None] Network 6f18b0fe-49e7-4d02-8c1c-7fea09c5b76c is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:35.225663 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-38dcb86f-fe10-4d18-9f79-3ca3f9fbf66e None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:35.227733 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dcb86f-fe10-4d18-9f79-3ca3f9fbf66e None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:35.234818 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1f716f-c276-41b1-ae36-251d2c677a31 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:27:35.235237 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1f716f-c276-41b1-ae36-251d2c677a31 None None] Checking segment: {'id': '0ec4a5a4-32cd-4587-9440-dbccbb933114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5b621282-6df7-47e5-984f-e910b11cdc06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:27:35.240357 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3b1f716f-c276-41b1-ae36-251d2c677a31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:35.240357 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1f716f-c276-41b1-ae36-251d2c677a31 None None] Bound using segment: {'id': '0ec4a5a4-32cd-4587-9440-dbccbb933114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5b621282-6df7-47e5-984f-e910b11cdc06'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:27:35.240620 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-3b1f716f-c276-41b1-ae36-251d2c677a31 None None] Bound port: 851be0d8-5482-461b-88d7-e32e2a16da9c, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ec4a5a4-32cd-4587-9440-dbccbb933114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5b621282-6df7-47e5-984f-e910b11cdc06'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:27:35.241199 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3b1f716f-c276-41b1-ae36-251d2c677a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (851be0d8-5482-461b-88d7-e32e2a16da9c), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:35.323920 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4a6a74fb-da8e-4357-af35-7e7dacf5f35c tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for port (bf428237-5f5e-462c-b77c-7002c04446ff), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:35.328770 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-12d1dd65-8547-495b-9d70-f1a7dc44f2fc tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (0d231110-e125-40c5-a3bd-14dc4da33a6d), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:35.340103 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2ced2-e7e9-418b-a4df-b5f9f84d8656 req-9f602263-197c-48f9-9273-17732aea1ba6 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:35.341613 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-03b2ced2-e7e9-418b-a4df-b5f9f84d8656 req-9f602263-197c-48f9-9273-17732aea1ba6 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b9d5143-b353-429f-b510-a519c4158175 HTTP/1.1" status: 200 len: 945 time: 0.1423001 Jan 29 04:27:35.372966 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-38dcb86f-fe10-4d18-9f79-3ca3f9fbf66e None None] Attempting to bind port 97e53c41-a1b1-427c-a36c-3fcd1769914b on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:27:35.373433 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-38dcb86f-fe10-4d18-9f79-3ca3f9fbf66e None None] Attempting to bind port 97e53c41-a1b1-427c-a36c-3fcd1769914b by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '8465eb53-d541-467d-a316-597349230924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6f18b0fe-49e7-4d02-8c1c-7fea09c5b76c'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:27:35.373870 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dcb86f-fe10-4d18-9f79-3ca3f9fbf66e None None] Attempting to bind port 97e53c41-a1b1-427c-a36c-3fcd1769914b on network 6f18b0fe-49e7-4d02-8c1c-7fea09c5b76c {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:35.394537 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dcb86f-fe10-4d18-9f79-3ca3f9fbf66e None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:27:35.395202 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dcb86f-fe10-4d18-9f79-3ca3f9fbf66e None None] Checking segment: {'id': '8465eb53-d541-467d-a316-597349230924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6f18b0fe-49e7-4d02-8c1c-7fea09c5b76c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:27:35.395789 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-38dcb86f-fe10-4d18-9f79-3ca3f9fbf66e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:35.396609 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dcb86f-fe10-4d18-9f79-3ca3f9fbf66e None None] Bound using segment: {'id': '8465eb53-d541-467d-a316-597349230924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6f18b0fe-49e7-4d02-8c1c-7fea09c5b76c'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:27:35.397175 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-38dcb86f-fe10-4d18-9f79-3ca3f9fbf66e None None] Bound port: 97e53c41-a1b1-427c-a36c-3fcd1769914b, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8465eb53-d541-467d-a316-597349230924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6f18b0fe-49e7-4d02-8c1c-7fea09c5b76c'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:27:35.397638 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-38dcb86f-fe10-4d18-9f79-3ca3f9fbf66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (97e53c41-a1b1-427c-a36c-3fcd1769914b), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:35.429471 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-d18eb077-5742-4d3f-b8a5-45465864ae2f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Allocated IP 172.20.0.4 (6f18b0fe-49e7-4d02-8c1c-7fea09c5b76c/12355623-39da-4674-8234-9692dc53d200/3be8d051-9a8b-4f40-aaeb-41d9af140cd7) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:35.430176 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3b1f716f-c276-41b1-ae36-251d2c677a31 None None] For port 851be0d8-5482-461b-88d7-e32e2a16da9c, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:27:35.445150 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d1dd65-8547-495b-9d70-f1a7dc44f2fc tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Network d8415f97-b362-4563-915f-73631e2866b5 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:35.452979 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3b1f716f-c276-41b1-ae36-251d2c677a31 None None] For port 851be0d8-5482-461b-88d7-e32e2a16da9c, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=851be0d8-5482-461b-88d7-e32e2a16da9c,segment=NetworkSegment(0ec4a5a4-32cd-4587-9440-dbccbb933114),segment_id=0ec4a5a4-32cd-4587-9440-dbccbb933114)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:27:35.462476 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-12d1dd65-8547-495b-9d70-f1a7dc44f2fc tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:35.470406 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740c779-736e-4c54-b630-ec15f5a78764 req-79a0aa0e-1106-485e-9190-17a178fca0ac tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:35.472427 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7740c779-736e-4c54-b630-ec15f5a78764 req-79a0aa0e-1106-485e-9190-17a178fca0ac tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/ports?device_id=48674ac7-eeea-467e-964d-2d8ab2b92c9e HTTP/1.1" status: 200 len: 946 time: 0.2034001 Jan 29 04:27:35.475072 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d1dd65-8547-495b-9d70-f1a7dc44f2fc tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:35.477776 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1dd65-8547-495b-9d70-f1a7dc44f2fc tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Pushing event updated for resources: {'Port': ['ID=0d231110-e125-40c5-a3bd-14dc4da33a6d,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:35.523663 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3b1f716f-c276-41b1-ae36-251d2c677a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (851be0d8-5482-461b-88d7-e32e2a16da9c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:35.555124 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-bb5e434d-7026-4032-99dc-74285b6cb41f req-08c9a392-026d-4caf-b609-f35689208217 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:35.555563 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-bb5e434d-7026-4032-99dc-74285b6cb41f req-08c9a392-026d-4caf-b609-f35689208217 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (9062be6a-40d4-42c0-8b78-dcf3550cd724), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:35.556056 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.l3_db [req-bb5e434d-7026-4032-99dc-74285b6cb41f req-08c9a392-026d-4caf-b609-f35689208217 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Floating IP 9062be6a-40d4-42c0-8b78-dcf3550cd724 disassociated. External IP: 172.26.8.99, port: 8e38da7a-056f-4de3-b557-31c899d94cdb. Jan 29 04:27:35.556455 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [req-bb5e434d-7026-4032-99dc-74285b6cb41f req-08c9a392-026d-4caf-b609-f35689208217 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Calling delete_port for 8e38da7a-056f-4de3-b557-31c899d94cdb owned by compute:nova {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:35.596412 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d1dd65-8547-495b-9d70-f1a7dc44f2fc tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:35.597673 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-12d1dd65-8547-495b-9d70-f1a7dc44f2fc tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:35.615113 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4a6a74fb-da8e-4357-af35-7e7dacf5f35c tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (bf428237-5f5e-462c-b77c-7002c04446ff), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:35.630151 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f716f-c276-41b1-ae36-251d2c677a31 None None] Pushing event updated for resources: {'Port': ['ID=851be0d8-5482-461b-88d7-e32e2a16da9c,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:35.673491 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-38dcb86f-fe10-4d18-9f79-3ca3f9fbf66e None None] For port 97e53c41-a1b1-427c-a36c-3fcd1769914b, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:27:35.679391 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-38dcb86f-fe10-4d18-9f79-3ca3f9fbf66e None None] For port 97e53c41-a1b1-427c-a36c-3fcd1769914b, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=97e53c41-a1b1-427c-a36c-3fcd1769914b,segment=NetworkSegment(8465eb53-d541-467d-a316-597349230924),segment_id=8465eb53-d541-467d-a316-597349230924)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:27:35.698608 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7740c779-736e-4c54-b630-ec15f5a78764 req-bcd7dfc1-9fd9-46e2-8950-fb6a01209a20 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/security-groups?id=715f2fe5-a75a-4ee8-a2b4-7e90e6c33135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2112734 Jan 29 04:27:35.712912 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6a74fb-da8e-4357-af35-7e7dacf5f35c tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Network 5b621282-6df7-47e5-984f-e910b11cdc06 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:35.719223 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-12d1dd65-8547-495b-9d70-f1a7dc44f2fc tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4198856 Jan 29 04:27:35.725009 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51558) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:35.731014 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-5c7dab97-7444-4c04-88ac-68eff6789957 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:62:30:08'}]}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:35.736602 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-4a6a74fb-da8e-4357-af35-7e7dacf5f35c tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:35.742402 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6a74fb-da8e-4357-af35-7e7dacf5f35c tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:35.746886 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6a74fb-da8e-4357-af35-7e7dacf5f35c tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:35.747528 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4a6a74fb-da8e-4357-af35-7e7dacf5f35c tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:35.752302 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-38dcb86f-fe10-4d18-9f79-3ca3f9fbf66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (97e53c41-a1b1-427c-a36c-3fcd1769914b), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:35.790741 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-03b2ced2-e7e9-418b-a4df-b5f9f84d8656 req-7be2988e-7bf1-4f81-af27-cb513282d486 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Deleting port b65426a7-ad6e-4181-b43f-15f45dda722c {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:35.791083 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-03b2ced2-e7e9-418b-a4df-b5f9f84d8656 req-7be2988e-7bf1-4f81-af27-cb513282d486 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (b65426a7-ad6e-4181-b43f-15f45dda722c), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:35.805362 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a74fb-da8e-4357-af35-7e7dacf5f35c tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'Port': ['ID=bf428237-5f5e-462c-b77c-7002c04446ff,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:35.888755 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dcb86f-fe10-4d18-9f79-3ca3f9fbf66e None None] Pushing event updated for resources: {'Port': ['ID=97e53c41-a1b1-427c-a36c-3fcd1769914b,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:35.907555 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4a6a74fb-da8e-4357-af35-7e7dacf5f35c tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6312413 Jan 29 04:27:35.917155 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51566) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:35.927840 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-93e4d2c6-f42a-4419-8db4-d7777a6aa19b None None] Provisioning complete for port 0d231110-e125-40c5-a3bd-14dc4da33a6d triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:35.928246 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-93e4d2c6-f42a-4419-8db4-d7777a6aa19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (0d231110-e125-40c5-a3bd-14dc4da33a6d), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:35.989991 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-93e4d2c6-f42a-4419-8db4-d7777a6aa19b None None] Port 0d231110-e125-40c5-a3bd-14dc4da33a6d cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:27:36.048134 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-03b2ced2-e7e9-418b-a4df-b5f9f84d8656 req-7be2988e-7bf1-4f81-af27-cb513282d486 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] For port b65426a7-ad6e-4181-b43f-15f45dda722c, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b65426a7-ad6e-4181-b43f-15f45dda722c,segment=NetworkSegment(4af84b71-d5c4-4409-9ef7-5596cefdefb6),segment_id=4af84b71-d5c4-4409-9ef7-5596cefdefb6)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:36.048748 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-03b2ced2-e7e9-418b-a4df-b5f9f84d8656 req-7be2988e-7bf1-4f81-af27-cb513282d486 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (b65426a7-ad6e-4181-b43f-15f45dda722c), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:36.118417 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d18eb077-5742-4d3f-b8a5-45465864ae2f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for port (3be8d051-9a8b-4f40-aaeb-41d9af140cd7), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:36.180884 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed8092f-13d5-41ac-bc99-4b48880fbe64 req-a13d8137-73d9-4c85-aa1e-f4076a13ca30 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:36.187066 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-aed8092f-13d5-41ac-bc99-4b48880fbe64 req-a13d8137-73d9-4c85-aa1e-f4076a13ca30 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9d5143-b353-429f-b510-a519c4158175 HTTP/1.1" status: 200 len: 945 time: 0.1799934 Jan 29 04:27:36.192585 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-bb5e434d-7026-4032-99dc-74285b6cb41f req-08c9a392-026d-4caf-b609-f35689208217 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (8e38da7a-056f-4de3-b557-31c899d94cdb), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:36.237349 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-a84b9e2e-b288-4447-93a4-48ac230b7c96 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Deleting port bf428237-5f5e-462c-b77c-7002c04446ff {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:36.238204 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a84b9e2e-b288-4447-93a4-48ac230b7c96 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (bf428237-5f5e-462c-b77c-7002c04446ff), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:36.303642 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9a392-026d-4caf-b609-f35689208217 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Pushing event deleted for resources: {'Port': ['ID=8e38da7a-056f-4de3-b557-31c899d94cdb,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:36.373534 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d18eb077-5742-4d3f-b8a5-45465864ae2f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (3be8d051-9a8b-4f40-aaeb-41d9af140cd7), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:36.525228 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-aed8092f-13d5-41ac-bc99-4b48880fbe64 req-b2e84892-9a78-4606-9b56-ad891d75e482 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/security-groups?id=e52fdf30-5ac5-455f-a26e-79cce6c2b476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3192735 Jan 29 04:27:36.583843 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18eb077-5742-4d3f-b8a5-45465864ae2f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Network 6f18b0fe-49e7-4d02-8c1c-7fea09c5b76c is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:36.594609 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-d18eb077-5742-4d3f-b8a5-45465864ae2f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:36.604673 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a84b9e2e-b288-4447-93a4-48ac230b7c96 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (bf428237-5f5e-462c-b77c-7002c04446ff), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:36.607208 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18eb077-5742-4d3f-b8a5-45465864ae2f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:36.647906 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18eb077-5742-4d3f-b8a5-45465864ae2f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'Port': ['ID=3be8d051-9a8b-4f40-aaeb-41d9af140cd7,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:36.661828 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-a84b9e2e-b288-4447-93a4-48ac230b7c96 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Calling delete_port for bf428237-5f5e-462c-b77c-7002c04446ff owned by {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:36.704004 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb5e434d-7026-4032-99dc-74285b6cb41f req-08c9a392-026d-4caf-b609-f35689208217 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Router de69dbd8-cdba-406c-b857-5ef4d1a5deaf has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:27:36.709312 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5c7dab97-7444-4c04-88ac-68eff6789957 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (0d231110-e125-40c5-a3bd-14dc4da33a6d), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:36.774867 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18eb077-5742-4d3f-b8a5-45465864ae2f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:36.776624 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d18eb077-5742-4d3f-b8a5-45465864ae2f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:36.850231 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-013fa27d-d3b4-491b-a165-2ac00603660d req-961ab728-6705-4897-a52f-6734ce1511ee tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/ports?device_id=48674ac7-eeea-467e-964d-2d8ab2b92c9e HTTP/1.1" status: 200 len: 210 time: 0.0509794 Jan 29 04:27:36.952536 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d18eb077-5742-4d3f-b8a5-45465864ae2f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7958865 Jan 29 04:27:36.974276 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-03b2ced2-e7e9-418b-a4df-b5f9f84d8656 req-7be2988e-7bf1-4f81-af27-cb513282d486 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:36.979479 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-03b2ced2-e7e9-418b-a4df-b5f9f84d8656 req-7be2988e-7bf1-4f81-af27-cb513282d486 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (daac2acb-678f-471d-a7c1-ec7ca3c6ef52), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:36.979479 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.l3_db [req-03b2ced2-e7e9-418b-a4df-b5f9f84d8656 req-7be2988e-7bf1-4f81-af27-cb513282d486 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Floating IP daac2acb-678f-471d-a7c1-ec7ca3c6ef52 disassociated. External IP: 172.26.8.161, port: b65426a7-ad6e-4181-b43f-15f45dda722c. Jan 29 04:27:36.979479 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-03b2ced2-e7e9-418b-a4df-b5f9f84d8656 req-7be2988e-7bf1-4f81-af27-cb513282d486 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Calling delete_port for b65426a7-ad6e-4181-b43f-15f45dda722c owned by compute:nova {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:36.979479 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51580) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:37.024247 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb5e434d-7026-4032-99dc-74285b6cb41f req-08c9a392-026d-4caf-b609-f35689208217 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:27:37.040878 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e5ced0-068d-4603-9c70-a2ebcc4c8808 None None] Sync routers for ids ['de69dbd8-cdba-406c-b857-5ef4d1a5deaf'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:27:37.060781 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e5ced0-068d-4603-9c70-a2ebcc4c8808 None None] Routers {'de69dbd8-cdba-406c-b857-5ef4d1a5deaf'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:37.061698 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-73e5ced0-068d-4603-9c70-a2ebcc4c8808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:27:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['de69dbd8-cdba-406c-b857-5ef4d1a5deaf'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:37.076971 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5e434d-7026-4032-99dc-74285b6cb41f req-08c9a392-026d-4caf-b609-f35689208217 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] No DVR routers for this DVR port 8e38da7a-056f-4de3-b557-31c899d94cdb on host hv-neutron-8211 {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:27:37.079138 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-bb5e434d-7026-4032-99dc-74285b6cb41f req-08c9a392-026d-4caf-b609-f35689208217 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:37.084635 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-bb5e434d-7026-4032-99dc-74285b6cb41f req-08c9a392-026d-4caf-b609-f35689208217 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.18 "DELETE /v2.0/ports/8e38da7a-056f-4de3-b557-31c899d94cdb HTTP/1.1" status: 204 len: 173 time: 2.4679885 Jan 29 04:27:37.087770 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48674ac7-eeea-467e-964d-2d8ab2b92c9e', 'name': 'network-vif-deleted', 'tag': '8e38da7a-056f-4de3-b557-31c899d94cdb'}] {{(pid=103584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:27:37.090639 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88d22702f486e82ce3265c1db8b0c003dd285ef8b53ba8e869e33114e3fd04d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa962af-ab8e-4563-9a13-8221f2269e49" -d '{"events": [{"server_uuid": "48674ac7-eeea-467e-964d-2d8ab2b92c9e", "name": "network-vif-deleted", "tag": "8e38da7a-056f-4de3-b557-31c899d94cdb"}]}' {{(pid=103584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:27:37.099884 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a84b9e2e-b288-4447-93a4-48ac230b7c96 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (bf428237-5f5e-462c-b77c-7002c04446ff), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:37.130669 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b9e2e-b288-4447-93a4-48ac230b7c96 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event deleted for resources: {'Port': ['ID=bf428237-5f5e-462c-b77c-7002c04446ff,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:37.199001 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b73ff80-66b3-4d2d-afe9-c6f5cbff636d x-openstack-request-id: req-3b73ff80-66b3-4d2d-afe9-c6f5cbff636d {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:27:37.199745 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48674ac7-eeea-467e-964d-2d8ab2b92c9e", "name": "network-vif-deleted", "tag": "8e38da7a-056f-4de3-b557-31c899d94cdb", "status": "completed", "code": 200}]} {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:27:37.206895 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b73ff80-66b3-4d2d-afe9-c6f5cbff636d {{(pid=103584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:27:37.208327 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48674ac7-eeea-467e-964d-2d8ab2b92c9e', 'name': 'network-vif-deleted', 'tag': '8e38da7a-056f-4de3-b557-31c899d94cdb', 'status': 'completed', 'code': 200} Jan 29 04:27:37.211395 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a84b9e2e-b288-4447-93a4-48ac230b7c96 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:37.233870 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a84b9e2e-b288-4447-93a4-48ac230b7c96 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/ports/bf428237-5f5e-462c-b77c-7002c04446ff HTTP/1.1" status: 204 len: 168 time: 1.3153808 Jan 29 04:27:37.235023 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51586) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:37.304884 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-f004810e-486c-4fd1-a56c-4a122d014936 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] DELETE failed (client error): The resource could not be found. Jan 29 04:27:37.306172 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f004810e-486c-4fd1-a56c-4a122d014936 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:27:37.323644 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51590) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:37.324709 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f004810e-486c-4fd1-a56c-4a122d014936 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/ports/bf428237-5f5e-462c-b77c-7002c04446ff HTTP/1.1" status: 404 len: 333 time: 0.0854537 Jan 29 04:27:37.380534 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-73e5ced0-068d-4603-9c70-a2ebcc4c8808 None None] Set router de69dbd8-cdba-406c-b857-5ef4d1a5deaf gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:27:37.387791 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1491ef2-af0b-40fe-90d1-2edd16c765dc tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] GET failed (client error): The resource could not be found. Jan 29 04:27:37.391911 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a1491ef2-af0b-40fe-90d1-2edd16c765dc tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "GET /v2.0/ports/bf428237-5f5e-462c-b77c-7002c04446ff HTTP/1.1" status: 404 len: 333 time: 0.0661616 Jan 29 04:27:37.393184 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51594) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:37.442625 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-97e8ea41-d560-4261-85d6-39743e3f8639 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Deleting port 3be8d051-9a8b-4f40-aaeb-41d9af140cd7 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:37.442987 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-97e8ea41-d560-4261-85d6-39743e3f8639 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (3be8d051-9a8b-4f40-aaeb-41d9af140cd7), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:37.527503 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8d36745-53f3-4e16-9dbb-6ce242871c22 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Deleting subnet 6196182d-b366-4ff1-b95c-235d93704cbe {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:27:37.531416 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e8d36745-53f3-4e16-9dbb-6ce242871c22 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for subnet (6196182d-b366-4ff1-b95c-235d93704cbe), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:37.640067 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e8d36745-53f3-4e16-9dbb-6ce242871c22 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (6196182d-b366-4ff1-b95c-235d93704cbe), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:37.776765 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5c7dab97-7444-4c04-88ac-68eff6789957 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks [] for port (0d231110-e125-40c5-a3bd-14dc4da33a6d), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:37.778895 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-97e8ea41-d560-4261-85d6-39743e3f8639 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (3be8d051-9a8b-4f40-aaeb-41d9af140cd7), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:37.789041 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e8d36745-53f3-4e16-9dbb-6ce242871c22 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (6196182d-b366-4ff1-b95c-235d93704cbe), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:37.833027 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-97e8ea41-d560-4261-85d6-39743e3f8639 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Calling delete_port for 3be8d051-9a8b-4f40-aaeb-41d9af140cd7 owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:37.870017 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5c7dab97-7444-4c04-88ac-68eff6789957 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (0d231110-e125-40c5-a3bd-14dc4da33a6d), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:37.944845 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d50a1d6-8526-45ec-a0da-eaef86cfedc8 None None] Network 5b621282-6df7-47e5-984f-e910b11cdc06 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:27:37.998886 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e8d36745-53f3-4e16-9dbb-6ce242871c22 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (6196182d-b366-4ff1-b95c-235d93704cbe), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:38.045458 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd0e46d-23ac-4dbd-bdae-4a35cf0225ca None None] Network 6f18b0fe-49e7-4d02-8c1c-7fea09c5b76c requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:27:38.045976 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d36745-53f3-4e16-9dbb-6ce242871c22 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event deleted for resources: {'Subnet': ['ID=6196182d-b366-4ff1-b95c-235d93704cbe,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:38.053820 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e8d36745-53f3-4e16-9dbb-6ce242871c22 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:38.068691 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-03b2ced2-e7e9-418b-a4df-b5f9f84d8656 req-7be2988e-7bf1-4f81-af27-cb513282d486 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (b65426a7-ad6e-4181-b43f-15f45dda722c), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:38.077555 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e8d36745-53f3-4e16-9dbb-6ce242871c22 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/subnets/6196182d-b366-4ff1-b95c-235d93704cbe HTTP/1.1" status: 204 len: 168 time: 0.6824684 Jan 29 04:27:38.078237 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51606) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:38.198242 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-a4eea6e6-b1cf-420f-b68b-16936a1bb034 None None] Provisioning complete for port 851be0d8-5482-461b-88d7-e32e2a16da9c triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:38.198965 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a4eea6e6-b1cf-420f-b68b-16936a1bb034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (851be0d8-5482-461b-88d7-e32e2a16da9c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:38.251175 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709be8f-b0ee-4600-b21c-1ea29626cba9 req-01ec44d1-75c6-4c38-a8e9-449e8efa5f8a tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:38.252698 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f709be8f-b0ee-4600-b21c-1ea29626cba9 req-01ec44d1-75c6-4c38-a8e9-449e8efa5f8a tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9d5143-b353-429f-b510-a519c4158175 HTTP/1.1" status: 200 len: 945 time: 0.5519197 Jan 29 04:27:38.267330 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2012aa36-b05d-4e09-99bc-fec3ccd0ef74 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (5b621282-6df7-47e5-984f-e910b11cdc06), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:38.279387 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 851be0d8-5482-461b-88d7-e32e2a16da9c up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:27:38.323862 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7dab97-7444-4c04-88ac-68eff6789957 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Pushing event updated for resources: {'Port': ['ID=0d231110-e125-40c5-a3bd-14dc4da33a6d,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:38.414447 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-2012aa36-b05d-4e09-99bc-fec3ccd0ef74 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Deleting port 851be0d8-5482-461b-88d7-e32e2a16da9c {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:38.415493 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2012aa36-b05d-4e09-99bc-fec3ccd0ef74 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (851be0d8-5482-461b-88d7-e32e2a16da9c), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:38.426536 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be2988e-7bf1-4f81-af27-cb513282d486 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Pushing event deleted for resources: {'Port': ['ID=b65426a7-ad6e-4181-b43f-15f45dda722c,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:38.477765 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-5c7dab97-7444-4c04-88ac-68eff6789957 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] In _notify_port_updated(), no bound segment for port 0d231110-e125-40c5-a3bd-14dc4da33a6d on network d8415f97-b362-4563-915f-73631e2866b5 {{(pid=103585) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 04:27:38.481965 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7dab97-7444-4c04-88ac-68eff6789957 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:38.493179 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5c7dab97-7444-4c04-88ac-68eff6789957 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:38.494596 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-5c7dab97-7444-4c04-88ac-68eff6789957 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] 10.222.0.13 "PUT /v2.0/ports/0d231110-e125-40c5-a3bd-14dc4da33a6d HTTP/1.1" status: 200 len: 995 time: 2.7678900 Jan 29 04:27:38.498136 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-a4eea6e6-b1cf-420f-b68b-16936a1bb034 None None] Current status of the port 851be0d8-5482-461b-88d7-e32e2a16da9c is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:27:38.500141 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a4eea6e6-b1cf-420f-b68b-16936a1bb034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (851be0d8-5482-461b-88d7-e32e2a16da9c), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:38.563412 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51608) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:38.566969 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-2012aa36-b05d-4e09-99bc-fec3ccd0ef74 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] For port 851be0d8-5482-461b-88d7-e32e2a16da9c, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=851be0d8-5482-461b-88d7-e32e2a16da9c,segment=NetworkSegment(0ec4a5a4-32cd-4587-9440-dbccbb933114),segment_id=0ec4a5a4-32cd-4587-9440-dbccbb933114)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:38.571330 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2012aa36-b05d-4e09-99bc-fec3ccd0ef74 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (851be0d8-5482-461b-88d7-e32e2a16da9c), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:38.584869 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-2012aa36-b05d-4e09-99bc-fec3ccd0ef74 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Calling delete_port for 851be0d8-5482-461b-88d7-e32e2a16da9c owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:38.652291 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-a4eea6e6-b1cf-420f-b68b-16936a1bb034 None None] For port 851be0d8-5482-461b-88d7-e32e2a16da9c, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=851be0d8-5482-461b-88d7-e32e2a16da9c,segment=NetworkSegment(0ec4a5a4-32cd-4587-9440-dbccbb933114),segment_id=0ec4a5a4-32cd-4587-9440-dbccbb933114)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:38.657895 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 851be0d8-5482-461b-88d7-e32e2a16da9c triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:38.658484 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (851be0d8-5482-461b-88d7-e32e2a16da9c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:38.712869 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51610) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:38.728833 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-7d92d855-2269-4db2-a7ee-b8f5d213c61c tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-594146749', 'description': 'tempest-secgroup-smoke-594146749 description', 'project_id': 'd1218af32ef54486a3687ccbcfae4b37'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:38.732345 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f709be8f-b0ee-4600-b21c-1ea29626cba9 req-825c9daf-9573-4ba8-b9a9-25fa25c35b71 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/security-groups?id=e52fdf30-5ac5-455f-a26e-79cce6c2b476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4365578 Jan 29 04:27:38.736003 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a4eea6e6-b1cf-420f-b68b-16936a1bb034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (851be0d8-5482-461b-88d7-e32e2a16da9c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:38.799165 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device b65426a7-ad6e-4181-b43f-15f45dda722c no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:27:38.812988 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51614) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:38.830696 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908a5904-32dc-47e5-b037-59b46cd1c09f None None] Network 5b621282-6df7-47e5-984f-e910b11cdc06 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:27:38.840683 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] No Port match for: b65426a7-ad6e-4181-b43f-15f45dda722c {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:27:38.841182 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device b65426a7-ad6e-4181-b43f-15f45dda722c not bound to the agent host hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:27:38.841958 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 8e38da7a-056f-4de3-b557-31c899d94cdb no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:27:38.867834 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2012aa36-b05d-4e09-99bc-fec3ccd0ef74 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (851be0d8-5482-461b-88d7-e32e2a16da9c), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:38.873712 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-73e5ced0-068d-4603-9c70-a2ebcc4c8808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de69dbd8-cdba-406c-b857-5ef4d1a5deaf', 'name': 'tempest-ServersTestManualDisk-431633746-router', 'tenant_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'e11bd39f-a348-4fd2-9ae5-dae3e9cb5780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:25:00Z', 'updated_at': '2022-01-29T04:25:15Z', 'revision_number': 4, 'project_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'gw_port': {'id': 'e11bd39f-a348-4fd2-9ae5-dae3e9cb5780', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de69dbd8-cdba-406c-b857-5ef4d1a5deaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:02Z', 'updated_at': '2022-01-29T04:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'b0e32437-ac69-4966-b2c8-3b68528ad8ab', 'name': '', 'network_id': '4d4605cc-cd83-4037-bfc8-342508214a0e', 'tenant_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'mac_address': 'fa:16:3e:9e:5e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de69dbd8-cdba-406c-b857-5ef4d1a5deaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '28462fdf-59a1-4f6b-8a80-4bfac581848e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:12Z', 'updated_at': '2022-01-29T04:25:22Z', 'revision_number': 5, 'project_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'subnets': [{'id': '28462fdf-59a1-4f6b-8a80-4bfac581848e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:38.916610 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03b2ced2-e7e9-418b-a4df-b5f9f84d8656 req-7be2988e-7bf1-4f81-af27-cb513282d486 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Router 49a67c9b-a555-482d-9e94-728cdfbceef0 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:27:38.925005 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2012aa36-b05d-4e09-99bc-fec3ccd0ef74 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event deleted for resources: {'Port': ['ID=851be0d8-5482-461b-88d7-e32e2a16da9c,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:38.931729 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7d92d855-2269-4db2-a7ee-b8f5d213c61c tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:38.938947 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2012aa36-b05d-4e09-99bc-fec3ccd0ef74 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] No DVR routers for this DVR port 851be0d8-5482-461b-88d7-e32e2a16da9c on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:27:38.959882 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-54649a30-3e61-4d77-a47a-a8409c974ecb tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Deleting port 0d231110-e125-40c5-a3bd-14dc4da33a6d {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:38.960516 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-54649a30-3e61-4d77-a47a-a8409c974ecb tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (0d231110-e125-40c5-a3bd-14dc4da33a6d), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:38.988266 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7d92d855-2269-4db2-a7ee-b8f5d213c61c tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:39.014870 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-97e8ea41-d560-4261-85d6-39743e3f8639 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (3be8d051-9a8b-4f40-aaeb-41d9af140cd7), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:39.019700 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] No Port match for: 8e38da7a-056f-4de3-b557-31c899d94cdb {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:27:39.020293 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 8e38da7a-056f-4de3-b557-31c899d94cdb not bound to the agent host hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:27:39.037982 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Could not find standard attr ID for object 851be0d8-5482-461b-88d7-e32e2a16da9c. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:27:39.041098 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No ports have port_id starting with 851be0d8-5482-461b-88d7-e32e2a16da9c Jan 29 04:27:39.042491 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e5ced0-068d-4603-9c70-a2ebcc4c8808 None None] Checking router: de69dbd8-cdba-406c-b857-5ef4d1a5deaf for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:27:39.057044 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 97e53c41-a1b1-427c-a36c-3fcd1769914b up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:27:39.111125 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e5ced0-068d-4603-9c70-a2ebcc4c8808 None None] Routers {'de69dbd8-cdba-406c-b857-5ef4d1a5deaf'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:39.112063 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-73e5ced0-068d-4603-9c70-a2ebcc4c8808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:27:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['de69dbd8-cdba-406c-b857-5ef4d1a5deaf'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:39.114391 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eea6e6-b1cf-420f-b68b-16936a1bb034 None None] Pushing event updated for resources: {'Port': ['ID=851be0d8-5482-461b-88d7-e32e2a16da9c,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:39.117074 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-ceec4fb4-1165-4dd5-8acb-965a79bbef75 None None] Provisioning complete for port 0d231110-e125-40c5-a3bd-14dc4da33a6d triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:39.117723 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ceec4fb4-1165-4dd5-8acb-965a79bbef75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (0d231110-e125-40c5-a3bd-14dc4da33a6d), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:39.133352 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4d55fbd3-f4ec-4630-8b5d-b383ad398d06 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Publish callbacks [] for security_group (715f2fe5-a75a-4ee8-a2b4-7e90e6c33135), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:39.145902 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2012aa36-b05d-4e09-99bc-fec3ccd0ef74 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (5b621282-6df7-47e5-984f-e910b11cdc06), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:39.233792 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03b2ced2-e7e9-418b-a4df-b5f9f84d8656 req-7be2988e-7bf1-4f81-af27-cb513282d486 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:27:39.251640 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384f687f-bcb9-4ba1-8666-67ecdbb7aee0 None None] Sync routers for ids ['49a67c9b-a555-482d-9e94-728cdfbceef0'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:27:39.255167 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209d3b21-aba3-4462-95fa-7ae6c9bfeb75 None None] DHCP port deletion for 5b621282-6df7-47e5-984f-e910b11cdc06 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:27:39.266097 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4d55fbd3-f4ec-4630-8b5d-b383ad398d06 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Publish callbacks [] for security_group (715f2fe5-a75a-4ee8-a2b4-7e90e6c33135), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:39.271093 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e8ea41-d560-4261-85d6-39743e3f8639 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event deleted for resources: {'Port': ['ID=3be8d051-9a8b-4f40-aaeb-41d9af140cd7,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:39.271743 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-2012aa36-b05d-4e09-99bc-fec3ccd0ef74 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b621282-6df7-47e5-984f-e910b11cdc06']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:39.295253 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384f687f-bcb9-4ba1-8666-67ecdbb7aee0 None None] Routers {'49a67c9b-a555-482d-9e94-728cdfbceef0'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:39.295253 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-384f687f-bcb9-4ba1-8666-67ecdbb7aee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:27:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['49a67c9b-a555-482d-9e94-728cdfbceef0'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:39.313429 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-2012aa36-b05d-4e09-99bc-fec3ccd0ef74 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ec4a5a4-32cd-4587-9440-dbccbb933114') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:39.314000 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-2012aa36-b05d-4e09-99bc-fec3ccd0ef74 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ec4a5a4-32cd-4587-9440-dbccbb933114') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:39.314727 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ceec4fb4-1165-4dd5-8acb-965a79bbef75 None None] Port 0d231110-e125-40c5-a3bd-14dc4da33a6d cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:27:39.328136 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-ceec4fb4-1165-4dd5-8acb-965a79bbef75 None None] Could not find standard attr ID for object 851be0d8-5482-461b-88d7-e32e2a16da9c. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:27:39.342424 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2012aa36-b05d-4e09-99bc-fec3ccd0ef74 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (0ec4a5a4-32cd-4587-9440-dbccbb933114), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:39.370222 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b2ced2-e7e9-418b-a4df-b5f9f84d8656 req-7be2988e-7bf1-4f81-af27-cb513282d486 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] No DVR routers for this DVR port b65426a7-ad6e-4181-b43f-15f45dda722c on host hv-neutron-8211 {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:27:39.373467 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-03b2ced2-e7e9-418b-a4df-b5f9f84d8656 req-7be2988e-7bf1-4f81-af27-cb513282d486 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:39.381565 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-03b2ced2-e7e9-418b-a4df-b5f9f84d8656 req-7be2988e-7bf1-4f81-af27-cb513282d486 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.18 "DELETE /v2.0/ports/b65426a7-ad6e-4181-b43f-15f45dda722c HTTP/1.1" status: 204 len: 173 time: 4.0293601 Jan 29 04:27:39.389174 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2012aa36-b05d-4e09-99bc-fec3ccd0ef74 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (0ec4a5a4-32cd-4587-9440-dbccbb933114), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:39.402281 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-ceec4fb4-1165-4dd5-8acb-965a79bbef75 None None] Provisioning complete for port 97e53c41-a1b1-427c-a36c-3fcd1769914b triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:39.402750 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ceec4fb4-1165-4dd5-8acb-965a79bbef75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (97e53c41-a1b1-427c-a36c-3fcd1769914b), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:39.413695 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 97e53c41-a1b1-427c-a36c-3fcd1769914b triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:39.418550 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (97e53c41-a1b1-427c-a36c-3fcd1769914b), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:39.426037 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2012aa36-b05d-4e09-99bc-fec3ccd0ef74 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:27:39.426712 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2012aa36-b05d-4e09-99bc-fec3ccd0ef74 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (0ec4a5a4-32cd-4587-9440-dbccbb933114), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:39.431805 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:27:39.431805 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:27:39.431805 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:27:39.431805 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:27:39.431805 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:27:39.431805 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:27:39.431805 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:27:39.431805 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:27:39.431805 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:27:39.431805 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:27:39.431805 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:27:39.431805 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:27:39.431805 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:27:39.431805 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:27:39.431805 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:27:39.431805 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:27:39.431805 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:27:39.431805 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:27:39.431805 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:27:39.431805 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:27:39.431805 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:27:39.431805 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:27:39.431805 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:27:39.431805 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:27:39.431805 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:27:39.431805 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:27:39.431805 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:27:39.431805 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:27:39.431805 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:27:39.431805 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:27:39.431805 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:27:39.431805 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:27:39.448739 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9d5143-b353-429f-b510-a519c4158175', 'name': 'network-vif-deleted', 'tag': 'b65426a7-ad6e-4181-b43f-15f45dda722c'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:27:39.451829 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8939eab3-94db-44fb-8427-431b4fd52fe9" -d '{"events": [{"server_uuid": "0b9d5143-b353-429f-b510-a519c4158175", "name": "network-vif-deleted", "tag": "b65426a7-ad6e-4181-b43f-15f45dda722c"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:27:39.458080 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-97e8ea41-d560-4261-85d6-39743e3f8639 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:39.462638 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-97e8ea41-d560-4261-85d6-39743e3f8639 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/ports/3be8d051-9a8b-4f40-aaeb-41d9af140cd7 HTTP/1.1" status: 204 len: 168 time: 2.4822931 Jan 29 04:27:39.471226 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51618) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:39.551982 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ce4691-6234-40e6-b59a-e5c2588a86f1 x-openstack-request-id: req-e7ce4691-6234-40e6-b59a-e5c2588a86f1 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:27:39.552332 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9d5143-b353-429f-b510-a519c4158175", "name": "network-vif-deleted", "tag": "b65426a7-ad6e-4181-b43f-15f45dda722c", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:27:39.552706 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7ce4691-6234-40e6-b59a-e5c2588a86f1 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:27:39.553157 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9d5143-b353-429f-b510-a519c4158175', 'name': 'network-vif-deleted', 'tag': 'b65426a7-ad6e-4181-b43f-15f45dda722c', 'status': 'completed', 'code': 200} Jan 29 04:27:39.558187 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-54649a30-3e61-4d77-a47a-a8409c974ecb tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (0d231110-e125-40c5-a3bd-14dc4da33a6d), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:39.581609 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7d92d855-2269-4db2-a7ee-b8f5d213c61c tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for security_group (bdf5d8c0-d2ba-4952-b826-f7ad5d11b986), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:39.583894 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-384f687f-bcb9-4ba1-8666-67ecdbb7aee0 None None] Set router 49a67c9b-a555-482d-9e94-728cdfbceef0 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:27:39.584038 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e5dd289-43c5-4d9b-8186-77303bb7847c tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] DELETE failed (client error): The resource could not be found. Jan 29 04:27:39.584509 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e5dd289-43c5-4d9b-8186-77303bb7847c tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:27:39.592359 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-3e5dd289-43c5-4d9b-8186-77303bb7847c tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/ports/3be8d051-9a8b-4f40-aaeb-41d9af140cd7 HTTP/1.1" status: 404 len: 333 time: 0.1189601 Jan 29 04:27:39.595145 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51620) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:39.609952 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-54649a30-3e61-4d77-a47a-a8409c974ecb tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Calling delete_port for 0d231110-e125-40c5-a3bd-14dc4da33a6d owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:39.618877 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-73e5ced0-068d-4603-9c70-a2ebcc4c8808 None None] Set router de69dbd8-cdba-406c-b857-5ef4d1a5deaf gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:27:39.647221 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-c984152f-4beb-4bd3-aa67-cbf580d8e713 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] GET failed (client error): The resource could not be found. Jan 29 04:27:39.648778 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c984152f-4beb-4bd3-aa67-cbf580d8e713 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "GET /v2.0/ports/3be8d051-9a8b-4f40-aaeb-41d9af140cd7 HTTP/1.1" status: 404 len: 333 time: 0.0526848 Jan 29 04:27:39.651699 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51622) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:39.661801 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4d55fbd3-f4ec-4630-8b5d-b383ad398d06 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (715f2fe5-a75a-4ee8-a2b4-7e90e6c33135), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:39.664822 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4d55fbd3-f4ec-4630-8b5d-b383ad398d06 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:39.666132 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-4d55fbd3-f4ec-4630-8b5d-b383ad398d06 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "DELETE /v2.0/security-groups/715f2fe5-a75a-4ee8-a2b4-7e90e6c33135 HTTP/1.1" status: 204 len: 168 time: 0.8518622 Jan 29 04:27:39.706477 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51624) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:39.741731 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2012aa36-b05d-4e09-99bc-fec3ccd0ef74 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (5b621282-6df7-47e5-984f-e910b11cdc06), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:39.748671 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7d92d855-2269-4db2-a7ee-b8f5d213c61c tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (bdf5d8c0-d2ba-4952-b826-f7ad5d11b986), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:39.781509 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2012aa36-b05d-4e09-99bc-fec3ccd0ef74 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:39.790251 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-2012aa36-b05d-4e09-99bc-fec3ccd0ef74 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/networks/5b621282-6df7-47e5-984f-e910b11cdc06 HTTP/1.1" status: 204 len: 168 time: 1.7105646 Jan 29 04:27:39.792519 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55fbd3-f4ec-4630-8b5d-b383ad398d06 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=715f2fe5-a75a-4ee8-a2b4-7e90e6c33135,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:39.807177 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51628) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:39.824154 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-e5d0914a-4f3a-4080-9bd5-92fc81cb9123 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] show failed (client error): The resource could not be found. Jan 29 04:27:39.828460 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-a8fbddea-824a-4a90-9aa5-390c5a33ac6a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1360724406'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:39.828629 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e5d0914a-4f3a-4080-9bd5-92fc81cb9123 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "GET /v2.0/security-groups/715f2fe5-a75a-4ee8-a2b4-7e90e6c33135 HTTP/1.1" status: 404 len: 347 time: 0.1183360 Jan 29 04:27:39.842069 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51630) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:39.844029 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2012aa36-b05d-4e09-99bc-fec3ccd0ef74 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event deleted for resources: {'Network': ['ID=5b621282-6df7-47e5-984f-e910b11cdc06,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:39.940960 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-b80d036f-a860-4c9e-b3f0-0530cd3a8062 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Deleting subnet 12355623-39da-4674-8234-9692dc53d200 {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:27:39.948899 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-384f687f-bcb9-4ba1-8666-67ecdbb7aee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a67c9b-a555-482d-9e94-728cdfbceef0', 'name': 'tempest-ServersTestJSON-69517117-router', 'tenant_id': '62b5636027cb4b35a2ac3d1c94409c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '30ff137a-2792-4035-a05f-8319daafec09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:59Z', 'updated_at': '2022-01-29T04:25:10Z', 'revision_number': 4, 'project_id': '62b5636027cb4b35a2ac3d1c94409c20', 'gw_port': {'id': '30ff137a-2792-4035-a05f-8319daafec09', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:41:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a67c9b-a555-482d-9e94-728cdfbceef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:01Z', 'updated_at': '2022-01-29T04:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '5dbd94c4-6cac-4773-9f4a-1b2d3d766d96', 'name': '', 'network_id': '110bb4a8-6dea-4688-b150-e74a0a24c2a5', 'tenant_id': '62b5636027cb4b35a2ac3d1c94409c20', 'mac_address': 'fa:16:3e:92:b1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a67c9b-a555-482d-9e94-728cdfbceef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1e6bda9e-8e09-4842-910d-f6751a7ed1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:08Z', 'updated_at': '2022-01-29T04:25:17Z', 'revision_number': 5, 'project_id': '62b5636027cb4b35a2ac3d1c94409c20', 'subnets': [{'id': '1e6bda9e-8e09-4842-910d-f6751a7ed1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:39.966980 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b80d036f-a860-4c9e-b3f0-0530cd3a8062 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for subnet (12355623-39da-4674-8234-9692dc53d200), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:39.982668 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384f687f-bcb9-4ba1-8666-67ecdbb7aee0 None None] Checking router: 49a67c9b-a555-482d-9e94-728cdfbceef0 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:27:39.993198 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384f687f-bcb9-4ba1-8666-67ecdbb7aee0 None None] Routers {'49a67c9b-a555-482d-9e94-728cdfbceef0'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:39.994150 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-384f687f-bcb9-4ba1-8666-67ecdbb7aee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:27:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['49a67c9b-a555-482d-9e94-728cdfbceef0'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:40.003618 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8fbddea-824a-4a90-9aa5-390c5a33ac6a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Made reservation on behalf of 931e85f3b3ac4f669ae92c3bafe28f71 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:40.011846 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a8fbddea-824a-4a90-9aa5-390c5a33ac6a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:40.052601 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ac9906f1-2b80-492f-9be9-eb8fcd45d73f req-df7015f3-80f8-4688-9f66-b215bd33505b tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9d5143-b353-429f-b510-a519c4158175 HTTP/1.1" status: 200 len: 210 time: 0.1047549 Jan 29 04:27:40.105690 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92d855-2269-4db2-a7ee-b8f5d213c61c tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf5d8c0-d2ba-4952-b826-f7ad5d11b986,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:40.122994 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-384f687f-bcb9-4ba1-8666-67ecdbb7aee0 None None] Set router 49a67c9b-a555-482d-9e94-728cdfbceef0 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:27:40.166400 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b80d036f-a860-4c9e-b3f0-0530cd3a8062 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (12355623-39da-4674-8234-9692dc53d200), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:40.170768 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ceec4fb4-1165-4dd5-8acb-965a79bbef75 None None] Current status of the port 97e53c41-a1b1-427c-a36c-3fcd1769914b is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:27:40.171318 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ceec4fb4-1165-4dd5-8acb-965a79bbef75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (97e53c41-a1b1-427c-a36c-3fcd1769914b), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:40.178869 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8fbddea-824a-4a90-9aa5-390c5a33ac6a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:27:40.185743 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-54649a30-3e61-4d77-a47a-a8409c974ecb tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (0d231110-e125-40c5-a3bd-14dc4da33a6d), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:40.209473 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 97e53c41-a1b1-427c-a36c-3fcd1769914b is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:27:40.214446 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (97e53c41-a1b1-427c-a36c-3fcd1769914b), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:40.271092 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-ceec4fb4-1165-4dd5-8acb-965a79bbef75 None None] For port 97e53c41-a1b1-427c-a36c-3fcd1769914b, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=97e53c41-a1b1-427c-a36c-3fcd1769914b,segment=NetworkSegment(8465eb53-d541-467d-a316-597349230924),segment_id=8465eb53-d541-467d-a316-597349230924)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:40.317699 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7d92d855-2269-4db2-a7ee-b8f5d213c61c tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for security_group (d988af8b-ef19-409e-9a6b-f84166dff0da), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:40.318984 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a8fbddea-824a-4a90-9aa5-390c5a33ac6a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (fd38c0db-bec3-4db4-be9c-8e10bfe6cfd8), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:40.319342 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-a8fbddea-824a-4a90-9aa5-390c5a33ac6a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Added segment fd38c0db-bec3-4db4-be9c-8e10bfe6cfd8 of type vlan for network 22ecabb4-342d-43b1-a531-a6398ab5dc1e Jan 29 04:27:40.321735 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54649a30-3e61-4d77-a47a-a8409c974ecb tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Pushing event deleted for resources: {'Port': ['ID=0d231110-e125-40c5-a3bd-14dc4da33a6d,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:40.349438 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-73e5ced0-068d-4603-9c70-a2ebcc4c8808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de69dbd8-cdba-406c-b857-5ef4d1a5deaf', 'name': 'tempest-ServersTestManualDisk-431633746-router', 'tenant_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'e11bd39f-a348-4fd2-9ae5-dae3e9cb5780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:25:00Z', 'updated_at': '2022-01-29T04:25:15Z', 'revision_number': 4, 'project_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'gw_port': {'id': 'e11bd39f-a348-4fd2-9ae5-dae3e9cb5780', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de69dbd8-cdba-406c-b857-5ef4d1a5deaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:02Z', 'updated_at': '2022-01-29T04:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'b0e32437-ac69-4966-b2c8-3b68528ad8ab', 'name': '', 'network_id': '4d4605cc-cd83-4037-bfc8-342508214a0e', 'tenant_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'mac_address': 'fa:16:3e:9e:5e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de69dbd8-cdba-406c-b857-5ef4d1a5deaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '28462fdf-59a1-4f6b-8a80-4bfac581848e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:12Z', 'updated_at': '2022-01-29T04:25:22Z', 'revision_number': 5, 'project_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'subnets': [{'id': '28462fdf-59a1-4f6b-8a80-4bfac581848e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:40.354640 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ceec4fb4-1165-4dd5-8acb-965a79bbef75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (97e53c41-a1b1-427c-a36c-3fcd1769914b), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:40.392444 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-6ab0ecd2-33a2-4558-8c71-ca293c53f452 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Deleting port 05a4a2cd-b0ce-4073-8391-8d7547089597 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:40.392823 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6ab0ecd2-33a2-4558-8c71-ca293c53f452 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (05a4a2cd-b0ce-4073-8391-8d7547089597), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:40.408555 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e5ced0-068d-4603-9c70-a2ebcc4c8808 None None] The sync data for ids ['de69dbd8-cdba-406c-b857-5ef4d1a5deaf'] in dv-neutron-821190-1-hyperv is: [{'id': 'de69dbd8-cdba-406c-b857-5ef4d1a5deaf', 'name': 'tempest-ServersTestManualDisk-431633746-router', 'tenant_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'e11bd39f-a348-4fd2-9ae5-dae3e9cb5780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:25:00Z', 'updated_at': '2022-01-29T04:25:15Z', 'revision_number': 4, 'project_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'gw_port': {'id': 'e11bd39f-a348-4fd2-9ae5-dae3e9cb5780', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de69dbd8-cdba-406c-b857-5ef4d1a5deaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:02Z', 'updated_at': '2022-01-29T04:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'b0e32437-ac69-4966-b2c8-3b68528ad8ab', 'name': '', 'network_id': '4d4605cc-cd83-4037-bfc8-342508214a0e', 'tenant_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'mac_address': 'fa:16:3e:9e:5e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de69dbd8-cdba-406c-b857-5ef4d1a5deaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '28462fdf-59a1-4f6b-8a80-4bfac581848e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:12Z', 'updated_at': '2022-01-29T04:25:22Z', 'revision_number': 5, 'project_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'subnets': [{'id': '28462fdf-59a1-4f6b-8a80-4bfac581848e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:27:40.443186 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-384f687f-bcb9-4ba1-8666-67ecdbb7aee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a67c9b-a555-482d-9e94-728cdfbceef0', 'name': 'tempest-ServersTestJSON-69517117-router', 'tenant_id': '62b5636027cb4b35a2ac3d1c94409c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '30ff137a-2792-4035-a05f-8319daafec09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:59Z', 'updated_at': '2022-01-29T04:25:10Z', 'revision_number': 4, 'project_id': '62b5636027cb4b35a2ac3d1c94409c20', 'gw_port': {'id': '30ff137a-2792-4035-a05f-8319daafec09', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:41:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a67c9b-a555-482d-9e94-728cdfbceef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:01Z', 'updated_at': '2022-01-29T04:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '5dbd94c4-6cac-4773-9f4a-1b2d3d766d96', 'name': '', 'network_id': '110bb4a8-6dea-4688-b150-e74a0a24c2a5', 'tenant_id': '62b5636027cb4b35a2ac3d1c94409c20', 'mac_address': 'fa:16:3e:92:b1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a67c9b-a555-482d-9e94-728cdfbceef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1e6bda9e-8e09-4842-910d-f6751a7ed1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:08Z', 'updated_at': '2022-01-29T04:25:17Z', 'revision_number': 5, 'project_id': '62b5636027cb4b35a2ac3d1c94409c20', 'subnets': [{'id': '1e6bda9e-8e09-4842-910d-f6751a7ed1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:40.484169 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384f687f-bcb9-4ba1-8666-67ecdbb7aee0 None None] The sync data for ids ['49a67c9b-a555-482d-9e94-728cdfbceef0'] in dv-neutron-821190-1-hyperv is: [{'id': '49a67c9b-a555-482d-9e94-728cdfbceef0', 'name': 'tempest-ServersTestJSON-69517117-router', 'tenant_id': '62b5636027cb4b35a2ac3d1c94409c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '30ff137a-2792-4035-a05f-8319daafec09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:59Z', 'updated_at': '2022-01-29T04:25:10Z', 'revision_number': 4, 'project_id': '62b5636027cb4b35a2ac3d1c94409c20', 'gw_port': {'id': '30ff137a-2792-4035-a05f-8319daafec09', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:41:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a67c9b-a555-482d-9e94-728cdfbceef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:01Z', 'updated_at': '2022-01-29T04:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '5dbd94c4-6cac-4773-9f4a-1b2d3d766d96', 'name': '', 'network_id': '110bb4a8-6dea-4688-b150-e74a0a24c2a5', 'tenant_id': '62b5636027cb4b35a2ac3d1c94409c20', 'mac_address': 'fa:16:3e:92:b1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a67c9b-a555-482d-9e94-728cdfbceef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1e6bda9e-8e09-4842-910d-f6751a7ed1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:08Z', 'updated_at': '2022-01-29T04:25:17Z', 'revision_number': 5, 'project_id': '62b5636027cb4b35a2ac3d1c94409c20', 'subnets': [{'id': '1e6bda9e-8e09-4842-910d-f6751a7ed1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:27:40.551187 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a8fbddea-824a-4a90-9aa5-390c5a33ac6a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (22ecabb4-342d-43b1-a531-a6398ab5dc1e), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:40.581524 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:27:40.581891 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:27:40.604595 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-54649a30-3e61-4d77-a47a-a8409c974ecb tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:40.610620 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6ab0ecd2-33a2-4558-8c71-ca293c53f452 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (05a4a2cd-b0ce-4073-8391-8d7547089597), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:40.611200 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-a4cd0b90-d3c0-4728-80ca-df2804601f5f None None] Could not find standard attr ID for object 3be8d051-9a8b-4f40-aaeb-41d9af140cd7. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:27:40.611295 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6ab0ecd2-33a2-4558-8c71-ca293c53f452 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Publish callbacks [] for floatingip (05a4a2cd-b0ce-4073-8391-8d7547089597), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:40.613951 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-54649a30-3e61-4d77-a47a-a8409c974ecb tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] 10.222.0.13 "DELETE /v2.0/ports/0d231110-e125-40c5-a3bd-14dc4da33a6d HTTP/1.1" status: 204 len: 168 time: 2.0438080 Jan 29 04:27:40.617404 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51632) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:40.639777 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-6ab0ecd2-33a2-4558-8c71-ca293c53f452 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Calling delete_port for 05a4a2cd-b0ce-4073-8391-8d7547089597 owned by network:floatingip {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:40.652553 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-373ab1d7-5ce3-49d7-83c8-ff94a5d3e8be tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] GET failed (client error): The resource could not be found. Jan 29 04:27:40.668161 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-373ab1d7-5ce3-49d7-83c8-ff94a5d3e8be tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] 10.222.0.13 "GET /v2.0/ports/0d231110-e125-40c5-a3bd-14dc4da33a6d HTTP/1.1" status: 404 len: 333 time: 0.0492496 Jan 29 04:27:40.669014 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51634) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:40.674790 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-a5a0253c-741e-44ab-b9f9-c65dfbfe7ac7 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Request body: {'port': {'network_id': 'd8415f97-b362-4563-915f-73631e2866b5', 'name': 'tempest-AllowedAddressPairTestJSON-1658362316'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:40.686893 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-a4cd0b90-d3c0-4728-80ca-df2804601f5f None None] Provisioning complete for port 97e53c41-a1b1-427c-a36c-3fcd1769914b triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:40.689929 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a4cd0b90-d3c0-4728-80ca-df2804601f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (97e53c41-a1b1-427c-a36c-3fcd1769914b), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:40.698675 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec4fb4-1165-4dd5-8acb-965a79bbef75 None None] Pushing event updated for resources: {'Port': ['ID=97e53c41-a1b1-427c-a36c-3fcd1769914b,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:40.746848 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a8fbddea-824a-4a90-9aa5-390c5a33ac6a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (22ecabb4-342d-43b1-a531-a6398ab5dc1e), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:40.761290 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fbddea-824a-4a90-9aa5-390c5a33ac6a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:40.765950 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a8fbddea-824a-4a90-9aa5-390c5a33ac6a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:40.824049 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7d92d855-2269-4db2-a7ee-b8f5d213c61c tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (d988af8b-ef19-409e-9a6b-f84166dff0da), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:40.951142 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92d855-2269-4db2-a7ee-b8f5d213c61c tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d988af8b-ef19-409e-9a6b-f84166dff0da,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:40.954976 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b80d036f-a860-4c9e-b3f0-0530cd3a8062 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (12355623-39da-4674-8234-9692dc53d200), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:41.013191 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e299351b-db78-4e74-a9e8-e8318f4d387a None None] New status for floating IP daac2acb-678f-471d-a7c1-ec7ca3c6ef52: DOWN {{(pid=103587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:27:41.017573 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fbddea-824a-4a90-9aa5-390c5a33ac6a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'Network': ['ID=22ecabb4-342d-43b1-a531-a6398ab5dc1e,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:41.021608 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a0253c-741e-44ab-b9f9-c65dfbfe7ac7 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Made reservation on behalf of 28b2fa816262486f9ff5f325f683d541 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:41.033396 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a5a0253c-741e-44ab-b9f9-c65dfbfe7ac7 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:41.033512 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6ab0ecd2-33a2-4558-8c71-ca293c53f452 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (05a4a2cd-b0ce-4073-8391-8d7547089597), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:41.034807 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a8fbddea-824a-4a90-9aa5-390c5a33ac6a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2257848 Jan 29 04:27:41.041796 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51636) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:41.043441 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7d92d855-2269-4db2-a7ee-b8f5d213c61c tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:41.047672 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-7d92d855-2269-4db2-a7ee-b8f5d213c61c tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 2.3336213 Jan 29 04:27:41.052927 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-a12d62e3-ceda-41ca-a50a-d54e68405de1 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'subnet': {'network_id': '22ecabb4-342d-43b1-a531-a6398ab5dc1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:41.059740 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51638) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:41.062199 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 22ecabb4-342d-43b1-a531-a6398ab5dc1e details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:27:41.063683 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8b0d8f-b346-4da3-bcd9-4476182f0f26 None None] New status for floating IP 9062be6a-40d4-42c0-8b78-dcf3550cd724: DOWN {{(pid=103586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:27:41.065731 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-b37a3df0-8ed8-47a7-a1ef-d9d32e10900c tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Request body: {'security_group_rule': {'security_group_id': 'd988af8b-ef19-409e-9a6b-f84166dff0da', 'project_id': 'd1218af32ef54486a3687ccbcfae4b37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:41.097682 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-a5a0253c-741e-44ab-b9f9-c65dfbfe7ac7 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] device_id is not set on port f24fd2d0-ea29-430e-963a-580485a57277 yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:27:41.159987 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0ecd2-33a2-4558-8c71-ca293c53f452 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Pushing event deleted for resources: {'Port': ['ID=05a4a2cd-b0ce-4073-8391-8d7547089597,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:41.282421 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51644) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:41.336627 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-a4cd0b90-d3c0-4728-80ca-df2804601f5f None None] Current status of the port 97e53c41-a1b1-427c-a36c-3fcd1769914b is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:27:41.340442 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 97e53c41-a1b1-427c-a36c-3fcd1769914b is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:27:41.364428 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b37a3df0-8ed8-47a7-a1ef-d9d32e10900c tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for security_group_rule (04e742de-3e27-4901-b8aa-d7b975702c7d), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:41.391190 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b80d036f-a860-4c9e-b3f0-0530cd3a8062 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (12355623-39da-4674-8234-9692dc53d200), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:41.396464 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6ab0ecd2-33a2-4558-8c71-ca293c53f452 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Publish callbacks [] for floatingip (9062be6a-40d4-42c0-8b78-dcf3550cd724), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:41.399271 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6ab0ecd2-33a2-4558-8c71-ca293c53f452 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:41.403461 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-6ab0ecd2-33a2-4558-8c71-ca293c53f452 tempest-ServersTestManualDisk-646799181 tempest-ServersTestManualDisk-646799181-project] 10.222.0.13 "DELETE /v2.0/floatingips/9062be6a-40d4-42c0-8b78-dcf3550cd724 HTTP/1.1" status: 204 len: 168 time: 1.5537274 Jan 29 04:27:41.408854 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-a5a0253c-741e-44ab-b9f9-c65dfbfe7ac7 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Allocated IP 172.20.0.9 (d8415f97-b362-4563-915f-73631e2866b5/52071be8-d8b5-4cb4-ad12-3aa4f79f575d/f24fd2d0-ea29-430e-963a-580485a57277) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:41.410500 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51646) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:41.450360 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80d036f-a860-4c9e-b3f0-0530cd3a8062 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event deleted for resources: {'Subnet': ['ID=12355623-39da-4674-8234-9692dc53d200,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:41.451503 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12d62e3-ceda-41ca-a50a-d54e68405de1 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Made reservation on behalf of 931e85f3b3ac4f669ae92c3bafe28f71 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:41.455872 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a12d62e3-ceda-41ca-a50a-d54e68405de1 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:41.460766 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cdada5-272b-45cc-82f3-e8db11940555 None None] Network 6f18b0fe-49e7-4d02-8c1c-7fea09c5b76c requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:27:41.485315 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b37a3df0-8ed8-47a7-a1ef-d9d32e10900c tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for security_group_rule (04e742de-3e27-4901-b8aa-d7b975702c7d), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:41.528121 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 97e53c41-a1b1-427c-a36c-3fcd1769914b up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:27:41.560238 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b37a3df0-8ed8-47a7-a1ef-d9d32e10900c tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (04e742de-3e27-4901-b8aa-d7b975702c7d), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:41.619789 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a3df0-8ed8-47a7-a1ef-d9d32e10900c tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04e742de-3e27-4901-b8aa-d7b975702c7d,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:41.631936 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 97e53c41-a1b1-427c-a36c-3fcd1769914b triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:41.632475 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (97e53c41-a1b1-427c-a36c-3fcd1769914b), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:41.711818 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b37a3df0-8ed8-47a7-a1ef-d9d32e10900c tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:41.713087 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b37a3df0-8ed8-47a7-a1ef-d9d32e10900c tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6524165 Jan 29 04:27:41.716705 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51648) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:41.721346 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 97e53c41-a1b1-427c-a36c-3fcd1769914b is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:27:41.723692 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-a7d5088e-9a34-407a-b665-da964d58f4c0 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Request body: {'security_group_rule': {'security_group_id': 'd988af8b-ef19-409e-9a6b-f84166dff0da', 'project_id': 'd1218af32ef54486a3687ccbcfae4b37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:41.753346 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9278aba1-359f-4694-9407-4edca7030bd1 None None] DHCP port deletion for 6f18b0fe-49e7-4d02-8c1c-7fea09c5b76c request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:27:41.779408 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b80d036f-a860-4c9e-b3f0-0530cd3a8062 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:41.782745 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b80d036f-a860-4c9e-b3f0-0530cd3a8062 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/subnets/12355623-39da-4674-8234-9692dc53d200 HTTP/1.1" status: 204 len: 168 time: 2.1299427 Jan 29 04:27:41.790635 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51650) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:41.808917 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a5a0253c-741e-44ab-b9f9-c65dfbfe7ac7 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks [] for port (f24fd2d0-ea29-430e-963a-580485a57277), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:41.818738 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-9278aba1-359f-4694-9407-4edca7030bd1 None None] Deleting port 97e53c41-a1b1-427c-a36c-3fcd1769914b {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:41.819300 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9278aba1-359f-4694-9407-4edca7030bd1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (97e53c41-a1b1-427c-a36c-3fcd1769914b), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:41.888109 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a7d5088e-9a34-407a-b665-da964d58f4c0 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for security_group_rule (8ed85186-b55c-434e-acab-1a30ac75854f), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:41.915954 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b3923b9e-5832-4dc6-b1eb-a6800e22c897 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Publish callbacks [] for security_group (e52fdf30-5ac5-455f-a26e-79cce6c2b476), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:41.916101 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-9278aba1-359f-4694-9407-4edca7030bd1 None None] For port 97e53c41-a1b1-427c-a36c-3fcd1769914b, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=97e53c41-a1b1-427c-a36c-3fcd1769914b,segment=NetworkSegment(8465eb53-d541-467d-a316-597349230924),segment_id=8465eb53-d541-467d-a316-597349230924)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:41.916101 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9278aba1-359f-4694-9407-4edca7030bd1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (97e53c41-a1b1-427c-a36c-3fcd1769914b), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:41.933142 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-9278aba1-359f-4694-9407-4edca7030bd1 None None] Calling delete_port for 97e53c41-a1b1-427c-a36c-3fcd1769914b owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:41.977174 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a5a0253c-741e-44ab-b9f9-c65dfbfe7ac7 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (f24fd2d0-ea29-430e-963a-580485a57277), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:41.984333 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b3923b9e-5832-4dc6-b1eb-a6800e22c897 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Publish callbacks [] for security_group (e52fdf30-5ac5-455f-a26e-79cce6c2b476), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:42.045434 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 851be0d8-5482-461b-88d7-e32e2a16da9c no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:27:42.073840 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 851be0d8-5482-461b-88d7-e32e2a16da9c {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:27:42.074596 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 851be0d8-5482-461b-88d7-e32e2a16da9c not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:27:42.082439 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a0253c-741e-44ab-b9f9-c65dfbfe7ac7 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Network d8415f97-b362-4563-915f-73631e2866b5 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:42.090643 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-a5a0253c-741e-44ab-b9f9-c65dfbfe7ac7 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:42.095393 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a0253c-741e-44ab-b9f9-c65dfbfe7ac7 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:42.098936 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-275f88e7-e925-46d4-8b2b-a1fb675eeb2b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (6f18b0fe-49e7-4d02-8c1c-7fea09c5b76c), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:42.125067 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a12d62e3-ceda-41ca-a50a-d54e68405de1 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (587b03e6-76f7-4e69-bdeb-856e9d0aba80), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:42.134224 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a0253c-741e-44ab-b9f9-c65dfbfe7ac7 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Pushing event updated for resources: {'Port': ['ID=f24fd2d0-ea29-430e-963a-580485a57277,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:42.146765 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9278aba1-359f-4694-9407-4edca7030bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (97e53c41-a1b1-427c-a36c-3fcd1769914b), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:42.179058 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b3923b9e-5832-4dc6-b1eb-a6800e22c897 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (e52fdf30-5ac5-455f-a26e-79cce6c2b476), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:42.181563 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b3923b9e-5832-4dc6-b1eb-a6800e22c897 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:42.184987 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b3923b9e-5832-4dc6-b1eb-a6800e22c897 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "DELETE /v2.0/security-groups/e52fdf30-5ac5-455f-a26e-79cce6c2b476 HTTP/1.1" status: 204 len: 168 time: 0.8997378 Jan 29 04:27:42.186685 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a7d5088e-9a34-407a-b665-da964d58f4c0 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for security_group_rule (8ed85186-b55c-434e-acab-1a30ac75854f), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:42.187518 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9278aba1-359f-4694-9407-4edca7030bd1 None None] No DVR routers for this DVR port 97e53c41-a1b1-427c-a36c-3fcd1769914b on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:27:42.191497 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51652) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:42.195539 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9278aba1-359f-4694-9407-4edca7030bd1 None None] Pushing event deleted for resources: {'Port': ['ID=97e53c41-a1b1-427c-a36c-3fcd1769914b,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:42.208114 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3923b9e-5832-4dc6-b1eb-a6800e22c897 tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52fdf30-5ac5-455f-a26e-79cce6c2b476,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:42.214517 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a0253c-741e-44ab-b9f9-c65dfbfe7ac7 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:42.215146 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a5a0253c-741e-44ab-b9f9-c65dfbfe7ac7 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:42.227282 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-3c440f02-b15e-447c-96c7-01a49eeed84f tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] show failed (client error): The resource could not be found. Jan 29 04:27:42.228327 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-3c440f02-b15e-447c-96c7-01a49eeed84f tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "GET /v2.0/security-groups/e52fdf30-5ac5-455f-a26e-79cce6c2b476 HTTP/1.1" status: 404 len: 347 time: 0.0358963 Jan 29 04:27:42.235839 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51654) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:42.287979 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d62e3-ceda-41ca-a50a-d54e68405de1 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'Subnet': ['ID=587b03e6-76f7-4e69-bdeb-856e9d0aba80,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:42.297581 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a7d5088e-9a34-407a-b665-da964d58f4c0 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (8ed85186-b55c-434e-acab-1a30ac75854f), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:42.302434 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-275f88e7-e925-46d4-8b2b-a1fb675eeb2b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Deleting port 97e53c41-a1b1-427c-a36c-3fcd1769914b {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:42.303024 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-275f88e7-e925-46d4-8b2b-a1fb675eeb2b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (97e53c41-a1b1-427c-a36c-3fcd1769914b), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:42.353628 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d5088e-9a34-407a-b665-da964d58f4c0 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ed85186-b55c-434e-acab-1a30ac75854f,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:42.355540 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12d62e3-ceda-41ca-a50a-d54e68405de1 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Checking segment: {'id': 'fd38c0db-bec3-4db4-be9c-8e10bfe6cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '22ecabb4-342d-43b1-a531-a6398ab5dc1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:27:42.355886 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12d62e3-ceda-41ca-a50a-d54e68405de1 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Network hostable DHCP agents. Network: 22ecabb4-342d-43b1-a531-a6398ab5dc1e, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:27:42.370084 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a5a0253c-741e-44ab-b9f9-c65dfbfe7ac7 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6958454 Jan 29 04:27:42.370273 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51656) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:42.382769 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-ec5493e9-a8a4-4006-be91-fa671196b292 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Request body: {'port': {'network_id': 'd8415f97-b362-4563-915f-73631e2866b5', 'name': 'tempest-AllowedAddressPairTestJSON-905487414'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:42.425555 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-6052e062-7d9e-4923-a2e8-755ac33390bc tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Deleting port 8ca4be08-1a0b-44cb-a52c-8274daae1f02 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:42.425898 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6052e062-7d9e-4923-a2e8-755ac33390bc tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (8ca4be08-1a0b-44cb-a52c-8274daae1f02), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:42.430619 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a7d5088e-9a34-407a-b665-da964d58f4c0 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:42.434341 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a7d5088e-9a34-407a-b665-da964d58f4c0 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7125912 Jan 29 04:27:42.441558 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51658) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:42.445862 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-5be25217-e76b-429d-9ec3-1dce345cc5fe tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Request body: {'security_group_rule': {'security_group_id': 'd988af8b-ef19-409e-9a6b-f84166dff0da', 'project_id': 'd1218af32ef54486a3687ccbcfae4b37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:42.458166 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-275f88e7-e925-46d4-8b2b-a1fb675eeb2b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] For port 97e53c41-a1b1-427c-a36c-3fcd1769914b, host dv-neutron-821190-1-hyperv, got binding levels [] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:42.458526 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-275f88e7-e925-46d4-8b2b-a1fb675eeb2b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (97e53c41-a1b1-427c-a36c-3fcd1769914b), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:42.485613 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12d62e3-ceda-41ca-a50a-d54e68405de1 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Network 22ecabb4-342d-43b1-a531-a6398ab5dc1e is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:27:42.486447 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-14ce3374-958f-45c2-aee2-d3accbbf082f None None] Provisioning complete for port f24fd2d0-ea29-430e-963a-580485a57277 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:42.487601 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-14ce3374-958f-45c2-aee2-d3accbbf082f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (f24fd2d0-ea29-430e-963a-580485a57277), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:42.494362 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-275f88e7-e925-46d4-8b2b-a1fb675eeb2b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Calling delete_port for 97e53c41-a1b1-427c-a36c-3fcd1769914b owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:42.499255 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.ipam_backend_mixin [None req-275f88e7-e925-46d4-8b2b-a1fb675eeb2b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Port 97e53c41-a1b1-427c-a36c-3fcd1769914b was not found and therefore no delete operation was performed {{(pid=103584) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 29 04:27:42.513826 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-275f88e7-e925-46d4-8b2b-a1fb675eeb2b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (97e53c41-a1b1-427c-a36c-3fcd1769914b), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:42.536605 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6052e062-7d9e-4923-a2e8-755ac33390bc tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (8ca4be08-1a0b-44cb-a52c-8274daae1f02), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:42.537468 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6052e062-7d9e-4923-a2e8-755ac33390bc tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Publish callbacks [] for floatingip (8ca4be08-1a0b-44cb-a52c-8274daae1f02), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:42.537929 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-14ce3374-958f-45c2-aee2-d3accbbf082f None None] Port f24fd2d0-ea29-430e-963a-580485a57277 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:27:42.551514 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-6052e062-7d9e-4923-a2e8-755ac33390bc tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Calling delete_port for 8ca4be08-1a0b-44cb-a52c-8274daae1f02 owned by network:floatingip {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:42.558375 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f88e7-e925-46d4-8b2b-a1fb675eeb2b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event deleted for resources: {'Port': ['ID=97e53c41-a1b1-427c-a36c-3fcd1769914b,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:42.567433 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275f88e7-e925-46d4-8b2b-a1fb675eeb2b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] No DVR routers for this DVR port 97e53c41-a1b1-427c-a36c-3fcd1769914b on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:27:42.599078 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-a12d62e3-ceda-41ca-a50a-d54e68405de1 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 22ecabb4-342d-43b1-a531-a6398ab5dc1e) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:42.611973 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12d62e3-ceda-41ca-a50a-d54e68405de1 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:42.611973 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a12d62e3-ceda-41ca-a50a-d54e68405de1 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:42.612739 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf03108-c7c8-4ecc-bf53-5e53acf8ee01 None None] Network 22ecabb4-342d-43b1-a531-a6398ab5dc1e requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:27:42.628960 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5be25217-e76b-429d-9ec3-1dce345cc5fe tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for security_group_rule (4c501790-d434-4734-a208-083b23134d32), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:42.683294 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-275f88e7-e925-46d4-8b2b-a1fb675eeb2b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (6f18b0fe-49e7-4d02-8c1c-7fea09c5b76c), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:42.701698 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5493e9-a8a4-4006-be91-fa671196b292 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Made reservation on behalf of 28b2fa816262486f9ff5f325f683d541 for: {'port': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:42.705131 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ec5493e9-a8a4-4006-be91-fa671196b292 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:42.717811 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07861de-a642-4f57-989a-118fd25b55bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-22ecabb4-342d-43b1-a531-a6398ab5dc1e', 'network_id': '22ecabb4-342d-43b1-a531-a6398ab5dc1e', 'project_id': '931e85f3b3ac4f669ae92c3bafe28f71', 'fixed_ips': [{'subnet_id': '587b03e6-76f7-4e69-bdeb-856e9d0aba80'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:27:42.718817 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f07861de-a642-4f57-989a-118fd25b55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:42.724315 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-275f88e7-e925-46d4-8b2b-a1fb675eeb2b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f18b0fe-49e7-4d02-8c1c-7fea09c5b76c']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:42.756193 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-275f88e7-e925-46d4-8b2b-a1fb675eeb2b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8465eb53-d541-467d-a316-597349230924') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:42.756619 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-275f88e7-e925-46d4-8b2b-a1fb675eeb2b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8465eb53-d541-467d-a316-597349230924') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:42.773797 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [None req-ec5493e9-a8a4-4006-be91-fa671196b292 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] device_id is not set on port 8daaf2b5-96c7-4d31-885e-42f924d02b58 yet. {{(pid=103584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:27:42.779546 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-275f88e7-e925-46d4-8b2b-a1fb675eeb2b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (8465eb53-d541-467d-a316-597349230924), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:42.848100 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-275f88e7-e925-46d4-8b2b-a1fb675eeb2b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (8465eb53-d541-467d-a316-597349230924), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:42.862915 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-275f88e7-e925-46d4-8b2b-a1fb675eeb2b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:27:42.866716 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-275f88e7-e925-46d4-8b2b-a1fb675eeb2b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (8465eb53-d541-467d-a316-597349230924), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:42.868964 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:27:42.868964 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:27:42.868964 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:27:42.868964 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:27:42.868964 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:27:42.868964 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:27:42.868964 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:27:42.868964 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:27:42.868964 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:27:42.868964 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:27:42.868964 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:27:42.868964 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:27:42.868964 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:27:42.868964 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:27:42.868964 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:27:42.868964 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:27:42.868964 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:27:42.868964 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:27:42.868964 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:27:42.868964 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:27:42.868964 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:27:42.868964 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:27:42.868964 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:27:42.868964 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:27:42.868964 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:27:42.868964 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:27:42.868964 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:27:42.868964 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:27:42.868964 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:27:42.868964 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:27:42.868964 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:27:42.868964 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:27:42.883789 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-f07861de-a642-4f57-989a-118fd25b55bf None None] Allocated IP 2001:db8::2 (22ecabb4-342d-43b1-a531-a6398ab5dc1e/587b03e6-76f7-4e69-bdeb-856e9d0aba80/9e50da7c-074f-4239-831c-c604e3c9384e) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:42.973277 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-73fbdb88-62eb-40a5-94d8-7e19ccd268a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (de69dbd8-cdba-406c-b857-5ef4d1a5deaf), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:43.024175 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a12d62e3-ceda-41ca-a50a-d54e68405de1 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9812739 Jan 29 04:27:43.029771 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51662) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:43.034979 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-ec5493e9-a8a4-4006-be91-fa671196b292 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Allocated IP 172.20.0.12 (d8415f97-b362-4563-915f-73631e2866b5/52071be8-d8b5-4cb4-ad12-3aa4f79f575d/8daaf2b5-96c7-4d31-885e-42f924d02b58) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:43.040274 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-53076404-a9f0-455a-8ddf-6e8cc4dbc799 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'port': {'network_id': '22ecabb4-342d-43b1-a531-a6398ab5dc1e', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1379341012'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:43.048388 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f07861de-a642-4f57-989a-118fd25b55bf None None] Publish callbacks [] for port (9e50da7c-074f-4239-831c-c604e3c9384e), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:43.060917 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-275f88e7-e925-46d4-8b2b-a1fb675eeb2b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (6f18b0fe-49e7-4d02-8c1c-7fea09c5b76c), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:43.073676 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5be25217-e76b-429d-9ec3-1dce345cc5fe tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for security_group_rule (4c501790-d434-4734-a208-083b23134d32), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:43.121487 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-275f88e7-e925-46d4-8b2b-a1fb675eeb2b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:43.124552 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-275f88e7-e925-46d4-8b2b-a1fb675eeb2b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/networks/6f18b0fe-49e7-4d02-8c1c-7fea09c5b76c HTTP/1.1" status: 204 len: 168 time: 1.3330150 Jan 29 04:27:43.128383 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51664) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:43.133639 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-3774a991-7989-435b-9790-708b9944db81 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1457112334'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:43.149106 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f88e7-e925-46d4-8b2b-a1fb675eeb2b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event deleted for resources: {'Network': ['ID=6f18b0fe-49e7-4d02-8c1c-7fea09c5b76c,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:43.197648 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f07861de-a642-4f57-989a-118fd25b55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (9e50da7c-074f-4239-831c-c604e3c9384e), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:43.226793 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5be25217-e76b-429d-9ec3-1dce345cc5fe tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (4c501790-d434-4734-a208-083b23134d32), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:43.237750 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07861de-a642-4f57-989a-118fd25b55bf None None] Network 22ecabb4-342d-43b1-a531-a6398ab5dc1e is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:43.240757 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-f07861de-a642-4f57-989a-118fd25b55bf None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:43.247260 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07861de-a642-4f57-989a-118fd25b55bf None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:43.247718 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6052e062-7d9e-4923-a2e8-755ac33390bc tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (8ca4be08-1a0b-44cb-a52c-8274daae1f02), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:43.250326 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07861de-a642-4f57-989a-118fd25b55bf None None] Pushing event updated for resources: {'Port': ['ID=9e50da7c-074f-4239-831c-c604e3c9384e,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:43.253873 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be25217-e76b-429d-9ec3-1dce345cc5fe tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c501790-d434-4734-a208-083b23134d32,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:43.266001 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3774a991-7989-435b-9790-708b9944db81 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Made reservation on behalf of d8e0f965da8447998d407abf5ce886cf for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:43.271632 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3774a991-7989-435b-9790-708b9944db81 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:43.306165 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6052e062-7d9e-4923-a2e8-755ac33390bc tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Pushing event deleted for resources: {'Port': ['ID=8ca4be08-1a0b-44cb-a52c-8274daae1f02,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:43.318945 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-f07861de-a642-4f57-989a-118fd25b55bf None None] Attempting to bind port 9e50da7c-074f-4239-831c-c604e3c9384e on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:27:43.319676 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-f07861de-a642-4f57-989a-118fd25b55bf None None] Attempting to bind port 9e50da7c-074f-4239-831c-c604e3c9384e by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'fd38c0db-bec3-4db4-be9c-8e10bfe6cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '22ecabb4-342d-43b1-a531-a6398ab5dc1e'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:27:43.319676 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07861de-a642-4f57-989a-118fd25b55bf None None] Attempting to bind port 9e50da7c-074f-4239-831c-c604e3c9384e on network 22ecabb4-342d-43b1-a531-a6398ab5dc1e {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:43.326959 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07861de-a642-4f57-989a-118fd25b55bf None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:27:43.327928 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07861de-a642-4f57-989a-118fd25b55bf None None] Checking segment: {'id': 'fd38c0db-bec3-4db4-be9c-8e10bfe6cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '22ecabb4-342d-43b1-a531-a6398ab5dc1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:27:43.327928 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f07861de-a642-4f57-989a-118fd25b55bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:43.328473 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07861de-a642-4f57-989a-118fd25b55bf None None] Bound using segment: {'id': 'fd38c0db-bec3-4db4-be9c-8e10bfe6cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '22ecabb4-342d-43b1-a531-a6398ab5dc1e'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:27:43.328759 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-f07861de-a642-4f57-989a-118fd25b55bf None None] Bound port: 9e50da7c-074f-4239-831c-c604e3c9384e, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd38c0db-bec3-4db4-be9c-8e10bfe6cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '22ecabb4-342d-43b1-a531-a6398ab5dc1e'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:27:43.329144 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f07861de-a642-4f57-989a-118fd25b55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (9e50da7c-074f-4239-831c-c604e3c9384e), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:43.371109 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3774a991-7989-435b-9790-708b9944db81 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:27:43.387087 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53076404-a9f0-455a-8ddf-6e8cc4dbc799 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Made reservation on behalf of 931e85f3b3ac4f669ae92c3bafe28f71 for: {'port': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:43.389451 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-53076404-a9f0-455a-8ddf-6e8cc4dbc799 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:43.394662 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3774a991-7989-435b-9790-708b9944db81 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (f321f244-4579-4c6b-90b6-03a58f86dd26), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:43.394662 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-3774a991-7989-435b-9790-708b9944db81 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Added segment f321f244-4579-4c6b-90b6-03a58f86dd26 of type vlan for network 8428fded-aa95-458d-9330-03002ac013bf Jan 29 04:27:43.409768 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-f07861de-a642-4f57-989a-118fd25b55bf None None] For port 9e50da7c-074f-4239-831c-c604e3c9384e, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:27:43.412340 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5be25217-e76b-429d-9ec3-1dce345cc5fe tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:43.415752 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-5be25217-e76b-429d-9ec3-1dce345cc5fe tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9706402 Jan 29 04:27:43.416347 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51666) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:43.423900 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-f07861de-a642-4f57-989a-118fd25b55bf None None] For port 9e50da7c-074f-4239-831c-c604e3c9384e, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=9e50da7c-074f-4239-831c-c604e3c9384e,segment=NetworkSegment(fd38c0db-bec3-4db4-be9c-8e10bfe6cfd8),segment_id=fd38c0db-bec3-4db4-be9c-8e10bfe6cfd8)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:27:43.440574 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [None req-53076404-a9f0-455a-8ddf-6e8cc4dbc799 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] device_id is not set on port 58dc0f68-66ac-4ee2-a633-2acdafc856fa yet. {{(pid=103584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:27:43.442289 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-35500889-a889-493a-8e95-044d1b2efe00 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Request body: {'security_group_rule': {'security_group_id': 'd988af8b-ef19-409e-9a6b-f84166dff0da', 'project_id': 'd1218af32ef54486a3687ccbcfae4b37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:43.449708 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6052e062-7d9e-4923-a2e8-755ac33390bc tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Publish callbacks [] for floatingip (daac2acb-678f-471d-a7c1-ec7ca3c6ef52), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:43.452204 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6052e062-7d9e-4923-a2e8-755ac33390bc tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:43.456805 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6052e062-7d9e-4923-a2e8-755ac33390bc tempest-ServersTestJSON-1163023849 tempest-ServersTestJSON-1163023849-project] 10.222.0.13 "DELETE /v2.0/floatingips/daac2acb-678f-471d-a7c1-ec7ca3c6ef52 HTTP/1.1" status: 204 len: 168 time: 1.2145910 Jan 29 04:27:43.456962 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 97e53c41-a1b1-427c-a36c-3fcd1769914b no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:27:43.457804 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51668) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:43.473491 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3774a991-7989-435b-9790-708b9944db81 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (8428fded-aa95-458d-9330-03002ac013bf), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:43.478704 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 97e53c41-a1b1-427c-a36c-3fcd1769914b {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:27:43.479071 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 97e53c41-a1b1-427c-a36c-3fcd1769914b not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:27:43.518148 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f07861de-a642-4f57-989a-118fd25b55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (9e50da7c-074f-4239-831c-c604e3c9384e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:43.556024 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-35500889-a889-493a-8e95-044d1b2efe00 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for security_group_rule (635258cd-46f0-4b74-9520-a62366cf8248), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:43.579198 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ec5493e9-a8a4-4006-be91-fa671196b292 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks [] for port (8daaf2b5-96c7-4d31-885e-42f924d02b58), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:43.588679 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07861de-a642-4f57-989a-118fd25b55bf None None] Pushing event updated for resources: {'Port': ['ID=9e50da7c-074f-4239-831c-c604e3c9384e,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:43.609427 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3774a991-7989-435b-9790-708b9944db81 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (8428fded-aa95-458d-9330-03002ac013bf), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:43.614501 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3774a991-7989-435b-9790-708b9944db81 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:43.615199 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3774a991-7989-435b-9790-708b9944db81 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:43.683047 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-35500889-a889-493a-8e95-044d1b2efe00 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for security_group_rule (635258cd-46f0-4b74-9520-a62366cf8248), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:43.699990 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3774a991-7989-435b-9790-708b9944db81 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'Network': ['ID=8428fded-aa95-458d-9330-03002ac013bf,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:43.703723 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-73fbdb88-62eb-40a5-94d8-7e19ccd268a4 admin admin] Deleting port b0e32437-ac69-4966-b2c8-3b68528ad8ab {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:43.704052 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-73fbdb88-62eb-40a5-94d8-7e19ccd268a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (b0e32437-ac69-4966-b2c8-3b68528ad8ab), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:43.713038 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 8428fded-aa95-458d-9330-03002ac013bf details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:27:43.738241 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-3774a991-7989-435b-9790-708b9944db81 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6054971 Jan 29 04:27:43.738868 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51670) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:43.754107 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-4b366e2a-872d-41e7-bf8e-40190aebf291 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'subnet': {'network_id': '8428fded-aa95-458d-9330-03002ac013bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:43.790658 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-35500889-a889-493a-8e95-044d1b2efe00 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (635258cd-46f0-4b74-9520-a62366cf8248), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:43.839750 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-53076404-a9f0-455a-8ddf-6e8cc4dbc799 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Allocated IP 2001:db8::324 (22ecabb4-342d-43b1-a531-a6398ab5dc1e/587b03e6-76f7-4e69-bdeb-856e9d0aba80/58dc0f68-66ac-4ee2-a633-2acdafc856fa) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:43.865225 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35500889-a889-493a-8e95-044d1b2efe00 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=635258cd-46f0-4b74-9520-a62366cf8248,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:43.874584 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ec5493e9-a8a4-4006-be91-fa671196b292 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (8daaf2b5-96c7-4d31-885e-42f924d02b58), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:43.948165 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-35500889-a889-493a-8e95-044d1b2efe00 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:43.952176 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-35500889-a889-493a-8e95-044d1b2efe00 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5322499 Jan 29 04:27:43.954522 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51672) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:43.957748 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-ecbd58ab-a58f-4c6c-a334-c5dd7dbbe53b tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Request body: {'security_group_rule': {'security_group_id': 'd988af8b-ef19-409e-9a6b-f84166dff0da', 'project_id': 'd1218af32ef54486a3687ccbcfae4b37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:43.976328 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b366e2a-872d-41e7-bf8e-40190aebf291 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Made reservation on behalf of d8e0f965da8447998d407abf5ce886cf for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:43.979825 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4b366e2a-872d-41e7-bf8e-40190aebf291 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:44.030053 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-73fbdb88-62eb-40a5-94d8-7e19ccd268a4 admin admin] For port b0e32437-ac69-4966-b2c8-3b68528ad8ab, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=b0e32437-ac69-4966-b2c8-3b68528ad8ab,segment=NetworkSegment(fd7ead1e-c2bd-4a04-99ff-ba05b654eedf),segment_id=fd7ead1e-c2bd-4a04-99ff-ba05b654eedf)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:44.030435 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-73fbdb88-62eb-40a5-94d8-7e19ccd268a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (b0e32437-ac69-4966-b2c8-3b68528ad8ab), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:44.056582 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5493e9-a8a4-4006-be91-fa671196b292 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Network d8415f97-b362-4563-915f-73631e2866b5 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:44.056819 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.securitygroups_db [None req-ecbd58ab-a58f-4c6c-a334-c5dd7dbbe53b tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Project d1218af32ef54486a3687ccbcfae4b37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:27:44.067584 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ecbd58ab-a58f-4c6c-a334-c5dd7dbbe53b tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for security_group_rule (1999901d-f634-40b1-8331-58e9835c5275), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:44.072376 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-ec5493e9-a8a4-4006-be91-fa671196b292 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:44.082812 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-73fbdb88-62eb-40a5-94d8-7e19ccd268a4 admin admin] Calling delete_port for b0e32437-ac69-4966-b2c8-3b68528ad8ab owned by network:router_interface {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:44.084663 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5493e9-a8a4-4006-be91-fa671196b292 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:44.114963 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5493e9-a8a4-4006-be91-fa671196b292 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Pushing event updated for resources: {'Port': ['ID=8daaf2b5-96c7-4d31-885e-42f924d02b58,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:44.181930 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ecbd58ab-a58f-4c6c-a334-c5dd7dbbe53b tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for security_group_rule (1999901d-f634-40b1-8331-58e9835c5275), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:44.233645 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-53076404-a9f0-455a-8ddf-6e8cc4dbc799 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for port (58dc0f68-66ac-4ee2-a633-2acdafc856fa), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:44.271990 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ecbd58ab-a58f-4c6c-a334-c5dd7dbbe53b tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (1999901d-f634-40b1-8331-58e9835c5275), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:44.291618 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd58ab-a58f-4c6c-a334-c5dd7dbbe53b tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1999901d-f634-40b1-8331-58e9835c5275,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:44.335069 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4b366e2a-872d-41e7-bf8e-40190aebf291 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (3c47e144-7ed1-4cc1-aedd-308133cc7390), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:44.376693 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ecbd58ab-a58f-4c6c-a334-c5dd7dbbe53b tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:44.380621 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ecbd58ab-a58f-4c6c-a334-c5dd7dbbe53b tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4236825 Jan 29 04:27:44.382315 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51674) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:44.383102 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-d6a716a0-0faa-41d0-ab77-aa15cccbeb04 None None] Provisioning complete for port 8daaf2b5-96c7-4d31-885e-42f924d02b58 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:44.389079 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d6a716a0-0faa-41d0-ab77-aa15cccbeb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (8daaf2b5-96c7-4d31-885e-42f924d02b58), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:44.396840 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-88d89817-fff3-4dcc-af68-40763ab781f0 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Request body: {'security_group_rule': {'security_group_id': 'd988af8b-ef19-409e-9a6b-f84166dff0da', 'project_id': 'd1218af32ef54486a3687ccbcfae4b37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:44.447316 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-d6a716a0-0faa-41d0-ab77-aa15cccbeb04 None None] Port 8daaf2b5-96c7-4d31-885e-42f924d02b58 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:27:44.449556 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b366e2a-872d-41e7-bf8e-40190aebf291 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Checking segment: {'id': 'f321f244-4579-4c6b-90b6-03a58f86dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8428fded-aa95-458d-9330-03002ac013bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:27:44.449926 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b366e2a-872d-41e7-bf8e-40190aebf291 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Network hostable DHCP agents. Network: 8428fded-aa95-458d-9330-03002ac013bf, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:27:44.454394 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b366e2a-872d-41e7-bf8e-40190aebf291 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'Subnet': ['ID=3c47e144-7ed1-4cc1-aedd-308133cc7390,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:44.540904 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.securitygroups_db [None req-88d89817-fff3-4dcc-af68-40763ab781f0 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Project d1218af32ef54486a3687ccbcfae4b37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:27:44.547206 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-88d89817-fff3-4dcc-af68-40763ab781f0 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for security_group_rule (6686956b-fb12-426c-966d-141148b0ba6e), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:44.560096 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5493e9-a8a4-4006-be91-fa671196b292 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:44.560856 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ec5493e9-a8a4-4006-be91-fa671196b292 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:44.586019 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b366e2a-872d-41e7-bf8e-40190aebf291 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Network 8428fded-aa95-458d-9330-03002ac013bf is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:27:44.625659 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-88d89817-fff3-4dcc-af68-40763ab781f0 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for security_group_rule (6686956b-fb12-426c-966d-141148b0ba6e), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:44.666067 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ec5493e9-a8a4-4006-be91-fa671196b292 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2957847 Jan 29 04:27:44.668964 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51676) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:44.675109 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-6008015a-528f-459e-831b-b908de114ace tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:62:30:08'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:ef:d5:01'}]}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:44.710245 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-88d89817-fff3-4dcc-af68-40763ab781f0 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (6686956b-fb12-426c-966d-141148b0ba6e), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:44.710245 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-4b366e2a-872d-41e7-bf8e-40190aebf291 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 8428fded-aa95-458d-9330-03002ac013bf) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:44.716163 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52aa5410-9506-4480-ab28-449fdfd3ab6d None None] Network 8428fded-aa95-458d-9330-03002ac013bf requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:27:44.734763 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b366e2a-872d-41e7-bf8e-40190aebf291 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:44.738707 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4b366e2a-872d-41e7-bf8e-40190aebf291 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:44.748557 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d89817-fff3-4dcc-af68-40763ab781f0 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6686956b-fb12-426c-966d-141148b0ba6e,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:44.767905 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-53076404-a9f0-455a-8ddf-6e8cc4dbc799 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (58dc0f68-66ac-4ee2-a633-2acdafc856fa), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:44.769378 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322af1cd-788c-4078-b109-77e18b58c1eb None None] Network 22ecabb4-342d-43b1-a531-a6398ab5dc1e requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:27:44.835183 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-88d89817-fff3-4dcc-af68-40763ab781f0 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:44.835373 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-bf137549-9bfa-46e4-9375-a71c0df9e384 None None] Provisioning complete for port 9e50da7c-074f-4239-831c-c604e3c9384e triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:44.835901 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bf137549-9bfa-46e4-9375-a71c0df9e384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (9e50da7c-074f-4239-831c-c604e3c9384e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:44.836658 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-88d89817-fff3-4dcc-af68-40763ab781f0 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4485269 Jan 29 04:27:44.841581 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51678) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:44.848010 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53076404-a9f0-455a-8ddf-6e8cc4dbc799 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Network 22ecabb4-342d-43b1-a531-a6398ab5dc1e is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:44.853763 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-12227f5c-7ad9-4309-af4a-2a4b3bbbaa45 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Request body: {'network': {'name': 'tempest-network-smoke--1236508877', 'project_id': 'd1218af32ef54486a3687ccbcfae4b37', 'port_security_enabled': True}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:44.863374 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-53076404-a9f0-455a-8ddf-6e8cc4dbc799 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:44.876861 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53076404-a9f0-455a-8ddf-6e8cc4dbc799 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:44.882621 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53076404-a9f0-455a-8ddf-6e8cc4dbc799 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:44.883064 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-53076404-a9f0-455a-8ddf-6e8cc4dbc799 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:44.906365 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4b366e2a-872d-41e7-bf8e-40190aebf291 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1663842 Jan 29 04:27:44.910133 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51680) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:44.910862 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53076404-a9f0-455a-8ddf-6e8cc4dbc799 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'Port': ['ID=58dc0f68-66ac-4ee2-a633-2acdafc856fa,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:44.917053 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-f2ffcc52-c760-4afb-89e0-8ec8b19ba880 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'port': {'network_id': '8428fded-aa95-458d-9330-03002ac013bf', 'security_groups': [], 'name': 'tempest-PortsTestJSON-934878742'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:44.931492 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-db06c51d-6948-4975-9a96-c812983f9c09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (49a67c9b-a555-482d-9e94-728cdfbceef0), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:44.956801 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6008015a-528f-459e-831b-b908de114ace tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (8daaf2b5-96c7-4d31-885e-42f924d02b58), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:44.956915 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1c9df0-2d94-4da5-8c0c-0409b7a9973c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-8428fded-aa95-458d-9330-03002ac013bf', 'network_id': '8428fded-aa95-458d-9330-03002ac013bf', 'project_id': 'd8e0f965da8447998d407abf5ce886cf', 'fixed_ips': [{'subnet_id': '3c47e144-7ed1-4cc1-aedd-308133cc7390'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:27:44.956915 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ab1c9df0-2d94-4da5-8c0c-0409b7a9973c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:45.037118 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-53076404-a9f0-455a-8ddf-6e8cc4dbc799 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.0063665 Jan 29 04:27:45.037881 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51682) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:45.042146 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12227f5c-7ad9-4309-af4a-2a4b3bbbaa45 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Made reservation on behalf of d1218af32ef54486a3687ccbcfae4b37 for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:45.046125 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-12227f5c-7ad9-4309-af4a-2a4b3bbbaa45 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:45.048318 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-73fbdb88-62eb-40a5-94d8-7e19ccd268a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (b0e32437-ac69-4966-b2c8-3b68528ad8ab), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:45.090568 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-bf137549-9bfa-46e4-9375-a71c0df9e384 None None] Current status of the port 9e50da7c-074f-4239-831c-c604e3c9384e is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:27:45.091208 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bf137549-9bfa-46e4-9375-a71c0df9e384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (9e50da7c-074f-4239-831c-c604e3c9384e), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:45.126050 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fbdb88-62eb-40a5-94d8-7e19ccd268a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0e32437-ac69-4966-b2c8-3b68528ad8ab,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:45.168895 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-bf137549-9bfa-46e4-9375-a71c0df9e384 None None] For port 9e50da7c-074f-4239-831c-c604e3c9384e, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=9e50da7c-074f-4239-831c-c604e3c9384e,segment=NetworkSegment(fd38c0db-bec3-4db4-be9c-8e10bfe6cfd8),segment_id=fd38c0db-bec3-4db4-be9c-8e10bfe6cfd8)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:45.183154 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-ab1c9df0-2d94-4da5-8c0c-0409b7a9973c None None] Allocated IP 172.20.0.2 (8428fded-aa95-458d-9330-03002ac013bf/3c47e144-7ed1-4cc1-aedd-308133cc7390/3cbd21b5-3f83-4407-8526-5a8a4ea57d87) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:45.225698 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6008015a-528f-459e-831b-b908de114ace tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks [] for port (8daaf2b5-96c7-4d31-885e-42f924d02b58), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:45.228044 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ffcc52-c760-4afb-89e0-8ec8b19ba880 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Made reservation on behalf of d8e0f965da8447998d407abf5ce886cf for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:45.231735 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f2ffcc52-c760-4afb-89e0-8ec8b19ba880 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:45.257391 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-f2ffcc52-c760-4afb-89e0-8ec8b19ba880 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] device_id is not set on port 174f6247-55ce-4c0d-8bac-d021f911bc2e yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:27:45.262563 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bf137549-9bfa-46e4-9375-a71c0df9e384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (9e50da7c-074f-4239-831c-c604e3c9384e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:45.296309 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12227f5c-7ad9-4309-af4a-2a4b3bbbaa45 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:27:45.325032 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6008015a-528f-459e-831b-b908de114ace tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (8daaf2b5-96c7-4d31-885e-42f924d02b58), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:45.341141 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-12227f5c-7ad9-4309-af4a-2a4b3bbbaa45 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (c10e8bc5-2189-4094-93bc-f8166e8aeb7b), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:45.341439 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-12227f5c-7ad9-4309-af4a-2a4b3bbbaa45 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Added segment c10e8bc5-2189-4094-93bc-f8166e8aeb7b of type vlan for network 9ab12730-721a-45c7-85f6-a754b924ee36 Jan 29 04:27:45.454770 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf137549-9bfa-46e4-9375-a71c0df9e384 None None] Pushing event updated for resources: {'Port': ['ID=9e50da7c-074f-4239-831c-c604e3c9384e,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:45.470163 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-12227f5c-7ad9-4309-af4a-2a4b3bbbaa45 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (9ab12730-721a-45c7-85f6-a754b924ee36), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:45.483628 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-ba9c2ab2-25b7-492e-9a30-0a6f68bfdede tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Deleting port 58dc0f68-66ac-4ee2-a633-2acdafc856fa {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:45.483981 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ba9c2ab2-25b7-492e-9a30-0a6f68bfdede tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (58dc0f68-66ac-4ee2-a633-2acdafc856fa), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:45.520614 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ab1c9df0-2d94-4da5-8c0c-0409b7a9973c None None] Publish callbacks [] for port (3cbd21b5-3f83-4407-8526-5a8a4ea57d87), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:45.569598 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-6008015a-528f-459e-831b-b908de114ace tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] In _notify_port_updated(), no bound segment for port 8daaf2b5-96c7-4d31-885e-42f924d02b58 on network d8415f97-b362-4563-915f-73631e2866b5 {{(pid=103585) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 04:27:45.574736 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6008015a-528f-459e-831b-b908de114ace tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:45.575399 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6008015a-528f-459e-831b-b908de114ace tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:45.579797 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6008015a-528f-459e-831b-b908de114ace tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] 10.222.0.13 "PUT /v2.0/ports/8daaf2b5-96c7-4d31-885e-42f924d02b58 HTTP/1.1" status: 200 len: 1055 time: 0.9095562 Jan 29 04:27:45.580472 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51684) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:45.586433 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ab1c9df0-2d94-4da5-8c0c-0409b7a9973c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (3cbd21b5-3f83-4407-8526-5a8a4ea57d87), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:45.655872 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1c9df0-2d94-4da5-8c0c-0409b7a9973c None None] Network 8428fded-aa95-458d-9330-03002ac013bf is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:45.657822 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.db.resource_extend [None req-12227f5c-7ad9-4309-af4a-2a4b3bbbaa45 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 04:27:45.665476 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-ab1c9df0-2d94-4da5-8c0c-0409b7a9973c None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:45.672461 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6008015a-528f-459e-831b-b908de114ace tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Pushing event updated for resources: {'Port': ['ID=8daaf2b5-96c7-4d31-885e-42f924d02b58,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:45.672716 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1c9df0-2d94-4da5-8c0c-0409b7a9973c None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:45.675112 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-73fbdb88-62eb-40a5-94d8-7e19ccd268a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (de69dbd8-cdba-406c-b857-5ef4d1a5deaf), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:45.697215 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c9df0-2d94-4da5-8c0c-0409b7a9973c None None] Pushing event updated for resources: {'Port': ['ID=3cbd21b5-3f83-4407-8526-5a8a4ea57d87,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:45.787546 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-f2ffcc52-c760-4afb-89e0-8ec8b19ba880 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Allocated IP 172.20.0.4 (8428fded-aa95-458d-9330-03002ac013bf/3c47e144-7ed1-4cc1-aedd-308133cc7390/174f6247-55ce-4c0d-8bac-d021f911bc2e) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:45.816585 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-9063d117-ce0f-48b3-8cd6-60c1f41a8152 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Deleting port 8daaf2b5-96c7-4d31-885e-42f924d02b58 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:45.816979 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9063d117-ce0f-48b3-8cd6-60c1f41a8152 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (8daaf2b5-96c7-4d31-885e-42f924d02b58), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:45.851566 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-12227f5c-7ad9-4309-af4a-2a4b3bbbaa45 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (9ab12730-721a-45c7-85f6-a754b924ee36), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:45.858113 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12227f5c-7ad9-4309-af4a-2a4b3bbbaa45 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:45.858847 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-12227f5c-7ad9-4309-af4a-2a4b3bbbaa45 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:45.949739 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ba9c2ab2-25b7-492e-9a30-0a6f68bfdede tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (58dc0f68-66ac-4ee2-a633-2acdafc856fa), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:45.963201 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 9e50da7c-074f-4239-831c-c604e3c9384e up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:27:45.997138 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9063d117-ce0f-48b3-8cd6-60c1f41a8152 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (8daaf2b5-96c7-4d31-885e-42f924d02b58), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:46.021625 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-ba9c2ab2-25b7-492e-9a30-0a6f68bfdede tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Calling delete_port for 58dc0f68-66ac-4ee2-a633-2acdafc856fa owned by {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:46.022145 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-9063d117-ce0f-48b3-8cd6-60c1f41a8152 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Calling delete_port for 8daaf2b5-96c7-4d31-885e-42f924d02b58 owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:46.030170 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f2ffcc52-c760-4afb-89e0-8ec8b19ba880 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for port (174f6247-55ce-4c0d-8bac-d021f911bc2e), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:46.047554 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-ba496e68-a9c5-4749-b4b5-79a7f7b277da None None] Provisioning complete for port 58dc0f68-66ac-4ee2-a633-2acdafc856fa triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:46.048171 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ba496e68-a9c5-4749-b4b5-79a7f7b277da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (58dc0f68-66ac-4ee2-a633-2acdafc856fa), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:46.085289 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-ab1c9df0-2d94-4da5-8c0c-0409b7a9973c None None] Attempting to bind port 3cbd21b5-3f83-4407-8526-5a8a4ea57d87 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:27:46.085925 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-ab1c9df0-2d94-4da5-8c0c-0409b7a9973c None None] Attempting to bind port 3cbd21b5-3f83-4407-8526-5a8a4ea57d87 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'f321f244-4579-4c6b-90b6-03a58f86dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8428fded-aa95-458d-9330-03002ac013bf'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:27:46.086047 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1c9df0-2d94-4da5-8c0c-0409b7a9973c None None] Attempting to bind port 3cbd21b5-3f83-4407-8526-5a8a4ea57d87 on network 8428fded-aa95-458d-9330-03002ac013bf {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:46.087936 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12227f5c-7ad9-4309-af4a-2a4b3bbbaa45 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Pushing event updated for resources: {'Network': ['ID=9ab12730-721a-45c7-85f6-a754b924ee36,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:46.090377 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 9e50da7c-074f-4239-831c-c604e3c9384e triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:46.090753 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (9e50da7c-074f-4239-831c-c604e3c9384e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:46.100550 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-12227f5c-7ad9-4309-af4a-2a4b3bbbaa45 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2502160 Jan 29 04:27:46.103541 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51686) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:46.112033 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-9a78355a-de44-4ec9-b019-ba96cc585302 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-907967901', 'admin_state_up': True, 'project_id': 'd1218af32ef54486a3687ccbcfae4b37', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:46.120124 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 9ab12730-721a-45c7-85f6-a754b924ee36 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:27:46.138467 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1c9df0-2d94-4da5-8c0c-0409b7a9973c None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:27:46.138852 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1c9df0-2d94-4da5-8c0c-0409b7a9973c None None] Checking segment: {'id': 'f321f244-4579-4c6b-90b6-03a58f86dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8428fded-aa95-458d-9330-03002ac013bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:27:46.139259 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ab1c9df0-2d94-4da5-8c0c-0409b7a9973c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:46.139661 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1c9df0-2d94-4da5-8c0c-0409b7a9973c None None] Bound using segment: {'id': 'f321f244-4579-4c6b-90b6-03a58f86dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8428fded-aa95-458d-9330-03002ac013bf'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:27:46.140144 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-ab1c9df0-2d94-4da5-8c0c-0409b7a9973c None None] Bound port: 3cbd21b5-3f83-4407-8526-5a8a4ea57d87, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f321f244-4579-4c6b-90b6-03a58f86dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8428fded-aa95-458d-9330-03002ac013bf'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:27:46.140573 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ab1c9df0-2d94-4da5-8c0c-0409b7a9973c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (3cbd21b5-3f83-4407-8526-5a8a4ea57d87), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:46.185660 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ba496e68-a9c5-4749-b4b5-79a7f7b277da None None] Port 58dc0f68-66ac-4ee2-a633-2acdafc856fa cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:27:46.225270 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f2ffcc52-c760-4afb-89e0-8ec8b19ba880 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (174f6247-55ce-4c0d-8bac-d021f911bc2e), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:46.258475 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-ba496e68-a9c5-4749-b4b5-79a7f7b277da None None] Provisioning complete for port 9e50da7c-074f-4239-831c-c604e3c9384e triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:46.258878 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ba496e68-a9c5-4749-b4b5-79a7f7b277da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (9e50da7c-074f-4239-831c-c604e3c9384e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:46.266703 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-db06c51d-6948-4975-9a96-c812983f9c09 admin admin] Deleting port 5dbd94c4-6cac-4773-9f4a-1b2d3d766d96 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:46.267039 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-db06c51d-6948-4975-9a96-c812983f9c09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (5dbd94c4-6cac-4773-9f4a-1b2d3d766d96), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:46.270026 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ffcc52-c760-4afb-89e0-8ec8b19ba880 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Network 8428fded-aa95-458d-9330-03002ac013bf is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:46.276157 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-f2ffcc52-c760-4afb-89e0-8ec8b19ba880 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:46.276157 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ffcc52-c760-4afb-89e0-8ec8b19ba880 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:46.308566 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73fbdb88-62eb-40a5-94d8-7e19ccd268a4 admin admin] Router de69dbd8-cdba-406c-b857-5ef4d1a5deaf has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:27:46.325296 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9063d117-ce0f-48b3-8cd6-60c1f41a8152 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (8daaf2b5-96c7-4d31-885e-42f924d02b58), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:46.332568 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ffcc52-c760-4afb-89e0-8ec8b19ba880 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'Port': ['ID=174f6247-55ce-4c0d-8bac-d021f911bc2e,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:46.340612 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-ab1c9df0-2d94-4da5-8c0c-0409b7a9973c None None] For port 3cbd21b5-3f83-4407-8526-5a8a4ea57d87, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:27:46.350285 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ffcc52-c760-4afb-89e0-8ec8b19ba880 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:46.350955 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f2ffcc52-c760-4afb-89e0-8ec8b19ba880 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:46.356601 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9a78355a-de44-4ec9-b019-ba96cc585302 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (b4cdd887-077c-46cb-a629-60c82e2e8d39), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:46.357386 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 9e50da7c-074f-4239-831c-c604e3c9384e is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:27:46.357622 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9a78355a-de44-4ec9-b019-ba96cc585302 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (b4cdd887-077c-46cb-a629-60c82e2e8d39), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:46.361021 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-ab1c9df0-2d94-4da5-8c0c-0409b7a9973c None None] For port 3cbd21b5-3f83-4407-8526-5a8a4ea57d87, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=3cbd21b5-3f83-4407-8526-5a8a4ea57d87,segment=NetworkSegment(f321f244-4579-4c6b-90b6-03a58f86dd26),segment_id=f321f244-4579-4c6b-90b6-03a58f86dd26)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:27:46.382630 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9063d117-ce0f-48b3-8cd6-60c1f41a8152 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Pushing event deleted for resources: {'Port': ['ID=8daaf2b5-96c7-4d31-885e-42f924d02b58,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:46.423826 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ba496e68-a9c5-4749-b4b5-79a7f7b277da None None] Current status of the port 9e50da7c-074f-4239-831c-c604e3c9384e is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:27:46.438985 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ab1c9df0-2d94-4da5-8c0c-0409b7a9973c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (3cbd21b5-3f83-4407-8526-5a8a4ea57d87), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:46.504514 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c9df0-2d94-4da5-8c0c-0409b7a9973c None None] Pushing event updated for resources: {'Port': ['ID=3cbd21b5-3f83-4407-8526-5a8a4ea57d87,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:46.520343 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-db06c51d-6948-4975-9a96-c812983f9c09 admin admin] For port 5dbd94c4-6cac-4773-9f4a-1b2d3d766d96, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=5dbd94c4-6cac-4773-9f4a-1b2d3d766d96,segment=NetworkSegment(4af84b71-d5c4-4409-9ef7-5596cefdefb6),segment_id=4af84b71-d5c4-4409-9ef7-5596cefdefb6)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:46.520756 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-db06c51d-6948-4975-9a96-c812983f9c09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (5dbd94c4-6cac-4773-9f4a-1b2d3d766d96), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:46.523303 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ba9c2ab2-25b7-492e-9a30-0a6f68bfdede tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (58dc0f68-66ac-4ee2-a633-2acdafc856fa), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:46.540365 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-455586c2-3b5b-4840-8c7b-2f18ed0d8837 None None] Could not find standard attr ID for object 58dc0f68-66ac-4ee2-a633-2acdafc856fa. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:27:46.544098 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-455586c2-3b5b-4840-8c7b-2f18ed0d8837 None None] Could not find standard attr ID for object 8daaf2b5-96c7-4d31-885e-42f924d02b58. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:27:46.582349 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-db06c51d-6948-4975-9a96-c812983f9c09 admin admin] Calling delete_port for 5dbd94c4-6cac-4773-9f4a-1b2d3d766d96 owned by network:router_interface {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:46.586119 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f2ffcc52-c760-4afb-89e0-8ec8b19ba880 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.6749382 Jan 29 04:27:46.596834 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9c2ab2-25b7-492e-9a30-0a6f68bfdede tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event deleted for resources: {'Port': ['ID=58dc0f68-66ac-4ee2-a633-2acdafc856fa,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:46.601132 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51688) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:46.615815 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73fbdb88-62eb-40a5-94d8-7e19ccd268a4 admin admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:27:46.629263 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4a1a71-fd59-4562-a1c3-eb6bcbcd84bb None None] Sync routers for ids ['de69dbd8-cdba-406c-b857-5ef4d1a5deaf'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:27:46.653430 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-73fbdb88-62eb-40a5-94d8-7e19ccd268a4 admin admin] 10.222.0.13 "PUT /v2.0/routers/de69dbd8-cdba-406c-b857-5ef4d1a5deaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2384148 Jan 29 04:27:46.655404 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9a78355a-de44-4ec9-b019-ba96cc585302 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for router_controller (b4cdd887-077c-46cb-a629-60c82e2e8d39), precommit_add_association {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:46.655787 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4a1a71-fd59-4562-a1c3-eb6bcbcd84bb None None] Routers {'de69dbd8-cdba-406c-b857-5ef4d1a5deaf'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:46.658509 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-cd4a1a71-fd59-4562-a1c3-eb6bcbcd84bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:27:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['de69dbd8-cdba-406c-b857-5ef4d1a5deaf'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:46.671582 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51690) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:46.676334 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ba9c2ab2-25b7-492e-9a30-0a6f68bfdede tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:46.679668 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ba9c2ab2-25b7-492e-9a30-0a6f68bfdede tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/ports/58dc0f68-66ac-4ee2-a633-2acdafc856fa HTTP/1.1" status: 204 len: 168 time: 1.6386960 Jan 29 04:27:46.691368 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51692) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:46.724037 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9063d117-ce0f-48b3-8cd6-60c1f41a8152 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:46.727957 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9063d117-ce0f-48b3-8cd6-60c1f41a8152 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] 10.222.0.13 "DELETE /v2.0/ports/8daaf2b5-96c7-4d31-885e-42f924d02b58 HTTP/1.1" status: 204 len: 168 time: 1.1404879 Jan 29 04:27:46.765696 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51694) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:46.804189 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ba5113b-1d1c-441b-b127-5a79f64093ae tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] GET failed (client error): The resource could not be found. Jan 29 04:27:46.808225 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-0ba5113b-1d1c-441b-b127-5a79f64093ae tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] 10.222.0.13 "GET /v2.0/ports/8daaf2b5-96c7-4d31-885e-42f924d02b58 HTTP/1.1" status: 404 len: 333 time: 0.0380688 Jan 29 04:27:46.820938 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51696) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:46.856361 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-cd4a1a71-fd59-4562-a1c3-eb6bcbcd84bb None None] Set router de69dbd8-cdba-406c-b857-5ef4d1a5deaf gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:27:46.935503 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-d552ee12-d67a-49bf-ada7-340710fa4590 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Deleting port 174f6247-55ce-4c0d-8bac-d021f911bc2e {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:46.935854 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d552ee12-d67a-49bf-ada7-340710fa4590 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (174f6247-55ce-4c0d-8bac-d021f911bc2e), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:46.956275 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-91663ea7-78c1-4884-9b9a-ff010e91d954 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] GET failed (client error): The resource could not be found. Jan 29 04:27:46.957894 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-91663ea7-78c1-4884-9b9a-ff010e91d954 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "GET /v2.0/ports/58dc0f68-66ac-4ee2-a633-2acdafc856fa HTTP/1.1" status: 404 len: 333 time: 0.2654662 Jan 29 04:27:46.962204 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51698) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:47.071189 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-8384d387-03a5-44d4-826b-c0797ce5d531 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Deleting port f24fd2d0-ea29-430e-963a-580485a57277 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:47.071675 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8384d387-03a5-44d4-826b-c0797ce5d531 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (f24fd2d0-ea29-430e-963a-580485a57277), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:47.119535 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-cd4a1a71-fd59-4562-a1c3-eb6bcbcd84bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de69dbd8-cdba-406c-b857-5ef4d1a5deaf', 'name': 'tempest-ServersTestManualDisk-431633746-router', 'tenant_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'e11bd39f-a348-4fd2-9ae5-dae3e9cb5780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:25:00Z', 'updated_at': '2022-01-29T04:27:44Z', 'revision_number': 5, 'project_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'gw_port': {'id': 'e11bd39f-a348-4fd2-9ae5-dae3e9cb5780', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de69dbd8-cdba-406c-b857-5ef4d1a5deaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:02Z', 'updated_at': '2022-01-29T04:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:47.159556 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4a1a71-fd59-4562-a1c3-eb6bcbcd84bb None None] Checking router: de69dbd8-cdba-406c-b857-5ef4d1a5deaf for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:27:47.169278 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4a1a71-fd59-4562-a1c3-eb6bcbcd84bb None None] Routers {'de69dbd8-cdba-406c-b857-5ef4d1a5deaf'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:47.169913 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-cd4a1a71-fd59-4562-a1c3-eb6bcbcd84bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:27:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['de69dbd8-cdba-406c-b857-5ef4d1a5deaf'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:47.183917 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-1de444e8-ff60-4b2e-9000-ac0a3fa92c0a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Deleting subnet 587b03e6-76f7-4e69-bdeb-856e9d0aba80 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:27:47.206432 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1de444e8-ff60-4b2e-9000-ac0a3fa92c0a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for subnet (587b03e6-76f7-4e69-bdeb-856e9d0aba80), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:47.229713 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d552ee12-d67a-49bf-ada7-340710fa4590 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (174f6247-55ce-4c0d-8bac-d021f911bc2e), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:47.263872 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-d552ee12-d67a-49bf-ada7-340710fa4590 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Calling delete_port for 174f6247-55ce-4c0d-8bac-d021f911bc2e owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:47.268468 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8384d387-03a5-44d4-826b-c0797ce5d531 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (f24fd2d0-ea29-430e-963a-580485a57277), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:47.282495 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1de444e8-ff60-4b2e-9000-ac0a3fa92c0a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (587b03e6-76f7-4e69-bdeb-856e9d0aba80), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:47.288184 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-cd4a1a71-fd59-4562-a1c3-eb6bcbcd84bb None None] Set router de69dbd8-cdba-406c-b857-5ef4d1a5deaf gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:27:47.312898 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-8384d387-03a5-44d4-826b-c0797ce5d531 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Calling delete_port for f24fd2d0-ea29-430e-963a-580485a57277 owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:47.415620 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9a78355a-de44-4ec9-b019-ba96cc585302 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for router_gateway (b4cdd887-077c-46cb-a629-60c82e2e8d39), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:47.427209 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bee97744-b5ba-4bf0-bd8a-e11ff9f7bc23 admin admin] Publish callbacks [] for router (de69dbd8-cdba-406c-b857-5ef4d1a5deaf), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:47.529004 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-cd4a1a71-fd59-4562-a1c3-eb6bcbcd84bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de69dbd8-cdba-406c-b857-5ef4d1a5deaf', 'name': 'tempest-ServersTestManualDisk-431633746-router', 'tenant_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'e11bd39f-a348-4fd2-9ae5-dae3e9cb5780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:25:00Z', 'updated_at': '2022-01-29T04:27:44Z', 'revision_number': 5, 'project_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'gw_port': {'id': 'e11bd39f-a348-4fd2-9ae5-dae3e9cb5780', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de69dbd8-cdba-406c-b857-5ef4d1a5deaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:02Z', 'updated_at': '2022-01-29T04:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:47.567895 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4a1a71-fd59-4562-a1c3-eb6bcbcd84bb None None] The sync data for ids ['de69dbd8-cdba-406c-b857-5ef4d1a5deaf'] in dv-neutron-821190-1-hyperv is: [{'id': 'de69dbd8-cdba-406c-b857-5ef4d1a5deaf', 'name': 'tempest-ServersTestManualDisk-431633746-router', 'tenant_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'e11bd39f-a348-4fd2-9ae5-dae3e9cb5780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:25:00Z', 'updated_at': '2022-01-29T04:27:44Z', 'revision_number': 5, 'project_id': 'cb686369165a4ed4a16bda0615e2ed0e', 'gw_port': {'id': 'e11bd39f-a348-4fd2-9ae5-dae3e9cb5780', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de69dbd8-cdba-406c-b857-5ef4d1a5deaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:02Z', 'updated_at': '2022-01-29T04:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:27:47.646944 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1de444e8-ff60-4b2e-9000-ac0a3fa92c0a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (587b03e6-76f7-4e69-bdeb-856e9d0aba80), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:47.663123 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bee97744-b5ba-4bf0-bd8a-e11ff9f7bc23 admin admin] Publish callbacks [] for router_gateway (de69dbd8-cdba-406c-b857-5ef4d1a5deaf), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:47.669477 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-db06c51d-6948-4975-9a96-c812983f9c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (5dbd94c4-6cac-4773-9f4a-1b2d3d766d96), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:47.706117 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db06c51d-6948-4975-9a96-c812983f9c09 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dbd94c4-6cac-4773-9f4a-1b2d3d766d96,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:47.731581 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d552ee12-d67a-49bf-ada7-340710fa4590 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (174f6247-55ce-4c0d-8bac-d021f911bc2e), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:47.782203 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d552ee12-d67a-49bf-ada7-340710fa4590 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event deleted for resources: {'Port': ['ID=174f6247-55ce-4c0d-8bac-d021f911bc2e,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:47.867844 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8384d387-03a5-44d4-826b-c0797ce5d531 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (f24fd2d0-ea29-430e-963a-580485a57277), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:47.903924 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d552ee12-d67a-49bf-ada7-340710fa4590 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:47.911129 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d552ee12-d67a-49bf-ada7-340710fa4590 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/ports/174f6247-55ce-4c0d-8bac-d021f911bc2e HTTP/1.1" status: 204 len: 168 time: 1.3057976 Jan 29 04:27:47.913118 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51700) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:47.914243 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384d387-03a5-44d4-826b-c0797ce5d531 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Pushing event deleted for resources: {'Port': ['ID=f24fd2d0-ea29-430e-963a-580485a57277,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:47.916721 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1de444e8-ff60-4b2e-9000-ac0a3fa92c0a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (587b03e6-76f7-4e69-bdeb-856e9d0aba80), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:48.001638 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 9e50da7c-074f-4239-831c-c604e3c9384e up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:27:48.006681 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de444e8-ff60-4b2e-9000-ac0a3fa92c0a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event deleted for resources: {'Subnet': ['ID=587b03e6-76f7-4e69-bdeb-856e9d0aba80,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:48.011452 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1de444e8-ff60-4b2e-9000-ac0a3fa92c0a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:48.015399 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-1de444e8-ff60-4b2e-9000-ac0a3fa92c0a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/subnets/587b03e6-76f7-4e69-bdeb-856e9d0aba80 HTTP/1.1" status: 204 len: 168 time: 1.0428722 Jan 29 04:27:48.031975 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51702) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:48.041784 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-74cfd513-0bb4-4969-9897-5e71307b2cb4 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] GET failed (client error): The resource could not be found. Jan 29 04:27:48.043257 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-74cfd513-0bb4-4969-9897-5e71307b2cb4 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "GET /v2.0/ports/174f6247-55ce-4c0d-8bac-d021f911bc2e HTTP/1.1" status: 404 len: 333 time: 0.1229272 Jan 29 04:27:48.048344 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51704) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:48.094017 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d87c8bf-4721-4e42-9cad-519ef4a6165a None None] Network 22ecabb4-342d-43b1-a531-a6398ab5dc1e requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:27:48.150770 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-db06c51d-6948-4975-9a96-c812983f9c09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (49a67c9b-a555-482d-9e94-728cdfbceef0), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:48.202415 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9a78355a-de44-4ec9-b019-ba96cc585302 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for router_gateway (b4cdd887-077c-46cb-a629-60c82e2e8d39), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:48.237980 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-24b0d419-2666-40c0-8bf2-be831c8be607 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (22ecabb4-342d-43b1-a531-a6398ab5dc1e), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:48.250511 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 9e50da7c-074f-4239-831c-c604e3c9384e triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:48.251092 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (9e50da7c-074f-4239-831c-c604e3c9384e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:48.258938 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749b436a-5492-4eaa-b460-1cf4b688d5eb None None] Network 8428fded-aa95-458d-9330-03002ac013bf requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:27:48.261689 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9a78355a-de44-4ec9-b019-ba96cc585302 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:48.279912 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8384d387-03a5-44d4-826b-c0797ce5d531 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:48.290397 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-8384d387-03a5-44d4-826b-c0797ce5d531 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] 10.222.0.13 "DELETE /v2.0/ports/f24fd2d0-ea29-430e-963a-580485a57277 HTTP/1.1" status: 204 len: 168 time: 1.4630322 Jan 29 04:27:48.290397 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51706) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:48.301170 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-bee97744-b5ba-4bf0-bd8a-e11ff9f7bc23 admin admin] Deleting port e11bd39f-a348-4fd2-9ae5-dae3e9cb5780 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:48.301650 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bee97744-b5ba-4bf0-bd8a-e11ff9f7bc23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (e11bd39f-a348-4fd2-9ae5-dae3e9cb5780), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:48.332911 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d428383-33e0-4345-b283-24af9619dcda tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Deleting subnet 3c47e144-7ed1-4cc1-aedd-308133cc7390 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:27:48.350059 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6d428383-33e0-4345-b283-24af9619dcda tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for subnet (3c47e144-7ed1-4cc1-aedd-308133cc7390), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:48.374565 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb108b10-febc-4303-8d5c-61610ab63c3c tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] GET failed (client error): The resource could not be found. Jan 29 04:27:48.375642 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-7daec898-86e6-4710-8b83-36e0c6ab1717 None None] Provisioning complete for port 3cbd21b5-3f83-4407-8526-5a8a4ea57d87 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:48.380573 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7daec898-86e6-4710-8b83-36e0c6ab1717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (3cbd21b5-3f83-4407-8526-5a8a4ea57d87), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:48.380673 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-bb108b10-febc-4303-8d5c-61610ab63c3c tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] 10.222.0.13 "GET /v2.0/ports/f24fd2d0-ea29-430e-963a-580485a57277 HTTP/1.1" status: 404 len: 333 time: 0.0847433 Jan 29 04:27:48.380765 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51708) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:48.440660 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6d428383-33e0-4345-b283-24af9619dcda tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (3c47e144-7ed1-4cc1-aedd-308133cc7390), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:48.522899 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-24b0d419-2666-40c0-8bf2-be831c8be607 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Deleting port 9e50da7c-074f-4239-831c-c604e3c9384e {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:48.522899 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-24b0d419-2666-40c0-8bf2-be831c8be607 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (9e50da7c-074f-4239-831c-c604e3c9384e), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:48.533211 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb467765-d2c9-4a71-83af-02111bceeee5 None None] DHCP port deletion for 22ecabb4-342d-43b1-a531-a6398ab5dc1e request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:27:48.537298 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 9e50da7c-074f-4239-831c-c604e3c9384e is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:27:48.538326 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 3cbd21b5-3f83-4407-8526-5a8a4ea57d87 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:27:48.549536 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-bee97744-b5ba-4bf0-bd8a-e11ff9f7bc23 admin admin] For port e11bd39f-a348-4fd2-9ae5-dae3e9cb5780, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=e11bd39f-a348-4fd2-9ae5-dae3e9cb5780,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:48.550075 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bee97744-b5ba-4bf0-bd8a-e11ff9f7bc23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (e11bd39f-a348-4fd2-9ae5-dae3e9cb5780), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:48.577596 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-bee97744-b5ba-4bf0-bd8a-e11ff9f7bc23 admin admin] Calling delete_port for e11bd39f-a348-4fd2-9ae5-dae3e9cb5780 owned by network:router_gateway {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:48.629794 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-24b0d419-2666-40c0-8bf2-be831c8be607 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] For port 9e50da7c-074f-4239-831c-c604e3c9384e, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=9e50da7c-074f-4239-831c-c604e3c9384e,segment=NetworkSegment(fd38c0db-bec3-4db4-be9c-8e10bfe6cfd8),segment_id=fd38c0db-bec3-4db4-be9c-8e10bfe6cfd8)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:48.630169 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-24b0d419-2666-40c0-8bf2-be831c8be607 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (9e50da7c-074f-4239-831c-c604e3c9384e), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:48.632672 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-9a78355a-de44-4ec9-b019-ba96cc585302 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Allocated IP 172.26.8.172 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/62af884b-1714-4169-a124-91d38ad1e3b4) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:48.645590 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-7db8ffbe-da79-4aa8-b84e-43c9109f49a3 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Deleting port fb4e9fad-55a3-482f-9c68-ef27d9ff95f4 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:48.645905 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7db8ffbe-da79-4aa8-b84e-43c9109f49a3 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (fb4e9fad-55a3-482f-9c68-ef27d9ff95f4), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:48.646770 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-7daec898-86e6-4710-8b83-36e0c6ab1717 None None] Current status of the port 3cbd21b5-3f83-4407-8526-5a8a4ea57d87 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:27:48.647160 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7daec898-86e6-4710-8b83-36e0c6ab1717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (3cbd21b5-3f83-4407-8526-5a8a4ea57d87), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:48.653827 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-24b0d419-2666-40c0-8bf2-be831c8be607 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Calling delete_port for 9e50da7c-074f-4239-831c-c604e3c9384e owned by network:dhcp {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:48.667209 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6d428383-33e0-4345-b283-24af9619dcda tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (3c47e144-7ed1-4cc1-aedd-308133cc7390), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:48.689540 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 3cbd21b5-3f83-4407-8526-5a8a4ea57d87 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:48.690481 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (3cbd21b5-3f83-4407-8526-5a8a4ea57d87), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:48.722534 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-cb467765-d2c9-4a71-83af-02111bceeee5 None None] Deleting port 9e50da7c-074f-4239-831c-c604e3c9384e {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:48.722915 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cb467765-d2c9-4a71-83af-02111bceeee5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (9e50da7c-074f-4239-831c-c604e3c9384e), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:48.848347 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db06c51d-6948-4975-9a96-c812983f9c09 admin admin] Router 49a67c9b-a555-482d-9e94-728cdfbceef0 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:27:48.863020 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7db8ffbe-da79-4aa8-b84e-43c9109f49a3 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (fb4e9fad-55a3-482f-9c68-ef27d9ff95f4), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:48.885396 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-7db8ffbe-da79-4aa8-b84e-43c9109f49a3 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Calling delete_port for fb4e9fad-55a3-482f-9c68-ef27d9ff95f4 owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:48.952867 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6d428383-33e0-4345-b283-24af9619dcda tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (3c47e144-7ed1-4cc1-aedd-308133cc7390), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:48.958123 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-cb467765-d2c9-4a71-83af-02111bceeee5 None None] For port 9e50da7c-074f-4239-831c-c604e3c9384e, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=9e50da7c-074f-4239-831c-c604e3c9384e,segment=NetworkSegment(fd38c0db-bec3-4db4-be9c-8e10bfe6cfd8),segment_id=fd38c0db-bec3-4db4-be9c-8e10bfe6cfd8)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:48.958522 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cb467765-d2c9-4a71-83af-02111bceeee5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (9e50da7c-074f-4239-831c-c604e3c9384e), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:48.993636 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-24b0d419-2666-40c0-8bf2-be831c8be607 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (9e50da7c-074f-4239-831c-c604e3c9384e), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:48.995350 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-cb467765-d2c9-4a71-83af-02111bceeee5 None None] Calling delete_port for 9e50da7c-074f-4239-831c-c604e3c9384e owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:48.995600 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d428383-33e0-4345-b283-24af9619dcda tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event deleted for resources: {'Subnet': ['ID=3c47e144-7ed1-4cc1-aedd-308133cc7390,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:48.999398 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6d428383-33e0-4345-b283-24af9619dcda tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:49.005968 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6d428383-33e0-4345-b283-24af9619dcda tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/subnets/3c47e144-7ed1-4cc1-aedd-308133cc7390 HTTP/1.1" status: 204 len: 168 time: 0.9439733 Jan 29 04:27:49.006452 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51710) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:49.034189 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548eb1fa-913b-4128-80d3-bc6bf418b6c0 None None] Network 8428fded-aa95-458d-9330-03002ac013bf requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:27:49.050887 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9a78355a-de44-4ec9-b019-ba96cc585302 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for port (62af884b-1714-4169-a124-91d38ad1e3b4), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:49.062001 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b0d419-2666-40c0-8bf2-be831c8be607 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event deleted for resources: {'Port': ['ID=9e50da7c-074f-4239-831c-c604e3c9384e,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:49.067084 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b0d419-2666-40c0-8bf2-be831c8be607 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] No DVR routers for this DVR port 9e50da7c-074f-4239-831c-c604e3c9384e on host dv-neutron-821190-1-hyperv {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:27:49.097329 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-7daec898-86e6-4710-8b83-36e0c6ab1717 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:27:49.097904 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-7daec898-86e6-4710-8b83-36e0c6ab1717 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:27:49.145477 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 3cbd21b5-3f83-4407-8526-5a8a4ea57d87 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:27:49.145884 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (3cbd21b5-3f83-4407-8526-5a8a4ea57d87), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:49.155366 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db06c51d-6948-4975-9a96-c812983f9c09 admin admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:27:49.162305 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-db06c51d-6948-4975-9a96-c812983f9c09 admin admin] 10.222.0.13 "PUT /v2.0/routers/49a67c9b-a555-482d-9e94-728cdfbceef0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7001097 Jan 29 04:27:49.168268 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51712) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:49.171029 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462444b4-4fb7-4b58-8c22-c33fe53e0f41 None None] Sync routers for ids ['49a67c9b-a555-482d-9e94-728cdfbceef0'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:27:49.188650 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462444b4-4fb7-4b58-8c22-c33fe53e0f41 None None] Routers {'49a67c9b-a555-482d-9e94-728cdfbceef0'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:49.190244 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-462444b4-4fb7-4b58-8c22-c33fe53e0f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:27:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['49a67c9b-a555-482d-9e94-728cdfbceef0'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:49.225022 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 3cbd21b5-3f83-4407-8526-5a8a4ea57d87, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=3cbd21b5-3f83-4407-8526-5a8a4ea57d87,segment=NetworkSegment(f321f244-4579-4c6b-90b6-03a58f86dd26),segment_id=f321f244-4579-4c6b-90b6-03a58f86dd26)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:49.234420 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9a78355a-de44-4ec9-b019-ba96cc585302 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (62af884b-1714-4169-a124-91d38ad1e3b4), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:49.250090 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bee97744-b5ba-4bf0-bd8a-e11ff9f7bc23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (e11bd39f-a348-4fd2-9ae5-dae3e9cb5780), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:49.251322 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cb467765-d2c9-4a71-83af-02111bceeee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (9e50da7c-074f-4239-831c-c604e3c9384e), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:49.284963 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb467765-d2c9-4a71-83af-02111bceeee5 None None] Pushing event deleted for resources: {'Port': ['ID=9e50da7c-074f-4239-831c-c604e3c9384e,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:49.289815 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb467765-d2c9-4a71-83af-02111bceeee5 None None] No DVR routers for this DVR port 9e50da7c-074f-4239-831c-c604e3c9384e on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:27:49.306093 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (3cbd21b5-3f83-4407-8526-5a8a4ea57d87), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:49.358765 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-462444b4-4fb7-4b58-8c22-c33fe53e0f41 None None] Set router 49a67c9b-a555-482d-9e94-728cdfbceef0 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:27:49.368543 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=3cbd21b5-3f83-4407-8526-5a8a4ea57d87,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:49.375607 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbbc5e0-0edf-498a-b19f-7b07e423fb65 None None] DHCP port deletion for 8428fded-aa95-458d-9330-03002ac013bf request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:27:49.430163 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a78355a-de44-4ec9-b019-ba96cc585302 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:49.451476 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-9a78355a-de44-4ec9-b019-ba96cc585302 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:49.479820 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-5dbbc5e0-0edf-498a-b19f-7b07e423fb65 None None] Deleting port 3cbd21b5-3f83-4407-8526-5a8a4ea57d87 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:49.480203 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5dbbc5e0-0edf-498a-b19f-7b07e423fb65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (3cbd21b5-3f83-4407-8526-5a8a4ea57d87), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:49.551162 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-5dbbc5e0-0edf-498a-b19f-7b07e423fb65 None None] For port 3cbd21b5-3f83-4407-8526-5a8a4ea57d87, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=3cbd21b5-3f83-4407-8526-5a8a4ea57d87,segment=NetworkSegment(f321f244-4579-4c6b-90b6-03a58f86dd26),segment_id=f321f244-4579-4c6b-90b6-03a58f86dd26)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:49.551536 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5dbbc5e0-0edf-498a-b19f-7b07e423fb65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (3cbd21b5-3f83-4407-8526-5a8a4ea57d87), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:49.567744 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-5dbbc5e0-0edf-498a-b19f-7b07e423fb65 None None] Calling delete_port for 3cbd21b5-3f83-4407-8526-5a8a4ea57d87 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:49.584513 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-85d413b2-a3f2-4e49-8a3e-5253f565c11b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (8428fded-aa95-458d-9330-03002ac013bf), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:49.651007 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 9e50da7c-074f-4239-831c-c604e3c9384e no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:27:49.656325 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-462444b4-4fb7-4b58-8c22-c33fe53e0f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a67c9b-a555-482d-9e94-728cdfbceef0', 'name': 'tempest-ServersTestJSON-69517117-router', 'tenant_id': '62b5636027cb4b35a2ac3d1c94409c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '30ff137a-2792-4035-a05f-8319daafec09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:59Z', 'updated_at': '2022-01-29T04:27:47Z', 'revision_number': 5, 'project_id': '62b5636027cb4b35a2ac3d1c94409c20', 'gw_port': {'id': '30ff137a-2792-4035-a05f-8319daafec09', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:41:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a67c9b-a555-482d-9e94-728cdfbceef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:01Z', 'updated_at': '2022-01-29T04:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:49.675498 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7db8ffbe-da79-4aa8-b84e-43c9109f49a3 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (fb4e9fad-55a3-482f-9c68-ef27d9ff95f4), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:49.679917 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-24b0d419-2666-40c0-8bf2-be831c8be607 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (22ecabb4-342d-43b1-a531-a6398ab5dc1e), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:49.695248 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462444b4-4fb7-4b58-8c22-c33fe53e0f41 None None] Checking router: 49a67c9b-a555-482d-9e94-728cdfbceef0 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:27:49.707108 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462444b4-4fb7-4b58-8c22-c33fe53e0f41 None None] Routers {'49a67c9b-a555-482d-9e94-728cdfbceef0'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:49.708284 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-462444b4-4fb7-4b58-8c22-c33fe53e0f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:27:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['49a67c9b-a555-482d-9e94-728cdfbceef0'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:49.712808 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 9e50da7c-074f-4239-831c-c604e3c9384e {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:27:49.713181 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 9e50da7c-074f-4239-831c-c604e3c9384e not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:27:49.713611 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device b0e32437-ac69-4966-b2c8-3b68528ad8ab no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:27:49.755070 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: b0e32437-ac69-4966-b2c8-3b68528ad8ab {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:27:49.755604 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device b0e32437-ac69-4966-b2c8-3b68528ad8ab not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:27:49.756386 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 3cbd21b5-3f83-4407-8526-5a8a4ea57d87 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:27:49.759822 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-7daec898-86e6-4710-8b83-36e0c6ab1717 None None] Current status of the port 3cbd21b5-3f83-4407-8526-5a8a4ea57d87 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:27:49.835182 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a78355a-de44-4ec9-b019-ba96cc585302 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:49.846060 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3032e71f-02f6-4f51-93ec-62be3edbc72b admin admin] Publish callbacks [] for router (49a67c9b-a555-482d-9e94-728cdfbceef0), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:49.854713 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db8ffbe-da79-4aa8-b84e-43c9109f49a3 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Pushing event deleted for resources: {'Port': ['ID=fb4e9fad-55a3-482f-9c68-ef27d9ff95f4,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:49.863026 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-24b0d419-2666-40c0-8bf2-be831c8be607 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22ecabb4-342d-43b1-a531-a6398ab5dc1e']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:49.903305 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-85d413b2-a3f2-4e49-8a3e-5253f565c11b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Deleting port 3cbd21b5-3f83-4407-8526-5a8a4ea57d87 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:49.903929 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-85d413b2-a3f2-4e49-8a3e-5253f565c11b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (3cbd21b5-3f83-4407-8526-5a8a4ea57d87), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:49.909191 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 3cbd21b5-3f83-4407-8526-5a8a4ea57d87 is: ACTIVE; New status is: DOWN {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:27:49.909606 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (3cbd21b5-3f83-4407-8526-5a8a4ea57d87), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:49.912146 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5dbbc5e0-0edf-498a-b19f-7b07e423fb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (3cbd21b5-3f83-4407-8526-5a8a4ea57d87), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:49.917476 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-d7266e35-8396-44fc-9b1c-ccde92c78be1 None None] Provisioning complete for port 3cbd21b5-3f83-4407-8526-5a8a4ea57d87 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:49.917852 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d7266e35-8396-44fc-9b1c-ccde92c78be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (3cbd21b5-3f83-4407-8526-5a8a4ea57d87), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:49.923439 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-462444b4-4fb7-4b58-8c22-c33fe53e0f41 None None] Set router 49a67c9b-a555-482d-9e94-728cdfbceef0 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:27:49.970614 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78355a-de44-4ec9-b019-ba96cc585302 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Pushing event updated for resources: {'Port': ['ID=62af884b-1714-4169-a124-91d38ad1e3b4,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:49.982936 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-85d413b2-a3f2-4e49-8a3e-5253f565c11b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] For port 3cbd21b5-3f83-4407-8526-5a8a4ea57d87, host dv-neutron-821190-1-hyperv, got binding levels [] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:49.983237 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-85d413b2-a3f2-4e49-8a3e-5253f565c11b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (3cbd21b5-3f83-4407-8526-5a8a4ea57d87), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:49.993125 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbbc5e0-0edf-498a-b19f-7b07e423fb65 None None] Pushing event deleted for resources: {'Port': ['ID=3cbd21b5-3f83-4407-8526-5a8a4ea57d87,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:49.994999 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbbc5e0-0edf-498a-b19f-7b07e423fb65 None None] No DVR routers for this DVR port 3cbd21b5-3f83-4407-8526-5a8a4ea57d87 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:27:49.999960 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-85d413b2-a3f2-4e49-8a3e-5253f565c11b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Calling delete_port for 3cbd21b5-3f83-4407-8526-5a8a4ea57d87 owned by network:dhcp {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:50.003591 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.ipam_backend_mixin [None req-85d413b2-a3f2-4e49-8a3e-5253f565c11b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Port 3cbd21b5-3f83-4407-8526-5a8a4ea57d87 was not found and therefore no delete operation was performed {{(pid=103585) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 29 04:27:50.008625 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-85d413b2-a3f2-4e49-8a3e-5253f565c11b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (3cbd21b5-3f83-4407-8526-5a8a4ea57d87), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:50.021097 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-d7266e35-8396-44fc-9b1c-ccde92c78be1 None None] Port 3cbd21b5-3f83-4407-8526-5a8a4ea57d87 was deleted so its status cannot be updated. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 29 04:27:50.021242 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-24b0d419-2666-40c0-8bf2-be831c8be607 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd38c0db-bec3-4db4-be9c-8e10bfe6cfd8') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:50.021422 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-24b0d419-2666-40c0-8bf2-be831c8be607 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd38c0db-bec3-4db4-be9c-8e10bfe6cfd8') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:50.034035 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee97744-b5ba-4bf0-bd8a-e11ff9f7bc23 admin admin] Pushing event deleted for resources: {'Port': ['ID=e11bd39f-a348-4fd2-9ae5-dae3e9cb5780,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:50.074992 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d413b2-a3f2-4e49-8a3e-5253f565c11b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event deleted for resources: {'Port': ['ID=3cbd21b5-3f83-4407-8526-5a8a4ea57d87,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:50.077071 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d413b2-a3f2-4e49-8a3e-5253f565c11b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] No DVR routers for this DVR port 3cbd21b5-3f83-4407-8526-5a8a4ea57d87 on host dv-neutron-821190-1-hyperv {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:27:50.112924 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bee97744-b5ba-4bf0-bd8a-e11ff9f7bc23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (de69dbd8-cdba-406c-b857-5ef4d1a5deaf), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:50.113189 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-24b0d419-2666-40c0-8bf2-be831c8be607 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (fd38c0db-bec3-4db4-be9c-8e10bfe6cfd8), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:50.141918 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7db8ffbe-da79-4aa8-b84e-43c9109f49a3 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:50.146861 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7db8ffbe-da79-4aa8-b84e-43c9109f49a3 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] 10.222.0.13 "DELETE /v2.0/ports/fb4e9fad-55a3-482f-9c68-ef27d9ff95f4 HTTP/1.1" status: 204 len: 168 time: 1.7652171 Jan 29 04:27:50.150107 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51714) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:50.175000 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ef5810de-115a-4cb5-bfd8-b6811897f48a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:50.185495 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-24b0d419-2666-40c0-8bf2-be831c8be607 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (fd38c0db-bec3-4db4-be9c-8e10bfe6cfd8), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:50.225083 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24b0d419-2666-40c0-8bf2-be831c8be607 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:27:50.225533 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-24b0d419-2666-40c0-8bf2-be831c8be607 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (fd38c0db-bec3-4db4-be9c-8e10bfe6cfd8), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:50.228473 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:27:50.228473 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:27:50.228473 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:27:50.228473 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:27:50.228473 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:27:50.228473 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:27:50.228473 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:27:50.228473 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:27:50.228473 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:27:50.228473 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:27:50.228473 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:27:50.228473 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:27:50.228473 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:27:50.228473 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:27:50.228473 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:27:50.228473 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:27:50.228473 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:27:50.228473 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:27:50.228473 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:27:50.228473 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:27:50.228473 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:27:50.228473 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:27:50.228473 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:27:50.228473 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:27:50.228473 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:27:50.228473 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:27:50.228473 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:27:50.228473 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:27:50.228473 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:27:50.228473 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:27:50.228473 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:27:50.228473 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:27:50.233260 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-85d413b2-a3f2-4e49-8a3e-5253f565c11b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (8428fded-aa95-458d-9330-03002ac013bf), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:50.243775 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-462444b4-4fb7-4b58-8c22-c33fe53e0f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a67c9b-a555-482d-9e94-728cdfbceef0', 'name': 'tempest-ServersTestJSON-69517117-router', 'tenant_id': '62b5636027cb4b35a2ac3d1c94409c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '30ff137a-2792-4035-a05f-8319daafec09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:59Z', 'updated_at': '2022-01-29T04:27:47Z', 'revision_number': 5, 'project_id': '62b5636027cb4b35a2ac3d1c94409c20', 'gw_port': {'id': '30ff137a-2792-4035-a05f-8319daafec09', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:41:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a67c9b-a555-482d-9e94-728cdfbceef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:01Z', 'updated_at': '2022-01-29T04:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:50.275893 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462444b4-4fb7-4b58-8c22-c33fe53e0f41 None None] The sync data for ids ['49a67c9b-a555-482d-9e94-728cdfbceef0'] in dv-neutron-821190-1-hyperv is: [{'id': '49a67c9b-a555-482d-9e94-728cdfbceef0', 'name': 'tempest-ServersTestJSON-69517117-router', 'tenant_id': '62b5636027cb4b35a2ac3d1c94409c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '30ff137a-2792-4035-a05f-8319daafec09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:59Z', 'updated_at': '2022-01-29T04:27:47Z', 'revision_number': 5, 'project_id': '62b5636027cb4b35a2ac3d1c94409c20', 'gw_port': {'id': '30ff137a-2792-4035-a05f-8319daafec09', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:41:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a67c9b-a555-482d-9e94-728cdfbceef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:01Z', 'updated_at': '2022-01-29T04:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:27:50.276961 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bee97744-b5ba-4bf0-bd8a-e11ff9f7bc23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (de69dbd8-cdba-406c-b857-5ef4d1a5deaf), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:50.281182 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bee97744-b5ba-4bf0-bd8a-e11ff9f7bc23 admin admin] Publish callbacks [] for router_controller (de69dbd8-cdba-406c-b857-5ef4d1a5deaf), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:50.307576 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-85d413b2-a3f2-4e49-8a3e-5253f565c11b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8428fded-aa95-458d-9330-03002ac013bf']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:50.319205 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3032e71f-02f6-4f51-93ec-62be3edbc72b admin admin] Publish callbacks [] for router_gateway (49a67c9b-a555-482d-9e94-728cdfbceef0), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:50.324719 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dca7a95-d825-43d0-a6fb-94c5263caf19 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Deleting subnet 52071be8-d8b5-4cb4-ad12-3aa4f79f575d {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:27:50.330290 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2dca7a95-d825-43d0-a6fb-94c5263caf19 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks [] for subnet (52071be8-d8b5-4cb4-ad12-3aa4f79f575d), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:50.334167 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-85d413b2-a3f2-4e49-8a3e-5253f565c11b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f321f244-4579-4c6b-90b6-03a58f86dd26') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:50.334564 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-85d413b2-a3f2-4e49-8a3e-5253f565c11b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f321f244-4579-4c6b-90b6-03a58f86dd26') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:50.365184 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-85d413b2-a3f2-4e49-8a3e-5253f565c11b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (f321f244-4579-4c6b-90b6-03a58f86dd26), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:50.384296 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-85d413b2-a3f2-4e49-8a3e-5253f565c11b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (f321f244-4579-4c6b-90b6-03a58f86dd26), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:50.387432 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2dca7a95-d825-43d0-a6fb-94c5263caf19 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (52071be8-d8b5-4cb4-ad12-3aa4f79f575d), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:50.415948 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85d413b2-a3f2-4e49-8a3e-5253f565c11b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:27:50.416330 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-85d413b2-a3f2-4e49-8a3e-5253f565c11b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (f321f244-4579-4c6b-90b6-03a58f86dd26), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:50.419204 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:27:50.419204 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:27:50.419204 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:27:50.419204 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:27:50.419204 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:27:50.419204 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:27:50.419204 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:27:50.419204 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:27:50.419204 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:27:50.419204 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:27:50.419204 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:27:50.419204 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:27:50.419204 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:27:50.419204 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:27:50.419204 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:27:50.419204 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:27:50.419204 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:27:50.419204 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:27:50.419204 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:27:50.419204 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:27:50.419204 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:27:50.419204 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:27:50.419204 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:27:50.419204 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:27:50.419204 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:27:50.419204 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:27:50.419204 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:27:50.419204 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:27:50.419204 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:27:50.419204 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:27:50.419204 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:27:50.419204 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:27:50.436140 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-24b0d419-2666-40c0-8bf2-be831c8be607 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (22ecabb4-342d-43b1-a531-a6398ab5dc1e), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:50.455094 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bee97744-b5ba-4bf0-bd8a-e11ff9f7bc23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (de69dbd8-cdba-406c-b857-5ef4d1a5deaf), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:50.455798 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee97744-b5ba-4bf0-bd8a-e11ff9f7bc23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de69dbd8-cdba-406c-b857-5ef4d1a5deaf {{(pid=103584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:27:50.462423 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bee97744-b5ba-4bf0-bd8a-e11ff9f7bc23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:50.462761 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-bee97744-b5ba-4bf0-bd8a-e11ff9f7bc23 admin admin] 10.222.0.13 "DELETE /v2.0/routers/de69dbd8-cdba-406c-b857-5ef4d1a5deaf HTTP/1.1" status: 204 len: 168 time: 3.7885942 Jan 29 04:27:50.473229 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-24b0d419-2666-40c0-8bf2-be831c8be607 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:50.476227 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-24b0d419-2666-40c0-8bf2-be831c8be607 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/networks/22ecabb4-342d-43b1-a531-a6398ab5dc1e HTTP/1.1" status: 204 len: 168 time: 2.4430442 Jan 29 04:27:50.482816 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51716) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:50.483149 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51718) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:50.492799 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-a491d8d2-f022-4b90-b1a2-594765de8191 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'port': {'network_id': '983ab829-6eaf-4dad-93c5-9d2319e176fb', 'name': 'tempest-PortsIpV6TestJSON-1271280852'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:50.568477 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b0d419-2666-40c0-8bf2-be831c8be607 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event deleted for resources: {'Network': ['ID=22ecabb4-342d-43b1-a531-a6398ab5dc1e,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:50.603652 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-3032e71f-02f6-4f51-93ec-62be3edbc72b admin admin] Deleting port 30ff137a-2792-4035-a05f-8319daafec09 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:50.603979 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3032e71f-02f6-4f51-93ec-62be3edbc72b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (30ff137a-2792-4035-a05f-8319daafec09), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:50.608153 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9a78355a-de44-4ec9-b019-ba96cc585302 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for router_gateway (b4cdd887-077c-46cb-a629-60c82e2e8d39), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:50.639380 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-85d413b2-a3f2-4e49-8a3e-5253f565c11b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (8428fded-aa95-458d-9330-03002ac013bf), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:50.671715 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-85d413b2-a3f2-4e49-8a3e-5253f565c11b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:50.679489 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-85d413b2-a3f2-4e49-8a3e-5253f565c11b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/networks/8428fded-aa95-458d-9330-03002ac013bf HTTP/1.1" status: 204 len: 168 time: 1.6706672 Jan 29 04:27:50.680408 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d413b2-a3f2-4e49-8a3e-5253f565c11b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event deleted for resources: {'Network': ['ID=8428fded-aa95-458d-9330-03002ac013bf,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:50.683625 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51720) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:50.690923 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e8e08f4-533a-4008-bbe5-b11b7fb9128d admin admin] Deleting subnet 28462fdf-59a1-4f6b-8a80-4bfac581848e {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:27:50.698092 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4e8e08f4-533a-4008-bbe5-b11b7fb9128d admin admin] Publish callbacks [] for subnet (28462fdf-59a1-4f6b-8a80-4bfac581848e), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:50.702762 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-e39187a9-d290-4af0-a120-8b81ef8bf110 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'port': {'network_id': '9616cf94-e359-4c96-8bfe-b222b9be11e4', 'name': 'tempest-PortsTestJSON-40670507'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:50.743704 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2dca7a95-d825-43d0-a6fb-94c5263caf19 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (52071be8-d8b5-4cb4-ad12-3aa4f79f575d), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:50.782748 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-3032e71f-02f6-4f51-93ec-62be3edbc72b admin admin] For port 30ff137a-2792-4035-a05f-8319daafec09, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=30ff137a-2792-4035-a05f-8319daafec09,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:50.783118 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3032e71f-02f6-4f51-93ec-62be3edbc72b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (30ff137a-2792-4035-a05f-8319daafec09), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:50.833846 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-3032e71f-02f6-4f51-93ec-62be3edbc72b admin admin] Calling delete_port for 30ff137a-2792-4035-a05f-8319daafec09 owned by network:router_gateway {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:50.839272 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4e8e08f4-533a-4008-bbe5-b11b7fb9128d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (28462fdf-59a1-4f6b-8a80-4bfac581848e), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:50.911045 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a491d8d2-f022-4b90-b1a2-594765de8191 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Made reservation on behalf of 931e85f3b3ac4f669ae92c3bafe28f71 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:50.914245 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a491d8d2-f022-4b90-b1a2-594765de8191 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:50.954704 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9a78355a-de44-4ec9-b019-ba96cc585302 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (b4cdd887-077c-46cb-a629-60c82e2e8d39), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:50.968695 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-a491d8d2-f022-4b90-b1a2-594765de8191 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] device_id is not set on port 94c3f552-8e95-497d-94b3-b7f5663abafc yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:27:51.018906 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4e8e08f4-533a-4008-bbe5-b11b7fb9128d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (28462fdf-59a1-4f6b-8a80-4bfac581848e), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:51.044062 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39187a9-d290-4af0-a120-8b81ef8bf110 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Made reservation on behalf of d8e0f965da8447998d407abf5ce886cf for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:51.047382 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e39187a9-d290-4af0-a120-8b81ef8bf110 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:51.093767 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-e39187a9-d290-4af0-a120-8b81ef8bf110 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] device_id is not set on port 492f21dc-eb12-470e-be0d-b532c700fc2b yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:27:51.151416 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2dca7a95-d825-43d0-a6fb-94c5263caf19 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (52071be8-d8b5-4cb4-ad12-3aa4f79f575d), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:51.193062 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2dca7a95-d825-43d0-a6fb-94c5263caf19 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:51.198750 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51722) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:51.204189 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2dca7a95-d825-43d0-a6fb-94c5263caf19 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] 10.222.0.13 "DELETE /v2.0/subnets/52071be8-d8b5-4cb4-ad12-3aa4f79f575d HTTP/1.1" status: 204 len: 168 time: 1.0471809 Jan 29 04:27:51.204334 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687752f4-25bb-4a35-97dd-d4537d5d07be None None] Network d8415f97-b362-4563-915f-73631e2866b5 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:27:51.209822 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dca7a95-d825-43d0-a6fb-94c5263caf19 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Pushing event deleted for resources: {'Subnet': ['ID=52071be8-d8b5-4cb4-ad12-3aa4f79f575d,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:51.256608 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a78355a-de44-4ec9-b019-ba96cc585302 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Router b4cdd887-077c-46cb-a629-60c82e2e8d39 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:27:51.265679 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3032e71f-02f6-4f51-93ec-62be3edbc72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (30ff137a-2792-4035-a05f-8319daafec09), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:51.275513 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4e8e08f4-533a-4008-bbe5-b11b7fb9128d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (28462fdf-59a1-4f6b-8a80-4bfac581848e), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:51.311354 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3032e71f-02f6-4f51-93ec-62be3edbc72b admin admin] Pushing event deleted for resources: {'Port': ['ID=30ff137a-2792-4035-a05f-8319daafec09,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:51.338404 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9a59bacd-9a85-4eda-a1a9-ba68adfe9bd4 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (d8415f97-b362-4563-915f-73631e2866b5), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:51.374151 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e08f4-533a-4008-bbe5-b11b7fb9128d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28462fdf-59a1-4f6b-8a80-4bfac581848e,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:51.383617 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b115141-301e-4bbe-be2a-8ecca1c9e669 None None] DHCP port deletion for d8415f97-b362-4563-915f-73631e2866b5 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:27:51.392279 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4e8e08f4-533a-4008-bbe5-b11b7fb9128d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:51.398897 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4e8e08f4-533a-4008-bbe5-b11b7fb9128d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/28462fdf-59a1-4f6b-8a80-4bfac581848e HTTP/1.1" status: 204 len: 168 time: 0.9127941 Jan 29 04:27:51.401298 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51724) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:51.433307 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b805682-7a2f-4210-a449-9a6fe70fc769 None None] Network 4d4605cc-cd83-4037-bfc8-342508214a0e requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:27:51.487020 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a491d8d2-f022-4b90-b1a2-594765de8191 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for port (94c3f552-8e95-497d-94b3-b7f5663abafc), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:51.490768 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e39187a9-d290-4af0-a120-8b81ef8bf110 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for port (492f21dc-eb12-470e-be0d-b532c700fc2b), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:51.507788 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3032e71f-02f6-4f51-93ec-62be3edbc72b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (49a67c9b-a555-482d-9e94-728cdfbceef0), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:51.524956 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b07ab797-c8be-4e5f-83c0-ff6f6026140d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (4d4605cc-cd83-4037-bfc8-342508214a0e), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:51.569401 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-9b115141-301e-4bbe-be2a-8ecca1c9e669 None None] Deleting port 839d1220-09d1-4d95-841b-40babc000981 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:51.570348 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9b115141-301e-4bbe-be2a-8ecca1c9e669 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (839d1220-09d1-4d95-841b-40babc000981), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:51.590763 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 5dbd94c4-6cac-4773-9f4a-1b2d3d766d96 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:27:51.610166 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3032e71f-02f6-4f51-93ec-62be3edbc72b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (49a67c9b-a555-482d-9e94-728cdfbceef0), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:51.612836 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-b07ab797-c8be-4e5f-83c0-ff6f6026140d admin admin] Deleting port 1dc8f570-cab0-4355-8e94-451b4780a9d0 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:51.613516 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b07ab797-c8be-4e5f-83c0-ff6f6026140d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (1dc8f570-cab0-4355-8e94-451b4780a9d0), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:51.620304 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3032e71f-02f6-4f51-93ec-62be3edbc72b admin admin] Publish callbacks [] for router_controller (49a67c9b-a555-482d-9e94-728cdfbceef0), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:51.634243 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a78355a-de44-4ec9-b019-ba96cc585302 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:27:51.650343 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 5dbd94c4-6cac-4773-9f4a-1b2d3d766d96 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:27:51.650996 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 5dbd94c4-6cac-4773-9f4a-1b2d3d766d96 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:27:51.651567 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device e11bd39f-a348-4fd2-9ae5-dae3e9cb5780 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:27:51.659071 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f445fb-b7b2-411b-a9ce-4b756e4b48dd None None] Sync routers for ids ['b4cdd887-077c-46cb-a629-60c82e2e8d39'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:27:51.671442 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a491d8d2-f022-4b90-b1a2-594765de8191 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (94c3f552-8e95-497d-94b3-b7f5663abafc), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:51.682510 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e39187a9-d290-4af0-a120-8b81ef8bf110 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (492f21dc-eb12-470e-be0d-b532c700fc2b), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:51.695693 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: e11bd39f-a348-4fd2-9ae5-dae3e9cb5780 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:27:51.696318 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device e11bd39f-a348-4fd2-9ae5-dae3e9cb5780 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:27:51.696931 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 839d1220-09d1-4d95-841b-40babc000981 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:27:51.708678 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-9b115141-301e-4bbe-be2a-8ecca1c9e669 None None] For port 839d1220-09d1-4d95-841b-40babc000981, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=839d1220-09d1-4d95-841b-40babc000981,segment=NetworkSegment(3b65dfdc-6ba1-4b64-8f43-34e27f6c0102),segment_id=3b65dfdc-6ba1-4b64-8f43-34e27f6c0102)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:51.709325 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9b115141-301e-4bbe-be2a-8ecca1c9e669 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (839d1220-09d1-4d95-841b-40babc000981), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:51.710546 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-9a59bacd-9a85-4eda-a1a9-ba68adfe9bd4 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Deleting port 839d1220-09d1-4d95-841b-40babc000981 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:51.710901 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9a59bacd-9a85-4eda-a1a9-ba68adfe9bd4 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (839d1220-09d1-4d95-841b-40babc000981), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:51.715164 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9a78355a-de44-4ec9-b019-ba96cc585302 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:51.719181 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-9a78355a-de44-4ec9-b019-ba96cc585302 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.6091030 Jan 29 04:27:51.720602 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51726) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:51.730810 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af76846c-d723-469c-957c-26f6842b0758 None None] DHCP port deletion for 4d4605cc-cd83-4037-bfc8-342508214a0e request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:27:51.743723 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-b07ab797-c8be-4e5f-83c0-ff6f6026140d admin admin] For port 1dc8f570-cab0-4355-8e94-451b4780a9d0, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=1dc8f570-cab0-4355-8e94-451b4780a9d0,segment=NetworkSegment(fd7ead1e-c2bd-4a04-99ff-ba05b654eedf),segment_id=fd7ead1e-c2bd-4a04-99ff-ba05b654eedf)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:51.744446 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b07ab797-c8be-4e5f-83c0-ff6f6026140d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (1dc8f570-cab0-4355-8e94-451b4780a9d0), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:51.748722 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f445fb-b7b2-411b-a9ce-4b756e4b48dd None None] Routers {'b4cdd887-077c-46cb-a629-60c82e2e8d39'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:51.749537 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-04f445fb-b7b2-411b-a9ce-4b756e4b48dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:27:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b4cdd887-077c-46cb-a629-60c82e2e8d39'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:51.755157 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-9b115141-301e-4bbe-be2a-8ecca1c9e669 None None] Calling delete_port for 839d1220-09d1-4d95-841b-40babc000981 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:51.764113 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39187a9-d290-4af0-a120-8b81ef8bf110 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Network 9616cf94-e359-4c96-8bfe-b222b9be11e4 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:51.765901 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a491d8d2-f022-4b90-b1a2-594765de8191 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Network 983ab829-6eaf-4dad-93c5-9d2319e176fb is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:51.775661 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-e39187a9-d290-4af0-a120-8b81ef8bf110 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:51.778224 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39187a9-d290-4af0-a120-8b81ef8bf110 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:51.784299 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39187a9-d290-4af0-a120-8b81ef8bf110 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:51.784943 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e39187a9-d290-4af0-a120-8b81ef8bf110 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:51.790025 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3032e71f-02f6-4f51-93ec-62be3edbc72b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (49a67c9b-a555-482d-9e94-728cdfbceef0), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:51.790025 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3032e71f-02f6-4f51-93ec-62be3edbc72b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49a67c9b-a555-482d-9e94-728cdfbceef0 {{(pid=103584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:27:51.790253 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-a491d8d2-f022-4b90-b1a2-594765de8191 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:51.790462 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a491d8d2-f022-4b90-b1a2-594765de8191 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:51.795727 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a491d8d2-f022-4b90-b1a2-594765de8191 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:51.797685 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a491d8d2-f022-4b90-b1a2-594765de8191 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:51.800772 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-b07ab797-c8be-4e5f-83c0-ff6f6026140d admin admin] Calling delete_port for 1dc8f570-cab0-4355-8e94-451b4780a9d0 owned by network:dhcp {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:51.806557 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3032e71f-02f6-4f51-93ec-62be3edbc72b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:51.810014 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-3032e71f-02f6-4f51-93ec-62be3edbc72b admin admin] 10.222.0.13 "DELETE /v2.0/routers/49a67c9b-a555-482d-9e94-728cdfbceef0 HTTP/1.1" status: 204 len: 168 time: 2.6381664 Jan 29 04:27:51.816339 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51730) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:51.835919 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-9a59bacd-9a85-4eda-a1a9-ba68adfe9bd4 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] For port 839d1220-09d1-4d95-841b-40babc000981, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=839d1220-09d1-4d95-841b-40babc000981,segment=NetworkSegment(3b65dfdc-6ba1-4b64-8f43-34e27f6c0102),segment_id=3b65dfdc-6ba1-4b64-8f43-34e27f6c0102)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:51.836161 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a491d8d2-f022-4b90-b1a2-594765de8191 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'Port': ['ID=94c3f552-8e95-497d-94b3-b7f5663abafc,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:51.836443 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9a59bacd-9a85-4eda-a1a9-ba68adfe9bd4 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (839d1220-09d1-4d95-841b-40babc000981), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:51.877527 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-9a59bacd-9a85-4eda-a1a9-ba68adfe9bd4 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Calling delete_port for 839d1220-09d1-4d95-841b-40babc000981 owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:51.932143 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a491d8d2-f022-4b90-b1a2-594765de8191 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4442973 Jan 29 04:27:51.937408 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51732) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:51.983936 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-e39187a9-d290-4af0-a120-8b81ef8bf110 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.2899134 Jan 29 04:27:51.987443 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51734) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:52.003300 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39187a9-d290-4af0-a120-8b81ef8bf110 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'Port': ['ID=492f21dc-eb12-470e-be0d-b532c700fc2b,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:52.020387 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-e76f581c-dab6-4c76-a6b8-717b2830377e admin admin] Deleting subnet 1e6bda9e-8e09-4842-910d-f6751a7ed1b4 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:27:52.040634 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e76f581c-dab6-4c76-a6b8-717b2830377e admin admin] Publish callbacks [] for subnet (1e6bda9e-8e09-4842-910d-f6751a7ed1b4), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:52.048952 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-04f445fb-b7b2-411b-a9ce-4b756e4b48dd None None] Set router b4cdd887-077c-46cb-a629-60c82e2e8d39 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:27:52.071161 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c735afb1-7817-410d-8857-f1ddc7429c44 tempest-TestNetworkAdvancedServerOps-1721992642 tempest-TestNetworkAdvancedServerOps-1721992642-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=d1218af32ef54486a3687ccbcfae4b37&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3062193 Jan 29 04:27:52.075123 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51736) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:52.121133 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 839d1220-09d1-4d95-841b-40babc000981 is: ACTIVE; New status is: DOWN {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:27:52.121598 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (839d1220-09d1-4d95-841b-40babc000981), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:52.131248 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e76f581c-dab6-4c76-a6b8-717b2830377e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (1e6bda9e-8e09-4842-910d-f6751a7ed1b4), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:52.147111 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-af76846c-d723-469c-957c-26f6842b0758 None None] Deleting port 1dc8f570-cab0-4355-8e94-451b4780a9d0 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:52.147566 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-af76846c-d723-469c-957c-26f6842b0758 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (1dc8f570-cab0-4355-8e94-451b4780a9d0), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:52.180318 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-e1552043-2431-44cc-9c4f-06e95d5507bb tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Deleting port 94c3f552-8e95-497d-94b3-b7f5663abafc {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:52.180709 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e1552043-2431-44cc-9c4f-06e95d5507bb tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (94c3f552-8e95-497d-94b3-b7f5663abafc), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:52.259804 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b07ab797-c8be-4e5f-83c0-ff6f6026140d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (1dc8f570-cab0-4355-8e94-451b4780a9d0), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:52.311401 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ab797-c8be-4e5f-83c0-ff6f6026140d admin admin] Pushing event deleted for resources: {'Port': ['ID=1dc8f570-cab0-4355-8e94-451b4780a9d0,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:52.320317 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e1552043-2431-44cc-9c4f-06e95d5507bb tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (94c3f552-8e95-497d-94b3-b7f5663abafc), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:52.324654 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07ab797-c8be-4e5f-83c0-ff6f6026140d admin admin] No DVR routers for this DVR port 1dc8f570-cab0-4355-8e94-451b4780a9d0 on host dv-neutron-821190-1-hyperv {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:27:52.334286 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e76f581c-dab6-4c76-a6b8-717b2830377e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (1e6bda9e-8e09-4842-910d-f6751a7ed1b4), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:52.377079 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-e1552043-2431-44cc-9c4f-06e95d5507bb tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Calling delete_port for 94c3f552-8e95-497d-94b3-b7f5663abafc owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:52.403447 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9b115141-301e-4bbe-be2a-8ecca1c9e669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (839d1220-09d1-4d95-841b-40babc000981), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:52.430328 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:27:52.478790 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b115141-301e-4bbe-be2a-8ecca1c9e669 None None] Pushing event deleted for resources: {'Port': ['ID=839d1220-09d1-4d95-841b-40babc000981,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:52.484836 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b115141-301e-4bbe-be2a-8ecca1c9e669 None None] No DVR routers for this DVR port 839d1220-09d1-4d95-841b-40babc000981 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:27:52.490717 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-af76846c-d723-469c-957c-26f6842b0758 None None] For port 1dc8f570-cab0-4355-8e94-451b4780a9d0, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=1dc8f570-cab0-4355-8e94-451b4780a9d0,segment=NetworkSegment(fd7ead1e-c2bd-4a04-99ff-ba05b654eedf),segment_id=fd7ead1e-c2bd-4a04-99ff-ba05b654eedf)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:52.491123 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-af76846c-d723-469c-957c-26f6842b0758 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (1dc8f570-cab0-4355-8e94-451b4780a9d0), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:52.516078 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b07ab797-c8be-4e5f-83c0-ff6f6026140d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (4d4605cc-cd83-4037-bfc8-342508214a0e), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:52.525516 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-af76846c-d723-469c-957c-26f6842b0758 None None] Calling delete_port for 1dc8f570-cab0-4355-8e94-451b4780a9d0 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:52.535406 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-85d830f2-8303-4eb0-a585-5e465272e0ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:52.555612 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-b07ab797-c8be-4e5f-83c0-ff6f6026140d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d4605cc-cd83-4037-bfc8-342508214a0e']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:52.571515 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9a59bacd-9a85-4eda-a1a9-ba68adfe9bd4 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (839d1220-09d1-4d95-841b-40babc000981), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:52.585006 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-b07ab797-c8be-4e5f-83c0-ff6f6026140d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd7ead1e-c2bd-4a04-99ff-ba05b654eedf') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:52.585304 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-b07ab797-c8be-4e5f-83c0-ff6f6026140d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd7ead1e-c2bd-4a04-99ff-ba05b654eedf') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:52.598068 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b07ab797-c8be-4e5f-83c0-ff6f6026140d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (fd7ead1e-c2bd-4a04-99ff-ba05b654eedf), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:52.619026 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b07ab797-c8be-4e5f-83c0-ff6f6026140d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (fd7ead1e-c2bd-4a04-99ff-ba05b654eedf), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:52.621673 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a59bacd-9a85-4eda-a1a9-ba68adfe9bd4 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Pushing event deleted for resources: {'Port': ['ID=839d1220-09d1-4d95-841b-40babc000981,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:52.623419 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a59bacd-9a85-4eda-a1a9-ba68adfe9bd4 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] No DVR routers for this DVR port 839d1220-09d1-4d95-841b-40babc000981 on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:27:52.626105 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e76f581c-dab6-4c76-a6b8-717b2830377e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (1e6bda9e-8e09-4842-910d-f6751a7ed1b4), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:52.626583 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9172f17-adf9-4694-9b14-0189d5b8abe3 tempest-TestNetworkAdvancedServerOps-1721992642 tempest-TestNetworkAdvancedServerOps-1721992642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:52.628724 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c9172f17-adf9-4694-9b14-0189d5b8abe3 tempest-TestNetworkAdvancedServerOps-1721992642 tempest-TestNetworkAdvancedServerOps-1721992642-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5511563 Jan 29 04:27:52.632992 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b07ab797-c8be-4e5f-83c0-ff6f6026140d admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:27:52.633994 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b07ab797-c8be-4e5f-83c0-ff6f6026140d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (fd7ead1e-c2bd-4a04-99ff-ba05b654eedf), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:52.634123 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51740) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:52.642296 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:27:52.642296 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:27:52.642296 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:27:52.642296 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:27:52.642296 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:27:52.642296 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:27:52.642296 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:27:52.642296 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:27:52.642296 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:27:52.642296 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:27:52.642296 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:27:52.642296 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:27:52.642296 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:27:52.642296 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:27:52.642296 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:27:52.642296 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:27:52.642296 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:27:52.642296 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:27:52.642296 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:27:52.642296 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:27:52.642296 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:27:52.642296 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:27:52.642296 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:27:52.642296 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:27:52.642296 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:27:52.642296 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:27:52.642296 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:27:52.642296 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:27:52.642296 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:27:52.642296 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:27:52.642296 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:27:52.642296 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:27:52.671281 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f581c-dab6-4c76-a6b8-717b2830377e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e6bda9e-8e09-4842-910d-f6751a7ed1b4,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:52.676798 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-04f445fb-b7b2-411b-a9ce-4b756e4b48dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cdd887-077c-46cb-a629-60c82e2e8d39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907967901', 'tenant_id': 'd1218af32ef54486a3687ccbcfae4b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '62af884b-1714-4169-a124-91d38ad1e3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:46Z', 'updated_at': '2022-01-29T04:27:50Z', 'revision_number': 3, 'project_id': 'd1218af32ef54486a3687ccbcfae4b37', 'gw_port': {'id': '62af884b-1714-4169-a124-91d38ad1e3b4', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cdd887-077c-46cb-a629-60c82e2e8d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:48Z', 'updated_at': '2022-01-29T04:27:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:52.698436 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1e635b9d-f165-4f73-9620-bb963b67910a tempest-TestNetworkAdvancedServerOps-1721992642 tempest-TestNetworkAdvancedServerOps-1721992642-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f0de7169-31b1-4289-9a2a-56c5f4e63ed1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0634747 Jan 29 04:27:52.703882 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51742) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:52.706854 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e76f581c-dab6-4c76-a6b8-717b2830377e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:52.710208 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-e76f581c-dab6-4c76-a6b8-717b2830377e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1e6bda9e-8e09-4842-910d-f6751a7ed1b4 HTTP/1.1" status: 204 len: 168 time: 0.8877017 Jan 29 04:27:52.712065 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f445fb-b7b2-411b-a9ce-4b756e4b48dd None None] Checking router: b4cdd887-077c-46cb-a629-60c82e2e8d39 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:27:52.712461 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f445fb-b7b2-411b-a9ce-4b756e4b48dd None None] Updating router b4cdd887-077c-46cb-a629-60c82e2e8d39 port 62af884b-1714-4169-a124-91d38ad1e3b4 binding host dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:27:52.714351 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51744) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:52.720765 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-fee767fb-1d94-43d6-9a54-b65e67a04b3e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Deleting port 492f21dc-eb12-470e-be0d-b532c700fc2b {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:52.721842 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fee767fb-1d94-43d6-9a54-b65e67a04b3e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (492f21dc-eb12-470e-be0d-b532c700fc2b), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:52.730743 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-92487f80-c8d9-4634-bae8-234aba406ef4 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1077683914', 'network_id': '9ab12730-721a-45c7-85f6-a754b924ee36', 'project_id': 'd1218af32ef54486a3687ccbcfae4b37', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:52.736176 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e1552043-2431-44cc-9c4f-06e95d5507bb tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (94c3f552-8e95-497d-94b3-b7f5663abafc), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:52.746863 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-04f445fb-b7b2-411b-a9ce-4b756e4b48dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (62af884b-1714-4169-a124-91d38ad1e3b4), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:52.748594 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59845ba-f578-4cc7-923a-052cc69285d5 None None] Network 110bb4a8-6dea-4688-b150-e74a0a24c2a5 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:27:52.786386 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-af76846c-d723-469c-957c-26f6842b0758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (1dc8f570-cab0-4355-8e94-451b4780a9d0), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:52.807342 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e1552043-2431-44cc-9c4f-06e95d5507bb tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:52.813600 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-e1552043-2431-44cc-9c4f-06e95d5507bb tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/ports/94c3f552-8e95-497d-94b3-b7f5663abafc HTTP/1.1" status: 204 len: 168 time: 0.8689268 Jan 29 04:27:52.814431 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1552043-2431-44cc-9c4f-06e95d5507bb tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event deleted for resources: {'Port': ['ID=94c3f552-8e95-497d-94b3-b7f5663abafc,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:52.817385 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b07ab797-c8be-4e5f-83c0-ff6f6026140d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (4d4605cc-cd83-4037-bfc8-342508214a0e), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:52.821045 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b07ab797-c8be-4e5f-83c0-ff6f6026140d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:52.824789 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b07ab797-c8be-4e5f-83c0-ff6f6026140d admin admin] 10.222.0.13 "DELETE /v2.0/networks/4d4605cc-cd83-4037-bfc8-342508214a0e HTTP/1.1" status: 204 len: 168 time: 1.4172702 Jan 29 04:27:52.829371 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51746) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:52.874670 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-ee3c05eb-551a-4228-af36-2bbd7a46f805 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'port': {'network_id': '983ab829-6eaf-4dad-93c5-9d2319e176fb', 'mac_address': 'fa:16:3e:b9:52:6d', 'name': 'tempest-PortsIpV6TestJSON-670784432'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:52.877340 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ab797-c8be-4e5f-83c0-ff6f6026140d admin admin] Pushing event deleted for resources: {'Network': ['ID=4d4605cc-cd83-4037-bfc8-342508214a0e,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:52.879187 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9a59bacd-9a85-4eda-a1a9-ba68adfe9bd4 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (d8415f97-b362-4563-915f-73631e2866b5), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:52.887904 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-06dc6ee4-64d0-4a6f-9154-8a177e7cbe94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (110bb4a8-6dea-4688-b150-e74a0a24c2a5), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:52.889721 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af76846c-d723-469c-957c-26f6842b0758 None None] No DVR routers for this DVR port 1dc8f570-cab0-4355-8e94-451b4780a9d0 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:27:52.891888 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76846c-d723-469c-957c-26f6842b0758 None None] Pushing event deleted for resources: {'Port': ['ID=1dc8f570-cab0-4355-8e94-451b4780a9d0,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:52.943083 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fee767fb-1d94-43d6-9a54-b65e67a04b3e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (492f21dc-eb12-470e-be0d-b532c700fc2b), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:52.978559 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-9a59bacd-9a85-4eda-a1a9-ba68adfe9bd4 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8415f97-b362-4563-915f-73631e2866b5']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:52.990789 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-06dc6ee4-64d0-4a6f-9154-8a177e7cbe94 admin admin] Deleting port dfaffa5f-9f53-4ecb-9199-7759f6b8513f {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:52.991144 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-06dc6ee4-64d0-4a6f-9154-8a177e7cbe94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (dfaffa5f-9f53-4ecb-9199-7759f6b8513f), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:53.004955 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-9a59bacd-9a85-4eda-a1a9-ba68adfe9bd4 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b65dfdc-6ba1-4b64-8f43-34e27f6c0102') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:53.005303 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-9a59bacd-9a85-4eda-a1a9-ba68adfe9bd4 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b65dfdc-6ba1-4b64-8f43-34e27f6c0102') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:53.015083 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-fee767fb-1d94-43d6-9a54-b65e67a04b3e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Calling delete_port for 492f21dc-eb12-470e-be0d-b532c700fc2b owned by {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:53.039593 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9a59bacd-9a85-4eda-a1a9-ba68adfe9bd4 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (3b65dfdc-6ba1-4b64-8f43-34e27f6c0102), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:53.304385 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-06dc6ee4-64d0-4a6f-9154-8a177e7cbe94 admin admin] For port dfaffa5f-9f53-4ecb-9199-7759f6b8513f, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=dfaffa5f-9f53-4ecb-9199-7759f6b8513f,segment=NetworkSegment(4af84b71-d5c4-4409-9ef7-5596cefdefb6),segment_id=4af84b71-d5c4-4409-9ef7-5596cefdefb6)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:53.304385 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-06dc6ee4-64d0-4a6f-9154-8a177e7cbe94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (dfaffa5f-9f53-4ecb-9199-7759f6b8513f), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:53.304385 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-06dc6ee4-64d0-4a6f-9154-8a177e7cbe94 admin admin] Calling delete_port for dfaffa5f-9f53-4ecb-9199-7759f6b8513f owned by network:dhcp {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:53.305464 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9a59bacd-9a85-4eda-a1a9-ba68adfe9bd4 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (3b65dfdc-6ba1-4b64-8f43-34e27f6c0102), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:53.305464 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a59bacd-9a85-4eda-a1a9-ba68adfe9bd4 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:27:53.305464 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9a59bacd-9a85-4eda-a1a9-ba68adfe9bd4 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (3b65dfdc-6ba1-4b64-8f43-34e27f6c0102), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:53.305464 dv-neutron-821190-1-hyperv neutron-server[103584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:27:53.305464 dv-neutron-821190-1-hyperv neutron-server[103584]: self.session.flush() Jan 29 04:27:53.305464 dv-neutron-821190-1-hyperv neutron-server[103584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:27:53.305464 dv-neutron-821190-1-hyperv neutron-server[103584]: self.session.flush() Jan 29 04:27:53.305464 dv-neutron-821190-1-hyperv neutron-server[103584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:27:53.305464 dv-neutron-821190-1-hyperv neutron-server[103584]: self.session.flush() Jan 29 04:27:53.305464 dv-neutron-821190-1-hyperv neutron-server[103584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:27:53.305464 dv-neutron-821190-1-hyperv neutron-server[103584]: self.session.flush() Jan 29 04:27:53.305464 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:27:53.305464 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:27:53.305464 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:27:53.305464 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:27:53.305464 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:27:53.305464 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:27:53.305464 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:27:53.305464 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:27:53.305464 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:27:53.305464 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:27:53.305464 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:27:53.305464 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:27:53.305464 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:27:53.305464 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:27:53.305464 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:27:53.305464 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:27:53.305464 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:27:53.305464 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:27:53.305464 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:27:53.305464 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:27:53.305464 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:27:53.305464 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:27:53.305464 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:27:53.305464 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:27:53.305464 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:27:53.305464 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:27:53.305464 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:27:53.305464 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:27:53.305464 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:27:53.305464 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:27:53.305464 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:27:53.305464 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:27:53.308127 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666c0aaf-9bd2-4c78-b37a-092cbecfb963 None None] DHCP port deletion for 110bb4a8-6dea-4688-b150-e74a0a24c2a5 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:27:53.308127 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-04f445fb-b7b2-411b-a9ce-4b756e4b48dd None None] Publish callbacks [] for port (62af884b-1714-4169-a124-91d38ad1e3b4), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:53.308127 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-666c0aaf-9bd2-4c78-b37a-092cbecfb963 None None] Deleting port dfaffa5f-9f53-4ecb-9199-7759f6b8513f {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:53.308127 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-666c0aaf-9bd2-4c78-b37a-092cbecfb963 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (dfaffa5f-9f53-4ecb-9199-7759f6b8513f), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:53.309423 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-666c0aaf-9bd2-4c78-b37a-092cbecfb963 None None] For port dfaffa5f-9f53-4ecb-9199-7759f6b8513f, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=dfaffa5f-9f53-4ecb-9199-7759f6b8513f,segment=NetworkSegment(4af84b71-d5c4-4409-9ef7-5596cefdefb6),segment_id=4af84b71-d5c4-4409-9ef7-5596cefdefb6)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:53.313846 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-666c0aaf-9bd2-4c78-b37a-092cbecfb963 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (dfaffa5f-9f53-4ecb-9199-7759f6b8513f), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:53.322766 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-666c0aaf-9bd2-4c78-b37a-092cbecfb963 None None] Calling delete_port for dfaffa5f-9f53-4ecb-9199-7759f6b8513f owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:53.334103 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92487f80-c8d9-4634-bae8-234aba406ef4 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Made reservation on behalf of d1218af32ef54486a3687ccbcfae4b37 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:53.337679 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-92487f80-c8d9-4634-bae8-234aba406ef4 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:53.369091 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-06dc6ee4-64d0-4a6f-9154-8a177e7cbe94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (dfaffa5f-9f53-4ecb-9199-7759f6b8513f), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:53.390947 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9a59bacd-9a85-4eda-a1a9-ba68adfe9bd4 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (d8415f97-b362-4563-915f-73631e2866b5), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:53.400213 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fee767fb-1d94-43d6-9a54-b65e67a04b3e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (492f21dc-eb12-470e-be0d-b532c700fc2b), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:53.401751 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3c05eb-551a-4228-af36-2bbd7a46f805 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Made reservation on behalf of 931e85f3b3ac4f669ae92c3bafe28f71 for: {'port': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:53.413374 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-666c0aaf-9bd2-4c78-b37a-092cbecfb963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (dfaffa5f-9f53-4ecb-9199-7759f6b8513f), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:53.419067 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-04f445fb-b7b2-411b-a9ce-4b756e4b48dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (62af884b-1714-4169-a124-91d38ad1e3b4), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:53.420889 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dc6ee4-64d0-4a6f-9154-8a177e7cbe94 admin admin] No DVR routers for this DVR port dfaffa5f-9f53-4ecb-9199-7759f6b8513f on host dv-neutron-821190-1-hyperv {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:27:53.422782 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dc6ee4-64d0-4a6f-9154-8a177e7cbe94 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfaffa5f-9f53-4ecb-9199-7759f6b8513f,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:53.454209 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c0aaf-9bd2-4c78-b37a-092cbecfb963 None None] Pushing event deleted for resources: {'Port': ['ID=dfaffa5f-9f53-4ecb-9199-7759f6b8513f,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:53.457329 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666c0aaf-9bd2-4c78-b37a-092cbecfb963 None None] No DVR routers for this DVR port dfaffa5f-9f53-4ecb-9199-7759f6b8513f on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:27:53.492459 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ee3c05eb-551a-4228-af36-2bbd7a46f805 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:53.504877 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 30ff137a-2792-4035-a05f-8319daafec09 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:27:53.520877 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9a59bacd-9a85-4eda-a1a9-ba68adfe9bd4 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:53.526320 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-9a59bacd-9a85-4eda-a1a9-ba68adfe9bd4 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] 10.222.0.13 "DELETE /v2.0/networks/d8415f97-b362-4563-915f-73631e2866b5 HTTP/1.1" status: 204 len: 168 time: 2.3241112 Jan 29 04:27:53.532621 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 30ff137a-2792-4035-a05f-8319daafec09 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:27:53.532966 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 30ff137a-2792-4035-a05f-8319daafec09 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:27:53.533414 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device dfaffa5f-9f53-4ecb-9199-7759f6b8513f no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:27:53.539577 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-06dc6ee4-64d0-4a6f-9154-8a177e7cbe94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (110bb4a8-6dea-4688-b150-e74a0a24c2a5), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:53.544348 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-04f445fb-b7b2-411b-a9ce-4b756e4b48dd None None] Attempting to bind port 62af884b-1714-4169-a124-91d38ad1e3b4 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:27:53.544887 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-04f445fb-b7b2-411b-a9ce-4b756e4b48dd None None] Attempting to bind port 62af884b-1714-4169-a124-91d38ad1e3b4 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:27:53.545258 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f445fb-b7b2-411b-a9ce-4b756e4b48dd None None] Attempting to bind port 62af884b-1714-4169-a124-91d38ad1e3b4 on network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:53.567976 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51752) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:53.569611 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fee767fb-1d94-43d6-9a54-b65e67a04b3e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:53.571850 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-06dc6ee4-64d0-4a6f-9154-8a177e7cbe94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['110bb4a8-6dea-4688-b150-e74a0a24c2a5']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:53.572389 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-fee767fb-1d94-43d6-9a54-b65e67a04b3e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/ports/492f21dc-eb12-470e-be0d-b532c700fc2b HTTP/1.1" status: 204 len: 168 time: 1.5764027 Jan 29 04:27:53.576411 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a59bacd-9a85-4eda-a1a9-ba68adfe9bd4 tempest-AllowedAddressPairTestJSON-681828494 tempest-AllowedAddressPairTestJSON-681828494-project] Pushing event deleted for resources: {'Network': ['ID=d8415f97-b362-4563-915f-73631e2866b5,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:53.585433 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: dfaffa5f-9f53-4ecb-9199-7759f6b8513f {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:27:53.585790 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device dfaffa5f-9f53-4ecb-9199-7759f6b8513f not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:27:53.585974 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-06dc6ee4-64d0-4a6f-9154-8a177e7cbe94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4af84b71-d5c4-4409-9ef7-5596cefdefb6') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:53.586213 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 1dc8f570-cab0-4355-8e94-451b4780a9d0 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:27:53.586327 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-06dc6ee4-64d0-4a6f-9154-8a177e7cbe94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4af84b71-d5c4-4409-9ef7-5596cefdefb6') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:53.587246 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51754) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:53.589624 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee767fb-1d94-43d6-9a54-b65e67a04b3e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event deleted for resources: {'Port': ['ID=492f21dc-eb12-470e-be0d-b532c700fc2b,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:53.595265 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f445fb-b7b2-411b-a9ce-4b756e4b48dd None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:27:53.595655 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f445fb-b7b2-411b-a9ce-4b756e4b48dd None None] Checking segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:27:53.596193 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-04f445fb-b7b2-411b-a9ce-4b756e4b48dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:53.596619 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f445fb-b7b2-411b-a9ce-4b756e4b48dd None None] Bound using segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:27:53.597100 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-04f445fb-b7b2-411b-a9ce-4b756e4b48dd None None] Bound port: 62af884b-1714-4169-a124-91d38ad1e3b4, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:27:53.597552 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-04f445fb-b7b2-411b-a9ce-4b756e4b48dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (62af884b-1714-4169-a124-91d38ad1e3b4), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:53.599120 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-06dc6ee4-64d0-4a6f-9154-8a177e7cbe94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (4af84b71-d5c4-4409-9ef7-5596cefdefb6), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:53.604885 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-71fbe48a-c08e-4b7c-a10a-2f7fcece7d44 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'port': {'network_id': '9616cf94-e359-4c96-8bfe-b222b9be11e4', 'mac_address': 'fa:16:3e:6b:0d:95', 'name': 'tempest-PortsTestJSON-31204445'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:53.614270 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-06dc6ee4-64d0-4a6f-9154-8a177e7cbe94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (4af84b71-d5c4-4409-9ef7-5596cefdefb6), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:53.625615 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06dc6ee4-64d0-4a6f-9154-8a177e7cbe94 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:27:53.626097 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-06dc6ee4-64d0-4a6f-9154-8a177e7cbe94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (4af84b71-d5c4-4409-9ef7-5596cefdefb6), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:53.645540 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9ad0f-8ab4-40e8-8ba3-a2aa7aec077d None None] Pushing event updated for resources: {'Port': ['ID=62af884b-1714-4169-a124-91d38ad1e3b4,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:53.652071 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [None req-ee3c05eb-551a-4228-af36-2bbd7a46f805 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] device_id is not set on port 6851e7d3-1360-405c-87da-50f2207948c0 yet. {{(pid=103584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:27:53.656782 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:53.657319 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 1dc8f570-cab0-4355-8e94-451b4780a9d0 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:27:53.657672 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 1dc8f570-cab0-4355-8e94-451b4780a9d0 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:27:53.691112 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-04f445fb-b7b2-411b-a9ce-4b756e4b48dd None None] For port 62af884b-1714-4169-a124-91d38ad1e3b4, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:27:53.704107 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:27:53.704107 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:27:53.704107 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:27:53.704107 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:27:53.704107 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:27:53.704107 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:27:53.704107 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:27:53.704107 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:27:53.704107 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:27:53.704107 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:27:53.704107 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:27:53.704107 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:27:53.704107 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:27:53.704107 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:27:53.704107 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:27:53.704107 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:27:53.704107 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:27:53.704107 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:27:53.704107 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:27:53.704107 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:27:53.704107 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:27:53.704107 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:27:53.704107 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:27:53.704107 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:27:53.704107 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:27:53.704107 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:27:53.704107 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:27:53.704107 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:27:53.704107 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:27:53.704107 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:27:53.704107 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:27:53.704107 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:27:53.738429 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:53.795656 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-06dc6ee4-64d0-4a6f-9154-8a177e7cbe94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (110bb4a8-6dea-4688-b150-e74a0a24c2a5), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:53.796947 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-04f445fb-b7b2-411b-a9ce-4b756e4b48dd None None] For port 62af884b-1714-4169-a124-91d38ad1e3b4, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=62af884b-1714-4169-a124-91d38ad1e3b4,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:27:53.805921 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-06dc6ee4-64d0-4a6f-9154-8a177e7cbe94 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:53.812282 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-06dc6ee4-64d0-4a6f-9154-8a177e7cbe94 admin admin] 10.222.0.13 "DELETE /v2.0/networks/110bb4a8-6dea-4688-b150-e74a0a24c2a5 HTTP/1.1" status: 204 len: 168 time: 1.0969675 Jan 29 04:27:53.824230 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f54d9271-11ef-49ca-8c6f-cb96b39f37d7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cb686369165a4ed4a16bda0615e2ed0e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2486548 Jan 29 04:27:53.827636 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51758) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:53.834324 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dc6ee4-64d0-4a6f-9154-8a177e7cbe94 admin admin] Pushing event deleted for resources: {'Network': ['ID=110bb4a8-6dea-4688-b150-e74a0a24c2a5,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:53.887029 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-966fcbeb-c313-471d-a095-a88973b528cc admin admin] Publish callbacks [] for security_group (cd5a4334-e96d-40b6-93e9-fd433ca582ff), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:53.888720 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-04f445fb-b7b2-411b-a9ce-4b756e4b48dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (62af884b-1714-4169-a124-91d38ad1e3b4), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:53.909474 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-966fcbeb-c313-471d-a095-a88973b528cc admin admin] Publish callbacks [] for security_group (cd5a4334-e96d-40b6-93e9-fd433ca582ff), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:53.963722 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f445fb-b7b2-411b-a9ce-4b756e4b48dd None None] Routers {'b4cdd887-077c-46cb-a629-60c82e2e8d39'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:53.964734 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-04f445fb-b7b2-411b-a9ce-4b756e4b48dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:27:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b4cdd887-077c-46cb-a629-60c82e2e8d39'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:53.972041 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fbe48a-c08e-4b7c-a10a-2f7fcece7d44 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Made reservation on behalf of d8e0f965da8447998d407abf5ce886cf for: {'port': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:54.000068 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9ad0f-8ab4-40e8-8ba3-a2aa7aec077d None None] Pushing event updated for resources: {'Port': ['ID=62af884b-1714-4169-a124-91d38ad1e3b4,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:54.013263 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ee3c05eb-551a-4228-af36-2bbd7a46f805 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for port (6851e7d3-1360-405c-87da-50f2207948c0), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:54.074149 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-71fbe48a-c08e-4b7c-a10a-2f7fcece7d44 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:54.077809 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-966fcbeb-c313-471d-a095-a88973b528cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (cd5a4334-e96d-40b6-93e9-fd433ca582ff), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:54.080443 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-966fcbeb-c313-471d-a095-a88973b528cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:54.082879 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-966fcbeb-c313-471d-a095-a88973b528cc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cd5a4334-e96d-40b6-93e9-fd433ca582ff HTTP/1.1" status: 204 len: 168 time: 0.2533679 Jan 29 04:27:54.089922 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-04f445fb-b7b2-411b-a9ce-4b756e4b48dd None None] Set router b4cdd887-077c-46cb-a629-60c82e2e8d39 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:27:54.091275 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-92487f80-c8d9-4634-bae8-234aba406ef4 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (243e0a19-7391-4f55-8e4a-713131ecc5e5), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:54.094657 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966fcbeb-c313-471d-a095-a88973b528cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5a4334-e96d-40b6-93e9-fd433ca582ff,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:54.146824 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [None req-71fbe48a-c08e-4b7c-a10a-2f7fcece7d44 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] device_id is not set on port 0e37a15f-66b8-48ad-9351-d4fce33c1665 yet. {{(pid=103584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:27:54.210370 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487f80-c8d9-4634-bae8-234aba406ef4 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Pushing event updated for resources: {'Subnet': ['ID=243e0a19-7391-4f55-8e4a-713131ecc5e5,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:54.236369 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51764) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:54.245016 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92487f80-c8d9-4634-bae8-234aba406ef4 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Checking segment: {'id': 'c10e8bc5-2189-4094-93bc-f8166e8aeb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9ab12730-721a-45c7-85f6-a754b924ee36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:27:54.245386 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92487f80-c8d9-4634-bae8-234aba406ef4 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Network hostable DHCP agents. Network: 9ab12730-721a-45c7-85f6-a754b924ee36, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:27:54.255476 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ee3c05eb-551a-4228-af36-2bbd7a46f805 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (6851e7d3-1360-405c-87da-50f2207948c0), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:54.296339 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b6ce0fcd-b18e-48b9-a088-8931e189fa5d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=62b5636027cb4b35a2ac3d1c94409c20&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0582552 Jan 29 04:27:54.296974 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51766) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:54.350593 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51768) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:54.353555 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-04f445fb-b7b2-411b-a9ce-4b756e4b48dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cdd887-077c-46cb-a629-60c82e2e8d39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907967901', 'tenant_id': 'd1218af32ef54486a3687ccbcfae4b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '62af884b-1714-4169-a124-91d38ad1e3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:46Z', 'updated_at': '2022-01-29T04:27:50Z', 'revision_number': 3, 'project_id': 'd1218af32ef54486a3687ccbcfae4b37', 'gw_port': {'id': '62af884b-1714-4169-a124-91d38ad1e3b4', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cdd887-077c-46cb-a629-60c82e2e8d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:48Z', 'updated_at': '2022-01-29T04:27:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:54.358817 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3c05eb-551a-4228-af36-2bbd7a46f805 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Network 983ab829-6eaf-4dad-93c5-9d2319e176fb is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:54.387429 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3c05eb-551a-4228-af36-2bbd7a46f805 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'Port': ['ID=6851e7d3-1360-405c-87da-50f2207948c0,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:54.397788 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-ee3c05eb-551a-4228-af36-2bbd7a46f805 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:54.406953 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f445fb-b7b2-411b-a9ce-4b756e4b48dd None None] The sync data for ids ['b4cdd887-077c-46cb-a629-60c82e2e8d39'] in dv-neutron-821190-1-hyperv is: [{'id': 'b4cdd887-077c-46cb-a629-60c82e2e8d39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907967901', 'tenant_id': 'd1218af32ef54486a3687ccbcfae4b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '62af884b-1714-4169-a124-91d38ad1e3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:46Z', 'updated_at': '2022-01-29T04:27:50Z', 'revision_number': 3, 'project_id': 'd1218af32ef54486a3687ccbcfae4b37', 'gw_port': {'id': '62af884b-1714-4169-a124-91d38ad1e3b4', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cdd887-077c-46cb-a629-60c82e2e8d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:48Z', 'updated_at': '2022-01-29T04:27:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:27:54.407279 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3c05eb-551a-4228-af36-2bbd7a46f805 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:54.412794 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3c05eb-551a-4228-af36-2bbd7a46f805 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:54.413091 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ee3c05eb-551a-4228-af36-2bbd7a46f805 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:54.424869 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92487f80-c8d9-4634-bae8-234aba406ef4 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Network 9ab12730-721a-45c7-85f6-a754b924ee36 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:27:54.429588 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5649ef50-d20c-41b0-b763-b203d72fcc1b admin admin] Publish callbacks [] for security_group (b5e23434-c525-4473-a65a-a8a1dbba890f), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:54.463994 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5649ef50-d20c-41b0-b763-b203d72fcc1b admin admin] Publish callbacks [] for security_group (b5e23434-c525-4473-a65a-a8a1dbba890f), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:54.469365 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-71fbe48a-c08e-4b7c-a10a-2f7fcece7d44 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for port (0e37a15f-66b8-48ad-9351-d4fce33c1665), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:54.544233 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-68c581bd-053c-4696-b4c3-c841363b9ee4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28b2fa816262486f9ff5f325f683d541&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1925168 Jan 29 04:27:54.546721 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51772) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:54.590605 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-71fbe48a-c08e-4b7c-a10a-2f7fcece7d44 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (0e37a15f-66b8-48ad-9351-d4fce33c1665), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:54.598479 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-49038d07-5a50-4235-948e-082c80c870cd admin admin] Publish callbacks [] for security_group (30cca752-397e-4a66-9b4b-2f31d8c87c04), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:54.620665 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5649ef50-d20c-41b0-b763-b203d72fcc1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (b5e23434-c525-4473-a65a-a8a1dbba890f), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:54.622671 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5649ef50-d20c-41b0-b763-b203d72fcc1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:54.628807 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-5649ef50-d20c-41b0-b763-b203d72fcc1b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5e23434-c525-4473-a65a-a8a1dbba890f HTTP/1.1" status: 204 len: 168 time: 0.3259382 Jan 29 04:27:54.628807 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-49038d07-5a50-4235-948e-082c80c870cd admin admin] Publish callbacks [] for security_group (30cca752-397e-4a66-9b4b-2f31d8c87c04), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:54.639867 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ee3c05eb-551a-4228-af36-2bbd7a46f805 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8010616 Jan 29 04:27:54.642589 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-92487f80-c8d9-4634-bae8-234aba406ef4 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 9ab12730-721a-45c7-85f6-a754b924ee36) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:54.642837 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51776) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:54.666501 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5649ef50-d20c-41b0-b763-b203d72fcc1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e23434-c525-4473-a65a-a8a1dbba890f,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:54.680361 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fbe48a-c08e-4b7c-a10a-2f7fcece7d44 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Network 9616cf94-e359-4c96-8bfe-b222b9be11e4 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:54.681967 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92487f80-c8d9-4634-bae8-234aba406ef4 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:54.682573 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-92487f80-c8d9-4634-bae8-234aba406ef4 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:54.698151 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-71fbe48a-c08e-4b7c-a10a-2f7fcece7d44 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:54.709870 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ff0744-e8ad-4fe2-8b74-24838e5d2fef None None] Network 9ab12730-721a-45c7-85f6-a754b924ee36 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:27:54.737529 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fbe48a-c08e-4b7c-a10a-2f7fcece7d44 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:54.741119 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9189f4-89e4-4a42-994e-a66b0ed54224 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:54.742719 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2a9189f4-89e4-4a42-994e-a66b0ed54224 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "GET /v2.0/ports/6851e7d3-1360-405c-87da-50f2207948c0 HTTP/1.1" status: 200 len: 844 time: 0.0982180 Jan 29 04:27:54.745186 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fbe48a-c08e-4b7c-a10a-2f7fcece7d44 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:54.745873 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51778) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:54.746437 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-71fbe48a-c08e-4b7c-a10a-2f7fcece7d44 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:54.753096 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fbe48a-c08e-4b7c-a10a-2f7fcece7d44 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'Port': ['ID=0e37a15f-66b8-48ad-9351-d4fce33c1665,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:54.804864 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:54.820250 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-92487f80-c8d9-4634-bae8-234aba406ef4 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1024086 Jan 29 04:27:54.822853 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51782) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:54.923035 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-71fbe48a-c08e-4b7c-a10a-2f7fcece7d44 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.3244681 Jan 29 04:27:54.923035 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51784) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:54.942213 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e975848-a5d4-41b6-a6a6-1d2db3de39da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-9ab12730-721a-45c7-85f6-a754b924ee36', 'network_id': '9ab12730-721a-45c7-85f6-a754b924ee36', 'project_id': 'd1218af32ef54486a3687ccbcfae4b37', 'fixed_ips': [{'subnet_id': '243e0a19-7391-4f55-8e4a-713131ecc5e5'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:27:54.943283 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5e975848-a5d4-41b6-a6a6-1d2db3de39da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:54.943471 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-49038d07-5a50-4235-948e-082c80c870cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (30cca752-397e-4a66-9b4b-2f31d8c87c04), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:54.946565 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-49038d07-5a50-4235-948e-082c80c870cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:54.947911 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-49038d07-5a50-4235-948e-082c80c870cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/30cca752-397e-4a66-9b4b-2f31d8c87c04 HTTP/1.1" status: 204 len: 168 time: 0.4002383 Jan 29 04:27:54.961345 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49038d07-5a50-4235-948e-082c80c870cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30cca752-397e-4a66-9b4b-2f31d8c87c04,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:54.995286 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-e5065185-f1b4-40cd-b3d1-0a0018662d5a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Deleting port 6851e7d3-1360-405c-87da-50f2207948c0 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:54.997923 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e5065185-f1b4-40cd-b3d1-0a0018662d5a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (6851e7d3-1360-405c-87da-50f2207948c0), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:55.058510 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16cfcde-7f34-473b-9a7f-94b5b1efed43 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:55.060521 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d16cfcde-7f34-473b-9a7f-94b5b1efed43 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "GET /v2.0/ports/0e37a15f-66b8-48ad-9351-d4fce33c1665 HTTP/1.1" status: 200 len: 839 time: 0.1406090 Jan 29 04:27:55.063706 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51792) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:55.096399 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e5065185-f1b4-40cd-b3d1-0a0018662d5a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (6851e7d3-1360-405c-87da-50f2207948c0), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:55.117952 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-e5065185-f1b4-40cd-b3d1-0a0018662d5a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Calling delete_port for 6851e7d3-1360-405c-87da-50f2207948c0 owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:55.200427 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-5e975848-a5d4-41b6-a6a6-1d2db3de39da None None] Allocated IP 172.20.0.2 (9ab12730-721a-45c7-85f6-a754b924ee36/243e0a19-7391-4f55-8e4a-713131ecc5e5/e67eb4f7-5a3a-4514-938d-7dc5f65c6e83) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:55.277911 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e5065185-f1b4-40cd-b3d1-0a0018662d5a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (6851e7d3-1360-405c-87da-50f2207948c0), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:55.316063 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-c5ab0f2f-c2f5-471a-8d43-37b83e8fb886 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Deleting port 0e37a15f-66b8-48ad-9351-d4fce33c1665 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:55.316684 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c5ab0f2f-c2f5-471a-8d43-37b83e8fb886 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (0e37a15f-66b8-48ad-9351-d4fce33c1665), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:55.321850 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5065185-f1b4-40cd-b3d1-0a0018662d5a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event deleted for resources: {'Port': ['ID=6851e7d3-1360-405c-87da-50f2207948c0,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:55.325902 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e5065185-f1b4-40cd-b3d1-0a0018662d5a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:55.332658 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-e5065185-f1b4-40cd-b3d1-0a0018662d5a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/ports/6851e7d3-1360-405c-87da-50f2207948c0 HTTP/1.1" status: 204 len: 168 time: 0.5844891 Jan 29 04:27:55.333349 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51798) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:55.404577 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-d275099f-92db-4537-8d8c-68070fe35122 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] GET failed (client error): The resource could not be found. Jan 29 04:27:55.416318 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d275099f-92db-4537-8d8c-68070fe35122 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "GET /v2.0/ports/6851e7d3-1360-405c-87da-50f2207948c0 HTTP/1.1" status: 404 len: 333 time: 0.0816765 Jan 29 04:27:55.418061 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51800) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:55.436645 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-83c34365-c917-467e-bdb7-816dc877f938 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'port': {'network_id': '983ab829-6eaf-4dad-93c5-9d2319e176fb', 'name': 'tempest-PortsIpV6TestJSON-1680963113'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:55.478147 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c5ab0f2f-c2f5-471a-8d43-37b83e8fb886 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (0e37a15f-66b8-48ad-9351-d4fce33c1665), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:55.525739 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5e975848-a5d4-41b6-a6a6-1d2db3de39da None None] Publish callbacks [] for port (e67eb4f7-5a3a-4514-938d-7dc5f65c6e83), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:55.534469 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-c5ab0f2f-c2f5-471a-8d43-37b83e8fb886 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Calling delete_port for 0e37a15f-66b8-48ad-9351-d4fce33c1665 owned by {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:55.586822 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 62af884b-1714-4169-a124-91d38ad1e3b4 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:27:55.647193 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5e975848-a5d4-41b6-a6a6-1d2db3de39da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (e67eb4f7-5a3a-4514-938d-7dc5f65c6e83), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:55.687726 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c34365-c917-467e-bdb7-816dc877f938 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Made reservation on behalf of 931e85f3b3ac4f669ae92c3bafe28f71 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:55.693476 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-83c34365-c917-467e-bdb7-816dc877f938 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:55.726386 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-83c34365-c917-467e-bdb7-816dc877f938 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] device_id is not set on port 0b31635f-ebcf-4cbe-b4f7-5309b6865cfc yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:27:55.731599 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e975848-a5d4-41b6-a6a6-1d2db3de39da None None] Pushing event updated for resources: {'Port': ['ID=e67eb4f7-5a3a-4514-938d-7dc5f65c6e83,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:55.787827 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e975848-a5d4-41b6-a6a6-1d2db3de39da None None] Network 9ab12730-721a-45c7-85f6-a754b924ee36 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:55.793105 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-5e975848-a5d4-41b6-a6a6-1d2db3de39da None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:55.796768 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e975848-a5d4-41b6-a6a6-1d2db3de39da None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:55.802855 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d75f45ea-28a5-40c4-ac5f-6909948527fe tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:55.823163 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 62af884b-1714-4169-a124-91d38ad1e3b4 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:55.826370 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (62af884b-1714-4169-a124-91d38ad1e3b4), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:55.980858 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-5e975848-a5d4-41b6-a6a6-1d2db3de39da None None] Attempting to bind port e67eb4f7-5a3a-4514-938d-7dc5f65c6e83 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:27:55.981246 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-5e975848-a5d4-41b6-a6a6-1d2db3de39da None None] Attempting to bind port e67eb4f7-5a3a-4514-938d-7dc5f65c6e83 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'c10e8bc5-2189-4094-93bc-f8166e8aeb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9ab12730-721a-45c7-85f6-a754b924ee36'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:27:55.981614 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e975848-a5d4-41b6-a6a6-1d2db3de39da None None] Attempting to bind port e67eb4f7-5a3a-4514-938d-7dc5f65c6e83 on network 9ab12730-721a-45c7-85f6-a754b924ee36 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:55.989478 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e975848-a5d4-41b6-a6a6-1d2db3de39da None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:27:55.989971 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e975848-a5d4-41b6-a6a6-1d2db3de39da None None] Checking segment: {'id': 'c10e8bc5-2189-4094-93bc-f8166e8aeb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9ab12730-721a-45c7-85f6-a754b924ee36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:27:55.990857 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5e975848-a5d4-41b6-a6a6-1d2db3de39da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:55.991570 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e975848-a5d4-41b6-a6a6-1d2db3de39da None None] Bound using segment: {'id': 'c10e8bc5-2189-4094-93bc-f8166e8aeb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9ab12730-721a-45c7-85f6-a754b924ee36'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:27:55.992198 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-5e975848-a5d4-41b6-a6a6-1d2db3de39da None None] Bound port: e67eb4f7-5a3a-4514-938d-7dc5f65c6e83, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c10e8bc5-2189-4094-93bc-f8166e8aeb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9ab12730-721a-45c7-85f6-a754b924ee36'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:27:55.992825 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5e975848-a5d4-41b6-a6a6-1d2db3de39da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (e67eb4f7-5a3a-4514-938d-7dc5f65c6e83), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:56.017247 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c5ab0f2f-c2f5-471a-8d43-37b83e8fb886 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (0e37a15f-66b8-48ad-9351-d4fce33c1665), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:56.046910 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-83c34365-c917-467e-bdb7-816dc877f938 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for port (0b31635f-ebcf-4cbe-b4f7-5309b6865cfc), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:56.073975 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab0f2f-c2f5-471a-8d43-37b83e8fb886 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event deleted for resources: {'Port': ['ID=0e37a15f-66b8-48ad-9351-d4fce33c1665,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:56.087278 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c5ab0f2f-c2f5-471a-8d43-37b83e8fb886 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:56.092430 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c5ab0f2f-c2f5-471a-8d43-37b83e8fb886 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/ports/0e37a15f-66b8-48ad-9351-d4fce33c1665 HTTP/1.1" status: 204 len: 168 time: 1.0250714 Jan 29 04:27:56.093005 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51818) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:56.107279 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 62af884b-1714-4169-a124-91d38ad1e3b4 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:27:56.107673 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (62af884b-1714-4169-a124-91d38ad1e3b4), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:56.114471 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-5e975848-a5d4-41b6-a6a6-1d2db3de39da None None] For port e67eb4f7-5a3a-4514-938d-7dc5f65c6e83, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:27:56.136346 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-5e975848-a5d4-41b6-a6a6-1d2db3de39da None None] For port e67eb4f7-5a3a-4514-938d-7dc5f65c6e83, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=e67eb4f7-5a3a-4514-938d-7dc5f65c6e83,segment=NetworkSegment(c10e8bc5-2189-4094-93bc-f8166e8aeb7b),segment_id=c10e8bc5-2189-4094-93bc-f8166e8aeb7b)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:27:56.141061 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 62af884b-1714-4169-a124-91d38ad1e3b4, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=62af884b-1714-4169-a124-91d38ad1e3b4,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:56.160122 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-e51436e1-77a5-411c-9755-bb3fdaf147c4 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] GET failed (client error): The resource could not be found. Jan 29 04:27:56.165356 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51824) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:56.166152 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e51436e1-77a5-411c-9755-bb3fdaf147c4 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "GET /v2.0/ports/0e37a15f-66b8-48ad-9351-d4fce33c1665 HTTP/1.1" status: 404 len: 333 time: 0.0721443 Jan 29 04:27:56.171627 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-24164f68-2b68-4493-820b-be642d0d0bc3 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'port': {'network_id': '9616cf94-e359-4c96-8bfe-b222b9be11e4', 'name': 'tempest-PortsTestJSON-594609787'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:56.192342 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-83c34365-c917-467e-bdb7-816dc877f938 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (0b31635f-ebcf-4cbe-b4f7-5309b6865cfc), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:56.203768 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5e975848-a5d4-41b6-a6a6-1d2db3de39da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (e67eb4f7-5a3a-4514-938d-7dc5f65c6e83), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:56.208177 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (62af884b-1714-4169-a124-91d38ad1e3b4), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:56.269359 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-d75f45ea-28a5-40c4-ac5f-6909948527fe tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Allocated IP 172.20.0.1 (9ab12730-721a-45c7-85f6-a754b924ee36/243e0a19-7391-4f55-8e4a-713131ecc5e5/7b04459c-b3f3-49a9-83d2-02050a0cd484) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:56.280634 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e975848-a5d4-41b6-a6a6-1d2db3de39da None None] Pushing event updated for resources: {'Port': ['ID=e67eb4f7-5a3a-4514-938d-7dc5f65c6e83,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:56.372933 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=62af884b-1714-4169-a124-91d38ad1e3b4,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:56.401199 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:56.445548 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c34365-c917-467e-bdb7-816dc877f938 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Network 983ab829-6eaf-4dad-93c5-9d2319e176fb is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:56.451079 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c34365-c917-467e-bdb7-816dc877f938 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'Port': ['ID=0b31635f-ebcf-4cbe-b4f7-5309b6865cfc,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:56.455836 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-83c34365-c917-467e-bdb7-816dc877f938 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:56.466345 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c34365-c917-467e-bdb7-816dc877f938 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:56.473149 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c34365-c917-467e-bdb7-816dc877f938 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:56.473149 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-83c34365-c917-467e-bdb7-816dc877f938 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:56.479288 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d75f45ea-28a5-40c4-ac5f-6909948527fe tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for port (7b04459c-b3f3-49a9-83d2-02050a0cd484), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:56.585935 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-83c34365-c917-467e-bdb7-816dc877f938 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1668143 Jan 29 04:27:56.591373 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51836) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:56.600675 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-0c383924-8cc8-46b3-ae0b-0149a50d82c7 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:56.611778 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d75f45ea-28a5-40c4-ac5f-6909948527fe tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (7b04459c-b3f3-49a9-83d2-02050a0cd484), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:56.666886 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24164f68-2b68-4493-820b-be642d0d0bc3 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Made reservation on behalf of d8e0f965da8447998d407abf5ce886cf for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:56.670824 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-24164f68-2b68-4493-820b-be642d0d0bc3 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:56.702827 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-24164f68-2b68-4493-820b-be642d0d0bc3 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] device_id is not set on port 3c908fed-a4c6-4e73-80de-750f076a4f43 yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:27:56.719916 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75f45ea-28a5-40c4-ac5f-6909948527fe tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Network 9ab12730-721a-45c7-85f6-a754b924ee36 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:56.756808 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-d75f45ea-28a5-40c4-ac5f-6909948527fe tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:56.761736 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75f45ea-28a5-40c4-ac5f-6909948527fe tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:56.767551 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f45ea-28a5-40c4-ac5f-6909948527fe tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Pushing event updated for resources: {'Port': ['ID=7b04459c-b3f3-49a9-83d2-02050a0cd484,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:56.804012 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0c383924-8cc8-46b3-ae0b-0149a50d82c7 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (0b31635f-ebcf-4cbe-b4f7-5309b6865cfc), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:56.825081 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d75f45ea-28a5-40c4-ac5f-6909948527fe tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (b4cdd887-077c-46cb-a629-60c82e2e8d39), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:56.962578 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-24164f68-2b68-4493-820b-be642d0d0bc3 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for port (3c908fed-a4c6-4e73-80de-750f076a4f43), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:57.094747 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-24164f68-2b68-4493-820b-be642d0d0bc3 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (3c908fed-a4c6-4e73-80de-750f076a4f43), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:57.139462 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51852) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:57.176581 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51856) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:57.190389 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24164f68-2b68-4493-820b-be642d0d0bc3 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Network 9616cf94-e359-4c96-8bfe-b222b9be11e4 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:57.199906 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-24164f68-2b68-4493-820b-be642d0d0bc3 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:57.206100 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24164f68-2b68-4493-820b-be642d0d0bc3 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:57.220064 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24164f68-2b68-4493-820b-be642d0d0bc3 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:57.221632 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-24164f68-2b68-4493-820b-be642d0d0bc3 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:57.239288 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24164f68-2b68-4493-820b-be642d0d0bc3 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'Port': ['ID=3c908fed-a4c6-4e73-80de-750f076a4f43,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:57.303018 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-24164f68-2b68-4493-820b-be642d0d0bc3 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1359751 Jan 29 04:27:57.305724 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51862) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:57.311108 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-de52d542-7da7-41a5-8ebe-69b84a058aab tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:57.358247 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0c383924-8cc8-46b3-ae0b-0149a50d82c7 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for port (0b31635f-ebcf-4cbe-b4f7-5309b6865cfc), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:57.388867 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-25345b4e-d339-4ce9-919a-9c94d7f52f0d tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-18123914'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:57.457193 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0c383924-8cc8-46b3-ae0b-0149a50d82c7 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (0b31635f-ebcf-4cbe-b4f7-5309b6865cfc), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:57.525197 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d75f45ea-28a5-40c4-ac5f-6909948527fe tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (7b04459c-b3f3-49a9-83d2-02050a0cd484), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:57.527851 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-0c383924-8cc8-46b3-ae0b-0149a50d82c7 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] In _notify_port_updated(), no bound segment for port 0b31635f-ebcf-4cbe-b4f7-5309b6865cfc on network 983ab829-6eaf-4dad-93c5-9d2319e176fb {{(pid=103584) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 04:27:57.533753 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c383924-8cc8-46b3-ae0b-0149a50d82c7 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:57.535348 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0c383924-8cc8-46b3-ae0b-0149a50d82c7 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:57.539444 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0c383924-8cc8-46b3-ae0b-0149a50d82c7 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "PUT /v2.0/ports/0b31635f-ebcf-4cbe-b4f7-5309b6865cfc HTTP/1.1" status: 200 len: 818 time: 0.9443829 Jan 29 04:27:57.540811 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51864) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:57.621300 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device e67eb4f7-5a3a-4514-938d-7dc5f65c6e83 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:27:57.714341 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port e67eb4f7-5a3a-4514-938d-7dc5f65c6e83 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:57.715069 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (e67eb4f7-5a3a-4514-938d-7dc5f65c6e83), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:57.753354 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c383924-8cc8-46b3-ae0b-0149a50d82c7 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'Port': ['ID=0b31635f-ebcf-4cbe-b4f7-5309b6865cfc,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:57.828256 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port e67eb4f7-5a3a-4514-938d-7dc5f65c6e83 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:27:57.829263 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (e67eb4f7-5a3a-4514-938d-7dc5f65c6e83), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:57.850682 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-cf3fdc4a-1a26-43cf-8bc8-a6cab43cd52a tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-563927774'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:57.884551 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port e67eb4f7-5a3a-4514-938d-7dc5f65c6e83, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=e67eb4f7-5a3a-4514-938d-7dc5f65c6e83,segment=NetworkSegment(c10e8bc5-2189-4094-93bc-f8166e8aeb7b),segment_id=c10e8bc5-2189-4094-93bc-f8166e8aeb7b)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:57.884885 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-de52d542-7da7-41a5-8ebe-69b84a058aab tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (3c908fed-a4c6-4e73-80de-750f076a4f43), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:57.935959 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-0541323b-e655-4c8d-94f4-55180726aaf1 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Deleting port 0b31635f-ebcf-4cbe-b4f7-5309b6865cfc {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:57.936437 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0541323b-e655-4c8d-94f4-55180726aaf1 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (0b31635f-ebcf-4cbe-b4f7-5309b6865cfc), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:57.955663 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a1a235-14e7-4a96-a4a5-8ec5b2ee1386 None None] Network 9ab12730-721a-45c7-85f6-a754b924ee36 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:27:57.976972 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3fdc4a-1a26-43cf-8bc8-a6cab43cd52a tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:57.980231 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cf3fdc4a-1a26-43cf-8bc8-a6cab43cd52a tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:58.013239 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (e67eb4f7-5a3a-4514-938d-7dc5f65c6e83), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:58.014110 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 62af884b-1714-4169-a124-91d38ad1e3b4 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:27:58.031132 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cf3fdc4a-1a26-43cf-8bc8-a6cab43cd52a tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:58.033874 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25345b4e-d339-4ce9-919a-9c94d7f52f0d tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Made reservation on behalf of d61d9b13a42546759a93c50fb7ce75d9 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:58.035980 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0541323b-e655-4c8d-94f4-55180726aaf1 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (0b31635f-ebcf-4cbe-b4f7-5309b6865cfc), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:58.037574 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-25345b4e-d339-4ce9-919a-9c94d7f52f0d tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:58.054787 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-0541323b-e655-4c8d-94f4-55180726aaf1 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Calling delete_port for 0b31635f-ebcf-4cbe-b4f7-5309b6865cfc owned by {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:58.070216 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-25345b4e-d339-4ce9-919a-9c94d7f52f0d tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:58.080270 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d75f45ea-28a5-40c4-ac5f-6909948527fe tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for port (7b04459c-b3f3-49a9-83d2-02050a0cd484), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:58.087354 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-81cdf267-e1ff-4f89-9b8d-631a28b5d7ba None None] Provisioning complete for port e67eb4f7-5a3a-4514-938d-7dc5f65c6e83 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:58.087549 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-81cdf267-e1ff-4f89-9b8d-631a28b5d7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (e67eb4f7-5a3a-4514-938d-7dc5f65c6e83), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:58.168341 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d75f45ea-28a5-40c4-ac5f-6909948527fe tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (7b04459c-b3f3-49a9-83d2-02050a0cd484), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:58.215091 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-de52d542-7da7-41a5-8ebe-69b84a058aab tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for port (3c908fed-a4c6-4e73-80de-750f076a4f43), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:58.220096 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0541323b-e655-4c8d-94f4-55180726aaf1 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (0b31635f-ebcf-4cbe-b4f7-5309b6865cfc), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:58.257115 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cf3fdc4a-1a26-43cf-8bc8-a6cab43cd52a tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for security_group (efd142ae-c228-432d-a56c-9444acc3c6c5), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:58.260773 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0541323b-e655-4c8d-94f4-55180726aaf1 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:58.267351 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51878) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:58.268021 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0541323b-e655-4c8d-94f4-55180726aaf1 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/ports/0b31635f-ebcf-4cbe-b4f7-5309b6865cfc HTTP/1.1" status: 204 len: 168 time: 0.7256651 Jan 29 04:27:58.281508 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f45ea-28a5-40c4-ac5f-6909948527fe tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Pushing event updated for resources: {'Port': ['ID=7b04459c-b3f3-49a9-83d2-02050a0cd484,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:58.282311 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-de52d542-7da7-41a5-8ebe-69b84a058aab tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (3c908fed-a4c6-4e73-80de-750f076a4f43), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:58.304302 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d75f45ea-28a5-40c4-ac5f-6909948527fe tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (b4cdd887-077c-46cb-a629-60c82e2e8d39), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:58.334793 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 62af884b-1714-4169-a124-91d38ad1e3b4 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:58.335166 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (62af884b-1714-4169-a124-91d38ad1e3b4), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:58.353763 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cf3fdc4a-1a26-43cf-8bc8-a6cab43cd52a tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (efd142ae-c228-432d-a56c-9444acc3c6c5), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:58.359519 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0541323b-e655-4c8d-94f4-55180726aaf1 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event deleted for resources: {'Port': ['ID=0b31635f-ebcf-4cbe-b4f7-5309b6865cfc,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:58.362422 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-de52d542-7da7-41a5-8ebe-69b84a058aab tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] In _notify_port_updated(), no bound segment for port 3c908fed-a4c6-4e73-80de-750f076a4f43 on network 9616cf94-e359-4c96-8bfe-b222b9be11e4 {{(pid=103585) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 04:27:58.368402 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de52d542-7da7-41a5-8ebe-69b84a058aab tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:58.369178 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-de52d542-7da7-41a5-8ebe-69b84a058aab tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:58.373177 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-de52d542-7da7-41a5-8ebe-69b84a058aab tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "PUT /v2.0/ports/3c908fed-a4c6-4e73-80de-750f076a4f43 HTTP/1.1" status: 200 len: 818 time: 1.0638008 Jan 29 04:27:58.375472 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51880) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:58.389205 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=e67eb4f7-5a3a-4514-938d-7dc5f65c6e83,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:58.419441 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf3fdc4a-1a26-43cf-8bc8-a6cab43cd52a tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:27:58.430851 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52d542-7da7-41a5-8ebe-69b84a058aab tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'Port': ['ID=3c908fed-a4c6-4e73-80de-750f076a4f43,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:58.433096 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51882) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:58.444095 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-25345b4e-d339-4ce9-919a-9c94d7f52f0d tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Publish callbacks [] for security_group (7e8372b1-d7bd-4609-a68a-8ae7324d50dc), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:58.467958 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cf3fdc4a-1a26-43cf-8bc8-a6cab43cd52a tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (e24b3080-2501-441d-a2d0-90b4cb6a70ff), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:58.468603 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-cf3fdc4a-1a26-43cf-8bc8-a6cab43cd52a tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Added segment e24b3080-2501-441d-a2d0-90b4cb6a70ff of type vlan for network 4d28e89c-1ada-4d65-a68a-7c96765b022b Jan 29 04:27:58.481536 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3fdc4a-1a26-43cf-8bc8-a6cab43cd52a tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efd142ae-c228-432d-a56c-9444acc3c6c5,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:58.492894 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-81cdf267-e1ff-4f89-9b8d-631a28b5d7ba None None] Current status of the port e67eb4f7-5a3a-4514-938d-7dc5f65c6e83 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:27:58.496138 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0bf65a-222c-43bc-a69b-17d8252f2a78 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:58.502568 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 62af884b-1714-4169-a124-91d38ad1e3b4 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:27:58.503218 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-0a0bf65a-222c-43bc-a69b-17d8252f2a78 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2326286 Jan 29 04:27:58.504142 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51886) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:58.523452 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-25345b4e-d339-4ce9-919a-9c94d7f52f0d tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (7e8372b1-d7bd-4609-a68a-8ae7324d50dc), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:58.547530 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cf3fdc4a-1a26-43cf-8bc8-a6cab43cd52a tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (4d28e89c-1ada-4d65-a68a-7c96765b022b), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:58.578635 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25345b4e-d339-4ce9-919a-9c94d7f52f0d tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:27:58.586304 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c995dfc-9845-4113-896a-1bd96c78800f tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] GET failed (client error): The resource could not be found. Jan 29 04:27:58.587529 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-9c995dfc-9845-4113-896a-1bd96c78800f tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "GET /v2.0/ports/0b31635f-ebcf-4cbe-b4f7-5309b6865cfc HTTP/1.1" status: 404 len: 333 time: 0.0807886 Jan 29 04:27:58.592350 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51888) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:58.599557 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25345b4e-d339-4ce9-919a-9c94d7f52f0d tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8372b1-d7bd-4609-a68a-8ae7324d50dc,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:58.604612 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-25345b4e-d339-4ce9-919a-9c94d7f52f0d tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (8ab4a9a4-5bc1-4fdf-85e0-6def2e4f27aa), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:58.604970 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-25345b4e-d339-4ce9-919a-9c94d7f52f0d tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Added segment 8ab4a9a4-5bc1-4fdf-85e0-6def2e4f27aa of type vlan for network 57bc722e-8101-4285-bafb-dcc9aca96dbe Jan 29 04:27:58.605517 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-b2577c88-1667-42da-a361-87fe97b9dac2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-299425539'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:58.658968 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-25345b4e-d339-4ce9-919a-9c94d7f52f0d tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (57bc722e-8101-4285-bafb-dcc9aca96dbe), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:58.662854 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75f45ea-28a5-40c4-ac5f-6909948527fe tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Network 9ab12730-721a-45c7-85f6-a754b924ee36 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:58.671296 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-d75f45ea-28a5-40c4-ac5f-6909948527fe tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:58.675011 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-5094faff-79eb-4d63-8ef3-d4c102ebc982 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Deleting port 3c908fed-a4c6-4e73-80de-750f076a4f43 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:27:58.675359 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5094faff-79eb-4d63-8ef3-d4c102ebc982 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (3c908fed-a4c6-4e73-80de-750f076a4f43), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:58.686597 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cf3fdc4a-1a26-43cf-8bc8-a6cab43cd52a tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (4d28e89c-1ada-4d65-a68a-7c96765b022b), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:58.693647 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3fdc4a-1a26-43cf-8bc8-a6cab43cd52a tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:58.694282 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cf3fdc4a-1a26-43cf-8bc8-a6cab43cd52a tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:58.767183 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-4bc60909-3813-4249-aff1-c9ebc101c3e7 tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-50502419'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:58.776580 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2577c88-1667-42da-a361-87fe97b9dac2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Made reservation on behalf of 931e85f3b3ac4f669ae92c3bafe28f71 for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:58.779891 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b2577c88-1667-42da-a361-87fe97b9dac2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:58.790544 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3fdc4a-1a26-43cf-8bc8-a6cab43cd52a tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Network': ['ID=4d28e89c-1ada-4d65-a68a-7c96765b022b,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:58.807287 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:27:58.819858 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-25345b4e-d339-4ce9-919a-9c94d7f52f0d tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (57bc722e-8101-4285-bafb-dcc9aca96dbe), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:58.827466 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25345b4e-d339-4ce9-919a-9c94d7f52f0d tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:58.829452 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-25345b4e-d339-4ce9-919a-9c94d7f52f0d tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:58.882345 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5094faff-79eb-4d63-8ef3-d4c102ebc982 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (3c908fed-a4c6-4e73-80de-750f076a4f43), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:58.882775 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-41a08363-3c75-443a-b0a8-f6c519fc2be6 None None] Provisioning complete for port 7b04459c-b3f3-49a9-83d2-02050a0cd484 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:58.883153 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-41a08363-3c75-443a-b0a8-f6c519fc2be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (7b04459c-b3f3-49a9-83d2-02050a0cd484), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:58.902330 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-5094faff-79eb-4d63-8ef3-d4c102ebc982 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Calling delete_port for 3c908fed-a4c6-4e73-80de-750f076a4f43 owned by {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:27:58.904089 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2577c88-1667-42da-a361-87fe97b9dac2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:27:58.906621 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-cf3fdc4a-1a26-43cf-8bc8-a6cab43cd52a tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7552660 Jan 29 04:27:58.914821 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51890) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:58.926007 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-a4e2058d-3dbb-4d3a-8425-98e64a7d569f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'subnet': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:58.937480 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-41a08363-3c75-443a-b0a8-f6c519fc2be6 None None] Port 7b04459c-b3f3-49a9-83d2-02050a0cd484 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:27:58.940797 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b2577c88-1667-42da-a361-87fe97b9dac2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (68b634a6-2c51-45cd-9438-64179ed0b313), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:58.940797 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-b2577c88-1667-42da-a361-87fe97b9dac2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Added segment 68b634a6-2c51-45cd-9438-64179ed0b313 of type vlan for network 1d0a00f5-b320-4066-9757-482319478286 Jan 29 04:27:58.950881 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-41a08363-3c75-443a-b0a8-f6c519fc2be6 None None] Provisioning complete for port e67eb4f7-5a3a-4514-938d-7dc5f65c6e83 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:58.952258 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25345b4e-d339-4ce9-919a-9c94d7f52f0d tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Pushing event updated for resources: {'Network': ['ID=57bc722e-8101-4285-bafb-dcc9aca96dbe,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:58.952474 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-41a08363-3c75-443a-b0a8-f6c519fc2be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (e67eb4f7-5a3a-4514-938d-7dc5f65c6e83), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:58.958603 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc60909-3813-4249-aff1-c9ebc101c3e7 tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] Made reservation on behalf of d30247bd0c894294bc98929eba4a62a8 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:58.962419 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4bc60909-3813-4249-aff1-c9ebc101c3e7 tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:58.997740 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-25345b4e-d339-4ce9-919a-9c94d7f52f0d tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8172481 Jan 29 04:27:59.006536 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51892) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:59.010811 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4bc60909-3813-4249-aff1-c9ebc101c3e7 tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:59.018359 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-999c4eba-fbd9-4ff0-a1ab-c05b48767c07 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Request body: {'subnet': {'network_id': '57bc722e-8101-4285-bafb-dcc9aca96dbe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:59.037980 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d75f45ea-28a5-40c4-ac5f-6909948527fe tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Router b4cdd887-077c-46cb-a629-60c82e2e8d39 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:27:59.059123 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b2577c88-1667-42da-a361-87fe97b9dac2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (1d0a00f5-b320-4066-9757-482319478286), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:59.126309 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-41a08363-3c75-443a-b0a8-f6c519fc2be6 None None] Current status of the port e67eb4f7-5a3a-4514-938d-7dc5f65c6e83 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:27:59.150807 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e2058d-3dbb-4d3a-8425-98e64a7d569f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:59.155122 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a4e2058d-3dbb-4d3a-8425-98e64a7d569f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:59.185462 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4bc60909-3813-4249-aff1-c9ebc101c3e7 tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] Publish callbacks [] for security_group (06032a0e-a0ed-481a-be05-5ca1a6b91507), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:59.218643 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 57bc722e-8101-4285-bafb-dcc9aca96dbe details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:27:59.272436 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4bc60909-3813-4249-aff1-c9ebc101c3e7 tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (06032a0e-a0ed-481a-be05-5ca1a6b91507), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:59.302590 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-670d1d66-2054-4c1e-b75f-c976be6b86c5 None None] Provisioning complete for port 7b04459c-b3f3-49a9-83d2-02050a0cd484 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:59.302964 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-670d1d66-2054-4c1e-b75f-c976be6b86c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (7b04459c-b3f3-49a9-83d2-02050a0cd484), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:59.315994 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bc60909-3813-4249-aff1-c9ebc101c3e7 tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:27:59.327321 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b2577c88-1667-42da-a361-87fe97b9dac2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (1d0a00f5-b320-4066-9757-482319478286), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:59.332041 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc60909-3813-4249-aff1-c9ebc101c3e7 tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06032a0e-a0ed-481a-be05-5ca1a6b91507,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:59.332716 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2577c88-1667-42da-a361-87fe97b9dac2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:59.333350 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b2577c88-1667-42da-a361-87fe97b9dac2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:59.337084 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4bc60909-3813-4249-aff1-c9ebc101c3e7 tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (15b5d35d-3ffa-4056-b052-89814d7c3cd2), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:59.337430 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-4bc60909-3813-4249-aff1-c9ebc101c3e7 tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] Added segment 15b5d35d-3ffa-4056-b052-89814d7c3cd2 of type vlan for network f64820b4-bc90-4b37-ab7e-3775f43c15f2 Jan 29 04:27:59.343469 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-670d1d66-2054-4c1e-b75f-c976be6b86c5 None None] Port 7b04459c-b3f3-49a9-83d2-02050a0cd484 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:27:59.354584 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc60909-3813-4249-aff1-c9ebc101c3e7 tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.359240 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc60909-3813-4249-aff1-c9ebc101c3e7 tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.359240 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc60909-3813-4249-aff1-c9ebc101c3e7 tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.359240 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc60909-3813-4249-aff1-c9ebc101c3e7 tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.359240 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc60909-3813-4249-aff1-c9ebc101c3e7 tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.359240 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc60909-3813-4249-aff1-c9ebc101c3e7 tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.359240 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc60909-3813-4249-aff1-c9ebc101c3e7 tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.359240 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc60909-3813-4249-aff1-c9ebc101c3e7 tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.359240 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc60909-3813-4249-aff1-c9ebc101c3e7 tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.359240 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc60909-3813-4249-aff1-c9ebc101c3e7 tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.359240 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc60909-3813-4249-aff1-c9ebc101c3e7 tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.359240 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc60909-3813-4249-aff1-c9ebc101c3e7 tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.359240 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc60909-3813-4249-aff1-c9ebc101c3e7 tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.368010 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5094faff-79eb-4d63-8ef3-d4c102ebc982 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (3c908fed-a4c6-4e73-80de-750f076a4f43), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:59.369226 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999c4eba-fbd9-4ff0-a1ab-c05b48767c07 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Made reservation on behalf of d61d9b13a42546759a93c50fb7ce75d9 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:59.372684 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-999c4eba-fbd9-4ff0-a1ab-c05b48767c07 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:59.404788 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4bc60909-3813-4249-aff1-c9ebc101c3e7 tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (f64820b4-bc90-4b37-ab7e-3775f43c15f2), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:59.473940 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device e67eb4f7-5a3a-4514-938d-7dc5f65c6e83 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:27:59.474166 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b2577c88-1667-42da-a361-87fe97b9dac2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8699141 Jan 29 04:27:59.475108 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51894) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:59.491275 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-34bfc562-def3-44f3-ad4b-06c59e207636 None None] Provisioning complete for port 7b04459c-b3f3-49a9-83d2-02050a0cd484 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:59.491644 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-34bfc562-def3-44f3-ad4b-06c59e207636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (7b04459c-b3f3-49a9-83d2-02050a0cd484), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:59.500594 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094faff-79eb-4d63-8ef3-d4c102ebc982 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event deleted for resources: {'Port': ['ID=3c908fed-a4c6-4e73-80de-750f076a4f43,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:59.503269 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75f45ea-28a5-40c4-ac5f-6909948527fe tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:27:59.505758 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-ba9d274c-36a3-4ada-96d5-7d351a2a8cee tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'subnet': {'network_id': '1d0a00f5-b320-4066-9757-482319478286', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:59.518527 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d75f45ea-28a5-40c4-ac5f-6909948527fe tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "PUT /v2.0/routers/b4cdd887-077c-46cb-a629-60c82e2e8d39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6945939 Jan 29 04:27:59.529721 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2577c88-1667-42da-a361-87fe97b9dac2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'Network': ['ID=1d0a00f5-b320-4066-9757-482319478286,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:59.531744 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5094faff-79eb-4d63-8ef3-d4c102ebc982 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:59.535922 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-5094faff-79eb-4d63-8ef3-d4c102ebc982 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/ports/3c908fed-a4c6-4e73-80de-750f076a4f43 HTTP/1.1" status: 204 len: 168 time: 1.1593845 Jan 29 04:27:59.540783 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51898) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:59.541342 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faff878d-ae29-4efb-b39c-3e6fc559d2a8 None None] Sync routers for ids ['b4cdd887-077c-46cb-a629-60c82e2e8d39'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:27:59.553888 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094faff-79eb-4d63-8ef3-d4c102ebc982 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.554240 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094faff-79eb-4d63-8ef3-d4c102ebc982 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.561125 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094faff-79eb-4d63-8ef3-d4c102ebc982 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.561125 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094faff-79eb-4d63-8ef3-d4c102ebc982 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.561125 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094faff-79eb-4d63-8ef3-d4c102ebc982 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.561125 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094faff-79eb-4d63-8ef3-d4c102ebc982 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.561125 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094faff-79eb-4d63-8ef3-d4c102ebc982 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.561125 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094faff-79eb-4d63-8ef3-d4c102ebc982 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.561125 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094faff-79eb-4d63-8ef3-d4c102ebc982 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.561125 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094faff-79eb-4d63-8ef3-d4c102ebc982 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.561125 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094faff-79eb-4d63-8ef3-d4c102ebc982 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.561125 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094faff-79eb-4d63-8ef3-d4c102ebc982 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.561125 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094faff-79eb-4d63-8ef3-d4c102ebc982 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.561900 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4bc60909-3813-4249-aff1-c9ebc101c3e7 tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (f64820b4-bc90-4b37-ab7e-3775f43c15f2), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:59.564988 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faff878d-ae29-4efb-b39c-3e6fc559d2a8 None None] Routers {'b4cdd887-077c-46cb-a629-60c82e2e8d39'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:59.565328 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc60909-3813-4249-aff1-c9ebc101c3e7 tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:59.565965 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4bc60909-3813-4249-aff1-c9ebc101c3e7 tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:59.566823 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-faff878d-ae29-4efb-b39c-3e6fc559d2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:27:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b4cdd887-077c-46cb-a629-60c82e2e8d39'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:59.568712 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-34bfc562-def3-44f3-ad4b-06c59e207636 None None] Port 7b04459c-b3f3-49a9-83d2-02050a0cd484 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:27:59.579593 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2577c88-1667-42da-a361-87fe97b9dac2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.580513 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2577c88-1667-42da-a361-87fe97b9dac2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.580858 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2577c88-1667-42da-a361-87fe97b9dac2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.581210 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2577c88-1667-42da-a361-87fe97b9dac2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.581540 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2577c88-1667-42da-a361-87fe97b9dac2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.581876 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2577c88-1667-42da-a361-87fe97b9dac2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.582252 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2577c88-1667-42da-a361-87fe97b9dac2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.582525 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2577c88-1667-42da-a361-87fe97b9dac2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.583413 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2577c88-1667-42da-a361-87fe97b9dac2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.583758 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2577c88-1667-42da-a361-87fe97b9dac2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.584095 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2577c88-1667-42da-a361-87fe97b9dac2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.584421 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2577c88-1667-42da-a361-87fe97b9dac2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.585318 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2577c88-1667-42da-a361-87fe97b9dac2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.603280 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port e67eb4f7-5a3a-4514-938d-7dc5f65c6e83 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:59.604181 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (e67eb4f7-5a3a-4514-938d-7dc5f65c6e83), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:59.607966 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 1d0a00f5-b320-4066-9757-482319478286 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:27:59.729662 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a4e2058d-3dbb-4d3a-8425-98e64a7d569f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (35e670f2-aece-4be6-a594-a11bf17c1bcb), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:59.734887 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-faff878d-ae29-4efb-b39c-3e6fc559d2a8 None None] Set router b4cdd887-077c-46cb-a629-60c82e2e8d39 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:27:59.737929 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc60909-3813-4249-aff1-c9ebc101c3e7 tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] Pushing event updated for resources: {'Network': ['ID=f64820b4-bc90-4b37-ab7e-3775f43c15f2,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:59.755824 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network f64820b4-bc90-4b37-ab7e-3775f43c15f2 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:27:59.785804 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4bc60909-3813-4249-aff1-c9ebc101c3e7 tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3396297 Jan 29 04:27:59.792403 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51908) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:59.832512 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e8475a-6f4e-4f85-bdf4-441d83dad102 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:59.836659 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-62e8475a-6f4e-4f85-bdf4-441d83dad102 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2899203 Jan 29 04:27:59.839457 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51918) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:59.857042 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2058d-3dbb-4d3a-8425-98e64a7d569f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Subnet': ['ID=35e670f2-aece-4be6-a594-a11bf17c1bcb,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:59.902057 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-a92a535c-a4d1-47b0-9028-e56ac1310a55 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] GET failed (client error): The resource could not be found. Jan 29 04:27:59.906972 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a92a535c-a4d1-47b0-9028-e56ac1310a55 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "GET /v2.0/ports/3c908fed-a4c6-4e73-80de-750f076a4f43 HTTP/1.1" status: 404 len: 333 time: 0.0629246 Jan 29 04:27:59.907969 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51920) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:27:59.915975 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-2c8ca860-a4e7-4bea-ae90-0200d2f1aa98 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Request body: {'network': {'name': 'tempest-network--2115519960', 'router:external': True}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:59.918897 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9d274c-36a3-4ada-96d5-7d351a2a8cee tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Made reservation on behalf of 931e85f3b3ac4f669ae92c3bafe28f71 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:59.920500 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-edf74895-ba70-415c-b102-4183edadb14e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1932843450'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:59.922174 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ba9d274c-36a3-4ada-96d5-7d351a2a8cee tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:27:59.935378 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e2058d-3dbb-4d3a-8425-98e64a7d569f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Checking segment: {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:27:59.943085 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e2058d-3dbb-4d3a-8425-98e64a7d569f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network hostable DHCP agents. Network: 4d28e89c-1ada-4d65-a68a-7c96765b022b, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:27:59.949509 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port e67eb4f7-5a3a-4514-938d-7dc5f65c6e83 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:00.008580 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-999c4eba-fbd9-4ff0-a1ab-c05b48767c07 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (f8104657-7353-4b2c-8cee-d78ce9fb728f), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:00.030466 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-fb4b6957-04f4-4b3b-9b18-c1ea3d4ab911 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-594146749&fields=id&tenant_id=d1218af32ef54486a3687ccbcfae4b37 HTTP/1.1" status: 200 len: 267 time: 0.1881440 Jan 29 04:28:00.039045 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-faff878d-ae29-4efb-b39c-3e6fc559d2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cdd887-077c-46cb-a629-60c82e2e8d39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907967901', 'tenant_id': 'd1218af32ef54486a3687ccbcfae4b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '62af884b-1714-4169-a124-91d38ad1e3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:46Z', 'updated_at': '2022-01-29T04:27:57Z', 'revision_number': 4, 'project_id': 'd1218af32ef54486a3687ccbcfae4b37', 'gw_port': {'id': '62af884b-1714-4169-a124-91d38ad1e3b4', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cdd887-077c-46cb-a629-60c82e2e8d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:48Z', 'updated_at': '2022-01-29T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '7b04459c-b3f3-49a9-83d2-02050a0cd484', 'name': '', 'network_id': '9ab12730-721a-45c7-85f6-a754b924ee36', 'tenant_id': 'd1218af32ef54486a3687ccbcfae4b37', 'mac_address': 'fa:16:3e:95:1f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cdd887-077c-46cb-a629-60c82e2e8d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '243e0a19-7391-4f55-8e4a-713131ecc5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:55Z', 'updated_at': '2022-01-29T04:27:57Z', 'revision_number': 2, 'project_id': 'd1218af32ef54486a3687ccbcfae4b37', 'subnets': [{'id': '243e0a19-7391-4f55-8e4a-713131ecc5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:00.056254 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf74895-ba70-415c-b102-4183edadb14e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Made reservation on behalf of d8e0f965da8447998d407abf5ce886cf for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:00.059780 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-edf74895-ba70-415c-b102-4183edadb14e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:00.080649 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faff878d-ae29-4efb-b39c-3e6fc559d2a8 None None] Checking router: b4cdd887-077c-46cb-a629-60c82e2e8d39 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:28:00.081462 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faff878d-ae29-4efb-b39c-3e6fc559d2a8 None None] Updating router b4cdd887-077c-46cb-a629-60c82e2e8d39 port 7b04459c-b3f3-49a9-83d2-02050a0cd484 binding host dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:28:00.118371 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-faff878d-ae29-4efb-b39c-3e6fc559d2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (7b04459c-b3f3-49a9-83d2-02050a0cd484), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:00.124351 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c4eba-fbd9-4ff0-a1ab-c05b48767c07 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Pushing event updated for resources: {'Subnet': ['ID=f8104657-7353-4b2c-8cee-d78ce9fb728f,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:00.139071 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8ca860-a4e7-4bea-ae90-0200d2f1aa98 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Made reservation on behalf of dd51806a0d33486aa1df13f353478da1 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:00.140307 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2c8ca860-a4e7-4bea-ae90-0200d2f1aa98 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:00.144382 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edf74895-ba70-415c-b102-4183edadb14e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:28:00.151374 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999c4eba-fbd9-4ff0-a1ab-c05b48767c07 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Checking segment: {'id': '8ab4a9a4-5bc1-4fdf-85e0-6def2e4f27aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '57bc722e-8101-4285-bafb-dcc9aca96dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:28:00.151742 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999c4eba-fbd9-4ff0-a1ab-c05b48767c07 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Network hostable DHCP agents. Network: 57bc722e-8101-4285-bafb-dcc9aca96dbe, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:28:00.166340 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e2058d-3dbb-4d3a-8425-98e64a7d569f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:28:00.167985 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-edf74895-ba70-415c-b102-4183edadb14e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (19b39514-eda0-408e-b01b-bb163ac9195d), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:00.168244 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2c8ca860-a4e7-4bea-ae90-0200d2f1aa98 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:00.168641 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-edf74895-ba70-415c-b102-4183edadb14e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Added segment 19b39514-eda0-408e-b01b-bb163ac9195d of type vlan for network d4d679c4-a6d2-49f4-a547-440dc61cfb1b Jan 29 04:28:00.219613 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-edf74895-ba70-415c-b102-4183edadb14e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (d4d679c4-a6d2-49f4-a547-440dc61cfb1b), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:00.224147 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-2a47aa9e-467d-4401-9cc9-dd861dd5f303 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:00.225768 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-2a47aa9e-467d-4401-9cc9-dd861dd5f303 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/networks?id=9ab12730-721a-45c7-85f6-a754b924ee36 HTTP/1.1" status: 200 len: 797 time: 0.1874597 Jan 29 04:28:00.234554 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999c4eba-fbd9-4ff0-a1ab-c05b48767c07 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Network 57bc722e-8101-4285-bafb-dcc9aca96dbe is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:28:00.266058 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-fd9d08fd-2c1e-4a7e-810c-08d20c02ebbb tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/quotas/d1218af32ef54486a3687ccbcfae4b37 HTTP/1.1" status: 200 len: 375 time: 0.0303924 Jan 29 04:28:00.307464 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-999c4eba-fbd9-4ff0-a1ab-c05b48767c07 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 57bc722e-8101-4285-bafb-dcc9aca96dbe) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:00.315008 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-a4e2058d-3dbb-4d3a-8425-98e64a7d569f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 4d28e89c-1ada-4d65-a68a-7c96765b022b) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:00.315978 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999c4eba-fbd9-4ff0-a1ab-c05b48767c07 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:00.316827 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-999c4eba-fbd9-4ff0-a1ab-c05b48767c07 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:00.328151 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e218588f-eecb-4aaf-8963-22764f9a861a None None] Network 57bc722e-8101-4285-bafb-dcc9aca96dbe requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:00.331361 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff369cec-a394-4db9-bba5-ae2b2f97c3c1 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:00.336131 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-edf74895-ba70-415c-b102-4183edadb14e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (d4d679c4-a6d2-49f4-a547-440dc61cfb1b), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:00.342849 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf74895-ba70-415c-b102-4183edadb14e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:00.343340 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-edf74895-ba70-415c-b102-4183edadb14e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:00.351571 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e2058d-3dbb-4d3a-8425-98e64a7d569f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:00.352297 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a4e2058d-3dbb-4d3a-8425-98e64a7d569f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:00.407648 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-e9a8c619-b9f3-4211-8397-51e600235b75 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d1218af32ef54486a3687ccbcfae4b37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1340079 Jan 29 04:28:00.432237 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-999c4eba-fbd9-4ff0-a1ab-c05b48767c07 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4236350 Jan 29 04:28:00.438196 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2c8ca860-a4e7-4bea-ae90-0200d2f1aa98 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks [] for security_group (896439e2-35fe-42d5-9a75-419c8eba916d), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:00.438823 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51922) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:00.444118 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf74895-ba70-415c-b102-4183edadb14e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'Network': ['ID=d4d679c4-a6d2-49f4-a547-440dc61cfb1b,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:00.453860 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ba9d274c-36a3-4ada-96d5-7d351a2a8cee tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (2676f826-e38a-4f50-8d87-1103a4f15461), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:00.458889 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network d4d679c4-a6d2-49f4-a547-440dc61cfb1b details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:28:00.468830 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-164af4f7-f17f-4348-89f1-dd40568b2061 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Request body: {'port': {'network_id': '57bc722e-8101-4285-bafb-dcc9aca96dbe', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1022500059'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:00.513856 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a4e2058d-3dbb-4d3a-8425-98e64a7d569f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5955162 Jan 29 04:28:00.514651 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51924) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:00.520762 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-1feff1cc-292c-4336-9a40-faa6a5737bb6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'port': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'name': 'tempest-NetworksTestDHCPv6-1914976454'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:00.550795 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-edf74895-ba70-415c-b102-4183edadb14e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6387477 Jan 29 04:28:00.554509 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2c8ca860-a4e7-4bea-ae90-0200d2f1aa98 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (896439e2-35fe-42d5-9a75-419c8eba916d), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:00.566744 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c8ca860-a4e7-4bea-ae90-0200d2f1aa98 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:28:00.575707 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2c8ca860-a4e7-4bea-ae90-0200d2f1aa98 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (5247609e-20e6-42ed-a74e-e6995766ef2a), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:00.576137 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-2c8ca860-a4e7-4bea-ae90-0200d2f1aa98 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Added segment 5247609e-20e6-42ed-a74e-e6995766ef2a of type vlan for network 6844714c-25c7-428a-b759-62dbbfa42cd4 Jan 29 04:28:00.581376 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51926) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:00.590004 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-e05ddd6d-04cc-459a-b66e-de3ed13426f3 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'subnet': {'network_id': 'd4d679c4-a6d2-49f4-a547-440dc61cfb1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:00.597358 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca3cfa9-b7f9-40a1-b357-b1fc3ae19060 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-57bc722e-8101-4285-bafb-dcc9aca96dbe', 'network_id': '57bc722e-8101-4285-bafb-dcc9aca96dbe', 'project_id': 'd61d9b13a42546759a93c50fb7ce75d9', 'fixed_ips': [{'subnet_id': 'f8104657-7353-4b2c-8cee-d78ce9fb728f'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:28:00.598222 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9ca3cfa9-b7f9-40a1-b357-b1fc3ae19060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:00.622574 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e905d41-b2f3-407c-a96e-bbf3a73ef056 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-4d28e89c-1ada-4d65-a68a-7c96765b022b', 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'project_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'fixed_ips': [{'subnet_id': '35e670f2-aece-4be6-a594-a11bf17c1bcb'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:28:00.623410 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e905d41-b2f3-407c-a96e-bbf3a73ef056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:00.662916 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-faff878d-ae29-4efb-b39c-3e6fc559d2a8 None None] Publish callbacks [] for port (7b04459c-b3f3-49a9-83d2-02050a0cd484), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:00.725657 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2c8ca860-a4e7-4bea-ae90-0200d2f1aa98 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (6844714c-25c7-428a-b759-62dbbfa42cd4), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:00.744737 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ca860-a4e7-4bea-ae90-0200d2f1aa98 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896439e2-35fe-42d5-9a75-419c8eba916d,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:00.747195 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d274c-36a3-4ada-96d5-7d351a2a8cee tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'Subnet': ['ID=2676f826-e38a-4f50-8d87-1103a4f15461,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:00.747594 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-faff878d-ae29-4efb-b39c-3e6fc559d2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (7b04459c-b3f3-49a9-83d2-02050a0cd484), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:00.808322 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05ddd6d-04cc-459a-b66e-de3ed13426f3 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Made reservation on behalf of d8e0f965da8447998d407abf5ce886cf for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:00.814193 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e05ddd6d-04cc-459a-b66e-de3ed13426f3 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:00.866068 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-9ca3cfa9-b7f9-40a1-b357-b1fc3ae19060 None None] Allocated IP 2001:db8::2 (57bc722e-8101-4285-bafb-dcc9aca96dbe/f8104657-7353-4b2c-8cee-d78ce9fb728f/f5cf9c1a-6fde-408b-a4bb-acb77ffcca26) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:00.868456 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1feff1cc-292c-4336-9a40-faa6a5737bb6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'port': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:00.871225 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-76ab6853-ff8d-4713-8c09-1b73fc93be79 service neutron] 10.222.0.13 "GET /v2.0/networks/9ab12730-721a-45c7-85f6-a754b924ee36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456668 Jan 29 04:28:00.878584 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-9e905d41-b2f3-407c-a96e-bbf3a73ef056 None None] Allocated IP 2001:db8::2 (4d28e89c-1ada-4d65-a68a-7c96765b022b/35e670f2-aece-4be6-a594-a11bf17c1bcb/da186653-6135-4f85-a205-2777d30ec311) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:00.879220 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1feff1cc-292c-4336-9a40-faa6a5737bb6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:00.891586 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9d274c-36a3-4ada-96d5-7d351a2a8cee tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Checking segment: {'id': '68b634a6-2c51-45cd-9438-64179ed0b313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1d0a00f5-b320-4066-9757-482319478286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:28:00.900878 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9d274c-36a3-4ada-96d5-7d351a2a8cee tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Network hostable DHCP agents. Network: 1d0a00f5-b320-4066-9757-482319478286, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:28:00.909922 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be35edb-5e81-49d6-bf77-cb0f76e0f372 None None] Pushing event updated for resources: {'Port': ['ID=7b04459c-b3f3-49a9-83d2-02050a0cd484,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:00.923061 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be35edb-5e81-49d6-bf77-cb0f76e0f372 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:00.923830 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be35edb-5e81-49d6-bf77-cb0f76e0f372 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:00.925396 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be35edb-5e81-49d6-bf77-cb0f76e0f372 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:00.925888 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be35edb-5e81-49d6-bf77-cb0f76e0f372 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:00.926982 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be35edb-5e81-49d6-bf77-cb0f76e0f372 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:00.927830 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be35edb-5e81-49d6-bf77-cb0f76e0f372 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:00.928346 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be35edb-5e81-49d6-bf77-cb0f76e0f372 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:00.928851 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be35edb-5e81-49d6-bf77-cb0f76e0f372 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:00.929341 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be35edb-5e81-49d6-bf77-cb0f76e0f372 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:00.929892 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be35edb-5e81-49d6-bf77-cb0f76e0f372 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:00.932147 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be35edb-5e81-49d6-bf77-cb0f76e0f372 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:00.933032 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be35edb-5e81-49d6-bf77-cb0f76e0f372 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:00.933678 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be35edb-5e81-49d6-bf77-cb0f76e0f372 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:00.934186 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2c8ca860-a4e7-4bea-ae90-0200d2f1aa98 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (6844714c-25c7-428a-b759-62dbbfa42cd4), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:00.938510 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8ca860-a4e7-4bea-ae90-0200d2f1aa98 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:00.938510 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2c8ca860-a4e7-4bea-ae90-0200d2f1aa98 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:00.945616 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [None req-1feff1cc-292c-4336-9a40-faa6a5737bb6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] device_id is not set on port 00d9b2bd-fbdb-4e11-a98a-7418ecdbde79 yet. {{(pid=103584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:28:00.946007 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-faff878d-ae29-4efb-b39c-3e6fc559d2a8 None None] Attempting to bind port 7b04459c-b3f3-49a9-83d2-02050a0cd484 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:28:00.946604 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-faff878d-ae29-4efb-b39c-3e6fc559d2a8 None None] Attempting to bind port 7b04459c-b3f3-49a9-83d2-02050a0cd484 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'c10e8bc5-2189-4094-93bc-f8166e8aeb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9ab12730-721a-45c7-85f6-a754b924ee36'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:28:00.947118 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faff878d-ae29-4efb-b39c-3e6fc559d2a8 None None] Attempting to bind port 7b04459c-b3f3-49a9-83d2-02050a0cd484 on network 9ab12730-721a-45c7-85f6-a754b924ee36 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:28:00.954107 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faff878d-ae29-4efb-b39c-3e6fc559d2a8 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:28:00.954916 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faff878d-ae29-4efb-b39c-3e6fc559d2a8 None None] Checking segment: {'id': 'c10e8bc5-2189-4094-93bc-f8166e8aeb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9ab12730-721a-45c7-85f6-a754b924ee36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:28:00.956992 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-faff878d-ae29-4efb-b39c-3e6fc559d2a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:00.963863 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faff878d-ae29-4efb-b39c-3e6fc559d2a8 None None] Bound using segment: {'id': 'c10e8bc5-2189-4094-93bc-f8166e8aeb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9ab12730-721a-45c7-85f6-a754b924ee36'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:28:00.964698 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-faff878d-ae29-4efb-b39c-3e6fc559d2a8 None None] Bound port: 7b04459c-b3f3-49a9-83d2-02050a0cd484, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c10e8bc5-2189-4094-93bc-f8166e8aeb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9ab12730-721a-45c7-85f6-a754b924ee36'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:28:00.965912 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-faff878d-ae29-4efb-b39c-3e6fc559d2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (7b04459c-b3f3-49a9-83d2-02050a0cd484), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:01.065662 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-faff878d-ae29-4efb-b39c-3e6fc559d2a8 None None] For port 7b04459c-b3f3-49a9-83d2-02050a0cd484, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:28:01.076973 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-faff878d-ae29-4efb-b39c-3e6fc559d2a8 None None] For port 7b04459c-b3f3-49a9-83d2-02050a0cd484, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=7b04459c-b3f3-49a9-83d2-02050a0cd484,segment=NetworkSegment(c10e8bc5-2189-4094-93bc-f8166e8aeb7b),segment_id=c10e8bc5-2189-4094-93bc-f8166e8aeb7b)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:28:01.121916 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2c8ca860-a4e7-4bea-ae90-0200d2f1aa98 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3220372 Jan 29 04:28:01.121916 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ca860-a4e7-4bea-ae90-0200d2f1aa98 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Pushing event updated for resources: {'Network': ['ID=6844714c-25c7-428a-b759-62dbbfa42cd4,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:01.124821 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51928) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:01.148970 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-faff878d-ae29-4efb-b39c-3e6fc559d2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (7b04459c-b3f3-49a9-83d2-02050a0cd484), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:01.151148 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 6844714c-25c7-428a-b759-62dbbfa42cd4 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:28:01.169817 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164af4f7-f17f-4348-89f1-dd40568b2061 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Made reservation on behalf of d61d9b13a42546759a93c50fb7ce75d9 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:01.174604 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-164af4f7-f17f-4348-89f1-dd40568b2061 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:01.199296 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-dc2a6a07-574d-4d2c-b22b-4078878c22d6 service neutron] 10.222.0.13 "GET /v2.0/networks/9ab12730-721a-45c7-85f6-a754b924ee36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183072 Jan 29 04:28:01.208637 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-164af4f7-f17f-4348-89f1-dd40568b2061 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] device_id is not set on port c6d78add-5ce8-4e88-bc93-cc14ea929222 yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:28:01.220841 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9d274c-36a3-4ada-96d5-7d351a2a8cee tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Network 1d0a00f5-b320-4066-9757-482319478286 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:28:01.236693 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be35edb-5e81-49d6-bf77-cb0f76e0f372 None None] Pushing event updated for resources: {'Port': ['ID=7b04459c-b3f3-49a9-83d2-02050a0cd484,revision_number=4']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:01.279719 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9ca3cfa9-b7f9-40a1-b357-b1fc3ae19060 None None] Publish callbacks [] for port (f5cf9c1a-6fde-408b-a4bb-acb77ffcca26), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:01.281293 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e905d41-b2f3-407c-a96e-bbf3a73ef056 None None] Publish callbacks [] for port (da186653-6135-4f85-a205-2777d30ec311), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:01.286618 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faff878d-ae29-4efb-b39c-3e6fc559d2a8 None None] Routers {'b4cdd887-077c-46cb-a629-60c82e2e8d39'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:28:01.288221 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-faff878d-ae29-4efb-b39c-3e6fc559d2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:27:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b4cdd887-077c-46cb-a629-60c82e2e8d39'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:01.300266 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-a7fc2942-4417-459e-a560-73a81ab1b5ed None None] Provisioning complete for port 7b04459c-b3f3-49a9-83d2-02050a0cd484 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:01.301552 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a7fc2942-4417-459e-a560-73a81ab1b5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (7b04459c-b3f3-49a9-83d2-02050a0cd484), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:01.302737 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-ba9d274c-36a3-4ada-96d5-7d351a2a8cee tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 1d0a00f5-b320-4066-9757-482319478286) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:01.317170 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9d274c-36a3-4ada-96d5-7d351a2a8cee tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:01.317959 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ba9d274c-36a3-4ada-96d5-7d351a2a8cee tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:01.341552 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef4f2e0-e948-4c2b-b234-e3e6c073962b None None] Network 1d0a00f5-b320-4066-9757-482319478286 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:01.364080 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f93f3bc1-287a-4d19-8549-1581d78c91ec tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (6844714c-25c7-428a-b759-62dbbfa42cd4), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:01.437673 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ba9d274c-36a3-4ada-96d5-7d351a2a8cee tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9410443 Jan 29 04:28:01.438213 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51930) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:01.468833 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-e3da0988-4896-4898-b071-901a267bf929 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'subnet': {'network_id': '1d0a00f5-b320-4066-9757-482319478286', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:01.498263 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-faff878d-ae29-4efb-b39c-3e6fc559d2a8 None None] Set router b4cdd887-077c-46cb-a629-60c82e2e8d39 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:28:01.503107 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-164af4f7-f17f-4348-89f1-dd40568b2061 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Allocated IP 2001:db8::191 (57bc722e-8101-4285-bafb-dcc9aca96dbe/f8104657-7353-4b2c-8cee-d78ce9fb728f/c6d78add-5ce8-4e88-bc93-cc14ea929222) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:01.574838 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e05ddd6d-04cc-459a-b66e-de3ed13426f3 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (2473ce5a-ccd1-495a-afb5-08f4c90ce597), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:01.638303 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-273f9015-f506-4eee-a5b3-acb0cd826421 req-9f7491c5-4b38-41ad-a4f1-4bc7cfda91c4 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/ports?device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c HTTP/1.1" status: 200 len: 210 time: 0.0713141 Jan 29 04:28:01.674390 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f93f3bc1-287a-4d19-8549-1581d78c91ec tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (6844714c-25c7-428a-b759-62dbbfa42cd4), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:01.678913 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9ca3cfa9-b7f9-40a1-b357-b1fc3ae19060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (f5cf9c1a-6fde-408b-a4bb-acb77ffcca26), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:01.731827 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e905d41-b2f3-407c-a96e-bbf3a73ef056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (da186653-6135-4f85-a205-2777d30ec311), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:01.784569 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e905d41-b2f3-407c-a96e-bbf3a73ef056 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:01.796200 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-164af4f7-f17f-4348-89f1-dd40568b2061 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Publish callbacks [] for port (c6d78add-5ce8-4e88-bc93-cc14ea929222), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:01.819674 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca3cfa9-b7f9-40a1-b357-b1fc3ae19060 None None] Network 57bc722e-8101-4285-bafb-dcc9aca96dbe is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:01.823466 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-9e905d41-b2f3-407c-a96e-bbf3a73ef056 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:01.829288 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e905d41-b2f3-407c-a96e-bbf3a73ef056 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:01.832312 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-9ca3cfa9-b7f9-40a1-b357-b1fc3ae19060 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:01.834094 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca3cfa9-b7f9-40a1-b357-b1fc3ae19060 None None] Pushing event updated for resources: {'Port': ['ID=f5cf9c1a-6fde-408b-a4bb-acb77ffcca26,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:01.849628 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca3cfa9-b7f9-40a1-b357-b1fc3ae19060 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:01.869980 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-faff878d-ae29-4efb-b39c-3e6fc559d2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cdd887-077c-46cb-a629-60c82e2e8d39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907967901', 'tenant_id': 'd1218af32ef54486a3687ccbcfae4b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '62af884b-1714-4169-a124-91d38ad1e3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:46Z', 'updated_at': '2022-01-29T04:27:57Z', 'revision_number': 4, 'project_id': 'd1218af32ef54486a3687ccbcfae4b37', 'gw_port': {'id': '62af884b-1714-4169-a124-91d38ad1e3b4', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cdd887-077c-46cb-a629-60c82e2e8d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:48Z', 'updated_at': '2022-01-29T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '7b04459c-b3f3-49a9-83d2-02050a0cd484', 'name': '', 'network_id': '9ab12730-721a-45c7-85f6-a754b924ee36', 'tenant_id': 'd1218af32ef54486a3687ccbcfae4b37', 'mac_address': 'fa:16:3e:95:1f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cdd887-077c-46cb-a629-60c82e2e8d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '243e0a19-7391-4f55-8e4a-713131ecc5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:55Z', 'updated_at': '2022-01-29T04:28:01Z', 'revision_number': 4, 'project_id': 'd1218af32ef54486a3687ccbcfae4b37', 'subnets': [{'id': '243e0a19-7391-4f55-8e4a-713131ecc5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:01.902941 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faff878d-ae29-4efb-b39c-3e6fc559d2a8 None None] The sync data for ids ['b4cdd887-077c-46cb-a629-60c82e2e8d39'] in dv-neutron-821190-1-hyperv is: [{'id': 'b4cdd887-077c-46cb-a629-60c82e2e8d39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907967901', 'tenant_id': 'd1218af32ef54486a3687ccbcfae4b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '62af884b-1714-4169-a124-91d38ad1e3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:46Z', 'updated_at': '2022-01-29T04:27:57Z', 'revision_number': 4, 'project_id': 'd1218af32ef54486a3687ccbcfae4b37', 'gw_port': {'id': '62af884b-1714-4169-a124-91d38ad1e3b4', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cdd887-077c-46cb-a629-60c82e2e8d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:48Z', 'updated_at': '2022-01-29T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '7b04459c-b3f3-49a9-83d2-02050a0cd484', 'name': '', 'network_id': '9ab12730-721a-45c7-85f6-a754b924ee36', 'tenant_id': 'd1218af32ef54486a3687ccbcfae4b37', 'mac_address': 'fa:16:3e:95:1f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cdd887-077c-46cb-a629-60c82e2e8d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '243e0a19-7391-4f55-8e4a-713131ecc5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:55Z', 'updated_at': '2022-01-29T04:28:01Z', 'revision_number': 4, 'project_id': 'd1218af32ef54486a3687ccbcfae4b37', 'subnets': [{'id': '243e0a19-7391-4f55-8e4a-713131ecc5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:28:01.935595 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-164af4f7-f17f-4348-89f1-dd40568b2061 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (c6d78add-5ce8-4e88-bc93-cc14ea929222), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:01.991474 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cecbc21-771e-4a60-a3b0-ef7548953280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-1d0a00f5-b320-4066-9757-482319478286', 'network_id': '1d0a00f5-b320-4066-9757-482319478286', 'project_id': '931e85f3b3ac4f669ae92c3bafe28f71', 'fixed_ips': [{'subnet_id': '2676f826-e38a-4f50-8d87-1103a4f15461'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:28:01.995136 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1cecbc21-771e-4a60-a3b0-ef7548953280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:02.049539 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164af4f7-f17f-4348-89f1-dd40568b2061 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Network 57bc722e-8101-4285-bafb-dcc9aca96dbe is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:02.053087 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-164af4f7-f17f-4348-89f1-dd40568b2061 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:02.057981 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164af4f7-f17f-4348-89f1-dd40568b2061 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:02.066664 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164af4f7-f17f-4348-89f1-dd40568b2061 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:02.070713 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-164af4f7-f17f-4348-89f1-dd40568b2061 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:02.085506 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-1feff1cc-292c-4336-9a40-faa6a5737bb6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Allocated IP 2001:db8::1eb (4d28e89c-1ada-4d65-a68a-7c96765b022b/35e670f2-aece-4be6-a594-a11bf17c1bcb/00d9b2bd-fbdb-4e11-a98a-7418ecdbde79) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:02.096112 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e905d41-b2f3-407c-a96e-bbf3a73ef056 None None] Pushing event updated for resources: {'Port': ['ID=da186653-6135-4f85-a205-2777d30ec311,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:02.097130 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164af4f7-f17f-4348-89f1-dd40568b2061 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Pushing event updated for resources: {'Port': ['ID=c6d78add-5ce8-4e88-bc93-cc14ea929222,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:02.103575 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-f93f3bc1-287a-4d19-8549-1581d78c91ec tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6844714c-25c7-428a-b759-62dbbfa42cd4']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:02.126537 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-9e905d41-b2f3-407c-a96e-bbf3a73ef056 None None] Attempting to bind port da186653-6135-4f85-a205-2777d30ec311 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:28:02.126537 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-9e905d41-b2f3-407c-a96e-bbf3a73ef056 None None] Attempting to bind port da186653-6135-4f85-a205-2777d30ec311 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:28:02.127509 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e905d41-b2f3-407c-a96e-bbf3a73ef056 None None] Attempting to bind port da186653-6135-4f85-a205-2777d30ec311 on network 4d28e89c-1ada-4d65-a68a-7c96765b022b {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:28:02.131233 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-9ca3cfa9-b7f9-40a1-b357-b1fc3ae19060 None None] Attempting to bind port f5cf9c1a-6fde-408b-a4bb-acb77ffcca26 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:28:02.131595 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-9ca3cfa9-b7f9-40a1-b357-b1fc3ae19060 None None] Attempting to bind port f5cf9c1a-6fde-408b-a4bb-acb77ffcca26 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '8ab4a9a4-5bc1-4fdf-85e0-6def2e4f27aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '57bc722e-8101-4285-bafb-dcc9aca96dbe'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:28:02.131955 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca3cfa9-b7f9-40a1-b357-b1fc3ae19060 None None] Attempting to bind port f5cf9c1a-6fde-408b-a4bb-acb77ffcca26 on network 57bc722e-8101-4285-bafb-dcc9aca96dbe {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:28:02.136354 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-a7fc2942-4417-459e-a560-73a81ab1b5ed None None] Current status of the port 7b04459c-b3f3-49a9-83d2-02050a0cd484 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:02.136838 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a7fc2942-4417-459e-a560-73a81ab1b5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (7b04459c-b3f3-49a9-83d2-02050a0cd484), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:02.166359 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-f93f3bc1-287a-4d19-8549-1581d78c91ec tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5247609e-20e6-42ed-a74e-e6995766ef2a') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:02.166926 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-f93f3bc1-287a-4d19-8549-1581d78c91ec tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5247609e-20e6-42ed-a74e-e6995766ef2a') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:02.180323 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ddd6d-04cc-459a-b66e-de3ed13426f3 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'Subnet': ['ID=2473ce5a-ccd1-495a-afb5-08f4c90ce597,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:02.197710 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f93f3bc1-287a-4d19-8549-1581d78c91ec tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (5247609e-20e6-42ed-a74e-e6995766ef2a), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:02.226272 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-164af4f7-f17f-4348-89f1-dd40568b2061 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7734392 Jan 29 04:28:02.226698 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05ddd6d-04cc-459a-b66e-de3ed13426f3 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Checking segment: {'id': '19b39514-eda0-408e-b01b-bb163ac9195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd4d679c4-a6d2-49f4-a547-440dc61cfb1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:28:02.226698 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05ddd6d-04cc-459a-b66e-de3ed13426f3 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Network hostable DHCP agents. Network: d4d679c4-a6d2-49f4-a547-440dc61cfb1b, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:28:02.227157 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51940) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:02.237341 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-3a34a448-61cf-4741-96f1-3af199664d3b tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Request body: {'port': {'network_id': '57bc722e-8101-4285-bafb-dcc9aca96dbe', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1306860356', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:02.238216 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.api.validators [None req-3a34a448-61cf-4741-96f1-3af199664d3b tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] bootfile-name is not in valid_values {{(pid=103585) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 29 04:28:02.238834 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.api.validators [None req-3a34a448-61cf-4741-96f1-3af199664d3b tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] tftp-server is not in valid_values {{(pid=103585) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 29 04:28:02.239273 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.api.validators [None req-3a34a448-61cf-4741-96f1-3af199664d3b tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] server-ip-address is not in valid_values {{(pid=103585) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 29 04:28:02.254518 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f93f3bc1-287a-4d19-8549-1581d78c91ec tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (5247609e-20e6-42ed-a74e-e6995766ef2a), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:02.286237 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e905d41-b2f3-407c-a96e-bbf3a73ef056 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:28:02.286883 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e905d41-b2f3-407c-a96e-bbf3a73ef056 None None] Checking segment: {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:28:02.287119 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e905d41-b2f3-407c-a96e-bbf3a73ef056 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:02.287498 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e905d41-b2f3-407c-a96e-bbf3a73ef056 None None] Bound using segment: {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:28:02.287975 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-9e905d41-b2f3-407c-a96e-bbf3a73ef056 None None] Bound port: da186653-6135-4f85-a205-2777d30ec311, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:28:02.288358 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e905d41-b2f3-407c-a96e-bbf3a73ef056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (da186653-6135-4f85-a205-2777d30ec311), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:02.302019 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f93f3bc1-287a-4d19-8549-1581d78c91ec tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:28:02.303945 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f93f3bc1-287a-4d19-8549-1581d78c91ec tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (5247609e-20e6-42ed-a74e-e6995766ef2a), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:02.304207 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca3cfa9-b7f9-40a1-b357-b1fc3ae19060 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:28:02.304207 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca3cfa9-b7f9-40a1-b357-b1fc3ae19060 None None] Checking segment: {'id': '8ab4a9a4-5bc1-4fdf-85e0-6def2e4f27aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '57bc722e-8101-4285-bafb-dcc9aca96dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:28:02.312467 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9ca3cfa9-b7f9-40a1-b357-b1fc3ae19060 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:02.312467 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca3cfa9-b7f9-40a1-b357-b1fc3ae19060 None None] Bound using segment: {'id': '8ab4a9a4-5bc1-4fdf-85e0-6def2e4f27aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '57bc722e-8101-4285-bafb-dcc9aca96dbe'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:28:02.312467 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-9ca3cfa9-b7f9-40a1-b357-b1fc3ae19060 None None] Bound port: f5cf9c1a-6fde-408b-a4bb-acb77ffcca26, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab4a9a4-5bc1-4fdf-85e0-6def2e4f27aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '57bc722e-8101-4285-bafb-dcc9aca96dbe'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:28:02.312467 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9ca3cfa9-b7f9-40a1-b357-b1fc3ae19060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (f5cf9c1a-6fde-408b-a4bb-acb77ffcca26), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:02.313790 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:28:02.313790 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:28:02.313790 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:28:02.313790 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:28:02.313790 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:28:02.313790 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:28:02.313790 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:28:02.313790 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:28:02.313790 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:28:02.313790 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:28:02.313790 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:28:02.313790 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:28:02.313790 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:28:02.313790 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:28:02.313790 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:28:02.313790 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:28:02.313790 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:28:02.313790 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:28:02.313790 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:28:02.313790 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:28:02.313790 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:28:02.313790 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:28:02.313790 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:28:02.313790 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:28:02.313790 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:28:02.313790 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:28:02.313790 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:28:02.313790 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:28:02.313790 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:28:02.313790 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:28:02.313790 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:28:02.313790 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:28:02.397261 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-1cecbc21-771e-4a60-a3b0-ef7548953280 None None] Allocated IP 2001:db8::2 (1d0a00f5-b320-4066-9757-482319478286/2676f826-e38a-4f50-8d87-1103a4f15461/ac869c34-1d58-446a-9d3b-74fb246d8bd8) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:02.411934 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3da0988-4896-4898-b071-901a267bf929 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Made reservation on behalf of 931e85f3b3ac4f669ae92c3bafe28f71 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:02.415365 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-4896-4898-b071-901a267bf929 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:02.426079 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-a7fc2942-4417-459e-a560-73a81ab1b5ed None None] For port 7b04459c-b3f3-49a9-83d2-02050a0cd484, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=7b04459c-b3f3-49a9-83d2-02050a0cd484,segment=NetworkSegment(c10e8bc5-2189-4094-93bc-f8166e8aeb7b),segment_id=c10e8bc5-2189-4094-93bc-f8166e8aeb7b)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:02.481897 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-9e905d41-b2f3-407c-a96e-bbf3a73ef056 None None] For port da186653-6135-4f85-a205-2777d30ec311, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:28:02.482840 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a34a448-61cf-4741-96f1-3af199664d3b tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Made reservation on behalf of d61d9b13a42546759a93c50fb7ce75d9 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:02.494703 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3a34a448-61cf-4741-96f1-3af199664d3b tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:02.518708 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-3a34a448-61cf-4741-96f1-3af199664d3b tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] device_id is not set on port e0ac0928-32cf-4090-89c2-e7eeb522b7d7 yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:28:02.527031 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05ddd6d-04cc-459a-b66e-de3ed13426f3 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Network d4d679c4-a6d2-49f4-a547-440dc61cfb1b is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:28:02.527955 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-9e905d41-b2f3-407c-a96e-bbf3a73ef056 None None] For port da186653-6135-4f85-a205-2777d30ec311, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=da186653-6135-4f85-a205-2777d30ec311,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:28:02.535966 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a7fc2942-4417-459e-a560-73a81ab1b5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (7b04459c-b3f3-49a9-83d2-02050a0cd484), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:02.546156 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-9ca3cfa9-b7f9-40a1-b357-b1fc3ae19060 None None] For port f5cf9c1a-6fde-408b-a4bb-acb77ffcca26, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:28:02.568871 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1feff1cc-292c-4336-9a40-faa6a5737bb6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for port (00d9b2bd-fbdb-4e11-a98a-7418ecdbde79), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:02.573007 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f93f3bc1-287a-4d19-8549-1581d78c91ec tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (6844714c-25c7-428a-b759-62dbbfa42cd4), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:02.580970 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.ipam_backend_mixin [None req-e3da0988-4896-4898-b071-901a267bf929 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2676f826-e38a-4f50-8d87-1103a4f15461 (CIDR: 2001:db8::/64) Jan 29 04:28:02.589110 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-9ca3cfa9-b7f9-40a1-b357-b1fc3ae19060 None None] For port f5cf9c1a-6fde-408b-a4bb-acb77ffcca26, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=f5cf9c1a-6fde-408b-a4bb-acb77ffcca26,segment=NetworkSegment(8ab4a9a4-5bc1-4fdf-85e0-6def2e4f27aa),segment_id=8ab4a9a4-5bc1-4fdf-85e0-6def2e4f27aa)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:28:02.602725 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93f3bc1-287a-4d19-8549-1581d78c91ec tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6844714c-25c7-428a-b759-62dbbfa42cd4 {{(pid=103584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 29 04:28:02.604381 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f3bc1-287a-4d19-8549-1581d78c91ec tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Pushing event deleted for resources: {'Network': ['ID=6844714c-25c7-428a-b759-62dbbfa42cd4,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:02.607543 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f93f3bc1-287a-4d19-8549-1581d78c91ec tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:02.610761 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f93f3bc1-287a-4d19-8549-1581d78c91ec tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] 10.222.0.13 "DELETE /v2.0/networks/6844714c-25c7-428a-b759-62dbbfa42cd4 HTTP/1.1" status: 204 len: 168 time: 1.4848506 Jan 29 04:28:02.614407 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51944) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:02.620577 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-1676bb84-91ec-4830-a2b8-23dbec21b434 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:02.632171 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e905d41-b2f3-407c-a96e-bbf3a73ef056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (da186653-6135-4f85-a205-2777d30ec311), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:02.633930 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3da0988-4896-4898-b071-901a267bf929 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:28:02.634539 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3da0988-4896-4898-b071-901a267bf929 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:28:02.641935 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc2942-4417-459e-a560-73a81ab1b5ed None None] Pushing event updated for resources: {'Port': ['ID=7b04459c-b3f3-49a9-83d2-02050a0cd484,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:02.651228 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-e05ddd6d-04cc-459a-b66e-de3ed13426f3 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, d4d679c4-a6d2-49f4-a547-440dc61cfb1b) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:02.664736 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05ddd6d-04cc-459a-b66e-de3ed13426f3 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:02.665435 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e05ddd6d-04cc-459a-b66e-de3ed13426f3 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:02.693155 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9afd10-ad99-4558-97b8-c479ae6ef62e None None] Network d4d679c4-a6d2-49f4-a547-440dc61cfb1b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:02.713276 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9ca3cfa9-b7f9-40a1-b357-b1fc3ae19060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (f5cf9c1a-6fde-408b-a4bb-acb77ffcca26), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:02.747575 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-369e1d2f-771b-4f25-9197-be9d298aab78 req-bb3de840-6348-4306-b732-acaf5c1cc7af tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/ports?device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c HTTP/1.1" status: 200 len: 210 time: 0.0346892 Jan 29 04:28:02.752264 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1676bb84-91ec-4830-a2b8-23dbec21b434 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Made reservation on behalf of dd51806a0d33486aa1df13f353478da1 for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:02.755174 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1676bb84-91ec-4830-a2b8-23dbec21b434 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:02.775374 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-3a34a448-61cf-4741-96f1-3af199664d3b tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Allocated IP 2001:db8::39c (57bc722e-8101-4285-bafb-dcc9aca96dbe/f8104657-7353-4b2c-8cee-d78ce9fb728f/e0ac0928-32cf-4090-89c2-e7eeb522b7d7) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:02.784618 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1feff1cc-292c-4336-9a40-faa6a5737bb6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (00d9b2bd-fbdb-4e11-a98a-7418ecdbde79), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:02.794830 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e05ddd6d-04cc-459a-b66e-de3ed13426f3 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2129278 Jan 29 04:28:02.797831 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51948) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:02.810293 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e3da0988-4896-4898-b071-901a267bf929 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3596001 Jan 29 04:28:02.818189 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-f475bce0-e426-465e-a90f-5e9bf33a8dea tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'subnet': {'network_id': 'd4d679c4-a6d2-49f4-a547-440dc61cfb1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:02.844347 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51950) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:02.879535 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-202bf0f8-a26a-492f-9ae2-ceaeff8b549b tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'subnet': {'network_id': '1d0a00f5-b320-4066-9757-482319478286', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:02.891369 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-23b48f58-70f8-489d-bb05-de50d034346b None None] Provisioning complete for port 7b04459c-b3f3-49a9-83d2-02050a0cd484 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:02.892001 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-23b48f58-70f8-489d-bb05-de50d034346b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (7b04459c-b3f3-49a9-83d2-02050a0cd484), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:02.917318 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1676bb84-91ec-4830-a2b8-23dbec21b434 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:28:02.990955 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1cecbc21-771e-4a60-a3b0-ef7548953280 None None] Publish callbacks [] for port (ac869c34-1d58-446a-9d3b-74fb246d8bd8), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:02.998871 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e905d41-b2f3-407c-a96e-bbf3a73ef056 None None] Pushing event updated for resources: {'Port': ['ID=da186653-6135-4f85-a205-2777d30ec311,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:03.079681 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1cecbc21-771e-4a60-a3b0-ef7548953280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (ac869c34-1d58-446a-9d3b-74fb246d8bd8), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:03.091904 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe91042-0753-4572-a6ff-5be58db83687 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-d4d679c4-a6d2-49f4-a547-440dc61cfb1b', 'network_id': 'd4d679c4-a6d2-49f4-a547-440dc61cfb1b', 'project_id': 'd8e0f965da8447998d407abf5ce886cf', 'fixed_ips': [{'subnet_id': '2473ce5a-ccd1-495a-afb5-08f4c90ce597'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:28:03.092945 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4fe91042-0753-4572-a6ff-5be58db83687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:03.103570 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1feff1cc-292c-4336-9a40-faa6a5737bb6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:03.119656 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1676bb84-91ec-4830-a2b8-23dbec21b434 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (068280c7-fd16-4bc2-b921-7fe73f9c1f20), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:03.120006 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-1676bb84-91ec-4830-a2b8-23dbec21b434 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Added segment 068280c7-fd16-4bc2-b921-7fe73f9c1f20 of type vlan for network b82e3901-2671-4275-848d-ad78af91ef2d Jan 29 04:28:03.133506 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feff1cc-292c-4336-9a40-faa6a5737bb6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Port': ['ID=00d9b2bd-fbdb-4e11-a98a-7418ecdbde79,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:03.163374 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-1feff1cc-292c-4336-9a40-faa6a5737bb6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:03.185640 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1feff1cc-292c-4336-9a40-faa6a5737bb6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:03.200778 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1feff1cc-292c-4336-9a40-faa6a5737bb6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:03.202513 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1feff1cc-292c-4336-9a40-faa6a5737bb6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:03.265576 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cecbc21-771e-4a60-a3b0-ef7548953280 None None] Network 1d0a00f5-b320-4066-9757-482319478286 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:03.278411 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-1cecbc21-771e-4a60-a3b0-ef7548953280 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:03.286028 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca3cfa9-b7f9-40a1-b357-b1fc3ae19060 None None] Pushing event updated for resources: {'Port': ['ID=f5cf9c1a-6fde-408b-a4bb-acb77ffcca26,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:03.289949 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cecbc21-771e-4a60-a3b0-ef7548953280 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:03.322403 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3a34a448-61cf-4741-96f1-3af199664d3b tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Publish callbacks [] for port (e0ac0928-32cf-4090-89c2-e7eeb522b7d7), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:03.405394 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1feff1cc-292c-4336-9a40-faa6a5737bb6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8899045 Jan 29 04:28:03.406252 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f475bce0-e426-465e-a90f-5e9bf33a8dea tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Made reservation on behalf of d8e0f965da8447998d407abf5ce886cf for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:03.407847 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51954) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:03.409711 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f475bce0-e426-465e-a90f-5e9bf33a8dea tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:03.476163 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3a34a448-61cf-4741-96f1-3af199664d3b tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (e0ac0928-32cf-4090-89c2-e7eeb522b7d7), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:03.494392 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202bf0f8-a26a-492f-9ae2-ceaeff8b549b tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Made reservation on behalf of 931e85f3b3ac4f669ae92c3bafe28f71 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:03.499941 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-202bf0f8-a26a-492f-9ae2-ceaeff8b549b tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:03.580654 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1676bb84-91ec-4830-a2b8-23dbec21b434 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (b82e3901-2671-4275-848d-ad78af91ef2d), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:03.614302 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-1cecbc21-771e-4a60-a3b0-ef7548953280 None None] Attempting to bind port ac869c34-1d58-446a-9d3b-74fb246d8bd8 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:28:03.614302 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-1cecbc21-771e-4a60-a3b0-ef7548953280 None None] Attempting to bind port ac869c34-1d58-446a-9d3b-74fb246d8bd8 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '68b634a6-2c51-45cd-9438-64179ed0b313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1d0a00f5-b320-4066-9757-482319478286'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:28:03.614302 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cecbc21-771e-4a60-a3b0-ef7548953280 None None] Attempting to bind port ac869c34-1d58-446a-9d3b-74fb246d8bd8 on network 1d0a00f5-b320-4066-9757-482319478286 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:28:03.625605 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cecbc21-771e-4a60-a3b0-ef7548953280 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:28:03.626214 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cecbc21-771e-4a60-a3b0-ef7548953280 None None] Checking segment: {'id': '68b634a6-2c51-45cd-9438-64179ed0b313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1d0a00f5-b320-4066-9757-482319478286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:28:03.627978 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1cecbc21-771e-4a60-a3b0-ef7548953280 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:03.627978 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cecbc21-771e-4a60-a3b0-ef7548953280 None None] Bound using segment: {'id': '68b634a6-2c51-45cd-9438-64179ed0b313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1d0a00f5-b320-4066-9757-482319478286'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:28:03.632072 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-1cecbc21-771e-4a60-a3b0-ef7548953280 None None] Bound port: ac869c34-1d58-446a-9d3b-74fb246d8bd8, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b634a6-2c51-45cd-9438-64179ed0b313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1d0a00f5-b320-4066-9757-482319478286'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:28:03.632072 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1cecbc21-771e-4a60-a3b0-ef7548953280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (ac869c34-1d58-446a-9d3b-74fb246d8bd8), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:03.632348 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a34a448-61cf-4741-96f1-3af199664d3b tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Pushing event updated for resources: {'Port': ['ID=e0ac0928-32cf-4090-89c2-e7eeb522b7d7,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:03.668331 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.ipam_backend_mixin [None req-f475bce0-e426-465e-a90f-5e9bf33a8dea tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2473ce5a-ccd1-495a-afb5-08f4c90ce597 (CIDR: 172.20.0.0/28) Jan 29 04:28:03.708068 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-f475bce0-e426-465e-a90f-5e9bf33a8dea tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:28:03.708679 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f475bce0-e426-465e-a90f-5e9bf33a8dea tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:28:03.738857 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1676bb84-91ec-4830-a2b8-23dbec21b434 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (b82e3901-2671-4275-848d-ad78af91ef2d), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:03.740188 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1676bb84-91ec-4830-a2b8-23dbec21b434 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:03.740894 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1676bb84-91ec-4830-a2b8-23dbec21b434 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:03.745371 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a34a448-61cf-4741-96f1-3af199664d3b tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Network 57bc722e-8101-4285-bafb-dcc9aca96dbe is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:03.747908 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-3a34a448-61cf-4741-96f1-3af199664d3b tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:03.754371 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a34a448-61cf-4741-96f1-3af199664d3b tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:03.772259 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a34a448-61cf-4741-96f1-3af199664d3b tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:03.773075 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3a34a448-61cf-4741-96f1-3af199664d3b tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:03.849756 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-4fe91042-0753-4572-a6ff-5be58db83687 None None] Allocated IP 172.20.0.2 (d4d679c4-a6d2-49f4-a547-440dc61cfb1b/2473ce5a-ccd1-495a-afb5-08f4c90ce597/c3ad0242-31ef-4717-bd0a-1d6da388171e) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:03.866270 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1676bb84-91ec-4830-a2b8-23dbec21b434 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Pushing event updated for resources: {'Network': ['ID=b82e3901-2671-4275-848d-ad78af91ef2d,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:03.886532 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f475bce0-e426-465e-a90f-5e9bf33a8dea tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0807230 Jan 29 04:28:03.893796 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51960) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:03.899064 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-b37bcebe-90b9-429c-82a7-029838bae20f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'subnet': {'network_id': 'd4d679c4-a6d2-49f4-a547-440dc61cfb1b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:03.906225 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cecbc21-771e-4a60-a3b0-ef7548953280 None None] Pushing event updated for resources: {'Port': ['ID=ac869c34-1d58-446a-9d3b-74fb246d8bd8,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:03.916764 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-23b48f58-70f8-489d-bb05-de50d034346b None None] Current status of the port 7b04459c-b3f3-49a9-83d2-02050a0cd484 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:03.921239 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network b82e3901-2671-4275-848d-ad78af91ef2d details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:28:03.925668 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device f5cf9c1a-6fde-408b-a4bb-acb77ffcca26 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:03.950320 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-822bf4f6-6476-40ea-8c75-0f711953b74c req-f3f42c1a-389c-422b-81fd-4bc99a98688d tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/ports?device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c HTTP/1.1" status: 200 len: 210 time: 0.0754216 Jan 29 04:28:03.960275 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1676bb84-91ec-4830-a2b8-23dbec21b434 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.3448291 Jan 29 04:28:03.993136 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51962) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:04.005311 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-bbd41f52-9357-4c18-a9ea-395348a086f6 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Request body: {'subnet': {'network_id': 'b82e3901-2671-4275-848d-ad78af91ef2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:04.082168 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c460a67-8cba-4078-8663-6d1becd1a3b7 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:04.088714 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c460a67-8cba-4078-8663-6d1becd1a3b7 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:04.093028 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4c460a67-8cba-4078-8663-6d1becd1a3b7 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.6836379 Jan 29 04:28:04.094125 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51964) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:04.110260 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd41f52-9357-4c18-a9ea-395348a086f6 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Made reservation on behalf of dd51806a0d33486aa1df13f353478da1 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:04.114433 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bbd41f52-9357-4c18-a9ea-395348a086f6 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:04.204069 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-3a34a448-61cf-4741-96f1-3af199664d3b tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.9742875 Jan 29 04:28:04.206346 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51968) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:04.207012 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-202bf0f8-a26a-492f-9ae2-ceaeff8b549b tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (dcde39ac-12da-437c-8be2-65d6da419d15), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:04.272865 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37bcebe-90b9-429c-82a7-029838bae20f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Made reservation on behalf of d8e0f965da8447998d407abf5ce886cf for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:04.277563 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b37bcebe-90b9-429c-82a7-029838bae20f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:04.369269 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202bf0f8-a26a-492f-9ae2-ceaeff8b549b tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Network 1d0a00f5-b320-4066-9757-482319478286 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:04.373866 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-202bf0f8-a26a-492f-9ae2-ceaeff8b549b tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:04.376733 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202bf0f8-a26a-492f-9ae2-ceaeff8b549b tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:04.377672 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-202bf0f8-a26a-492f-9ae2-ceaeff8b549b tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:04.386754 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-1cecbc21-771e-4a60-a3b0-ef7548953280 None None] For port ac869c34-1d58-446a-9d3b-74fb246d8bd8, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:28:04.411086 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202bf0f8-a26a-492f-9ae2-ceaeff8b549b tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'Subnet': ['ID=dcde39ac-12da-437c-8be2-65d6da419d15,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:04.434739 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-1cecbc21-771e-4a60-a3b0-ef7548953280 None None] For port ac869c34-1d58-446a-9d3b-74fb246d8bd8, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=ac869c34-1d58-446a-9d3b-74fb246d8bd8,segment=NetworkSegment(68b634a6-2c51-45cd-9438-64179ed0b313),segment_id=68b634a6-2c51-45cd-9438-64179ed0b313)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:28:04.447125 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port f5cf9c1a-6fde-408b-a4bb-acb77ffcca26 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:04.447334 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (f5cf9c1a-6fde-408b-a4bb-acb77ffcca26), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:04.464872 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-25f55758-0a62-4d2e-8861-5d3b615665c6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting port 00d9b2bd-fbdb-4e11-a98a-7418ecdbde79 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:28:04.465206 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-25f55758-0a62-4d2e-8861-5d3b615665c6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (00d9b2bd-fbdb-4e11-a98a-7418ecdbde79), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:04.475740 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fcb22e-1136-4826-9747-caefc9e50151 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:04.481654 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fcb22e-1136-4826-9747-caefc9e50151 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:04.493071 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4fe91042-0753-4572-a6ff-5be58db83687 None None] Publish callbacks [] for port (c3ad0242-31ef-4717-bd0a-1d6da388171e), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:04.521261 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fcb22e-1136-4826-9747-caefc9e50151 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:04.523691 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c3fcb22e-1136-4826-9747-caefc9e50151 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.3163226 Jan 29 04:28:04.528688 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51972) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:04.552987 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-202bf0f8-a26a-492f-9ae2-ceaeff8b549b tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7037938 Jan 29 04:28:04.558939 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51974) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:04.647887 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-653b16b8-f721-42d5-b1a9-4f7e7e75b981 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'port': {'network_id': '1d0a00f5-b320-4066-9757-482319478286', 'fixed_ips': [{'subnet_id': '2676f826-e38a-4f50-8d87-1103a4f15461'}, {'subnet_id': 'dcde39ac-12da-437c-8be2-65d6da419d15'}], 'name': 'tempest-PortsIpV6TestJSON-511370008'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:04.868829 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07326a81-82a5-4536-ab36-55fa9b096b23 None None] Network 57bc722e-8101-4285-bafb-dcc9aca96dbe requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:04.882669 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-25f55758-0a62-4d2e-8861-5d3b615665c6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (00d9b2bd-fbdb-4e11-a98a-7418ecdbde79), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:04.889723 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4fe91042-0753-4572-a6ff-5be58db83687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (c3ad0242-31ef-4717-bd0a-1d6da388171e), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:04.909609 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1cecbc21-771e-4a60-a3b0-ef7548953280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (ac869c34-1d58-446a-9d3b-74fb246d8bd8), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:04.955733 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-25f55758-0a62-4d2e-8861-5d3b615665c6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Calling delete_port for 00d9b2bd-fbdb-4e11-a98a-7418ecdbde79 owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:28:04.978350 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-1d4c0004-07a8-49f7-badd-b9538840a630 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:04.991954 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-1d4c0004-07a8-49f7-badd-b9538840a630 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.18 "GET /v2.0/networks?id=9ab12730-721a-45c7-85f6-a754b924ee36 HTTP/1.1" status: 200 len: 797 time: 0.5000069 Jan 29 04:28:04.995322 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397d2f7-3fdf-41ec-89bd-ad11106ae951 req-7d93640b-cff1-452c-9007-59c6115f03ad tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:04.996927 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-0397d2f7-3fdf-41ec-89bd-ad11106ae951 req-7d93640b-cff1-452c-9007-59c6115f03ad tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.3719070 Jan 29 04:28:05.061863 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4969071-233e-40b0-975f-07ef4f387542 req-614dc3c1-8e29-4b53-a786-72b190d05225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:05.063834 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d4969071-233e-40b0-975f-07ef4f387542 req-614dc3c1-8e29-4b53-a786-72b190d05225 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7dd99718cde04f60a90f22e4134ff580&device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 1130 time: 0.3691964 Jan 29 04:28:05.085282 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe91042-0753-4572-a6ff-5be58db83687 None None] Network d4d679c4-a6d2-49f4-a547-440dc61cfb1b is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:05.101724 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-4fe91042-0753-4572-a6ff-5be58db83687 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:05.106714 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d940296-d49d-41c0-952f-bcb26a7a099e None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:05.114255 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe91042-0753-4572-a6ff-5be58db83687 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:05.133576 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-877c9171-9bd2-421b-ae15-95983e446faf None None] Provisioning complete for port f5cf9c1a-6fde-408b-a4bb-acb77ffcca26 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:05.133960 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-877c9171-9bd2-421b-ae15-95983e446faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (f5cf9c1a-6fde-408b-a4bb-acb77ffcca26), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:05.225735 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cafc08a7-2837-47e0-bf17-78359a1680ed req-17a4fb00-1ee2-4d78-bd55-5246deef8d60 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/ports?device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c HTTP/1.1" status: 200 len: 210 time: 0.0983174 Jan 29 04:28:05.230365 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-bbe9d52a-5fab-4d56-932f-b55cf806d407 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Deleting port e0ac0928-32cf-4090-89c2-e7eeb522b7d7 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:28:05.230825 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bbe9d52a-5fab-4d56-932f-b55cf806d407 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (e0ac0928-32cf-4090-89c2-e7eeb522b7d7), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:05.297155 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-c764a262-8728-4aa4-ad31-2080808b8d6f tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1218af32ef54486a3687ccbcfae4b37 HTTP/1.1" status: 200 len: 379 time: 0.2826056 Jan 29 04:28:05.306643 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-68cdb9e8-3905-4e28-a8a5-192d348dad1c tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Request body: {'port': {'device_id': '2471a799-07fd-4f75-bd33-3f5d9eacfa2c', 'network_id': '9ab12730-721a-45c7-85f6-a754b924ee36', 'admin_state_up': True, 'tenant_id': 'd1218af32ef54486a3687ccbcfae4b37', 'security_groups': ['d988af8b-ef19-409e-9a6b-f84166dff0da']}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:05.332904 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-4fe91042-0753-4572-a6ff-5be58db83687 None None] Attempting to bind port c3ad0242-31ef-4717-bd0a-1d6da388171e on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:28:05.333299 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-4fe91042-0753-4572-a6ff-5be58db83687 None None] Attempting to bind port c3ad0242-31ef-4717-bd0a-1d6da388171e by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '19b39514-eda0-408e-b01b-bb163ac9195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd4d679c4-a6d2-49f4-a547-440dc61cfb1b'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:28:05.333669 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe91042-0753-4572-a6ff-5be58db83687 None None] Attempting to bind port c3ad0242-31ef-4717-bd0a-1d6da388171e on network d4d679c4-a6d2-49f4-a547-440dc61cfb1b {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:28:05.335227 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-0397d2f7-3fdf-41ec-89bd-ad11106ae951 req-e18ab76f-d054-450b-805d-2fa9ba49d01a tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3295600 Jan 29 04:28:05.356261 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe91042-0753-4572-a6ff-5be58db83687 None None] Pushing event updated for resources: {'Port': ['ID=c3ad0242-31ef-4717-bd0a-1d6da388171e,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:05.374782 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe91042-0753-4572-a6ff-5be58db83687 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:05.375265 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe91042-0753-4572-a6ff-5be58db83687 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:05.375519 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe91042-0753-4572-a6ff-5be58db83687 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:05.385110 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe91042-0753-4572-a6ff-5be58db83687 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:05.385110 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe91042-0753-4572-a6ff-5be58db83687 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:05.385110 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe91042-0753-4572-a6ff-5be58db83687 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:05.385110 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe91042-0753-4572-a6ff-5be58db83687 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:05.385110 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe91042-0753-4572-a6ff-5be58db83687 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:05.385110 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe91042-0753-4572-a6ff-5be58db83687 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:05.385110 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe91042-0753-4572-a6ff-5be58db83687 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:05.385110 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe91042-0753-4572-a6ff-5be58db83687 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:05.385110 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe91042-0753-4572-a6ff-5be58db83687 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:05.385110 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe91042-0753-4572-a6ff-5be58db83687 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:05.438761 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe91042-0753-4572-a6ff-5be58db83687 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:28:05.440008 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe91042-0753-4572-a6ff-5be58db83687 None None] Checking segment: {'id': '19b39514-eda0-408e-b01b-bb163ac9195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd4d679c4-a6d2-49f4-a547-440dc61cfb1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:28:05.440008 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4fe91042-0753-4572-a6ff-5be58db83687 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:05.441467 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe91042-0753-4572-a6ff-5be58db83687 None None] Bound using segment: {'id': '19b39514-eda0-408e-b01b-bb163ac9195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd4d679c4-a6d2-49f4-a547-440dc61cfb1b'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:28:05.441467 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-4fe91042-0753-4572-a6ff-5be58db83687 None None] Bound port: c3ad0242-31ef-4717-bd0a-1d6da388171e, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19b39514-eda0-408e-b01b-bb163ac9195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd4d679c4-a6d2-49f4-a547-440dc61cfb1b'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:28:05.441467 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4fe91042-0753-4572-a6ff-5be58db83687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (c3ad0242-31ef-4717-bd0a-1d6da388171e), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:05.459281 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653b16b8-f721-42d5-b1a9-4f7e7e75b981 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Made reservation on behalf of 931e85f3b3ac4f669ae92c3bafe28f71 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:05.478280 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port f5cf9c1a-6fde-408b-a4bb-acb77ffcca26 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:05.478643 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (f5cf9c1a-6fde-408b-a4bb-acb77ffcca26), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:05.498386 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4969071-233e-40b0-975f-07ef4f387542 req-473b6dd0-c2cd-452a-997e-6898a6c6ac00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:05.499900 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d4969071-233e-40b0-975f-07ef4f387542 req-473b6dd0-c2cd-452a-997e-6898a6c6ac00 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9507ed99-2983-492a-ac2f-269d5807feac HTTP/1.1" status: 200 len: 911 time: 0.4243014 Jan 29 04:28:05.550742 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cecbc21-771e-4a60-a3b0-ef7548953280 None None] Pushing event updated for resources: {'Port': ['ID=ac869c34-1d58-446a-9d3b-74fb246d8bd8,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:05.622828 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bbe9d52a-5fab-4d56-932f-b55cf806d407 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (e0ac0928-32cf-4090-89c2-e7eeb522b7d7), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:05.640410 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port f5cf9c1a-6fde-408b-a4bb-acb77ffcca26, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=f5cf9c1a-6fde-408b-a4bb-acb77ffcca26,segment=NetworkSegment(8ab4a9a4-5bc1-4fdf-85e0-6def2e4f27aa),segment_id=8ab4a9a4-5bc1-4fdf-85e0-6def2e4f27aa)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:05.674080 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-877c9171-9bd2-421b-ae15-95983e446faf None None] Current status of the port f5cf9c1a-6fde-408b-a4bb-acb77ffcca26 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:05.674650 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-877c9171-9bd2-421b-ae15-95983e446faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (f5cf9c1a-6fde-408b-a4bb-acb77ffcca26), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:05.683744 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-bbe9d52a-5fab-4d56-932f-b55cf806d407 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Calling delete_port for e0ac0928-32cf-4090-89c2-e7eeb522b7d7 owned by {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:28:05.689561 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-4fe91042-0753-4572-a6ff-5be58db83687 None None] For port c3ad0242-31ef-4717-bd0a-1d6da388171e, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:28:05.695905 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b37bcebe-90b9-429c-82a7-029838bae20f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (fd1c82a0-7a2e-4ff6-aceb-1abab0f9a5fc), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:05.715040 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-4fe91042-0753-4572-a6ff-5be58db83687 None None] For port c3ad0242-31ef-4717-bd0a-1d6da388171e, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=c3ad0242-31ef-4717-bd0a-1d6da388171e,segment=NetworkSegment(19b39514-eda0-408e-b01b-bb163ac9195d),segment_id=19b39514-eda0-408e-b01b-bb163ac9195d)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:28:05.719766 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (f5cf9c1a-6fde-408b-a4bb-acb77ffcca26), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:05.721238 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device da186653-6135-4f85-a205-2777d30ec311 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:05.768317 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d4969071-233e-40b0-975f-07ef4f387542 req-b662a471-f024-45d6-990c-974c07174f28 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1034befb-3cd4-4337-8ed7-028318e7f85e HTTP/1.1" status: 200 len: 1002 time: 0.2612381 Jan 29 04:28:05.797409 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4fe91042-0753-4572-a6ff-5be58db83687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (c3ad0242-31ef-4717-bd0a-1d6da388171e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:05.858776 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37bcebe-90b9-429c-82a7-029838bae20f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Network d4d679c4-a6d2-49f4-a547-440dc61cfb1b is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:05.898673 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-877c9171-9bd2-421b-ae15-95983e446faf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:28:05.899115 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-877c9171-9bd2-421b-ae15-95983e446faf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:28:05.901976 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-b37bcebe-90b9-429c-82a7-029838bae20f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:05.910935 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=f5cf9c1a-6fde-408b-a4bb-acb77ffcca26,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:05.920336 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37bcebe-90b9-429c-82a7-029838bae20f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:05.920984 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b37bcebe-90b9-429c-82a7-029838bae20f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:05.951338 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37bcebe-90b9-429c-82a7-029838bae20f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'Subnet': ['ID=fd1c82a0-7a2e-4ff6-aceb-1abab0f9a5fc,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:05.972331 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-68cdb9e8-3905-4e28-a8a5-192d348dad1c tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Made reservation on behalf of d1218af32ef54486a3687ccbcfae4b37 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:05.977372 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-68cdb9e8-3905-4e28-a8a5-192d348dad1c tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:05.993973 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4969071-233e-40b0-975f-07ef4f387542 req-ed2d4a07-9916-4c62-89cd-9acd70df884e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:05.995800 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d4969071-233e-40b0-975f-07ef4f387542 req-ed2d4a07-9916-4c62-89cd-9acd70df884e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ca2d3a0a-064d-4780-9b58-334005fc5d1b HTTP/1.1" status: 200 len: 849 time: 0.2185984 Jan 29 04:28:06.024009 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port da186653-6135-4f85-a205-2777d30ec311 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:06.024799 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (da186653-6135-4f85-a205-2777d30ec311), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:06.089651 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-25f55758-0a62-4d2e-8861-5d3b615665c6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (00d9b2bd-fbdb-4e11-a98a-7418ecdbde79), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:06.120157 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe91042-0753-4572-a6ff-5be58db83687 None None] Pushing event updated for resources: {'Port': ['ID=c3ad0242-31ef-4717-bd0a-1d6da388171e,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:06.123671 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b37bcebe-90b9-429c-82a7-029838bae20f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2262785 Jan 29 04:28:06.129399 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51982) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:06.133358 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.objects.ports [None req-bbd41f52-9357-4c18-a9ea-395348a086f6 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103584) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 04:28:06.133840 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bbd41f52-9357-4c18-a9ea-395348a086f6 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (2a639adc-c8fc-4048-9d9a-2296d85971dc), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:06.140145 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-94dd23cf-3fe5-4c7f-a90f-c8eeb87f92d0 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'port': {'network_id': 'd4d679c4-a6d2-49f4-a547-440dc61cfb1b', 'fixed_ips': [{'subnet_id': '2473ce5a-ccd1-495a-afb5-08f4c90ce597'}, {'subnet_id': 'fd1c82a0-7a2e-4ff6-aceb-1abab0f9a5fc'}], 'name': 'tempest-PortsTestJSON-555272459'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:06.195228 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port da186653-6135-4f85-a205-2777d30ec311 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:06.195621 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (da186653-6135-4f85-a205-2777d30ec311), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:06.223059 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f55758-0a62-4d2e-8861-5d3b615665c6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Port': ['ID=00d9b2bd-fbdb-4e11-a98a-7418ecdbde79,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:06.250049 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port da186653-6135-4f85-a205-2777d30ec311, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=da186653-6135-4f85-a205-2777d30ec311,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:06.323144 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (da186653-6135-4f85-a205-2777d30ec311), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:06.324224 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 7b04459c-b3f3-49a9-83d2-02050a0cd484 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:06.333067 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-25f55758-0a62-4d2e-8861-5d3b615665c6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:06.336410 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-25f55758-0a62-4d2e-8861-5d3b615665c6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/ports/00d9b2bd-fbdb-4e11-a98a-7418ecdbde79 HTTP/1.1" status: 204 len: 168 time: 2.2411366 Jan 29 04:28:06.341055 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51986) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:06.358233 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-653b16b8-f721-42d5-b1a9-4f7e7e75b981 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:06.452826 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd41f52-9357-4c18-a9ea-395348a086f6 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2a639adc-c8fc-4048-9d9a-2296d85971dc,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:06.514460 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=da186653-6135-4f85-a205-2777d30ec311,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:06.534051 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-877c9171-9bd2-421b-ae15-95983e446faf None None] Current status of the port f5cf9c1a-6fde-408b-a4bb-acb77ffcca26 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:06.549922 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 7b04459c-b3f3-49a9-83d2-02050a0cd484 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:06.550342 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (7b04459c-b3f3-49a9-83d2-02050a0cd484), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:06.554012 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4969071-233e-40b0-975f-07ef4f387542 req-d668e1af-47ef-4e83-bf42-cc8f94ffb20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:06.557120 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d4969071-233e-40b0-975f-07ef4f387542 req-d668e1af-47ef-4e83-bf42-cc8f94ffb20d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9507ed99-2983-492a-ac2f-269d5807feac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.5524607 Jan 29 04:28:06.577050 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-107c6d1c-803f-4338-a1de-b5eb84f0bd21 req-86410a03-20e7-4543-a882-130ebc0742c5 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/ports?device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c HTTP/1.1" status: 200 len: 210 time: 0.1644623 Jan 29 04:28:06.615309 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-653b16b8-f721-42d5-b1a9-4f7e7e75b981 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] device_id is not set on port e46797d6-6b38-42ce-b1b8-c36237489818 yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:28:06.707971 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-dcb1eb95-ac96-449f-abee-2e801c365d12 None None] Could not find standard attr ID for object 00d9b2bd-fbdb-4e11-a98a-7418ecdbde79. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:28:06.857343 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-dcb1eb95-ac96-449f-abee-2e801c365d12 None None] Provisioning complete for port c6d78add-5ce8-4e88-bc93-cc14ea929222 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:06.857724 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dcb1eb95-ac96-449f-abee-2e801c365d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c6d78add-5ce8-4e88-bc93-cc14ea929222), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:06.925639 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 7b04459c-b3f3-49a9-83d2-02050a0cd484 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:06.960764 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-dcb1eb95-ac96-449f-abee-2e801c365d12 None None] Port c6d78add-5ce8-4e88-bc93-cc14ea929222 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:28:06.981633 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-dcb1eb95-ac96-449f-abee-2e801c365d12 None None] Provisioning complete for port da186653-6135-4f85-a205-2777d30ec311 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:06.982022 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dcb1eb95-ac96-449f-abee-2e801c365d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (da186653-6135-4f85-a205-2777d30ec311), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:07.172237 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b979819d-d9b9-4450-a4e1-5885e59a562b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:07.172237 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b979819d-d9b9-4450-a4e1-5885e59a562b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:07.172237 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b979819d-d9b9-4450-a4e1-5885e59a562b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7311752 Jan 29 04:28:07.172237 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51990) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:07.172237 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-68cdb9e8-3905-4e28-a8a5-192d348dad1c tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Allocated IP 172.20.0.3 (9ab12730-721a-45c7-85f6-a754b924ee36/243e0a19-7391-4f55-8e4a-713131ecc5e5/8ee8941e-2bbc-4cf8-9266-3d84dec89660) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:07.176250 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-dcb1eb95-ac96-449f-abee-2e801c365d12 None None] Current status of the port da186653-6135-4f85-a205-2777d30ec311 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:07.176250 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-dcb1eb95-ac96-449f-abee-2e801c365d12 None None] Could not find standard attr ID for object e0ac0928-32cf-4090-89c2-e7eeb522b7d7. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:28:07.199623 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-dcb1eb95-ac96-449f-abee-2e801c365d12 None None] Provisioning complete for port f5cf9c1a-6fde-408b-a4bb-acb77ffcca26 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:07.200201 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dcb1eb95-ac96-449f-abee-2e801c365d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (f5cf9c1a-6fde-408b-a4bb-acb77ffcca26), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:07.316676 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-dcb1eb95-ac96-449f-abee-2e801c365d12 None None] Current status of the port f5cf9c1a-6fde-408b-a4bb-acb77ffcca26 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:07.363025 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2d9410-32a3-4011-9b29-c9523efa2265 None None] Network 1d0a00f5-b320-4066-9757-482319478286 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:07.364963 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b583738-d308-4444-ad44-d45150c9bbbe tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting subnet 35e670f2-aece-4be6-a594-a11bf17c1bcb {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:28:07.374189 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bbe9d52a-5fab-4d56-932f-b55cf806d407 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (e0ac0928-32cf-4090-89c2-e7eeb522b7d7), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:07.376767 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94dd23cf-3fe5-4c7f-a90f-c8eeb87f92d0 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Made reservation on behalf of d8e0f965da8447998d407abf5ce886cf for: {'port': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:07.397548 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7b583738-d308-4444-ad44-d45150c9bbbe tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (35e670f2-aece-4be6-a594-a11bf17c1bcb), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:07.425467 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd41f52-9357-4c18-a9ea-395348a086f6 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Checking segment: {'id': '068280c7-fd16-4bc2-b921-7fe73f9c1f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b82e3901-2671-4275-848d-ad78af91ef2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:28:07.430109 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd41f52-9357-4c18-a9ea-395348a086f6 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Network hostable DHCP agents. Network: b82e3901-2671-4275-848d-ad78af91ef2d, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:28:07.487260 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-792c250e-3f5b-4893-b855-aab3ea3b4075 None None] Could not find standard attr ID for object 00d9b2bd-fbdb-4e11-a98a-7418ecdbde79. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:28:07.522449 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device ac869c34-1d58-446a-9d3b-74fb246d8bd8 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:07.537404 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7b583738-d308-4444-ad44-d45150c9bbbe tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (35e670f2-aece-4be6-a594-a11bf17c1bcb), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:07.572595 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-792c250e-3f5b-4893-b855-aab3ea3b4075 None None] Provisioning complete for port ac869c34-1d58-446a-9d3b-74fb246d8bd8 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:07.573034 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-792c250e-3f5b-4893-b855-aab3ea3b4075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (ac869c34-1d58-446a-9d3b-74fb246d8bd8), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:07.583240 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe9d52a-5fab-4d56-932f-b55cf806d407 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Pushing event deleted for resources: {'Port': ['ID=e0ac0928-32cf-4090-89c2-e7eeb522b7d7,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:07.665740 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port ac869c34-1d58-446a-9d3b-74fb246d8bd8 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:07.673581 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (ac869c34-1d58-446a-9d3b-74fb246d8bd8), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:07.674288 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844635e-424c-43b0-a953-51aefa8b6a1c req-e0a40082-040d-45b9-ac0b-9182ba846488 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:07.688579 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-f844635e-424c-43b0-a953-51aefa8b6a1c req-e0a40082-040d-45b9-ac0b-9182ba846488 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 1.2297859 Jan 29 04:28:07.761700 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bbe9d52a-5fab-4d56-932f-b55cf806d407 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:07.765376 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-bbe9d52a-5fab-4d56-932f-b55cf806d407 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] 10.222.0.13 "DELETE /v2.0/ports/e0ac0928-32cf-4090-89c2-e7eeb522b7d7 HTTP/1.1" status: 204 len: 168 time: 3.2214987 Jan 29 04:28:07.766902 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-792c250e-3f5b-4893-b855-aab3ea3b4075 None None] Current status of the port ac869c34-1d58-446a-9d3b-74fb246d8bd8 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:07.768714 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-792c250e-3f5b-4893-b855-aab3ea3b4075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (ac869c34-1d58-446a-9d3b-74fb246d8bd8), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:07.772536 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-94dd23cf-3fe5-4c7f-a90f-c8eeb87f92d0 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:07.773902 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-68cdb9e8-3905-4e28-a8a5-192d348dad1c tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for port (8ee8941e-2bbc-4cf8-9266-3d84dec89660), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:07.777951 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 51994) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:07.785310 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-04b66864-152e-4877-a36d-f5fe62a88cf0 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Request body: {'port': {'name': 'tempest-new-port-name-948068925', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:07.785310 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.api.validators [None req-04b66864-152e-4877-a36d-f5fe62a88cf0 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] bootfile-name is not in valid_values {{(pid=103584) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 29 04:28:07.785310 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.api.validators [None req-04b66864-152e-4877-a36d-f5fe62a88cf0 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] tftp-server is not in valid_values {{(pid=103584) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 29 04:28:07.785310 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.api.validators [None req-04b66864-152e-4877-a36d-f5fe62a88cf0 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] server-ip-address is not in valid_values {{(pid=103584) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 29 04:28:07.804578 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d4969071-233e-40b0-975f-07ef4f387542 req-80a7d8d5-1561-4add-86ad-ad4f777524d3 service neutron] 10.222.0.18 "GET /v2.0/networks/9507ed99-2983-492a-ac2f-269d5807feac?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1548955 Jan 29 04:28:07.811923 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-01f31058-a16a-4112-a3b9-fa3bc7926238 req-97793f1a-5b1c-4ba4-8d3d-6d84b4e20cac tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/ports?device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c HTTP/1.1" status: 200 len: 210 time: 0.0712872 Jan 29 04:28:07.861252 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd41f52-9357-4c18-a9ea-395348a086f6 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Network b82e3901-2671-4275-848d-ad78af91ef2d is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:28:07.874416 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7b583738-d308-4444-ad44-d45150c9bbbe tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (35e670f2-aece-4be6-a594-a11bf17c1bcb), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:07.919102 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [None req-94dd23cf-3fe5-4c7f-a90f-c8eeb87f92d0 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] device_id is not set on port e64a3d2a-9671-44d7-92b5-49b2554a207d yet. {{(pid=103584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:28:07.973891 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-653b16b8-f721-42d5-b1a9-4f7e7e75b981 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Allocated IP 2001:db8::eb (1d0a00f5-b320-4066-9757-482319478286/2676f826-e38a-4f50-8d87-1103a4f15461/e46797d6-6b38-42ce-b1b8-c36237489818) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:07.974635 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-f844635e-424c-43b0-a953-51aefa8b6a1c req-1ea5b763-bf3d-453d-b7f8-46e6dd7285c8 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2843812 Jan 29 04:28:08.003177 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-653b16b8-f721-42d5-b1a9-4f7e7e75b981 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Allocated IP 2001:db8:0:1::276 (1d0a00f5-b320-4066-9757-482319478286/dcde39ac-12da-437c-8be2-65d6da419d15/e46797d6-6b38-42ce-b1b8-c36237489818) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:08.025048 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-bbd41f52-9357-4c18-a9ea-395348a086f6 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, b82e3901-2671-4275-848d-ad78af91ef2d) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:08.048051 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-68cdb9e8-3905-4e28-a8a5-192d348dad1c tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (8ee8941e-2bbc-4cf8-9266-3d84dec89660), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:08.074080 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a924bf44-8d5e-4de8-a596-5c78c4064a29 None None] Network b82e3901-2671-4275-848d-ad78af91ef2d requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:08.084524 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd41f52-9357-4c18-a9ea-395348a086f6 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:08.085464 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bbd41f52-9357-4c18-a9ea-395348a086f6 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:08.115295 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-792c250e-3f5b-4893-b855-aab3ea3b4075 None None] For port ac869c34-1d58-446a-9d3b-74fb246d8bd8, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=ac869c34-1d58-446a-9d3b-74fb246d8bd8,segment=NetworkSegment(68b634a6-2c51-45cd-9438-64179ed0b313),segment_id=68b634a6-2c51-45cd-9438-64179ed0b313)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:08.122349 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port ac869c34-1d58-446a-9d3b-74fb246d8bd8 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:08.122566 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-68cdb9e8-3905-4e28-a8a5-192d348dad1c tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Network 9ab12730-721a-45c7-85f6-a754b924ee36 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:08.122741 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (ac869c34-1d58-446a-9d3b-74fb246d8bd8), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:08.125253 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-04b66864-152e-4877-a36d-f5fe62a88cf0 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (c6d78add-5ce8-4e88-bc93-cc14ea929222), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:08.128006 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7b583738-d308-4444-ad44-d45150c9bbbe tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (35e670f2-aece-4be6-a594-a11bf17c1bcb), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:08.177393 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-68cdb9e8-3905-4e28-a8a5-192d348dad1c tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:08.181104 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-68cdb9e8-3905-4e28-a8a5-192d348dad1c tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:08.187020 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d4969071-233e-40b0-975f-07ef4f387542 req-0f2a9e63-3ad6-4f96-87ac-c860ff9dff2f service neutron] 10.222.0.18 "GET /v2.0/networks/9507ed99-2983-492a-ac2f-269d5807feac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334987 Jan 29 04:28:08.188892 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-792c250e-3f5b-4893-b855-aab3ea3b4075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (ac869c34-1d58-446a-9d3b-74fb246d8bd8), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:08.201724 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b583738-d308-4444-ad44-d45150c9bbbe tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Subnet': ['ID=35e670f2-aece-4be6-a594-a11bf17c1bcb,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:08.234073 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7b583738-d308-4444-ad44-d45150c9bbbe tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:08.237421 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b159e38-5afc-40c1-996e-171ea5d0f3d1 None None] Update dhcp port {'port': {'network_id': '1d0a00f5-b320-4066-9757-482319478286', 'fixed_ips': [{'subnet_id': '2676f826-e38a-4f50-8d87-1103a4f15461', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dcde39ac-12da-437c-8be2-65d6da419d15'}], 'binding:host_id': 'dv-neutron-821190-1-hyperv'}, 'id': 'ac869c34-1d58-446a-9d3b-74fb246d8bd8'} from dv-neutron-821190-1-hyperv. {{(pid=103586) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 29 04:28:08.239596 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-792c250e-3f5b-4893-b855-aab3ea3b4075 None None] Could not find standard attr ID for object e0ac0928-32cf-4090-89c2-e7eeb522b7d7. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:28:08.246163 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7b583738-d308-4444-ad44-d45150c9bbbe tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/35e670f2-aece-4be6-a594-a11bf17c1bcb HTTP/1.1" status: 204 len: 168 time: 1.1472900 Jan 29 04:28:08.258507 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51996) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:08.268146 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c808bb8d-1a31-4700-bc4d-7ed7d28ca2c5 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:08.358019 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-be7b3054-12d7-4f9a-9868-77dcd9dc455a tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0902972 Jan 29 04:28:08.367093 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 51998) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:08.375057 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-43800311-3718-42e1-aee5-3663cd66259d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'subnet': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:08.378821 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cdb9e8-3905-4e28-a8a5-192d348dad1c tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Pushing event updated for resources: {'Port': ['ID=8ee8941e-2bbc-4cf8-9266-3d84dec89660,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:08.392088 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a44c74-85a0-4e02-83bb-73c6c1dc3da1 None None] Network d4d679c4-a6d2-49f4-a547-440dc61cfb1b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:08.429801 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0b159e38-5afc-40c1-996e-171ea5d0f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (ac869c34-1d58-446a-9d3b-74fb246d8bd8), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:08.440864 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-bbd41f52-9357-4c18-a9ea-395348a086f6 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.4466074 Jan 29 04:28:08.446375 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52000) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:08.468434 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-3481c6f0-6c91-41a3-ba4d-b55c589b42b8 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Request body: {'floatingip': {'floating_network_id': 'b82e3901-2671-4275-848d-ad78af91ef2d'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:08.471322 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792c250e-3f5b-4893-b855-aab3ea3b4075 None None] Pushing event updated for resources: {'Port': ['ID=ac869c34-1d58-446a-9d3b-74fb246d8bd8,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:08.507556 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-792c250e-3f5b-4893-b855-aab3ea3b4075 None None] Provisioning complete for port c6d78add-5ce8-4e88-bc93-cc14ea929222 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:08.507941 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-792c250e-3f5b-4893-b855-aab3ea3b4075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c6d78add-5ce8-4e88-bc93-cc14ea929222), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:08.513041 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9368e39a-8f75-46a9-b481-15ccf1aaa14a None None] Network b82e3901-2671-4275-848d-ad78af91ef2d requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:08.516346 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:28:08.516732 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:28:08.519288 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-68cdb9e8-3905-4e28-a8a5-192d348dad1c tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:08.519288 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-68cdb9e8-3905-4e28-a8a5-192d348dad1c tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:08.623512 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-653b16b8-f721-42d5-b1a9-4f7e7e75b981 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for port (e46797d6-6b38-42ce-b1b8-c36237489818), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:08.639967 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-68cdb9e8-3905-4e28-a8a5-192d348dad1c tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3373821 Jan 29 04:28:08.660815 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-cd62faa6-c125-4e03-b2ca-8685f12b2fc6 service neutron] Request body: {'port': {'device_id': '2471a799-07fd-4f75-bd33-3f5d9eacfa2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:08.663457 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-04b66864-152e-4877-a36d-f5fe62a88cf0 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Publish callbacks [] for port (c6d78add-5ce8-4e88-bc93-cc14ea929222), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:08.682480 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-792c250e-3f5b-4893-b855-aab3ea3b4075 None None] Port c6d78add-5ce8-4e88-bc93-cc14ea929222 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:28:08.706775 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3481c6f0-6c91-41a3-ba4d-b55c589b42b8 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:08.730124 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43800311-3718-42e1-aee5-3663cd66259d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:08.737071 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-43800311-3718-42e1-aee5-3663cd66259d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:08.773149 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-94dd23cf-3fe5-4c7f-a90f-c8eeb87f92d0 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Allocated IP 172.20.0.4 (d4d679c4-a6d2-49f4-a547-440dc61cfb1b/2473ce5a-ccd1-495a-afb5-08f4c90ce597/e64a3d2a-9671-44d7-92b5-49b2554a207d) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:08.781446 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-94dd23cf-3fe5-4c7f-a90f-c8eeb87f92d0 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Allocated IP 172.20.0.30 (d4d679c4-a6d2-49f4-a547-440dc61cfb1b/fd1c82a0-7a2e-4ff6-aceb-1abab0f9a5fc/e64a3d2a-9671-44d7-92b5-49b2554a207d) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:08.812110 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-04b66864-152e-4877-a36d-f5fe62a88cf0 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (c6d78add-5ce8-4e88-bc93-cc14ea929222), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:08.861643 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-653b16b8-f721-42d5-b1a9-4f7e7e75b981 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (e46797d6-6b38-42ce-b1b8-c36237489818), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:08.885843 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-04b66864-152e-4877-a36d-f5fe62a88cf0 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] In _notify_port_updated(), no bound segment for port c6d78add-5ce8-4e88-bc93-cc14ea929222 on network 57bc722e-8101-4285-bafb-dcc9aca96dbe {{(pid=103584) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 04:28:08.903449 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b66864-152e-4877-a36d-f5fe62a88cf0 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:08.904573 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-04b66864-152e-4877-a36d-f5fe62a88cf0 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:08.905754 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-04b66864-152e-4877-a36d-f5fe62a88cf0 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] 10.222.0.13 "PUT /v2.0/ports/c6d78add-5ce8-4e88-bc93-cc14ea929222 HTTP/1.1" status: 200 len: 1129 time: 1.1268322 Jan 29 04:28:08.921643 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-25900301-3d72-4c33-ace7-33f9f6d4f658 None None] Provisioning complete for port 8ee8941e-2bbc-4cf8-9266-3d84dec89660 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:08.922436 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-25900301-3d72-4c33-ace7-33f9f6d4f658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (8ee8941e-2bbc-4cf8-9266-3d84dec89660), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:08.929545 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52004) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:08.981794 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-0b159e38-5afc-40c1-996e-171ea5d0f3d1 None None] Allocated IP 2001:db8:0:1::2 (1d0a00f5-b320-4066-9757-482319478286/dcde39ac-12da-437c-8be2-65d6da419d15/ac869c34-1d58-446a-9d3b-74fb246d8bd8) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:08.995528 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-25900301-3d72-4c33-ace7-33f9f6d4f658 None None] Port 8ee8941e-2bbc-4cf8-9266-3d84dec89660 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:28:09.004924 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bca8159-8270-48b5-beb6-96f0e31c3cd8 None None] DHCP port deletion for 4d28e89c-1ada-4d65-a68a-7c96765b022b request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:28:09.020127 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-cd62faa6-c125-4e03-b2ca-8685f12b2fc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (8ee8941e-2bbc-4cf8-9266-3d84dec89660), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:09.098636 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b66864-152e-4877-a36d-f5fe62a88cf0 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Pushing event updated for resources: {'Port': ['ID=c6d78add-5ce8-4e88-bc93-cc14ea929222,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:09.165751 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-25900301-3d72-4c33-ace7-33f9f6d4f658 None None] Provisioning complete for port c3ad0242-31ef-4717-bd0a-1d6da388171e triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:09.166293 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-25900301-3d72-4c33-ace7-33f9f6d4f658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c3ad0242-31ef-4717-bd0a-1d6da388171e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:09.172872 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f21542-add9-4bee-936a-82975199bdec tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:09.174404 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-73f21542-add9-4bee-936a-82975199bdec tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] 10.222.0.13 "GET /v2.0/ports/c6d78add-5ce8-4e88-bc93-cc14ea929222 HTTP/1.1" status: 200 len: 1129 time: 0.2438824 Jan 29 04:28:09.187457 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52008) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:09.221001 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port ac869c34-1d58-446a-9d3b-74fb246d8bd8 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:09.222119 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device da186653-6135-4f85-a205-2777d30ec311 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:09.272694 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd28fc2d-1abe-4b97-924b-6892ba7ed99c None None] Update dhcp port {'port': {'network_id': 'd4d679c4-a6d2-49f4-a547-440dc61cfb1b', 'fixed_ips': [{'subnet_id': '2473ce5a-ccd1-495a-afb5-08f4c90ce597', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fd1c82a0-7a2e-4ff6-aceb-1abab0f9a5fc'}], 'binding:host_id': 'dv-neutron-821190-1-hyperv'}, 'id': 'c3ad0242-31ef-4717-bd0a-1d6da388171e'} from dv-neutron-821190-1-hyperv. {{(pid=103586) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 29 04:28:09.294554 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-94dd23cf-3fe5-4c7f-a90f-c8eeb87f92d0 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for port (e64a3d2a-9671-44d7-92b5-49b2554a207d), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:09.309763 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3481c6f0-6c91-41a3-ba4d-b55c589b42b8 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:09.324432 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-0b159e38-5afc-40c1-996e-171ea5d0f3d1 None None] For port ac869c34-1d58-446a-9d3b-74fb246d8bd8, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=ac869c34-1d58-446a-9d3b-74fb246d8bd8,segment=NetworkSegment(68b634a6-2c51-45cd-9438-64179ed0b313),segment_id=68b634a6-2c51-45cd-9438-64179ed0b313)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:09.350510 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bd28fc2d-1abe-4b97-924b-6892ba7ed99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (c3ad0242-31ef-4717-bd0a-1d6da388171e), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:09.398098 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653b16b8-f721-42d5-b1a9-4f7e7e75b981 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Network 1d0a00f5-b320-4066-9757-482319478286 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:09.410471 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-653b16b8-f721-42d5-b1a9-4f7e7e75b981 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:09.417301 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-7bca8159-8270-48b5-beb6-96f0e31c3cd8 None None] Deleting port da186653-6135-4f85-a205-2777d30ec311 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:28:09.422651 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7bca8159-8270-48b5-beb6-96f0e31c3cd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (da186653-6135-4f85-a205-2777d30ec311), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:09.437505 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653b16b8-f721-42d5-b1a9-4f7e7e75b981 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:09.442228 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0b159e38-5afc-40c1-996e-171ea5d0f3d1 None None] Publish callbacks [] for port (ac869c34-1d58-446a-9d3b-74fb246d8bd8), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:09.442678 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653b16b8-f721-42d5-b1a9-4f7e7e75b981 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:09.443314 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-653b16b8-f721-42d5-b1a9-4f7e7e75b981 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:09.444228 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f40af-a31d-4888-b26d-d7df63c51834 req-65e4d0fb-e88e-4667-a127-03110139a905 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:09.445771 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-698f40af-a31d-4888-b26d-d7df63c51834 req-65e4d0fb-e88e-4667-a127-03110139a905 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.2896056 Jan 29 04:28:09.506146 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe50bbe-67de-4f23-ab88-1874b50380ff req-c9a361ef-945a-41b2-9bb6-0e8866e8d4b5 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:09.507850 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6fe50bbe-67de-4f23-ab88-1874b50380ff req-c9a361ef-945a-41b2-9bb6-0e8866e8d4b5 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/ports?device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c HTTP/1.1" status: 200 len: 931 time: 0.5570879 Jan 29 04:28:09.514728 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-25900301-3d72-4c33-ace7-33f9f6d4f658 None None] Current status of the port c3ad0242-31ef-4717-bd0a-1d6da388171e is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:09.515246 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-25900301-3d72-4c33-ace7-33f9f6d4f658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (c3ad0242-31ef-4717-bd0a-1d6da388171e), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:09.518275 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b16b8-f721-42d5-b1a9-4f7e7e75b981 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'Port': ['ID=e46797d6-6b38-42ce-b1b8-c36237489818,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:09.523478 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-94dd23cf-3fe5-4c7f-a90f-c8eeb87f92d0 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (e64a3d2a-9671-44d7-92b5-49b2554a207d), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:09.536502 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port da186653-6135-4f85-a205-2777d30ec311 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:09.536502 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (da186653-6135-4f85-a205-2777d30ec311), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:09.536714 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-791ac84f-506b-4a00-8689-b11e9498d0a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Deleting port c6d78add-5ce8-4e88-bc93-cc14ea929222 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:28:09.536714 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-791ac84f-506b-4a00-8689-b11e9498d0a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (c6d78add-5ce8-4e88-bc93-cc14ea929222), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:09.594113 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0b159e38-5afc-40c1-996e-171ea5d0f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (ac869c34-1d58-446a-9d3b-74fb246d8bd8), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:09.598230 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-7bca8159-8270-48b5-beb6-96f0e31c3cd8 None None] For port da186653-6135-4f85-a205-2777d30ec311, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=da186653-6135-4f85-a205-2777d30ec311,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:09.598741 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7bca8159-8270-48b5-beb6-96f0e31c3cd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (da186653-6135-4f85-a205-2777d30ec311), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:09.636800 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-653b16b8-f721-42d5-b1a9-4f7e7e75b981 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 5.0743423 Jan 29 04:28:09.638320 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-3481c6f0-6c91-41a3-ba4d-b55c589b42b8 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Allocated IP 172.20.0.13 (b82e3901-2671-4275-848d-ad78af91ef2d/2a639adc-c8fc-4048-9d9a-2296d85971dc/002f33c0-5b12-49bb-87fa-64d5c7ba39d5) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:09.651403 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52010) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:09.661893 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-81c45f39-50b0-456b-8309-ef97cc2f1aff tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2676f826-e38a-4f50-8d87-1103a4f15461'}]}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:09.673604 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dd23cf-3fe5-4c7f-a90f-c8eeb87f92d0 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Network d4d679c4-a6d2-49f4-a547-440dc61cfb1b is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:09.692514 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-7bca8159-8270-48b5-beb6-96f0e31c3cd8 None None] Calling delete_port for da186653-6135-4f85-a205-2777d30ec311 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:28:09.705508 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6fe50bbe-67de-4f23-ab88-1874b50380ff req-1233ed1d-7c7d-41db-9645-0f7d4486d12e tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/security-groups?id=d988af8b-ef19-409e-9a6b-f84166dff0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1815953 Jan 29 04:28:09.735317 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-698f40af-a31d-4888-b26d-d7df63c51834 req-62680761-c7f3-4e19-8d30-0f28d79df7ed tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2690468 Jan 29 04:28:09.744097 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-94dd23cf-3fe5-4c7f-a90f-c8eeb87f92d0 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:09.748518 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dd23cf-3fe5-4c7f-a90f-c8eeb87f92d0 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:09.757680 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd23cf-3fe5-4c7f-a90f-c8eeb87f92d0 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'Port': ['ID=e64a3d2a-9671-44d7-92b5-49b2554a207d,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:09.875123 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-791ac84f-506b-4a00-8689-b11e9498d0a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (c6d78add-5ce8-4e88-bc93-cc14ea929222), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:09.927206 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-791ac84f-506b-4a00-8689-b11e9498d0a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Calling delete_port for c6d78add-5ce8-4e88-bc93-cc14ea929222 owned by {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:28:09.936598 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dd23cf-3fe5-4c7f-a90f-c8eeb87f92d0 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:09.937469 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-94dd23cf-3fe5-4c7f-a90f-c8eeb87f92d0 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:10.027505 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-cd62faa6-c125-4e03-b2ca-8685f12b2fc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ee8941e-2bbc-4cf8-9266-3d84dec89660 {{(pid=103585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:28:10.027900 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-25900301-3d72-4c33-ace7-33f9f6d4f658 None None] For port c3ad0242-31ef-4717-bd0a-1d6da388171e, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=c3ad0242-31ef-4717-bd0a-1d6da388171e,segment=NetworkSegment(19b39514-eda0-408e-b01b-bb163ac9195d),segment_id=19b39514-eda0-408e-b01b-bb163ac9195d)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:10.036868 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-43800311-3718-42e1-aee5-3663cd66259d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (8cb2fea8-64e0-4a5b-9061-ba092b4b4754), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:10.039664 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b159e38-5afc-40c1-996e-171ea5d0f3d1 None None] Pushing event updated for resources: {'Port': ['ID=ac869c34-1d58-446a-9d3b-74fb246d8bd8,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:10.041699 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-cd62faa6-c125-4e03-b2ca-8685f12b2fc6 service neutron] Publish callbacks [] for port (8ee8941e-2bbc-4cf8-9266-3d84dec89660), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:10.087519 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3481c6f0-6c91-41a3-ba4d-b55c589b42b8 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks [] for port (002f33c0-5b12-49bb-87fa-64d5c7ba39d5), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:10.099163 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-bd28fc2d-1abe-4b97-924b-6892ba7ed99c None None] Allocated IP 172.20.0.18 (d4d679c4-a6d2-49f4-a547-440dc61cfb1b/fd1c82a0-7a2e-4ff6-aceb-1abab0f9a5fc/c3ad0242-31ef-4717-bd0a-1d6da388171e) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:10.101260 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43800311-3718-42e1-aee5-3663cd66259d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:10.111290 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-25900301-3d72-4c33-ace7-33f9f6d4f658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (c3ad0242-31ef-4717-bd0a-1d6da388171e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:10.117410 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-43800311-3718-42e1-aee5-3663cd66259d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:10.122001 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.provisioning_blocks [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-cd62faa6-c125-4e03-b2ca-8685f12b2fc6 service neutron] Transition to ACTIVE for port object 8ee8941e-2bbc-4cf8-9266-3d84dec89660 will not be triggered until provisioned by entity L2. {{(pid=103585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:28:10.128038 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43800311-3718-42e1-aee5-3663cd66259d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:10.128809 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-43800311-3718-42e1-aee5-3663cd66259d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:10.149768 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43800311-3718-42e1-aee5-3663cd66259d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Subnet': ['ID=8cb2fea8-64e0-4a5b-9061-ba092b4b4754,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:10.156161 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-94dd23cf-3fe5-4c7f-a90f-c8eeb87f92d0 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 4.0253575 Jan 29 04:28:10.159834 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52012) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:10.166995 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-9c554964-6a5c-4647-8e0f-ee4446b7ead5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2473ce5a-ccd1-495a-afb5-08f4c90ce597'}]}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:10.167184 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port da186653-6135-4f85-a205-2777d30ec311 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:10.167914 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device f5cf9c1a-6fde-408b-a4bb-acb77ffcca26 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:10.181469 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-81c45f39-50b0-456b-8309-ef97cc2f1aff tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (e46797d6-6b38-42ce-b1b8-c36237489818), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:10.233922 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-cd62faa6-c125-4e03-b2ca-8685f12b2fc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (8ee8941e-2bbc-4cf8-9266-3d84dec89660), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:10.308653 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-bd28fc2d-1abe-4b97-924b-6892ba7ed99c None None] For port c3ad0242-31ef-4717-bd0a-1d6da388171e, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=c3ad0242-31ef-4717-bd0a-1d6da388171e,segment=NetworkSegment(19b39514-eda0-408e-b01b-bb163ac9195d),segment_id=19b39514-eda0-408e-b01b-bb163ac9195d)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:10.326549 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3481c6f0-6c91-41a3-ba4d-b55c589b42b8 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (002f33c0-5b12-49bb-87fa-64d5c7ba39d5), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:10.335754 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-43800311-3718-42e1-aee5-3663cd66259d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9627290 Jan 29 04:28:10.346383 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25900301-3d72-4c33-ace7-33f9f6d4f658 None None] Pushing event updated for resources: {'Port': ['ID=c3ad0242-31ef-4717-bd0a-1d6da388171e,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:10.360389 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52014) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:10.369830 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bd28fc2d-1abe-4b97-924b-6892ba7ed99c None None] Publish callbacks [] for port (c3ad0242-31ef-4717-bd0a-1d6da388171e), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:10.376848 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-44774dbe-39d9-4be9-9d1f-ab175852050b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'port': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'name': 'tempest-NetworksTestDHCPv6-567452233'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:10.387171 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7bca8159-8270-48b5-beb6-96f0e31c3cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (da186653-6135-4f85-a205-2777d30ec311), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:10.434954 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3481c6f0-6c91-41a3-ba4d-b55c589b42b8 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Network b82e3901-2671-4275-848d-ad78af91ef2d is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:10.443151 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-791ac84f-506b-4a00-8689-b11e9498d0a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (c6d78add-5ce8-4e88-bc93-cc14ea929222), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:10.453095 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-3481c6f0-6c91-41a3-ba4d-b55c589b42b8 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:10.459243 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62faa6-c125-4e03-b2ca-8685f12b2fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=8ee8941e-2bbc-4cf8-9266-3d84dec89660,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:10.474648 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3481c6f0-6c91-41a3-ba4d-b55c589b42b8 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:10.477281 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca8159-8270-48b5-beb6-96f0e31c3cd8 None None] Pushing event deleted for resources: {'Port': ['ID=da186653-6135-4f85-a205-2777d30ec311,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:10.479545 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bca8159-8270-48b5-beb6-96f0e31c3cd8 None None] No DVR routers for this DVR port da186653-6135-4f85-a205-2777d30ec311 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:28:10.483629 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bd28fc2d-1abe-4b97-924b-6892ba7ed99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (c3ad0242-31ef-4717-bd0a-1d6da388171e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:10.527200 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481c6f0-6c91-41a3-ba4d-b55c589b42b8 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Pushing event updated for resources: {'Port': ['ID=002f33c0-5b12-49bb-87fa-64d5c7ba39d5,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:10.563556 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b04606-8da7-4917-a4f2-b986b7256021 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:10.566492 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-78fdbddb-74ea-4300-849e-fb2e7c8e0035 None None] Provisioning complete for port c6d78add-5ce8-4e88-bc93-cc14ea929222 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:10.566873 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-78fdbddb-74ea-4300-849e-fb2e7c8e0035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c6d78add-5ce8-4e88-bc93-cc14ea929222), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:10.613775 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9c554964-6a5c-4647-8e0f-ee4446b7ead5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (e64a3d2a-9671-44d7-92b5-49b2554a207d), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:10.625960 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ac84f-506b-4a00-8689-b11e9498d0a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Pushing event deleted for resources: {'Port': ['ID=c6d78add-5ce8-4e88-bc93-cc14ea929222,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:10.678621 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-78fdbddb-74ea-4300-849e-fb2e7c8e0035 None None] Port c6d78add-5ce8-4e88-bc93-cc14ea929222 was deleted so its status cannot be updated. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 29 04:28:10.781863 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-81c45f39-50b0-456b-8309-ef97cc2f1aff tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Delete allocated IP 2001:db8:0:1::276 (1d0a00f5-b320-4066-9757-482319478286/dcde39ac-12da-437c-8be2-65d6da419d15) {{(pid=103584) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 29 04:28:10.884534 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622b835d-15cd-49ac-9a20-382573085046 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-4d28e89c-1ada-4d65-a68a-7c96765b022b', 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'project_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'fixed_ips': [{'subnet_id': '8cb2fea8-64e0-4a5b-9061-ba092b4b4754'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:28:10.885408 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-622b835d-15cd-49ac-9a20-382573085046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:10.942655 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port f5cf9c1a-6fde-408b-a4bb-acb77ffcca26 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:10.943104 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (f5cf9c1a-6fde-408b-a4bb-acb77ffcca26), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:10.952024 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd28fc2d-1abe-4b97-924b-6892ba7ed99c None None] Pushing event updated for resources: {'Port': ['ID=c3ad0242-31ef-4717-bd0a-1d6da388171e,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:11.114137 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-9c554964-6a5c-4647-8e0f-ee4446b7ead5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Delete allocated IP 172.20.0.30 (d4d679c4-a6d2-49f4-a547-440dc61cfb1b/fd1c82a0-7a2e-4ff6-aceb-1abab0f9a5fc) {{(pid=103585) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 29 04:28:11.144942 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port f5cf9c1a-6fde-408b-a4bb-acb77ffcca26 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:11.146073 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device c3ad0242-31ef-4717-bd0a-1d6da388171e up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:11.184076 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebaca2dc-3ecd-47fe-a365-ce1efb99f0d9 None None] Network 1d0a00f5-b320-4066-9757-482319478286 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:11.240982 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-cd62faa6-c125-4e03-b2ca-8685f12b2fc6 service neutron] Attempting to bind port 8ee8941e-2bbc-4cf8-9266-3d84dec89660 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:28:11.246735 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-cd62faa6-c125-4e03-b2ca-8685f12b2fc6 service neutron] Attempting to bind port 8ee8941e-2bbc-4cf8-9266-3d84dec89660 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'c10e8bc5-2189-4094-93bc-f8166e8aeb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9ab12730-721a-45c7-85f6-a754b924ee36'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:28:11.246735 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-cd62faa6-c125-4e03-b2ca-8685f12b2fc6 service neutron] Attempting to bind port 8ee8941e-2bbc-4cf8-9266-3d84dec89660 on network 9ab12730-721a-45c7-85f6-a754b924ee36 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:28:11.288194 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-791ac84f-506b-4a00-8689-b11e9498d0a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:11.291474 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-791ac84f-506b-4a00-8689-b11e9498d0a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] 10.222.0.13 "DELETE /v2.0/ports/c6d78add-5ce8-4e88-bc93-cc14ea929222 HTTP/1.1" status: 204 len: 168 time: 2.1034305 Jan 29 04:28:11.295310 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-984e0132-3d38-4e93-ab9c-d15431aeed44 None None] Provisioning complete for port ac869c34-1d58-446a-9d3b-74fb246d8bd8 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:11.295686 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-984e0132-3d38-4e93-ab9c-d15431aeed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (ac869c34-1d58-446a-9d3b-74fb246d8bd8), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:11.296425 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52020) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:11.339385 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-cd62faa6-c125-4e03-b2ca-8685f12b2fc6 service neutron] Port 8ee8941e-2bbc-4cf8-9266-3d84dec89660 on network 9ab12730-721a-45c7-85f6-a754b924ee36 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:28:11.340416 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-cd62faa6-c125-4e03-b2ca-8685f12b2fc6 service neutron] Attempting to bind port 8ee8941e-2bbc-4cf8-9266-3d84dec89660 on network 9ab12730-721a-45c7-85f6-a754b924ee36 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:28:11.348975 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port c3ad0242-31ef-4717-bd0a-1d6da388171e triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:11.348975 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c3ad0242-31ef-4717-bd0a-1d6da388171e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:11.378226 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-cd62faa6-c125-4e03-b2ca-8685f12b2fc6 service neutron] Checking agent: {'id': '15eedd85-6d76-4715-a40f-dc31e854816c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'started_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:28:11.379473 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-cd62faa6-c125-4e03-b2ca-8685f12b2fc6 service neutron] Checking segment: {'id': 'c10e8bc5-2189-4094-93bc-f8166e8aeb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9ab12730-721a-45c7-85f6-a754b924ee36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:28:11.380121 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-cd62faa6-c125-4e03-b2ca-8685f12b2fc6 service neutron] Bound using segment: {'id': 'c10e8bc5-2189-4094-93bc-f8166e8aeb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9ab12730-721a-45c7-85f6-a754b924ee36'} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:28:11.381940 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-cd62faa6-c125-4e03-b2ca-8685f12b2fc6 service neutron] Bound port: 8ee8941e-2bbc-4cf8-9266-3d84dec89660, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c10e8bc5-2189-4094-93bc-f8166e8aeb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9ab12730-721a-45c7-85f6-a754b924ee36'}}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:28:11.382573 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-cd62faa6-c125-4e03-b2ca-8685f12b2fc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (8ee8941e-2bbc-4cf8-9266-3d84dec89660), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:11.440959 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-622b835d-15cd-49ac-9a20-382573085046 None None] Allocated IP 2001:db8::2 (4d28e89c-1ada-4d65-a68a-7c96765b022b/8cb2fea8-64e0-4a5b-9061-ba092b4b4754/eb5647b8-358c-4279-8456-afce02b5fd94) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:11.449002 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc21cb7-bea0-486c-8e9e-64ca24345656 req-80304b64-b174-42f8-a21b-8a7825b8857f tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:11.450551 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2fc21cb7-bea0-486c-8e9e-64ca24345656 req-80304b64-b174-42f8-a21b-8a7825b8857f tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/ports?device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c HTTP/1.1" status: 200 len: 943 time: 0.2466493 Jan 29 04:28:11.461193 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef93455d-8316-4e83-bb85-de42f269856c tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Deleting subnet f8104657-7353-4b2c-8cee-d78ce9fb728f {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:28:11.498914 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9c554964-6a5c-4647-8e0f-ee4446b7ead5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for port (e64a3d2a-9671-44d7-92b5-49b2554a207d), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:11.517408 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ef93455d-8316-4e83-bb85-de42f269856c tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Publish callbacks [] for subnet (f8104657-7353-4b2c-8cee-d78ce9fb728f), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:11.533675 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-cd62faa6-c125-4e03-b2ca-8685f12b2fc6 service neutron] For port 8ee8941e-2bbc-4cf8-9266-3d84dec89660, host hv-neutron-8211, cleared binding levels {{(pid=103585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:28:11.549919 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3481c6f0-6c91-41a3-ba4d-b55c589b42b8 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks [] for floatingip (7d4ad9de-e665-43ae-9cea-e44e726545ae), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:11.555262 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-81c45f39-50b0-456b-8309-ef97cc2f1aff tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for port (e46797d6-6b38-42ce-b1b8-c36237489818), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:11.565011 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44774dbe-39d9-4be9-9d1f-ab175852050b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:11.568762 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-44774dbe-39d9-4be9-9d1f-ab175852050b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:11.568932 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0759a920-f896-4542-9c83-5c6564b565b4 req-74352f34-40f3-42b2-bac3-6066f6c2ba01 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:11.570557 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-0759a920-f896-4542-9c83-5c6564b565b4 req-74352f34-40f3-42b2-bac3-6066f6c2ba01 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.2878356 Jan 29 04:28:11.572660 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-cd62faa6-c125-4e03-b2ca-8685f12b2fc6 service neutron] For port 8ee8941e-2bbc-4cf8-9266-3d84dec89660, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=8ee8941e-2bbc-4cf8-9266-3d84dec89660,segment=NetworkSegment(c10e8bc5-2189-4094-93bc-f8166e8aeb7b),segment_id=c10e8bc5-2189-4094-93bc-f8166e8aeb7b)] {{(pid=103585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:28:11.588523 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2fc21cb7-bea0-486c-8e9e-64ca24345656 req-83c074a7-de6e-4e7c-816d-e862daffd208 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/security-groups?id=d988af8b-ef19-409e-9a6b-f84166dff0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265581 Jan 29 04:28:11.588773 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc25bc5c-a241-4385-9aaa-49379f7f2666 None None] Network d4d679c4-a6d2-49f4-a547-440dc61cfb1b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:11.589064 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9c554964-6a5c-4647-8e0f-ee4446b7ead5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (e64a3d2a-9671-44d7-92b5-49b2554a207d), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:11.604270 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ef93455d-8316-4e83-bb85-de42f269856c tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (f8104657-7353-4b2c-8cee-d78ce9fb728f), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:11.628125 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-44774dbe-39d9-4be9-9d1f-ab175852050b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] device_id is not set on port 3501a542-267c-459f-9507-91e4cbd4a57b yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:28:11.637461 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-81c45f39-50b0-456b-8309-ef97cc2f1aff tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (e46797d6-6b38-42ce-b1b8-c36237489818), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:11.709362 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-cd62faa6-c125-4e03-b2ca-8685f12b2fc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (8ee8941e-2bbc-4cf8-9266-3d84dec89660), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:11.738299 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-0759a920-f896-4542-9c83-5c6564b565b4 req-3eff5936-f249-455b-a144-aa07b3ea2719 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1613863 Jan 29 04:28:11.751068 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c554964-6a5c-4647-8e0f-ee4446b7ead5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'Port': ['ID=e64a3d2a-9671-44d7-92b5-49b2554a207d,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:11.769226 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-81c45f39-50b0-456b-8309-ef97cc2f1aff tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] In _notify_port_updated(), no bound segment for port e46797d6-6b38-42ce-b1b8-c36237489818 on network 1d0a00f5-b320-4066-9757-482319478286 {{(pid=103584) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 04:28:11.774922 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c45f39-50b0-456b-8309-ef97cc2f1aff tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:11.775556 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-81c45f39-50b0-456b-8309-ef97cc2f1aff tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:11.779602 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-81c45f39-50b0-456b-8309-ef97cc2f1aff tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "PUT /v2.0/ports/e46797d6-6b38-42ce-b1b8-c36237489818 HTTP/1.1" status: 200 len: 924 time: 2.1240115 Jan 29 04:28:11.783876 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52022) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:11.788685 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port c3ad0242-31ef-4717-bd0a-1d6da388171e is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:11.791337 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-93edc830-e24a-43cd-b377-8e3675e56cb6 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2676f826-e38a-4f50-8d87-1103a4f15461'}, {'subnet_id': 'dcde39ac-12da-437c-8be2-65d6da419d15'}]}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:11.823828 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-cd62faa6-c125-4e03-b2ca-8685f12b2fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:11.824643 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-cd62faa6-c125-4e03-b2ca-8685f12b2fc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:11.825879 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-cd62faa6-c125-4e03-b2ca-8685f12b2fc6 service neutron] 10.222.0.18 "PUT /v2.0/ports/8ee8941e-2bbc-4cf8-9266-3d84dec89660 HTTP/1.1" status: 200 len: 1093 time: 3.1721375 Jan 29 04:28:11.826436 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2471a799-07fd-4f75-bd33-3f5d9eacfa2c', 'tag': '8ee8941e-2bbc-4cf8-9266-3d84dec89660'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:28:11.828720 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7517bd3c-e3b0-4741-bcf2-6ed30733f096" -d '{"events": [{"name": "network-changed", "server_uuid": "2471a799-07fd-4f75-bd33-3f5d9eacfa2c", "tag": "8ee8941e-2bbc-4cf8-9266-3d84dec89660"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:28:11.831996 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c45f39-50b0-456b-8309-ef97cc2f1aff tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'Port': ['ID=e46797d6-6b38-42ce-b1b8-c36237489818,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:11.834595 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3481c6f0-6c91-41a3-ba4d-b55c589b42b8 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (002f33c0-5b12-49bb-87fa-64d5c7ba39d5), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:11.864118 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-9c554964-6a5c-4647-8e0f-ee4446b7ead5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] In _notify_port_updated(), no bound segment for port e64a3d2a-9671-44d7-92b5-49b2554a207d on network d4d679c4-a6d2-49f4-a547-440dc61cfb1b {{(pid=103585) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 04:28:11.873965 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c554964-6a5c-4647-8e0f-ee4446b7ead5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:11.874650 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9c554964-6a5c-4647-8e0f-ee4446b7ead5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:11.879755 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-622b835d-15cd-49ac-9a20-382573085046 None None] Publish callbacks [] for port (eb5647b8-358c-4279-8456-afce02b5fd94), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:11.882146 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9c554964-6a5c-4647-8e0f-ee4446b7ead5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "PUT /v2.0/ports/e64a3d2a-9671-44d7-92b5-49b2554a207d HTTP/1.1" status: 200 len: 918 time: 1.7210331 Jan 29 04:28:11.886610 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-984e0132-3d38-4e93-ab9c-d15431aeed44 None None] Current status of the port ac869c34-1d58-446a-9d3b-74fb246d8bd8 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:11.888696 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52028) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:11.902812 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-bf4e1779-612b-4932-a6f4-e5dde7302a51 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2473ce5a-ccd1-495a-afb5-08f4c90ce597'}, {'subnet_id': 'fd1c82a0-7a2e-4ff6-aceb-1abab0f9a5fc'}]}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:11.942186 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ef93455d-8316-4e83-bb85-de42f269856c tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (f8104657-7353-4b2c-8cee-d78ce9fb728f), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:11.961899 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d0d68b-3014-4e3c-8c1e-d133e1e705b3 x-openstack-request-id: req-55d0d68b-3014-4e3c-8c1e-d133e1e705b3 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:28:11.961899 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2471a799-07fd-4f75-bd33-3f5d9eacfa2c", "tag": "8ee8941e-2bbc-4cf8-9266-3d84dec89660", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:28:11.961899 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55d0d68b-3014-4e3c-8c1e-d133e1e705b3 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:28:11.961899 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2471a799-07fd-4f75-bd33-3f5d9eacfa2c', 'tag': '8ee8941e-2bbc-4cf8-9266-3d84dec89660', 'status': 'completed', 'code': 200} Jan 29 04:28:11.969374 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device c3ad0242-31ef-4717-bd0a-1d6da388171e up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:12.005846 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-622b835d-15cd-49ac-9a20-382573085046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (eb5647b8-358c-4279-8456-afce02b5fd94), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:12.084090 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-93edc830-e24a-43cd-b377-8e3675e56cb6 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (e46797d6-6b38-42ce-b1b8-c36237489818), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:12.098664 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622b835d-15cd-49ac-9a20-382573085046 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:12.107554 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-ad2a88d0-d64b-4cb0-a3d0-6c73c27d17ed None None] Provisioning complete for port c3ad0242-31ef-4717-bd0a-1d6da388171e triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:12.108945 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ad2a88d0-d64b-4cb0-a3d0-6c73c27d17ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c3ad0242-31ef-4717-bd0a-1d6da388171e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:12.159552 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-622b835d-15cd-49ac-9a20-382573085046 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:12.161949 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622b835d-15cd-49ac-9a20-382573085046 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:12.167123 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b835d-15cd-49ac-9a20-382573085046 None None] Pushing event updated for resources: {'Port': ['ID=eb5647b8-358c-4279-8456-afce02b5fd94,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:12.199597 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62faa6-c125-4e03-b2ca-8685f12b2fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=8ee8941e-2bbc-4cf8-9266-3d84dec89660,revision_number=3']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:12.242522 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517bd3c-e3b0-4741-bcf2-6ed30733f096 req-4ca6817a-82d8-4134-9c68-fe584f406b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:12.244379 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7517bd3c-e3b0-4741-bcf2-6ed30733f096 req-4ca6817a-82d8-4134-9c68-fe584f406b51 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1218af32ef54486a3687ccbcfae4b37&device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c HTTP/1.1" status: 200 len: 1127 time: 0.2692430 Jan 29 04:28:12.286202 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port c3ad0242-31ef-4717-bd0a-1d6da388171e triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:12.286618 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c3ad0242-31ef-4717-bd0a-1d6da388171e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:12.288798 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-622b835d-15cd-49ac-9a20-382573085046 None None] Attempting to bind port eb5647b8-358c-4279-8456-afce02b5fd94 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:28:12.289173 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-622b835d-15cd-49ac-9a20-382573085046 None None] Attempting to bind port eb5647b8-358c-4279-8456-afce02b5fd94 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:28:12.289531 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622b835d-15cd-49ac-9a20-382573085046 None None] Attempting to bind port eb5647b8-358c-4279-8456-afce02b5fd94 on network 4d28e89c-1ada-4d65-a68a-7c96765b022b {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:28:12.292693 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ad2a88d0-d64b-4cb0-a3d0-6c73c27d17ed None None] Current status of the port c3ad0242-31ef-4717-bd0a-1d6da388171e is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:12.321671 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622b835d-15cd-49ac-9a20-382573085046 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:28:12.322086 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622b835d-15cd-49ac-9a20-382573085046 None None] Checking segment: {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:28:12.322446 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-622b835d-15cd-49ac-9a20-382573085046 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:12.322837 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622b835d-15cd-49ac-9a20-382573085046 None None] Bound using segment: {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:28:12.323319 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-622b835d-15cd-49ac-9a20-382573085046 None None] Bound port: eb5647b8-358c-4279-8456-afce02b5fd94, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:28:12.323707 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-622b835d-15cd-49ac-9a20-382573085046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (eb5647b8-358c-4279-8456-afce02b5fd94), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:12.397087 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ef93455d-8316-4e83-bb85-de42f269856c tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (f8104657-7353-4b2c-8cee-d78ce9fb728f), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:12.551754 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef93455d-8316-4e83-bb85-de42f269856c tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Pushing event deleted for resources: {'Subnet': ['ID=f8104657-7353-4b2c-8cee-d78ce9fb728f,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:12.567055 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd0fb4e-81ee-46b3-a75c-ac7cb0427158 None None] Network 57bc722e-8101-4285-bafb-dcc9aca96dbe requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:12.571832 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ef93455d-8316-4e83-bb85-de42f269856c tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:12.580362 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ef93455d-8316-4e83-bb85-de42f269856c tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] 10.222.0.13 "DELETE /v2.0/subnets/f8104657-7353-4b2c-8cee-d78ce9fb728f HTTP/1.1" status: 204 len: 168 time: 1.2680640 Jan 29 04:28:12.583323 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52030) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:12.609805 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-be2d417a-8374-460f-9c5c-a4c0f09f6a30 None None] Provisioning complete for port e46797d6-6b38-42ce-b1b8-c36237489818 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:12.610171 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-be2d417a-8374-460f-9c5c-a4c0f09f6a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (e46797d6-6b38-42ce-b1b8-c36237489818), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:12.705802 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-622b835d-15cd-49ac-9a20-382573085046 None None] For port eb5647b8-358c-4279-8456-afce02b5fd94, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:28:12.753656 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3481c6f0-6c91-41a3-ba4d-b55c589b42b8 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks [] for port (002f33c0-5b12-49bb-87fa-64d5c7ba39d5), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:12.756623 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-622b835d-15cd-49ac-9a20-382573085046 None None] For port eb5647b8-358c-4279-8456-afce02b5fd94, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=eb5647b8-358c-4279-8456-afce02b5fd94,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:28:12.774420 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-be2d417a-8374-460f-9c5c-a4c0f09f6a30 None None] Port e46797d6-6b38-42ce-b1b8-c36237489818 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:28:12.825148 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port c3ad0242-31ef-4717-bd0a-1d6da388171e is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:12.827409 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device ac869c34-1d58-446a-9d3b-74fb246d8bd8 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:12.865209 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-be2d417a-8374-460f-9c5c-a4c0f09f6a30 None None] Provisioning complete for port ac869c34-1d58-446a-9d3b-74fb246d8bd8 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:12.865586 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-be2d417a-8374-460f-9c5c-a4c0f09f6a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (ac869c34-1d58-446a-9d3b-74fb246d8bd8), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:12.923014 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-622b835d-15cd-49ac-9a20-382573085046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (eb5647b8-358c-4279-8456-afce02b5fd94), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:12.934210 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-44774dbe-39d9-4be9-9d1f-ab175852050b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Allocated IP 2001:db8::257 (4d28e89c-1ada-4d65-a68a-7c96765b022b/8cb2fea8-64e0-4a5b-9061-ba092b4b4754/3501a542-267c-459f-9507-91e4cbd4a57b) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:12.990649 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-93edc830-e24a-43cd-b377-8e3675e56cb6 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Allocated IP 2001:db8:0:1::3d8 (1d0a00f5-b320-4066-9757-482319478286/dcde39ac-12da-437c-8be2-65d6da419d15/e46797d6-6b38-42ce-b1b8-c36237489818) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:13.035094 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b835d-15cd-49ac-9a20-382573085046 None None] Pushing event updated for resources: {'Port': ['ID=eb5647b8-358c-4279-8456-afce02b5fd94,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:13.052312 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port ac869c34-1d58-446a-9d3b-74fb246d8bd8 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:13.052809 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (ac869c34-1d58-446a-9d3b-74fb246d8bd8), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:13.074219 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3481c6f0-6c91-41a3-ba4d-b55c589b42b8 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (002f33c0-5b12-49bb-87fa-64d5c7ba39d5), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:13.169907 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0380b15a-3422-4064-b054-b97981d1f55d None None] DHCP port deletion for 57bc722e-8101-4285-bafb-dcc9aca96dbe request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:28:13.237970 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9a70b1c4-5c4f-4c89-ab09-38ea71b68a94 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (57bc722e-8101-4285-bafb-dcc9aca96dbe), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:13.271644 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bf4e1779-612b-4932-a6f4-e5dde7302a51 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (e64a3d2a-9671-44d7-92b5-49b2554a207d), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:13.278543 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517bd3c-e3b0-4741-bcf2-6ed30733f096 req-77640a97-9f97-4630-9f27-1efd19658078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:13.280006 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7517bd3c-e3b0-4741-bcf2-6ed30733f096 req-77640a97-9f97-4630-9f27-1efd19658078 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=d1218af32ef54486a3687ccbcfae4b37&shared=False HTTP/1.1" status: 200 len: 898 time: 1.0211010 Jan 29 04:28:13.289174 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-be2d417a-8374-460f-9c5c-a4c0f09f6a30 None None] Current status of the port ac869c34-1d58-446a-9d3b-74fb246d8bd8 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:13.319423 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port ac869c34-1d58-446a-9d3b-74fb246d8bd8 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:13.330995 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-0380b15a-3422-4064-b054-b97981d1f55d None None] Deleting port f5cf9c1a-6fde-408b-a4bb-acb77ffcca26 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:28:13.331615 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0380b15a-3422-4064-b054-b97981d1f55d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (f5cf9c1a-6fde-408b-a4bb-acb77ffcca26), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:13.339648 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-44774dbe-39d9-4be9-9d1f-ab175852050b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for port (3501a542-267c-459f-9507-91e4cbd4a57b), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:13.386434 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3481c6f0-6c91-41a3-ba4d-b55c589b42b8 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (7d4ad9de-e665-43ae-9cea-e44e726545ae), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:13.478196 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481c6f0-6c91-41a3-ba4d-b55c589b42b8 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Pushing event updated for resources: {'Port': ['ID=002f33c0-5b12-49bb-87fa-64d5c7ba39d5,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:13.478742 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device da186653-6135-4f85-a205-2777d30ec311 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:28:13.482375 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-93edc830-e24a-43cd-b377-8e3675e56cb6 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for port (e46797d6-6b38-42ce-b1b8-c36237489818), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:13.492464 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48367526-6027-44f7-b856-e83829b4ffdb req-e782e4df-6293-4905-a654-383a3e5d82a8 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:13.501691 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-48367526-6027-44f7-b856-e83829b4ffdb req-e782e4df-6293-4905-a654-383a3e5d82a8 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/ports?device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c HTTP/1.1" status: 200 len: 943 time: 0.7413912 Jan 29 04:28:13.537436 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: da186653-6135-4f85-a205-2777d30ec311 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:28:13.537788 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device da186653-6135-4f85-a205-2777d30ec311 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:28:13.543923 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-0380b15a-3422-4064-b054-b97981d1f55d None None] For port f5cf9c1a-6fde-408b-a4bb-acb77ffcca26, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=f5cf9c1a-6fde-408b-a4bb-acb77ffcca26,segment=NetworkSegment(8ab4a9a4-5bc1-4fdf-85e0-6def2e4f27aa),segment_id=8ab4a9a4-5bc1-4fdf-85e0-6def2e4f27aa)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:13.544334 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0380b15a-3422-4064-b054-b97981d1f55d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (f5cf9c1a-6fde-408b-a4bb-acb77ffcca26), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:13.566701 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-89ea804a-f167-4566-9b3b-5c703da4f5a3 None None] Provisioning complete for port e64a3d2a-9671-44d7-92b5-49b2554a207d triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:13.567271 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-89ea804a-f167-4566-9b3b-5c703da4f5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (e64a3d2a-9671-44d7-92b5-49b2554a207d), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:13.575520 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3481c6f0-6c91-41a3-ba4d-b55c589b42b8 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:13.576806 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-3481c6f0-6c91-41a3-ba4d-b55c589b42b8 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1124618 Jan 29 04:28:13.583969 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-93edc830-e24a-43cd-b377-8e3675e56cb6 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (e46797d6-6b38-42ce-b1b8-c36237489818), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:13.588649 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52034) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:13.610545 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-0380b15a-3422-4064-b054-b97981d1f55d None None] Calling delete_port for f5cf9c1a-6fde-408b-a4bb-acb77ffcca26 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:28:13.614874 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-89ea804a-f167-4566-9b3b-5c703da4f5a3 None None] Port e64a3d2a-9671-44d7-92b5-49b2554a207d cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:28:13.638286 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-89ea804a-f167-4566-9b3b-5c703da4f5a3 None None] Provisioning complete for port e46797d6-6b38-42ce-b1b8-c36237489818 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:13.638735 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-89ea804a-f167-4566-9b3b-5c703da4f5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (e46797d6-6b38-42ce-b1b8-c36237489818), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:13.716374 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0b3ff154-918a-49ce-8bcd-c610c80059fd tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] 10.222.0.13 "GET /v2.0/floatingips?floating_network_id=b82e3901-2671-4275-848d-ad78af91ef2d HTTP/1.1" status: 200 len: 690 time: 0.1228313 Jan 29 04:28:13.719409 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52036) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:13.727224 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-89ea804a-f167-4566-9b3b-5c703da4f5a3 None None] Port e46797d6-6b38-42ce-b1b8-c36237489818 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:28:13.739637 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-48367526-6027-44f7-b856-e83829b4ffdb req-85c42a94-9e9b-4621-90c5-e8048313acea tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/security-groups?id=d988af8b-ef19-409e-9a6b-f84166dff0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2369134 Jan 29 04:28:13.753959 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-89ea804a-f167-4566-9b3b-5c703da4f5a3 None None] Provisioning complete for port c3ad0242-31ef-4717-bd0a-1d6da388171e triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:13.753959 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-89ea804a-f167-4566-9b3b-5c703da4f5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c3ad0242-31ef-4717-bd0a-1d6da388171e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:13.789693 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93edc830-e24a-43cd-b377-8e3675e56cb6 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'Port': ['ID=e46797d6-6b38-42ce-b1b8-c36237489818,revision_number=3']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:13.811207 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-93edc830-e24a-43cd-b377-8e3675e56cb6 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] In _notify_port_updated(), no bound segment for port e46797d6-6b38-42ce-b1b8-c36237489818 on network 1d0a00f5-b320-4066-9757-482319478286 {{(pid=103584) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 04:28:13.817363 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93edc830-e24a-43cd-b377-8e3675e56cb6 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:13.818743 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-93edc830-e24a-43cd-b377-8e3675e56cb6 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:13.822684 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517bd3c-e3b0-4741-bcf2-6ed30733f096 req-0462e845-f441-4a0a-8e11-b85a5a9b4588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:13.822923 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-93edc830-e24a-43cd-b377-8e3675e56cb6 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "PUT /v2.0/ports/e46797d6-6b38-42ce-b1b8-c36237489818 HTTP/1.1" status: 200 len: 1010 time: 2.0358009 Jan 29 04:28:13.824327 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7517bd3c-e3b0-4741-bcf2-6ed30733f096 req-0462e845-f441-4a0a-8e11-b85a5a9b4588 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5271094 Jan 29 04:28:13.824659 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52038) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:13.889814 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-89ea804a-f167-4566-9b3b-5c703da4f5a3 None None] Current status of the port c3ad0242-31ef-4717-bd0a-1d6da388171e is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:13.893461 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0380b15a-3422-4064-b054-b97981d1f55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (f5cf9c1a-6fde-408b-a4bb-acb77ffcca26), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:13.914376 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-44774dbe-39d9-4be9-9d1f-ab175852050b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (3501a542-267c-459f-9507-91e4cbd4a57b), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:13.915734 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-9a70b1c4-5c4f-4c89-ab09-38ea71b68a94 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Deleting port f5cf9c1a-6fde-408b-a4bb-acb77ffcca26 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:28:13.915734 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9a70b1c4-5c4f-4c89-ab09-38ea71b68a94 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (f5cf9c1a-6fde-408b-a4bb-acb77ffcca26), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:13.946772 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0380b15a-3422-4064-b054-b97981d1f55d None None] Pushing event deleted for resources: {'Port': ['ID=f5cf9c1a-6fde-408b-a4bb-acb77ffcca26,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:13.951063 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0380b15a-3422-4064-b054-b97981d1f55d None None] No DVR routers for this DVR port f5cf9c1a-6fde-408b-a4bb-acb77ffcca26 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:28:14.030313 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cab61186-44b5-4da6-b958-b4fc115fbb45 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (b82e3901-2671-4275-848d-ad78af91ef2d), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:14.031905 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-9a70b1c4-5c4f-4c89-ab09-38ea71b68a94 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] For port f5cf9c1a-6fde-408b-a4bb-acb77ffcca26, host dv-neutron-821190-1-hyperv, got binding levels [] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:14.032375 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9a70b1c4-5c4f-4c89-ab09-38ea71b68a94 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (f5cf9c1a-6fde-408b-a4bb-acb77ffcca26), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:14.041021 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-bbd38390-8c3f-40a1-a6bf-4a7f8714d086 None None] Provisioning complete for port e64a3d2a-9671-44d7-92b5-49b2554a207d triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:14.041730 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bbd38390-8c3f-40a1-a6bf-4a7f8714d086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (e64a3d2a-9671-44d7-92b5-49b2554a207d), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:14.049958 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-bf4e1779-612b-4932-a6f4-e5dde7302a51 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Allocated IP 172.20.0.22 (d4d679c4-a6d2-49f4-a547-440dc61cfb1b/fd1c82a0-7a2e-4ff6-aceb-1abab0f9a5fc/e64a3d2a-9671-44d7-92b5-49b2554a207d) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:14.050173 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-9a70b1c4-5c4f-4c89-ab09-38ea71b68a94 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Calling delete_port for f5cf9c1a-6fde-408b-a4bb-acb77ffcca26 owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:28:14.054066 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.ipam_backend_mixin [None req-9a70b1c4-5c4f-4c89-ab09-38ea71b68a94 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Port f5cf9c1a-6fde-408b-a4bb-acb77ffcca26 was not found and therefore no delete operation was performed {{(pid=103584) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 29 04:28:14.055319 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9a70b1c4-5c4f-4c89-ab09-38ea71b68a94 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (f5cf9c1a-6fde-408b-a4bb-acb77ffcca26), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:14.115588 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device eb5647b8-358c-4279-8456-afce02b5fd94 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:14.119197 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-bbd38390-8c3f-40a1-a6bf-4a7f8714d086 None None] Port e64a3d2a-9671-44d7-92b5-49b2554a207d cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:28:14.124048 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a70b1c4-5c4f-4c89-ab09-38ea71b68a94 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Pushing event deleted for resources: {'Port': ['ID=f5cf9c1a-6fde-408b-a4bb-acb77ffcca26,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:14.126107 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a70b1c4-5c4f-4c89-ab09-38ea71b68a94 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] No DVR routers for this DVR port f5cf9c1a-6fde-408b-a4bb-acb77ffcca26 on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:28:14.136383 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-7cc81420-9f16-423b-95b2-0bdc6742fe12 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Deleting port e46797d6-6b38-42ce-b1b8-c36237489818 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:28:14.137176 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7cc81420-9f16-423b-95b2-0bdc6742fe12 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (e46797d6-6b38-42ce-b1b8-c36237489818), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:14.193223 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port eb5647b8-358c-4279-8456-afce02b5fd94 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:14.193811 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (eb5647b8-358c-4279-8456-afce02b5fd94), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:14.255851 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-e4d118f0-1c56-470d-aa65-d70c747c6628 None None] Provisioning complete for port e46797d6-6b38-42ce-b1b8-c36237489818 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:14.255851 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e4d118f0-1c56-470d-aa65-d70c747c6628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (e46797d6-6b38-42ce-b1b8-c36237489818), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:14.321408 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9a70b1c4-5c4f-4c89-ab09-38ea71b68a94 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (57bc722e-8101-4285-bafb-dcc9aca96dbe), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:14.326702 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-e4d118f0-1c56-470d-aa65-d70c747c6628 None None] Port e46797d6-6b38-42ce-b1b8-c36237489818 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:28:14.330087 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port eb5647b8-358c-4279-8456-afce02b5fd94 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:14.330293 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (eb5647b8-358c-4279-8456-afce02b5fd94), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:14.331479 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7cc81420-9f16-423b-95b2-0bdc6742fe12 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (e46797d6-6b38-42ce-b1b8-c36237489818), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:14.356364 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bf4e1779-612b-4932-a6f4-e5dde7302a51 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for port (e64a3d2a-9671-44d7-92b5-49b2554a207d), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:14.362163 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-7cc81420-9f16-423b-95b2-0bdc6742fe12 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Calling delete_port for e46797d6-6b38-42ce-b1b8-c36237489818 owned by {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:28:14.365620 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port eb5647b8-358c-4279-8456-afce02b5fd94, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=eb5647b8-358c-4279-8456-afce02b5fd94,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:14.366725 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-9a70b1c4-5c4f-4c89-ab09-38ea71b68a94 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57bc722e-8101-4285-bafb-dcc9aca96dbe']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:14.367617 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44774dbe-39d9-4be9-9d1f-ab175852050b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:14.368587 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44774dbe-39d9-4be9-9d1f-ab175852050b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Port': ['ID=3501a542-267c-459f-9507-91e4cbd4a57b,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:14.376724 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-44774dbe-39d9-4be9-9d1f-ab175852050b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:14.391414 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-9a70b1c4-5c4f-4c89-ab09-38ea71b68a94 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ab4a9a4-5bc1-4fdf-85e0-6def2e4f27aa') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:14.391793 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-9a70b1c4-5c4f-4c89-ab09-38ea71b68a94 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ab4a9a4-5bc1-4fdf-85e0-6def2e4f27aa') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:14.404411 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44774dbe-39d9-4be9-9d1f-ab175852050b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:14.404733 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9a70b1c4-5c4f-4c89-ab09-38ea71b68a94 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (8ab4a9a4-5bc1-4fdf-85e0-6def2e4f27aa), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:14.410968 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44774dbe-39d9-4be9-9d1f-ab175852050b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:14.411728 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-44774dbe-39d9-4be9-9d1f-ab175852050b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:14.431055 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-357808bb-41a6-4975-9389-380fbfa006ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:14.432731 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-357808bb-41a6-4975-9389-380fbfa006ea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1218af32ef54486a3687ccbcfae4b37&device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c HTTP/1.1" status: 200 len: 1127 time: 0.5313385 Jan 29 04:28:14.437509 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bf4e1779-612b-4932-a6f4-e5dde7302a51 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (e64a3d2a-9671-44d7-92b5-49b2554a207d), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:14.454996 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9a70b1c4-5c4f-4c89-ab09-38ea71b68a94 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (8ab4a9a4-5bc1-4fdf-85e0-6def2e4f27aa), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:14.459662 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (eb5647b8-358c-4279-8456-afce02b5fd94), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:14.471199 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a70b1c4-5c4f-4c89-ab09-38ea71b68a94 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:28:14.476471 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9a70b1c4-5c4f-4c89-ab09-38ea71b68a94 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (8ab4a9a4-5bc1-4fdf-85e0-6def2e4f27aa), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:14.476471 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:28:14.476471 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:28:14.476471 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:28:14.476471 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:28:14.476471 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:28:14.476471 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:28:14.476471 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:28:14.476471 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:28:14.476471 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:28:14.476471 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:28:14.476471 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:28:14.476471 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:28:14.476471 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:28:14.476471 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:28:14.476471 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:28:14.476471 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:28:14.476471 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:28:14.476471 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:28:14.476471 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:28:14.476471 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:28:14.476471 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:28:14.476471 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:28:14.476471 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:28:14.476471 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:28:14.476471 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:28:14.476471 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:28:14.476471 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:28:14.476471 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:28:14.476471 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:28:14.476471 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:28:14.476471 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:28:14.476471 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:28:14.538472 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=eb5647b8-358c-4279-8456-afce02b5fd94,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:14.557082 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device f5cf9c1a-6fde-408b-a4bb-acb77ffcca26 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:28:14.583478 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: f5cf9c1a-6fde-408b-a4bb-acb77ffcca26 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:28:14.583873 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device f5cf9c1a-6fde-408b-a4bb-acb77ffcca26 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:28:14.623099 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-44774dbe-39d9-4be9-9d1f-ab175852050b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.2603128 Jan 29 04:28:14.627549 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52040) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:14.642997 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-2dcc9b02-7bf6-4b66-a1f5-7c01ae5647dd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ee8941e-2bbc-4cf8-9266-3d84dec89660 HTTP/1.1" status: 200 len: 217 time: 0.1916339 Jan 29 04:28:14.652651 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e1779-612b-4932-a6f4-e5dde7302a51 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'Port': ['ID=e64a3d2a-9671-44d7-92b5-49b2554a207d,revision_number=3']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:14.670263 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9a70b1c4-5c4f-4c89-ab09-38ea71b68a94 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (57bc722e-8101-4285-bafb-dcc9aca96dbe), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:14.674992 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9a70b1c4-5c4f-4c89-ab09-38ea71b68a94 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:14.681591 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-9a70b1c4-5c4f-4c89-ab09-38ea71b68a94 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] 10.222.0.13 "DELETE /v2.0/networks/57bc722e-8101-4285-bafb-dcc9aca96dbe HTTP/1.1" status: 204 len: 168 time: 2.0937612 Jan 29 04:28:14.713235 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a70b1c4-5c4f-4c89-ab09-38ea71b68a94 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589 tempest-ExtraDHCPOptionsIpV6TestJSON-1829526589-project] Pushing event deleted for resources: {'Network': ['ID=57bc722e-8101-4285-bafb-dcc9aca96dbe,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:14.778604 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-75ad4d6b-bb4a-447e-b60a-07b63f23a33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:14.778604 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-75ad4d6b-bb4a-447e-b60a-07b63f23a33b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=243e0a19-7391-4f55-8e4a-713131ecc5e5 HTTP/1.1" status: 200 len: 835 time: 0.1128044 Jan 29 04:28:14.797038 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7cc81420-9f16-423b-95b2-0bdc6742fe12 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (e46797d6-6b38-42ce-b1b8-c36237489818), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:14.870152 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-82105687-c78d-49b4-828f-901c301be89c None None] Provisioning complete for port eb5647b8-358c-4279-8456-afce02b5fd94 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:14.870524 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-82105687-c78d-49b4-828f-901c301be89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (eb5647b8-358c-4279-8456-afce02b5fd94), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:14.873815 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc81420-9f16-423b-95b2-0bdc6742fe12 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event deleted for resources: {'Port': ['ID=e46797d6-6b38-42ce-b1b8-c36237489818,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:14.896898 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-cab61186-44b5-4da6-b958-b4fc115fbb45 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Deleting port 002f33c0-5b12-49bb-87fa-64d5c7ba39d5 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:28:14.897246 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cab61186-44b5-4da6-b958-b4fc115fbb45 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (002f33c0-5b12-49bb-87fa-64d5c7ba39d5), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:14.932941 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7cc81420-9f16-423b-95b2-0bdc6742fe12 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:14.940992 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-7cc81420-9f16-423b-95b2-0bdc6742fe12 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/ports/e46797d6-6b38-42ce-b1b8-c36237489818 HTTP/1.1" status: 204 len: 168 time: 1.1151714 Jan 29 04:28:14.941934 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52046) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:14.977841 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-49cc362c-f6a2-4ba2-9ddd-d2b62b87f262 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] GET failed (client error): The resource could not be found. Jan 29 04:28:14.980981 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-49cc362c-f6a2-4ba2-9ddd-d2b62b87f262 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "GET /v2.0/ports/e46797d6-6b38-42ce-b1b8-c36237489818 HTTP/1.1" status: 404 len: 333 time: 0.0381134 Jan 29 04:28:14.982092 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52048) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:15.001688 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-82105687-c78d-49b4-828f-901c301be89c None None] Current status of the port eb5647b8-358c-4279-8456-afce02b5fd94 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:15.051122 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-feee5fb0-340a-4157-bd1a-b46a15519555 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Deleting subnet dcde39ac-12da-437c-8be2-65d6da419d15 {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:28:15.054979 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-feee5fb0-340a-4157-bd1a-b46a15519555 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for subnet (dcde39ac-12da-437c-8be2-65d6da419d15), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:15.106688 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-feee5fb0-340a-4157-bd1a-b46a15519555 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (dcde39ac-12da-437c-8be2-65d6da419d15), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:15.114204 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cab61186-44b5-4da6-b958-b4fc115fbb45 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (002f33c0-5b12-49bb-87fa-64d5c7ba39d5), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:15.114786 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cab61186-44b5-4da6-b958-b4fc115fbb45 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks [] for floatingip (002f33c0-5b12-49bb-87fa-64d5c7ba39d5), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:15.128684 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-cab61186-44b5-4da6-b958-b4fc115fbb45 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Calling delete_port for 002f33c0-5b12-49bb-87fa-64d5c7ba39d5 owned by network:floatingip {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:28:15.131142 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-8493e3a9-9a12-4f51-971c-a74f4e64ffca None None] Provisioning complete for port e64a3d2a-9671-44d7-92b5-49b2554a207d triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:15.131590 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8493e3a9-9a12-4f51-971c-a74f4e64ffca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (e64a3d2a-9671-44d7-92b5-49b2554a207d), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:15.192864 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-8493e3a9-9a12-4f51-971c-a74f4e64ffca None None] Port e64a3d2a-9671-44d7-92b5-49b2554a207d cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:28:15.224795 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-bf4e1779-612b-4932-a6f4-e5dde7302a51 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] In _notify_port_updated(), no bound segment for port e64a3d2a-9671-44d7-92b5-49b2554a207d on network d4d679c4-a6d2-49f4-a547-440dc61cfb1b {{(pid=103585) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 04:28:15.230054 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4e1779-612b-4932-a6f4-e5dde7302a51 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:15.230717 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bf4e1779-612b-4932-a6f4-e5dde7302a51 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:15.238015 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-bf4e1779-612b-4932-a6f4-e5dde7302a51 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "PUT /v2.0/ports/e64a3d2a-9671-44d7-92b5-49b2554a207d HTTP/1.1" status: 200 len: 998 time: 3.3424132 Jan 29 04:28:15.240198 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52052) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:15.250745 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f21170-e8ba-49d5-8df4-22bfdf3c87d4 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:15.250959 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-feee5fb0-340a-4157-bd1a-b46a15519555 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (dcde39ac-12da-437c-8be2-65d6da419d15), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:15.255151 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f21170-e8ba-49d5-8df4-22bfdf3c87d4 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:15.259342 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-e4f21170-e8ba-49d5-8df4-22bfdf3c87d4 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.6123548 Jan 29 04:28:15.267569 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52054) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:15.288047 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-3a2dd800-a129-4196-911e-e0d9c2e2ef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:15.289560 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-3a2dd800-a129-4196-911e-e0d9c2e2ef6f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9ab12730-721a-45c7-85f6-a754b924ee36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.4865267 Jan 29 04:28:15.309500 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52056) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:15.329370 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2593f-61cb-4dae-bab1-245b9c1587fe req-4ac559da-2ba8-47ac-854e-6c369bad46d4 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:15.331001 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-16a2593f-61cb-4dae-bab1-245b9c1587fe req-4ac559da-2ba8-47ac-854e-6c369bad46d4 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/ports?device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c HTTP/1.1" status: 200 len: 943 time: 0.4316609 Jan 29 04:28:15.337127 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-ee0151ff-b7a2-4bb8-8671-cb09524b450f None None] Provisioning complete for port 3501a542-267c-459f-9507-91e4cbd4a57b triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:15.337503 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ee0151ff-b7a2-4bb8-8671-cb09524b450f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (3501a542-267c-459f-9507-91e4cbd4a57b), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:15.380969 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ee0151ff-b7a2-4bb8-8671-cb09524b450f None None] Port 3501a542-267c-459f-9507-91e4cbd4a57b cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:28:15.407924 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-31ea0f80-1575-458f-b43a-552a8efb88ff tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Deleting port e64a3d2a-9671-44d7-92b5-49b2554a207d {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:28:15.408255 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-31ea0f80-1575-458f-b43a-552a8efb88ff tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (e64a3d2a-9671-44d7-92b5-49b2554a207d), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:15.470418 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-feee5fb0-340a-4157-bd1a-b46a15519555 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (dcde39ac-12da-437c-8be2-65d6da419d15), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:15.526241 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee5fb0-340a-4157-bd1a-b46a15519555 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event deleted for resources: {'Subnet': ['ID=dcde39ac-12da-437c-8be2-65d6da419d15,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:15.528447 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-feee5fb0-340a-4157-bd1a-b46a15519555 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:15.530768 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5b33b3-fd64-4fb9-9510-dafe2485db13 None None] Network 1d0a00f5-b320-4066-9757-482319478286 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:15.534191 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-feee5fb0-340a-4157-bd1a-b46a15519555 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/subnets/dcde39ac-12da-437c-8be2-65d6da419d15 HTTP/1.1" status: 204 len: 168 time: 0.5483081 Jan 29 04:28:15.537024 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52060) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:15.611564 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-31ea0f80-1575-458f-b43a-552a8efb88ff tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (e64a3d2a-9671-44d7-92b5-49b2554a207d), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:15.618237 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f67f2c93-cf34-4a07-87d4-616d276db6c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d61d9b13a42546759a93c50fb7ce75d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3058167 Jan 29 04:28:15.625791 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52062) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:15.644115 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-31ea0f80-1575-458f-b43a-552a8efb88ff tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Calling delete_port for e64a3d2a-9671-44d7-92b5-49b2554a207d owned by {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:28:15.659045 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-106a378b-af03-4a08-bb40-292498f21355 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Deleting subnet 2676f826-e38a-4f50-8d87-1103a4f15461 {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:28:15.669179 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-106a378b-af03-4a08-bb40-292498f21355 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for subnet (2676f826-e38a-4f50-8d87-1103a4f15461), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:15.772853 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-106a378b-af03-4a08-bb40-292498f21355 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (2676f826-e38a-4f50-8d87-1103a4f15461), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:15.810961 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-16a2593f-61cb-4dae-bab1-245b9c1587fe req-c33d6d66-e1ef-48a7-990e-58d5d6f7b771 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/security-groups?id=d988af8b-ef19-409e-9a6b-f84166dff0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4601049 Jan 29 04:28:15.828605 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-4224fc38-44ae-4190-bd13-5e974ec107bd service neutron] 10.222.0.18 "GET /v2.0/networks/9ab12730-721a-45c7-85f6-a754b924ee36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5125697 Jan 29 04:28:15.853629 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fd7986ee-4757-4f96-b491-5be0de8ac83f admin admin] Publish callbacks [] for security_group (7e8372b1-d7bd-4609-a68a-8ae7324d50dc), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:15.863660 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-33e2a7da-3c9b-4d1a-a8b4-0998298bd9fd tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting port 3501a542-267c-459f-9507-91e4cbd4a57b {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:28:15.868967 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-33e2a7da-3c9b-4d1a-a8b4-0998298bd9fd tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (3501a542-267c-459f-9507-91e4cbd4a57b), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:15.909145 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fd7986ee-4757-4f96-b491-5be0de8ac83f admin admin] Publish callbacks [] for security_group (7e8372b1-d7bd-4609-a68a-8ae7324d50dc), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:15.913484 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cab61186-44b5-4da6-b958-b4fc115fbb45 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (002f33c0-5b12-49bb-87fa-64d5c7ba39d5), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:15.930679 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device eb5647b8-358c-4279-8456-afce02b5fd94 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:15.989558 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port eb5647b8-358c-4279-8456-afce02b5fd94 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:15.990349 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (eb5647b8-358c-4279-8456-afce02b5fd94), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:15.995660 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab61186-44b5-4da6-b958-b4fc115fbb45 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Pushing event deleted for resources: {'Port': ['ID=002f33c0-5b12-49bb-87fa-64d5c7ba39d5,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:16.114191 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port eb5647b8-358c-4279-8456-afce02b5fd94 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:16.135313 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0ce46e06-572d-4f0a-a338-b672a8c8847e req-d580a09b-3582-458d-82e4-72bc47c685cf service neutron] 10.222.0.18 "GET /v2.0/networks/9ab12730-721a-45c7-85f6-a754b924ee36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985492 Jan 29 04:28:16.139195 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-33e2a7da-3c9b-4d1a-a8b4-0998298bd9fd tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (3501a542-267c-459f-9507-91e4cbd4a57b), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:16.149601 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cab61186-44b5-4da6-b958-b4fc115fbb45 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks [] for floatingip (7d4ad9de-e665-43ae-9cea-e44e726545ae), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:16.158528 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-33e2a7da-3c9b-4d1a-a8b4-0998298bd9fd tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Calling delete_port for 3501a542-267c-459f-9507-91e4cbd4a57b owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:28:16.246000 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cab61186-44b5-4da6-b958-b4fc115fbb45 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (2a639adc-c8fc-4048-9d9a-2296d85971dc), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:16.313874 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-106a378b-af03-4a08-bb40-292498f21355 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (2676f826-e38a-4f50-8d87-1103a4f15461), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:16.408243 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-0cacdeb9-3feb-4df5-b6a6-7e9b329c2ce8 None None] Provisioning complete for port ac869c34-1d58-446a-9d3b-74fb246d8bd8 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:16.408648 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0cacdeb9-3feb-4df5-b6a6-7e9b329c2ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (ac869c34-1d58-446a-9d3b-74fb246d8bd8), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:16.414970 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cab61186-44b5-4da6-b958-b4fc115fbb45 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (2a639adc-c8fc-4048-9d9a-2296d85971dc), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:16.442568 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab61186-44b5-4da6-b958-b4fc115fbb45 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2a639adc-c8fc-4048-9d9a-2296d85971dc,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:16.448799 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-33e2a7da-3c9b-4d1a-a8b4-0998298bd9fd tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (3501a542-267c-459f-9507-91e4cbd4a57b), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:16.450251 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fd7986ee-4757-4f96-b491-5be0de8ac83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (7e8372b1-d7bd-4609-a68a-8ae7324d50dc), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:16.453199 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fd7986ee-4757-4f96-b491-5be0de8ac83f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:16.459142 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-fd7986ee-4757-4f96-b491-5be0de8ac83f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e8372b1-d7bd-4609-a68a-8ae7324d50dc HTTP/1.1" status: 204 len: 168 time: 0.8306153 Jan 29 04:28:16.470677 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7986ee-4757-4f96-b491-5be0de8ac83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8372b1-d7bd-4609-a68a-8ae7324d50dc,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:16.505905 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-31ea0f80-1575-458f-b43a-552a8efb88ff tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (e64a3d2a-9671-44d7-92b5-49b2554a207d), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:16.511400 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-0cacdeb9-3feb-4df5-b6a6-7e9b329c2ce8 None None] Current status of the port ac869c34-1d58-446a-9d3b-74fb246d8bd8 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:16.522835 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e2a7da-3c9b-4d1a-a8b4-0998298bd9fd tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Port': ['ID=3501a542-267c-459f-9507-91e4cbd4a57b,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:16.541551 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cab61186-44b5-4da6-b958-b4fc115fbb45 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (b82e3901-2671-4275-848d-ad78af91ef2d), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:16.549987 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea0f80-1575-458f-b43a-552a8efb88ff tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event deleted for resources: {'Port': ['ID=e64a3d2a-9671-44d7-92b5-49b2554a207d,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:16.552203 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-106a378b-af03-4a08-bb40-292498f21355 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (2676f826-e38a-4f50-8d87-1103a4f15461), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:16.567695 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-33e2a7da-3c9b-4d1a-a8b4-0998298bd9fd tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:16.577766 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-33e2a7da-3c9b-4d1a-a8b4-0998298bd9fd tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/ports/3501a542-267c-459f-9507-91e4cbd4a57b HTTP/1.1" status: 204 len: 168 time: 1.3065724 Jan 29 04:28:16.583745 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52066) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:16.583926 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96a7a19-730e-4852-83ea-65a3da093072 None None] Network 1d0a00f5-b320-4066-9757-482319478286 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:16.587372 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-106a378b-af03-4a08-bb40-292498f21355 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:16.593057 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-106a378b-af03-4a08-bb40-292498f21355 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/subnets/2676f826-e38a-4f50-8d87-1103a4f15461 HTTP/1.1" status: 204 len: 168 time: 1.0464463 Jan 29 04:28:16.596468 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52068) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:16.596665 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a378b-af03-4a08-bb40-292498f21355 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event deleted for resources: {'Subnet': ['ID=2676f826-e38a-4f50-8d87-1103a4f15461,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:16.637392 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-cab61186-44b5-4da6-b958-b4fc115fbb45 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b82e3901-2671-4275-848d-ad78af91ef2d']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:16.678010 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-cab61186-44b5-4da6-b958-b4fc115fbb45 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '068280c7-fd16-4bc2-b921-7fe73f9c1f20') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:16.679016 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-cab61186-44b5-4da6-b958-b4fc115fbb45 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '068280c7-fd16-4bc2-b921-7fe73f9c1f20') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:16.713661 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e2ca41-f22f-423c-b4e5-cbd5f1998bf8 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:16.715538 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e2ca41-f22f-423c-b4e5-cbd5f1998bf8 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:16.720746 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-30e2ca41-f22f-423c-b4e5-cbd5f1998bf8 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1380274 Jan 29 04:28:16.726526 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-31ea0f80-1575-458f-b43a-552a8efb88ff tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:16.728076 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52070) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:16.729871 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-31ea0f80-1575-458f-b43a-552a8efb88ff tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/ports/e64a3d2a-9671-44d7-92b5-49b2554a207d HTTP/1.1" status: 204 len: 168 time: 1.4885902 Jan 29 04:28:16.732441 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52072) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:16.786853 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aebb563-fac6-452f-8a01-a7f8541cf3d4 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] GET failed (client error): The resource could not be found. Jan 29 04:28:16.788906 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-9aebb563-fac6-452f-8a01-a7f8541cf3d4 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "GET /v2.0/ports/e64a3d2a-9671-44d7-92b5-49b2554a207d HTTP/1.1" status: 404 len: 333 time: 0.0548487 Jan 29 04:28:16.791541 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52076) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:16.839778 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cab61186-44b5-4da6-b958-b4fc115fbb45 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (068280c7-fd16-4bc2-b921-7fe73f9c1f20), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:16.847147 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-15e28881-e283-41d8-942a-dc06607f2a16 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (1d0a00f5-b320-4066-9757-482319478286), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:16.862692 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e487c051-f47f-4593-ae50-69a4b9de5591 None None] DHCP port deletion for 1d0a00f5-b320-4066-9757-482319478286 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:28:16.884838 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cab61186-44b5-4da6-b958-b4fc115fbb45 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (068280c7-fd16-4bc2-b921-7fe73f9c1f20), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:16.893091 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-797905a2-945f-4c3e-b43c-da041988c3c2 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting subnet 8cb2fea8-64e0-4a5b-9061-ba092b4b4754 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:28:16.901384 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-797905a2-945f-4c3e-b43c-da041988c3c2 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (8cb2fea8-64e0-4a5b-9061-ba092b4b4754), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:16.905360 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-f843a502-0735-44f3-ab8e-91f2df60cdab tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Deleting subnet fd1c82a0-7a2e-4ff6-aceb-1abab0f9a5fc {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:28:16.922367 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f843a502-0735-44f3-ab8e-91f2df60cdab tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for subnet (fd1c82a0-7a2e-4ff6-aceb-1abab0f9a5fc), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:16.931485 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-e487c051-f47f-4593-ae50-69a4b9de5591 None None] Deleting port ac869c34-1d58-446a-9d3b-74fb246d8bd8 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:28:16.932307 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e487c051-f47f-4593-ae50-69a4b9de5591 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (ac869c34-1d58-446a-9d3b-74fb246d8bd8), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:16.987757 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cab61186-44b5-4da6-b958-b4fc115fbb45 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:28:16.988162 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cab61186-44b5-4da6-b958-b4fc115fbb45 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (068280c7-fd16-4bc2-b921-7fe73f9c1f20), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:16.991948 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:28:16.991948 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:28:16.991948 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:28:16.991948 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:28:16.991948 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:28:16.991948 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:28:16.991948 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:28:16.991948 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:28:16.991948 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:28:16.991948 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:28:16.991948 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:28:16.991948 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:28:16.991948 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:28:16.991948 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:28:16.991948 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:28:16.991948 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:28:16.991948 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:28:16.991948 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:28:16.991948 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:28:16.991948 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:28:16.991948 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:28:16.991948 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:28:16.991948 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:28:16.991948 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:28:16.991948 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:28:16.991948 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:28:16.991948 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:28:16.991948 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:28:16.991948 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:28:16.991948 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:28:16.991948 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:28:16.991948 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:28:17.004657 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-797905a2-945f-4c3e-b43c-da041988c3c2 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (8cb2fea8-64e0-4a5b-9061-ba092b4b4754), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:17.024605 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-e487c051-f47f-4593-ae50-69a4b9de5591 None None] For port ac869c34-1d58-446a-9d3b-74fb246d8bd8, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=ac869c34-1d58-446a-9d3b-74fb246d8bd8,segment=NetworkSegment(68b634a6-2c51-45cd-9438-64179ed0b313),segment_id=68b634a6-2c51-45cd-9438-64179ed0b313)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:17.024990 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e487c051-f47f-4593-ae50-69a4b9de5591 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (ac869c34-1d58-446a-9d3b-74fb246d8bd8), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:17.025235 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f843a502-0735-44f3-ab8e-91f2df60cdab tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (fd1c82a0-7a2e-4ff6-aceb-1abab0f9a5fc), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:17.043417 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-e487c051-f47f-4593-ae50-69a4b9de5591 None None] Calling delete_port for ac869c34-1d58-446a-9d3b-74fb246d8bd8 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:28:17.088527 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba420d4-2d3d-43e0-abe9-6431b752a9ab req-c56f6e9d-c3b4-4aaa-8c30-a11975dd30d0 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:17.090206 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-aba420d4-2d3d-43e0-abe9-6431b752a9ab req-c56f6e9d-c3b4-4aaa-8c30-a11975dd30d0 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/ports?device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c HTTP/1.1" status: 200 len: 943 time: 0.1366684 Jan 29 04:28:17.148119 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-15e28881-e283-41d8-942a-dc06607f2a16 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Deleting port ac869c34-1d58-446a-9d3b-74fb246d8bd8 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:28:17.148846 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-15e28881-e283-41d8-942a-dc06607f2a16 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (ac869c34-1d58-446a-9d3b-74fb246d8bd8), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:17.154384 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cab61186-44b5-4da6-b958-b4fc115fbb45 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (b82e3901-2671-4275-848d-ad78af91ef2d), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:17.176871 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab61186-44b5-4da6-b958-b4fc115fbb45 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b82e3901-2671-4275-848d-ad78af91ef2d {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 29 04:28:17.178750 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f843a502-0735-44f3-ab8e-91f2df60cdab tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (fd1c82a0-7a2e-4ff6-aceb-1abab0f9a5fc), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:17.185403 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-aba420d4-2d3d-43e0-abe9-6431b752a9ab req-9a1e84ea-fa3c-4eec-a37e-72466ff2d40e tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/security-groups?id=d988af8b-ef19-409e-9a6b-f84166dff0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874419 Jan 29 04:28:17.230941 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e487c051-f47f-4593-ae50-69a4b9de5591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (ac869c34-1d58-446a-9d3b-74fb246d8bd8), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:17.250849 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cab61186-44b5-4da6-b958-b4fc115fbb45 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:17.254734 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-cab61186-44b5-4da6-b958-b4fc115fbb45 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] 10.222.0.13 "DELETE /v2.0/networks/b82e3901-2671-4275-848d-ad78af91ef2d HTTP/1.1" status: 204 len: 168 time: 3.5337999 Jan 29 04:28:17.258604 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52086) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:17.258965 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab61186-44b5-4da6-b958-b4fc115fbb45 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Pushing event deleted for resources: {'Network': ['ID=b82e3901-2671-4275-848d-ad78af91ef2d,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:17.263244 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e487c051-f47f-4593-ae50-69a4b9de5591 None None] Pushing event deleted for resources: {'Port': ['ID=ac869c34-1d58-446a-9d3b-74fb246d8bd8,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:17.271705 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e487c051-f47f-4593-ae50-69a4b9de5591 None None] No DVR routers for this DVR port ac869c34-1d58-446a-9d3b-74fb246d8bd8 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:28:17.298566 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-797905a2-945f-4c3e-b43c-da041988c3c2 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (8cb2fea8-64e0-4a5b-9061-ba092b4b4754), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:17.355030 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f843a502-0735-44f3-ab8e-91f2df60cdab tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (fd1c82a0-7a2e-4ff6-aceb-1abab0f9a5fc), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:17.361756 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-15e28881-e283-41d8-942a-dc06607f2a16 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] For port ac869c34-1d58-446a-9d3b-74fb246d8bd8, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=ac869c34-1d58-446a-9d3b-74fb246d8bd8,segment=NetworkSegment(68b634a6-2c51-45cd-9438-64179ed0b313),segment_id=68b634a6-2c51-45cd-9438-64179ed0b313)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:17.362468 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-15e28881-e283-41d8-942a-dc06607f2a16 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (ac869c34-1d58-446a-9d3b-74fb246d8bd8), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:17.396744 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-15e28881-e283-41d8-942a-dc06607f2a16 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Calling delete_port for ac869c34-1d58-446a-9d3b-74fb246d8bd8 owned by network:dhcp {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:28:17.404889 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843a502-0735-44f3-ab8e-91f2df60cdab tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event deleted for resources: {'Subnet': ['ID=fd1c82a0-7a2e-4ff6-aceb-1abab0f9a5fc,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:17.426983 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f843a502-0735-44f3-ab8e-91f2df60cdab tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:17.433012 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f843a502-0735-44f3-ab8e-91f2df60cdab tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/subnets/fd1c82a0-7a2e-4ff6-aceb-1abab0f9a5fc HTTP/1.1" status: 204 len: 168 time: 0.6404126 Jan 29 04:28:17.433960 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52090) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:17.435960 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e728581-d665-4dc2-9ddd-b9dcc3567998 None None] Network d4d679c4-a6d2-49f4-a547-440dc61cfb1b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:17.443423 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-7da3fd44-b713-41ef-b679-26c27332e3f2 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 997 time: 0.1837103 Jan 29 04:28:17.450863 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52092) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:17.499324 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-db131dcd-334f-4d3d-bfee-efdf723472b0 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Deleting subnet 2473ce5a-ccd1-495a-afb5-08f4c90ce597 {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:28:17.502821 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-db131dcd-334f-4d3d-bfee-efdf723472b0 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for subnet (2473ce5a-ccd1-495a-afb5-08f4c90ce597), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:17.557240 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-797905a2-945f-4c3e-b43c-da041988c3c2 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (8cb2fea8-64e0-4a5b-9061-ba092b4b4754), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:17.559032 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-db131dcd-334f-4d3d-bfee-efdf723472b0 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (2473ce5a-ccd1-495a-afb5-08f4c90ce597), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:17.649915 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797905a2-945f-4c3e-b43c-da041988c3c2 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Subnet': ['ID=8cb2fea8-64e0-4a5b-9061-ba092b4b4754,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:17.682189 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-797905a2-945f-4c3e-b43c-da041988c3c2 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:17.687009 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-db131dcd-334f-4d3d-bfee-efdf723472b0 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (2473ce5a-ccd1-495a-afb5-08f4c90ce597), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:17.690938 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52100) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:17.692692 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d9254f-362d-4134-bb60-f526437ebb55 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:17.700614 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-797905a2-945f-4c3e-b43c-da041988c3c2 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/8cb2fea8-64e0-4a5b-9061-ba092b4b4754 HTTP/1.1" status: 204 len: 168 time: 0.8950670 Jan 29 04:28:17.742153 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0896790e-90bd-41de-9415-06280d3b36b9 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:17.742702 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0896790e-90bd-41de-9415-06280d3b36b9 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:17.743269 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0896790e-90bd-41de-9415-06280d3b36b9 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:17.744280 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0896790e-90bd-41de-9415-06280d3b36b9 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:17.745084 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0896790e-90bd-41de-9415-06280d3b36b9 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:17.745622 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0896790e-90bd-41de-9415-06280d3b36b9 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:17.746162 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0896790e-90bd-41de-9415-06280d3b36b9 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:17.751670 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-0896790e-90bd-41de-9415-06280d3b36b9 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4582 time: 0.2962639 Jan 29 04:28:17.753328 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52104) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:17.784009 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-294411b5-3f85-4614-aebe-b0630b076695 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0919132 Jan 29 04:28:17.796724 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52106) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:17.803729 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-23a26e30-75d4-4721-b118-7e62258b4956 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'subnet': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:17.840286 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-15e28881-e283-41d8-942a-dc06607f2a16 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (ac869c34-1d58-446a-9d3b-74fb246d8bd8), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:17.851428 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-ab310b0c-0d79-449b-8887-55236d86ec1f tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] delete failed (client error): The resource could not be found. Jan 29 04:28:17.852800 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ab310b0c-0d79-449b-8887-55236d86ec1f tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/7d4ad9de-e665-43ae-9cea-e44e726545ae HTTP/1.1" status: 404 len: 345 time: 0.0957363 Jan 29 04:28:17.858682 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e28881-e283-41d8-942a-dc06607f2a16 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] No DVR routers for this DVR port ac869c34-1d58-446a-9d3b-74fb246d8bd8 on host dv-neutron-821190-1-hyperv {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:28:17.859481 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52108) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:17.925031 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b611412-88ba-4174-8299-9fbcf04b553a None None] DHCP port deletion for 4d28e89c-1ada-4d65-a68a-7c96765b022b request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:28:17.930071 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e28881-e283-41d8-942a-dc06607f2a16 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event deleted for resources: {'Port': ['ID=ac869c34-1d58-446a-9d3b-74fb246d8bd8,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:17.960038 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52110) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:17.970244 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device ac869c34-1d58-446a-9d3b-74fb246d8bd8 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:28:17.993364 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dabae24-a48c-4268-b469-ac05c74558db tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] DELETE failed (client error): The resource could not be found. Jan 29 04:28:17.998124 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: ac869c34-1d58-446a-9d3b-74fb246d8bd8 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:28:17.998631 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device ac869c34-1d58-446a-9d3b-74fb246d8bd8 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:28:18.003321 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dabae24-a48c-4268-b469-ac05c74558db tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:28:18.020232 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-8dabae24-a48c-4268-b469-ac05c74558db tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] 10.222.0.13 "DELETE /v2.0/networks/b82e3901-2671-4275-848d-ad78af91ef2d HTTP/1.1" status: 404 len: 339 time: 0.1542482 Jan 29 04:28:18.024547 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-9b611412-88ba-4174-8299-9fbcf04b553a None None] Deleting port eb5647b8-358c-4279-8456-afce02b5fd94 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:28:18.025081 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9b611412-88ba-4174-8299-9fbcf04b553a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (eb5647b8-358c-4279-8456-afce02b5fd94), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:18.025236 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52114) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:18.041026 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-985d8aa6-3851-4809-a081-d77dd0d2815a tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Request body: {'network': {'name': 'tempest-network--1691681742', 'router:external': True}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:18.054169 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-15e28881-e283-41d8-942a-dc06607f2a16 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (1d0a00f5-b320-4066-9757-482319478286), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:18.089426 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-15e28881-e283-41d8-942a-dc06607f2a16 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d0a00f5-b320-4066-9757-482319478286']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:18.103416 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-15e28881-e283-41d8-942a-dc06607f2a16 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68b634a6-2c51-45cd-9438-64179ed0b313') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:18.104258 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-15e28881-e283-41d8-942a-dc06607f2a16 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68b634a6-2c51-45cd-9438-64179ed0b313') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:18.117133 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-15e28881-e283-41d8-942a-dc06607f2a16 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (68b634a6-2c51-45cd-9438-64179ed0b313), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:18.122969 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-db131dcd-334f-4d3d-bfee-efdf723472b0 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (2473ce5a-ccd1-495a-afb5-08f4c90ce597), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:18.141481 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-15e28881-e283-41d8-942a-dc06607f2a16 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (68b634a6-2c51-45cd-9438-64179ed0b313), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:18.153065 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-9091760f-999a-42c3-8d2d-68848d44363c tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1270506981'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:18.160258 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15e28881-e283-41d8-942a-dc06607f2a16 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:28:18.160952 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-15e28881-e283-41d8-942a-dc06607f2a16 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (68b634a6-2c51-45cd-9438-64179ed0b313), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:18.164369 dv-neutron-821190-1-hyperv neutron-server[103585]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:28:18.164369 dv-neutron-821190-1-hyperv neutron-server[103585]: self.session.flush() Jan 29 04:28:18.164369 dv-neutron-821190-1-hyperv neutron-server[103585]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:28:18.164369 dv-neutron-821190-1-hyperv neutron-server[103585]: self.session.flush() Jan 29 04:28:18.164369 dv-neutron-821190-1-hyperv neutron-server[103585]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:28:18.164369 dv-neutron-821190-1-hyperv neutron-server[103585]: self.session.flush() Jan 29 04:28:18.164369 dv-neutron-821190-1-hyperv neutron-server[103585]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:28:18.164369 dv-neutron-821190-1-hyperv neutron-server[103585]: self.session.flush() Jan 29 04:28:18.164369 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:28:18.164369 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:28:18.164369 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:28:18.164369 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:28:18.164369 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:28:18.164369 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:28:18.164369 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:28:18.164369 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:28:18.164369 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:28:18.164369 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:28:18.164369 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:28:18.164369 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:28:18.164369 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:28:18.164369 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:28:18.164369 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:28:18.164369 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:28:18.164369 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:28:18.164369 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:28:18.164369 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:28:18.164369 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:28:18.164369 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:28:18.164369 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:28:18.164369 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:28:18.164369 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:28:18.164369 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:28:18.164369 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:28:18.164369 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:28:18.164369 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:28:18.164369 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:28:18.164369 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:28:18.164369 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:28:18.164369 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:28:18.176960 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db131dcd-334f-4d3d-bfee-efdf723472b0 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event deleted for resources: {'Subnet': ['ID=2473ce5a-ccd1-495a-afb5-08f4c90ce597,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:18.179450 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-db131dcd-334f-4d3d-bfee-efdf723472b0 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:18.189112 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-db131dcd-334f-4d3d-bfee-efdf723472b0 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/subnets/2473ce5a-ccd1-495a-afb5-08f4c90ce597 HTTP/1.1" status: 204 len: 168 time: 0.7500863 Jan 29 04:28:18.189112 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52116) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:18.189112 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a26e30-75d4-4721-b118-7e62258b4956 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:18.193958 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-23a26e30-75d4-4721-b118-7e62258b4956 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:18.195360 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985d8aa6-3851-4809-a081-d77dd0d2815a tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Made reservation on behalf of dd51806a0d33486aa1df13f353478da1 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:18.198617 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-985d8aa6-3851-4809-a081-d77dd0d2815a tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:18.292975 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-985d8aa6-3851-4809-a081-d77dd0d2815a tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:28:18.301693 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da2e2ca-035c-4069-97d9-f42199dfd1ed None None] Network d4d679c4-a6d2-49f4-a547-440dc61cfb1b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:18.307667 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-9b611412-88ba-4174-8299-9fbcf04b553a None None] For port eb5647b8-358c-4279-8456-afce02b5fd94, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=eb5647b8-358c-4279-8456-afce02b5fd94,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:18.307667 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9b611412-88ba-4174-8299-9fbcf04b553a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (eb5647b8-358c-4279-8456-afce02b5fd94), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:18.324272 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-985d8aa6-3851-4809-a081-d77dd0d2815a tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (0538069a-2e3c-4105-a0e2-af934d5a6372), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:18.324272 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-985d8aa6-3851-4809-a081-d77dd0d2815a tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Added segment 0538069a-2e3c-4105-a0e2-af934d5a6372 of type vlan for network dcafe172-74c7-4423-ae9c-e88a5daa1040 Jan 29 04:28:18.330590 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-9b611412-88ba-4174-8299-9fbcf04b553a None None] Calling delete_port for eb5647b8-358c-4279-8456-afce02b5fd94 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:28:18.358442 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9091760f-999a-42c3-8d2d-68848d44363c tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Made reservation on behalf of 83ef131175644f6384891ed35a4d3341 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:18.362604 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9091760f-999a-42c3-8d2d-68848d44363c tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:18.376288 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9091760f-999a-42c3-8d2d-68848d44363c tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:18.403393 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ad2b9-a208-487f-b1b8-87817b35b536 req-1a02d6ff-8ef1-41fb-8e9e-25167fbccd36 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:18.404933 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-837ad2b9-a208-487f-b1b8-87817b35b536 req-1a02d6ff-8ef1-41fb-8e9e-25167fbccd36 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/ports?device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c HTTP/1.1" status: 200 len: 943 time: 0.1134839 Jan 29 04:28:18.412644 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-15e28881-e283-41d8-942a-dc06607f2a16 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (1d0a00f5-b320-4066-9757-482319478286), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:18.414413 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-97c7f243-563b-40ed-8545-db34843f3e76 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (d4d679c4-a6d2-49f4-a547-440dc61cfb1b), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:18.430266 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-15e28881-e283-41d8-942a-dc06607f2a16 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:18.433409 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-15e28881-e283-41d8-942a-dc06607f2a16 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/networks/1d0a00f5-b320-4066-9757-482319478286 HTTP/1.1" status: 204 len: 168 time: 1.8355289 Jan 29 04:28:18.437510 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52120) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:18.454752 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-d3e0ba55-671d-4029-9ece-5adb89e6d35b None None] Provisioning complete for port c3ad0242-31ef-4717-bd0a-1d6da388171e triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:18.454752 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d3e0ba55-671d-4029-9ece-5adb89e6d35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c3ad0242-31ef-4717-bd0a-1d6da388171e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:18.455153 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-985d8aa6-3851-4809-a081-d77dd0d2815a tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (dcafe172-74c7-4423-ae9c-e88a5daa1040), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:18.471444 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e28881-e283-41d8-942a-dc06607f2a16 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event deleted for resources: {'Network': ['ID=1d0a00f5-b320-4066-9757-482319478286,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:18.545565 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-837ad2b9-a208-487f-b1b8-87817b35b536 req-44d40ada-b6b6-4a51-ad3f-1715a193b291 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/security-groups?id=d988af8b-ef19-409e-9a6b-f84166dff0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310058 Jan 29 04:28:18.569619 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-d3e0ba55-671d-4029-9ece-5adb89e6d35b None None] Current status of the port c3ad0242-31ef-4717-bd0a-1d6da388171e is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:18.579961 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9091760f-999a-42c3-8d2d-68848d44363c tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks [] for security_group (bee164f4-905e-48ce-919e-dbc2af26a0fb), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:18.597515 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9b611412-88ba-4174-8299-9fbcf04b553a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (eb5647b8-358c-4279-8456-afce02b5fd94), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:18.617364 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8c77d7-284e-4aa7-b670-b5282beb84b3 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:18.619068 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-da8c77d7-284e-4aa7-b670-b5282beb84b3 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1781416 Jan 29 04:28:18.622892 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52122) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:18.626867 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115964bd-783b-4d5e-b146-9b3bd73e2da9 None None] DHCP port deletion for d4d679c4-a6d2-49f4-a547-440dc61cfb1b request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:28:18.629173 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b611412-88ba-4174-8299-9fbcf04b553a None None] No DVR routers for this DVR port eb5647b8-358c-4279-8456-afce02b5fd94 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:28:18.631166 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b611412-88ba-4174-8299-9fbcf04b553a None None] Pushing event deleted for resources: {'Port': ['ID=eb5647b8-358c-4279-8456-afce02b5fd94,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:18.639525 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-985d8aa6-3851-4809-a081-d77dd0d2815a tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (dcafe172-74c7-4423-ae9c-e88a5daa1040), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:18.640659 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985d8aa6-3851-4809-a081-d77dd0d2815a tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:18.645610 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-985d8aa6-3851-4809-a081-d77dd0d2815a tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:18.678985 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-97c7f243-563b-40ed-8545-db34843f3e76 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Deleting port c3ad0242-31ef-4717-bd0a-1d6da388171e {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:28:18.679395 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-97c7f243-563b-40ed-8545-db34843f3e76 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (c3ad0242-31ef-4717-bd0a-1d6da388171e), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:18.681084 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9091760f-999a-42c3-8d2d-68848d44363c tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (bee164f4-905e-48ce-919e-dbc2af26a0fb), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:18.685967 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-115964bd-783b-4d5e-b146-9b3bd73e2da9 None None] Deleting port c3ad0242-31ef-4717-bd0a-1d6da388171e {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:28:18.686621 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-115964bd-783b-4d5e-b146-9b3bd73e2da9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (c3ad0242-31ef-4717-bd0a-1d6da388171e), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:18.747102 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-97c7f243-563b-40ed-8545-db34843f3e76 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] For port c3ad0242-31ef-4717-bd0a-1d6da388171e, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=c3ad0242-31ef-4717-bd0a-1d6da388171e,segment=NetworkSegment(19b39514-eda0-408e-b01b-bb163ac9195d),segment_id=19b39514-eda0-408e-b01b-bb163ac9195d)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:18.747422 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-97c7f243-563b-40ed-8545-db34843f3e76 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (c3ad0242-31ef-4717-bd0a-1d6da388171e), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:18.757200 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-115964bd-783b-4d5e-b146-9b3bd73e2da9 None None] For port c3ad0242-31ef-4717-bd0a-1d6da388171e, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=c3ad0242-31ef-4717-bd0a-1d6da388171e,segment=NetworkSegment(19b39514-eda0-408e-b01b-bb163ac9195d),segment_id=19b39514-eda0-408e-b01b-bb163ac9195d)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:18.757200 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-115964bd-783b-4d5e-b146-9b3bd73e2da9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (c3ad0242-31ef-4717-bd0a-1d6da388171e), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:18.760619 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9091760f-999a-42c3-8d2d-68848d44363c tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:28:18.769508 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9091760f-999a-42c3-8d2d-68848d44363c tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bee164f4-905e-48ce-919e-dbc2af26a0fb,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:18.770098 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-115964bd-783b-4d5e-b146-9b3bd73e2da9 None None] Calling delete_port for c3ad0242-31ef-4717-bd0a-1d6da388171e owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:28:18.770922 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-23a26e30-75d4-4721-b118-7e62258b4956 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (2f16bcde-1c47-4bea-aa59-f9895a72e4cb), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:18.773857 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d8aa6-3851-4809-a081-d77dd0d2815a tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Pushing event updated for resources: {'Network': ['ID=dcafe172-74c7-4423-ae9c-e88a5daa1040,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:18.784778 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-97c7f243-563b-40ed-8545-db34843f3e76 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Calling delete_port for c3ad0242-31ef-4717-bd0a-1d6da388171e owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:28:18.787664 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-985d8aa6-3851-4809-a081-d77dd0d2815a tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7600720 Jan 29 04:28:18.788715 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9091760f-999a-42c3-8d2d-68848d44363c tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (4489f75b-2613-4c73-8524-a74d9c909df8), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:18.788715 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-9091760f-999a-42c3-8d2d-68848d44363c tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Added segment 4489f75b-2613-4c73-8524-a74d9c909df8 of type vlan for network 7187e047-1afd-42b3-aecd-fe62c6d900d6 Jan 29 04:28:18.790018 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52124) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:18.816976 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network dcafe172-74c7-4423-ae9c-e88a5daa1040 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:28:18.839339 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-1ad862a2-a9a1-46f2-86a1-4495fb786e4a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2079837 Jan 29 04:28:18.843869 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52126) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:18.889064 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a26e30-75d4-4721-b118-7e62258b4956 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:18.895892 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-18eb0f8d-c2b8-4178-b966-6568d992e889 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-229344668'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:18.918354 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-23a26e30-75d4-4721-b118-7e62258b4956 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:18.925738 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a26e30-75d4-4721-b118-7e62258b4956 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:18.926558 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-23a26e30-75d4-4721-b118-7e62258b4956 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:18.929985 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19386cf-1671-4071-86fa-c6c112be4a0a None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:18.945488 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a26e30-75d4-4721-b118-7e62258b4956 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Subnet': ['ID=2f16bcde-1c47-4bea-aa59-f9895a72e4cb,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:18.950234 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9091760f-999a-42c3-8d2d-68848d44363c tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (7187e047-1afd-42b3-aecd-fe62c6d900d6), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:18.978221 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 8ee8941e-2bbc-4cf8-9266-3d84dec89660 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:28:19.021099 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-115964bd-783b-4d5e-b146-9b3bd73e2da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (c3ad0242-31ef-4717-bd0a-1d6da388171e), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:19.022658 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-97c7f243-563b-40ed-8545-db34843f3e76 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (c3ad0242-31ef-4717-bd0a-1d6da388171e), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:19.035127 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0c127c-6808-43aa-8525-cebe3956854a tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:19.040379 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0c127c-6808-43aa-8525-cebe3956854a tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:19.045613 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0c127c-6808-43aa-8525-cebe3956854a tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:19.051171 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0c127c-6808-43aa-8525-cebe3956854a tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:19.052879 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ca0c127c-6808-43aa-8525-cebe3956854a tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2614868 Jan 29 04:28:19.057055 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-23a26e30-75d4-4721-b118-7e62258b4956 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2569306 Jan 29 04:28:19.057055 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7f243-563b-40ed-8545-db34843f3e76 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event deleted for resources: {'Port': ['ID=c3ad0242-31ef-4717-bd0a-1d6da388171e,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:19.064078 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52128) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:19.064710 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18eb0f8d-c2b8-4178-b966-6568d992e889 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Made reservation on behalf of 931e85f3b3ac4f669ae92c3bafe28f71 for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:19.064880 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52130) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:19.064880 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-8c68dfa2-a093-4cc5-84f0-9ac2be7e74e6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'port': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'name': 'tempest-NetworksTestDHCPv6-890770364'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:19.065916 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-18eb0f8d-c2b8-4178-b966-6568d992e889 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:19.078709 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c7f243-563b-40ed-8545-db34843f3e76 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] No DVR routers for this DVR port c3ad0242-31ef-4717-bd0a-1d6da388171e on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:28:19.106310 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115964bd-783b-4d5e-b146-9b3bd73e2da9 None None] Pushing event deleted for resources: {'Port': ['ID=c3ad0242-31ef-4717-bd0a-1d6da388171e,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:19.115408 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115964bd-783b-4d5e-b146-9b3bd73e2da9 None None] No DVR routers for this DVR port c3ad0242-31ef-4717-bd0a-1d6da388171e on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:28:19.150779 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6612e9-7c9b-4710-a741-a0568955c50b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-4d28e89c-1ada-4d65-a68a-7c96765b022b', 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'project_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'fixed_ips': [{'subnet_id': '2f16bcde-1c47-4bea-aa59-f9895a72e4cb'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:28:19.151759 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dc6612e9-7c9b-4710-a741-a0568955c50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:19.162186 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9091760f-999a-42c3-8d2d-68848d44363c tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (7187e047-1afd-42b3-aecd-fe62c6d900d6), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:19.167012 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9091760f-999a-42c3-8d2d-68848d44363c tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:19.167593 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9091760f-999a-42c3-8d2d-68848d44363c tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:19.176236 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18eb0f8d-c2b8-4178-b966-6568d992e889 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:28:19.179648 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 8ee8941e-2bbc-4cf8-9266-3d84dec89660, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=8ee8941e-2bbc-4cf8-9266-3d84dec89660,segment=NetworkSegment(c10e8bc5-2189-4094-93bc-f8166e8aeb7b),segment_id=c10e8bc5-2189-4094-93bc-f8166e8aeb7b)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:19.196597 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-97c7f243-563b-40ed-8545-db34843f3e76 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (d4d679c4-a6d2-49f4-a547-440dc61cfb1b), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:19.201819 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': '8ee8941e-2bbc-4cf8-9266-3d84dec89660', 'network_id': '9ab12730-721a-45c7-85f6-a754b924ee36', 'port_id': '8ee8941e-2bbc-4cf8-9266-3d84dec89660', 'mac_address': 'fa:16:3e:4d:ca:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '243e0a19-7391-4f55-8e4a-713131ecc5e5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:28:19.206685 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-18eb0f8d-c2b8-4178-b966-6568d992e889 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (dd5927e1-f2e2-4577-a222-4df08df6c4d6), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:19.207163 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-18eb0f8d-c2b8-4178-b966-6568d992e889 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Added segment dd5927e1-f2e2-4577-a222-4df08df6c4d6 of type vlan for network 5769ff6d-bfa7-4612-b2f0-644cc3c19267 Jan 29 04:28:19.245745 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-97c7f243-563b-40ed-8545-db34843f3e76 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d679c4-a6d2-49f4-a547-440dc61cfb1b']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:19.266085 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-97c7f243-563b-40ed-8545-db34843f3e76 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19b39514-eda0-408e-b01b-bb163ac9195d') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:19.266632 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-97c7f243-563b-40ed-8545-db34843f3e76 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19b39514-eda0-408e-b01b-bb163ac9195d') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:19.275703 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-18eb0f8d-c2b8-4178-b966-6568d992e889 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (5769ff6d-bfa7-4612-b2f0-644cc3c19267), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:19.288796 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-97c7f243-563b-40ed-8545-db34843f3e76 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (19b39514-eda0-408e-b01b-bb163ac9195d), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:19.310940 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 8ee8941e-2bbc-4cf8-9266-3d84dec89660 is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:19.311529 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (8ee8941e-2bbc-4cf8-9266-3d84dec89660), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:19.314983 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-97c7f243-563b-40ed-8545-db34843f3e76 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (19b39514-eda0-408e-b01b-bb163ac9195d), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:19.325280 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97c7f243-563b-40ed-8545-db34843f3e76 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:28:19.325775 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-97c7f243-563b-40ed-8545-db34843f3e76 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (19b39514-eda0-408e-b01b-bb163ac9195d), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:19.329083 dv-neutron-821190-1-hyperv neutron-server[103584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:28:19.329083 dv-neutron-821190-1-hyperv neutron-server[103584]: self.session.flush() Jan 29 04:28:19.329083 dv-neutron-821190-1-hyperv neutron-server[103584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:28:19.329083 dv-neutron-821190-1-hyperv neutron-server[103584]: self.session.flush() Jan 29 04:28:19.329083 dv-neutron-821190-1-hyperv neutron-server[103584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:28:19.329083 dv-neutron-821190-1-hyperv neutron-server[103584]: self.session.flush() Jan 29 04:28:19.329083 dv-neutron-821190-1-hyperv neutron-server[103584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:28:19.329083 dv-neutron-821190-1-hyperv neutron-server[103584]: self.session.flush() Jan 29 04:28:19.329083 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:28:19.329083 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:28:19.329083 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:28:19.329083 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:28:19.329083 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:28:19.329083 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:28:19.329083 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:28:19.329083 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:28:19.329083 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:28:19.329083 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:28:19.329083 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:28:19.329083 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:28:19.329083 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:28:19.329083 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:28:19.329083 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:28:19.329083 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:28:19.329083 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:28:19.329083 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:28:19.329083 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:28:19.329083 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:28:19.329083 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:28:19.329083 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:28:19.329083 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:28:19.329083 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:28:19.329083 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:28:19.329083 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:28:19.329083 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:28:19.329083 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:28:19.329083 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:28:19.329083 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:28:19.329083 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:28:19.329083 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:28:19.348152 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ee8941e-2bbc-4cf8-9266-3d84dec89660 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:28:19.381032 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 8ee8941e-2bbc-4cf8-9266-3d84dec89660, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=8ee8941e-2bbc-4cf8-9266-3d84dec89660,segment=NetworkSegment(c10e8bc5-2189-4094-93bc-f8166e8aeb7b),segment_id=c10e8bc5-2189-4094-93bc-f8166e8aeb7b)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:19.392684 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-dc6612e9-7c9b-4710-a741-a0568955c50b None None] Allocated IP 2001:db8::2 (4d28e89c-1ada-4d65-a68a-7c96765b022b/2f16bcde-1c47-4bea-aa59-f9895a72e4cb/bc7173bb-7392-4d57-a01f-7712206b90bb) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:19.412604 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-18eb0f8d-c2b8-4178-b966-6568d992e889 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (5769ff6d-bfa7-4612-b2f0-644cc3c19267), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:19.418027 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18eb0f8d-c2b8-4178-b966-6568d992e889 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:19.418680 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-18eb0f8d-c2b8-4178-b966-6568d992e889 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:19.454026 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (8ee8941e-2bbc-4cf8-9266-3d84dec89660), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:19.489945 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb0f8d-c2b8-4178-b966-6568d992e889 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'Network': ['ID=5769ff6d-bfa7-4612-b2f0-644cc3c19267,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:19.499602 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-97c7f243-563b-40ed-8545-db34843f3e76 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (d4d679c4-a6d2-49f4-a547-440dc61cfb1b), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:19.507884 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-97c7f243-563b-40ed-8545-db34843f3e76 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803774'] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:19.511261 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-97c7f243-563b-40ed-8545-db34843f3e76 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/networks/d4d679c4-a6d2-49f4-a547-440dc61cfb1b HTTP/1.1" status: 204 len: 168 time: 1.3119373 Jan 29 04:28:19.519599 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c05db642-3a3e-4d68-affc-ceea5452cc72 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (dcafe172-74c7-4423-ae9c-e88a5daa1040), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:19.519947 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 5769ff6d-bfa7-4612-b2f0-644cc3c19267 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:28:19.521094 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52132) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:19.532956 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-18eb0f8d-c2b8-4178-b966-6568d992e889 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6419277 Jan 29 04:28:19.532956 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7f243-563b-40ed-8545-db34843f3e76 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event deleted for resources: {'Network': ['ID=d4d679c4-a6d2-49f4-a547-440dc61cfb1b,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:19.536758 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52134) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:19.543286 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-551aeb4e-d1f2-4d78-a9a3-b22a1d430e48 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'subnet': {'network_id': '5769ff6d-bfa7-4612-b2f0-644cc3c19267', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:19.546623 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=8ee8941e-2bbc-4cf8-9266-3d84dec89660,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:19.578491 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9091760f-999a-42c3-8d2d-68848d44363c tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event updated for resources: {'Network': ['ID=7187e047-1afd-42b3-aecd-fe62c6d900d6,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:19.595772 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9091760f-999a-42c3-8d2d-68848d44363c tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6345239 Jan 29 04:28:19.630748 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 7187e047-1afd-42b3-aecd-fe62c6d900d6 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:28:19.687358 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689ac1f6-6b6a-4b9b-8542-83cddedd0cac tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:19.701721 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-689ac1f6-6b6a-4b9b-8542-83cddedd0cac tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1649356 Jan 29 04:28:19.701721 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52138) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:19.768571 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dc6612e9-7c9b-4710-a741-a0568955c50b None None] Publish callbacks [] for port (bc7173bb-7392-4d57-a01f-7712206b90bb), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:19.797172 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c68dfa2-a093-4cc5-84f0-9ac2be7e74e6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:19.801708 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8c68dfa2-a093-4cc5-84f0-9ac2be7e74e6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:19.824972 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c05db642-3a3e-4d68-affc-ceea5452cc72 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (dcafe172-74c7-4423-ae9c-e88a5daa1040), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:19.838931 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-8c68dfa2-a093-4cc5-84f0-9ac2be7e74e6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] device_id is not set on port 08ec7dec-7f69-4ded-bd7a-32d7be366aa7 yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:28:19.860444 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10a483-bd64-4754-b334-c4d56a8abd55 req-18efa96e-51f1-4560-8e07-51be3309baae tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:19.862623 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9c10a483-bd64-4754-b334-c4d56a8abd55 req-18efa96e-51f1-4560-8e07-51be3309baae tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/ports?device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c HTTP/1.1" status: 200 len: 944 time: 0.2049305 Jan 29 04:28:19.871334 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dc6612e9-7c9b-4710-a741-a0568955c50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (bc7173bb-7392-4d57-a01f-7712206b90bb), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:19.907913 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-c05db642-3a3e-4d68-affc-ceea5452cc72 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcafe172-74c7-4423-ae9c-e88a5daa1040']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:19.916277 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551aeb4e-d1f2-4d78-a9a3-b22a1d430e48 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Made reservation on behalf of 931e85f3b3ac4f669ae92c3bafe28f71 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:19.919102 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-580288e5-1685-4fac-b9b9-2518a3d1b739 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2182915 Jan 29 04:28:19.919801 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52140) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:19.920025 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-551aeb4e-d1f2-4d78-a9a3-b22a1d430e48 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:19.938410 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-a7dcfa40-10ae-4b6f-af59-04929e66644e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1037458112'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:19.957911 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-c05db642-3a3e-4d68-affc-ceea5452cc72 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0538069a-2e3c-4105-a0e2-af934d5a6372') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:19.958380 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-c05db642-3a3e-4d68-affc-ceea5452cc72 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0538069a-2e3c-4105-a0e2-af934d5a6372') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:19.968578 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['8ee8941e-2bbc-4cf8-9266-3d84dec89660'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:28:19.976034 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c05db642-3a3e-4d68-affc-ceea5452cc72 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (0538069a-2e3c-4105-a0e2-af934d5a6372), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:19.989705 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device eb5647b8-358c-4279-8456-afce02b5fd94 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:28:20.015478 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c05db642-3a3e-4d68-affc-ceea5452cc72 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (0538069a-2e3c-4105-a0e2-af934d5a6372), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:20.029491 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c05db642-3a3e-4d68-affc-ceea5452cc72 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:28:20.033112 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c05db642-3a3e-4d68-affc-ceea5452cc72 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (0538069a-2e3c-4105-a0e2-af934d5a6372), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:20.035165 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:28:20.035165 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:28:20.035165 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:28:20.035165 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:28:20.035165 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:28:20.035165 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:28:20.035165 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:28:20.035165 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:28:20.035165 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:28:20.035165 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:28:20.035165 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:28:20.035165 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:28:20.035165 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:28:20.035165 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:28:20.035165 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:28:20.035165 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:28:20.035165 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:28:20.035165 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:28:20.035165 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:28:20.035165 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:28:20.035165 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:28:20.035165 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:28:20.035165 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:28:20.035165 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:28:20.035165 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:28:20.035165 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:28:20.035165 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:28:20.035165 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:28:20.035165 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:28:20.035165 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:28:20.035165 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:28:20.035165 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:28:20.048365 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6612e9-7c9b-4710-a741-a0568955c50b None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:20.060945 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7dcfa40-10ae-4b6f-af59-04929e66644e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Made reservation on behalf of d8e0f965da8447998d407abf5ce886cf for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:20.070053 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a7dcfa40-10ae-4b6f-af59-04929e66644e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:20.132956 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: eb5647b8-358c-4279-8456-afce02b5fd94 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:28:20.133255 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device eb5647b8-358c-4279-8456-afce02b5fd94 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:28:20.133681 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device c3ad0242-31ef-4717-bd0a-1d6da388171e no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:28:20.176351 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-8c68dfa2-a093-4cc5-84f0-9ac2be7e74e6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Allocated IP 2001:db8::1e6 (4d28e89c-1ada-4d65-a68a-7c96765b022b/2f16bcde-1c47-4bea-aa59-f9895a72e4cb/08ec7dec-7f69-4ded-bd7a-32d7be366aa7) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:20.190679 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7dcfa40-10ae-4b6f-af59-04929e66644e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:28:20.207801 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-dc6612e9-7c9b-4710-a741-a0568955c50b None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:20.219056 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: c3ad0242-31ef-4717-bd0a-1d6da388171e {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:28:20.219488 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device c3ad0242-31ef-4717-bd0a-1d6da388171e not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:28:20.232054 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6612e9-7c9b-4710-a741-a0568955c50b None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:20.261959 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6612e9-7c9b-4710-a741-a0568955c50b None None] Pushing event updated for resources: {'Port': ['ID=bc7173bb-7392-4d57-a01f-7712206b90bb,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:20.282682 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c05db642-3a3e-4d68-affc-ceea5452cc72 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (dcafe172-74c7-4423-ae9c-e88a5daa1040), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:20.296719 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a7dcfa40-10ae-4b6f-af59-04929e66644e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (01b63b3e-2ab6-4036-8e48-ac920c649d52), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:20.297228 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-a7dcfa40-10ae-4b6f-af59-04929e66644e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Added segment 01b63b3e-2ab6-4036-8e48-ac920c649d52 of type vlan for network eaa3d2e9-0c76-407b-8a4c-d7f82dcf2e7e Jan 29 04:28:20.326537 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9c10a483-bd64-4754-b334-c4d56a8abd55 req-f7bb5f6c-832a-4711-96fb-2ce08083a084 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/security-groups?id=d988af8b-ef19-409e-9a6b-f84166dff0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4236238 Jan 29 04:28:20.328651 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05db642-3a3e-4d68-affc-ceea5452cc72 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dcafe172-74c7-4423-ae9c-e88a5daa1040 {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 29 04:28:20.347325 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-551aeb4e-d1f2-4d78-a9a3-b22a1d430e48 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (2ff59680-f0e6-411c-bf66-6453b51db442), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:20.357850 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c05db642-3a3e-4d68-affc-ceea5452cc72 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:20.361571 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c05db642-3a3e-4d68-affc-ceea5452cc72 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] 10.222.0.13 "DELETE /v2.0/networks/dcafe172-74c7-4423-ae9c-e88a5daa1040 HTTP/1.1" status: 204 len: 168 time: 1.3046582 Jan 29 04:28:20.391043 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52142) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:20.401745 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-763758b1-c412-4e5f-aa7f-d75576c8fb3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:20.440264 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05db642-3a3e-4d68-affc-ceea5452cc72 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Pushing event deleted for resources: {'Network': ['ID=dcafe172-74c7-4423-ae9c-e88a5daa1040,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:20.443953 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-dc6612e9-7c9b-4710-a741-a0568955c50b None None] Attempting to bind port bc7173bb-7392-4d57-a01f-7712206b90bb on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:28:20.449588 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-dc6612e9-7c9b-4710-a741-a0568955c50b None None] Attempting to bind port bc7173bb-7392-4d57-a01f-7712206b90bb by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:28:20.450061 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6612e9-7c9b-4710-a741-a0568955c50b None None] Attempting to bind port bc7173bb-7392-4d57-a01f-7712206b90bb on network 4d28e89c-1ada-4d65-a68a-7c96765b022b {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:28:20.461824 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-1bef40a6-2fe3-4446-8565-900535739f4a tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Request body: {'network': {'name': 'tempest-network--1568220914', 'router:external': True}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:20.483538 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6612e9-7c9b-4710-a741-a0568955c50b None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:28:20.490084 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6612e9-7c9b-4710-a741-a0568955c50b None None] Checking segment: {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:28:20.490644 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dc6612e9-7c9b-4710-a741-a0568955c50b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:20.491143 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6612e9-7c9b-4710-a741-a0568955c50b None None] Bound using segment: {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:28:20.491739 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-dc6612e9-7c9b-4710-a741-a0568955c50b None None] Bound port: bc7173bb-7392-4d57-a01f-7712206b90bb, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:28:20.500410 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dc6612e9-7c9b-4710-a741-a0568955c50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (bc7173bb-7392-4d57-a01f-7712206b90bb), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:20.515785 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551aeb4e-d1f2-4d78-a9a3-b22a1d430e48 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'Subnet': ['ID=2ff59680-f0e6-411c-bf66-6453b51db442,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:20.587225 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a7dcfa40-10ae-4b6f-af59-04929e66644e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (eaa3d2e9-0c76-407b-8a4c-d7f82dcf2e7e), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:20.623587 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551aeb4e-d1f2-4d78-a9a3-b22a1d430e48 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Checking segment: {'id': 'dd5927e1-f2e2-4577-a222-4df08df6c4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5769ff6d-bfa7-4612-b2f0-644cc3c19267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:28:20.624327 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551aeb4e-d1f2-4d78-a9a3-b22a1d430e48 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Network hostable DHCP agents. Network: 5769ff6d-bfa7-4612-b2f0-644cc3c19267, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:28:20.704646 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bef40a6-2fe3-4446-8565-900535739f4a tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Made reservation on behalf of dd51806a0d33486aa1df13f353478da1 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:20.707074 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1bef40a6-2fe3-4446-8565-900535739f4a tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:20.725714 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-dc6612e9-7c9b-4710-a741-a0568955c50b None None] For port bc7173bb-7392-4d57-a01f-7712206b90bb, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:28:20.729590 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-dc6612e9-7c9b-4710-a741-a0568955c50b None None] For port bc7173bb-7392-4d57-a01f-7712206b90bb, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=bc7173bb-7392-4d57-a01f-7712206b90bb,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:28:20.754857 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551aeb4e-d1f2-4d78-a9a3-b22a1d430e48 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Network 5769ff6d-bfa7-4612-b2f0-644cc3c19267 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:28:20.789041 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bef40a6-2fe3-4446-8565-900535739f4a tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:28:20.809228 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1bef40a6-2fe3-4446-8565-900535739f4a tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (c5352a4c-9f55-45fc-bb5f-f6f7f755f001), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:20.809657 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-1bef40a6-2fe3-4446-8565-900535739f4a tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Added segment c5352a4c-9f55-45fc-bb5f-f6f7f755f001 of type vlan for network 2ccd211d-0b08-424f-8e27-17bf2f1a38bb Jan 29 04:28:20.842863 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-551aeb4e-d1f2-4d78-a9a3-b22a1d430e48 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 5769ff6d-bfa7-4612-b2f0-644cc3c19267) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:20.851117 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dc6612e9-7c9b-4710-a741-a0568955c50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (bc7173bb-7392-4d57-a01f-7712206b90bb), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:20.855555 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551aeb4e-d1f2-4d78-a9a3-b22a1d430e48 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:20.856396 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-551aeb4e-d1f2-4d78-a9a3-b22a1d430e48 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:20.874046 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e23d549-414a-4d8c-9773-3141569ff15d None None] Network 5769ff6d-bfa7-4612-b2f0-644cc3c19267 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:20.902364 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1bef40a6-2fe3-4446-8565-900535739f4a tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (2ccd211d-0b08-424f-8e27-17bf2f1a38bb), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:20.973760 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-551aeb4e-d1f2-4d78-a9a3-b22a1d430e48 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4333661 Jan 29 04:28:20.973975 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8c68dfa2-a093-4cc5-84f0-9ac2be7e74e6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for port (08ec7dec-7f69-4ded-bd7a-32d7be366aa7), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:20.974111 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52144) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:20.975092 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a7dcfa40-10ae-4b6f-af59-04929e66644e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (eaa3d2e9-0c76-407b-8a4c-d7f82dcf2e7e), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:20.979994 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-dd03af48-24aa-48e5-a368-a9db5d2ab132 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'port': {'network_id': '5769ff6d-bfa7-4612-b2f0-644cc3c19267', 'name': 'tempest-PortsIpV6TestJSON-493548274'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:20.984513 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dcfa40-10ae-4b6f-af59-04929e66644e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:20.985850 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a7dcfa40-10ae-4b6f-af59-04929e66644e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:21.094185 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1bef40a6-2fe3-4446-8565-900535739f4a tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (2ccd211d-0b08-424f-8e27-17bf2f1a38bb), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:21.096120 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bef40a6-2fe3-4446-8565-900535739f4a tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:21.097114 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1bef40a6-2fe3-4446-8565-900535739f4a tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:21.150498 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dcfa40-10ae-4b6f-af59-04929e66644e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'Network': ['ID=eaa3d2e9-0c76-407b-8a4c-d7f82dcf2e7e,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:21.265207 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd03af48-24aa-48e5-a368-a9db5d2ab132 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Made reservation on behalf of 931e85f3b3ac4f669ae92c3bafe28f71 for: {'port': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:21.270953 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dd03af48-24aa-48e5-a368-a9db5d2ab132 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:21.279090 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52146) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:21.280260 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a7dcfa40-10ae-4b6f-af59-04929e66644e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3494725 Jan 29 04:28:21.323444 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-d6b214a7-ee39-4a28-a555-47795ad2da0a tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'subnet': {'network_id': 'eaa3d2e9-0c76-407b-8a4c-d7f82dcf2e7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:21.338678 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network eaa3d2e9-0c76-407b-8a4c-d7f82dcf2e7e details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:28:21.359360 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-1bef40a6-2fe3-4446-8565-900535739f4a tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9644961 Jan 29 04:28:21.361757 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8c68dfa2-a093-4cc5-84f0-9ac2be7e74e6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (08ec7dec-7f69-4ded-bd7a-32d7be366aa7), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:21.368528 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52148) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:21.408567 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [None req-dd03af48-24aa-48e5-a368-a9db5d2ab132 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] device_id is not set on port 6a389898-ef09-4fa1-9c76-18ae878ed644 yet. {{(pid=103584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:28:21.504107 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6612e9-7c9b-4710-a741-a0568955c50b None None] Pushing event updated for resources: {'Port': ['ID=bc7173bb-7392-4d57-a01f-7712206b90bb,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:21.518155 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef40a6-2fe3-4446-8565-900535739f4a tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Pushing event updated for resources: {'Network': ['ID=2ccd211d-0b08-424f-8e27-17bf2f1a38bb,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:21.542119 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad0832b-9647-4177-9060-0d6b5d42e273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-5769ff6d-bfa7-4612-b2f0-644cc3c19267', 'network_id': '5769ff6d-bfa7-4612-b2f0-644cc3c19267', 'project_id': '931e85f3b3ac4f669ae92c3bafe28f71', 'fixed_ips': [{'subnet_id': '2ff59680-f0e6-411c-bf66-6453b51db442'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:28:21.543897 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cad0832b-9647-4177-9060-0d6b5d42e273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:21.577998 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 2ccd211d-0b08-424f-8e27-17bf2f1a38bb details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:28:21.622135 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c68dfa2-a093-4cc5-84f0-9ac2be7e74e6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:21.636300 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-8c68dfa2-a093-4cc5-84f0-9ac2be7e74e6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:21.667522 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c68dfa2-a093-4cc5-84f0-9ac2be7e74e6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:21.685980 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c68dfa2-a093-4cc5-84f0-9ac2be7e74e6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:21.686763 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8c68dfa2-a093-4cc5-84f0-9ac2be7e74e6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:21.802379 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c68dfa2-a093-4cc5-84f0-9ac2be7e74e6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Port': ['ID=08ec7dec-7f69-4ded-bd7a-32d7be366aa7,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:21.819912 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-dd03af48-24aa-48e5-a368-a9db5d2ab132 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Allocated IP 2001:db8::363 (5769ff6d-bfa7-4612-b2f0-644cc3c19267/2ff59680-f0e6-411c-bf66-6453b51db442/6a389898-ef09-4fa1-9c76-18ae878ed644) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:21.853086 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aaf3bcd-9ff2-4c6e-8a0a-ecb0ee1ca581 tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:21.856476 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-5aaf3bcd-9ff2-4c6e-8a0a-ecb0ee1ca581 tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] 10.222.0.13 "GET /v2.0/networks/2ccd211d-0b08-424f-8e27-17bf2f1a38bb HTTP/1.1" status: 200 len: 757 time: 0.4656868 Jan 29 04:28:21.859229 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52152) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:21.903486 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f8191-8be3-4cf0-9ae7-dd9a54cdfc62 req-0e8d5d37-5afa-4126-9076-b8be260684bf tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:21.914083 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-884f8191-8be3-4cf0-9ae7-dd9a54cdfc62 req-0e8d5d37-5afa-4126-9076-b8be260684bf tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/ports?device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c HTTP/1.1" status: 200 len: 944 time: 0.2900209 Jan 29 04:28:21.933845 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-8c68dfa2-a093-4cc5-84f0-9ac2be7e74e6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8752983 Jan 29 04:28:21.951661 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52154) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:21.978074 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b214a7-ee39-4a28-a555-47795ad2da0a tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Made reservation on behalf of d8e0f965da8447998d407abf5ce886cf for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:21.991727 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device bc7173bb-7392-4d57-a01f-7712206b90bb up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:22.002288 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d6b214a7-ee39-4a28-a555-47795ad2da0a tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:22.077178 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-884f8191-8be3-4cf0-9ae7-dd9a54cdfc62 req-87465919-942b-4135-a4a7-c252360a0e17 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/security-groups?id=d988af8b-ef19-409e-9a6b-f84166dff0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620388 Jan 29 04:28:22.143368 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port bc7173bb-7392-4d57-a01f-7712206b90bb triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:22.143753 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (bc7173bb-7392-4d57-a01f-7712206b90bb), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:22.276116 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6761939f-adf2-4182-9b9a-3bd0b83cc89d tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:22.278011 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-6761939f-adf2-4182-9b9a-3bd0b83cc89d tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] 10.222.0.13 "GET /v2.0/networks/f64820b4-bc90-4b37-ab7e-3775f43c15f2 HTTP/1.1" status: 200 len: 766 time: 0.4164391 Jan 29 04:28:22.280820 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52156) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:22.281298 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port bc7173bb-7392-4d57-a01f-7712206b90bb is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:22.281814 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (bc7173bb-7392-4d57-a01f-7712206b90bb), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:22.352834 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port bc7173bb-7392-4d57-a01f-7712206b90bb, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=bc7173bb-7392-4d57-a01f-7712206b90bb,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:22.412631 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (bc7173bb-7392-4d57-a01f-7712206b90bb), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:22.441162 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56596358-28e7-4011-9688-880ffd321bb5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:22.447214 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56596358-28e7-4011-9688-880ffd321bb5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:22.456807 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-56596358-28e7-4011-9688-880ffd321bb5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4979744 Jan 29 04:28:22.457478 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-46f7e5f6-5746-4924-8978-095931cd20e9 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (2ccd211d-0b08-424f-8e27-17bf2f1a38bb), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:22.461789 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52158) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:22.486197 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a2b2527a-fdbd-4f82-bc90-20bbb70f3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:22.543794 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=bc7173bb-7392-4d57-a01f-7712206b90bb,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:22.608361 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-46f7e5f6-5746-4924-8978-095931cd20e9 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (2ccd211d-0b08-424f-8e27-17bf2f1a38bb), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:22.641991 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-46f7e5f6-5746-4924-8978-095931cd20e9 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ccd211d-0b08-424f-8e27-17bf2f1a38bb']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:22.650935 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-8c9d359b-cb3a-4e4c-9c07-43c70f8dc824 None None] Provisioning complete for port bc7173bb-7392-4d57-a01f-7712206b90bb triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:22.651728 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8c9d359b-cb3a-4e4c-9c07-43c70f8dc824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (bc7173bb-7392-4d57-a01f-7712206b90bb), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:22.662772 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-46f7e5f6-5746-4924-8978-095931cd20e9 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5352a4c-9f55-45fc-bb5f-f6f7f755f001') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:22.663261 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-46f7e5f6-5746-4924-8978-095931cd20e9 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5352a4c-9f55-45fc-bb5f-f6f7f755f001') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:22.686337 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-46f7e5f6-5746-4924-8978-095931cd20e9 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (c5352a4c-9f55-45fc-bb5f-f6f7f755f001), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:22.716160 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-46f7e5f6-5746-4924-8978-095931cd20e9 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (c5352a4c-9f55-45fc-bb5f-f6f7f755f001), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:22.724964 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dd03af48-24aa-48e5-a368-a9db5d2ab132 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for port (6a389898-ef09-4fa1-9c76-18ae878ed644), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:22.738291 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46f7e5f6-5746-4924-8978-095931cd20e9 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:28:22.738896 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-46f7e5f6-5746-4924-8978-095931cd20e9 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (c5352a4c-9f55-45fc-bb5f-f6f7f755f001), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:22.740856 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:28:22.740856 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:28:22.740856 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:28:22.740856 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:28:22.740856 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:28:22.740856 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:28:22.740856 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:28:22.740856 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:28:22.740856 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:28:22.740856 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:28:22.740856 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:28:22.740856 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:28:22.740856 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:28:22.740856 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:28:22.740856 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:28:22.740856 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:28:22.740856 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:28:22.740856 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:28:22.740856 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:28:22.740856 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:28:22.740856 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:28:22.740856 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:28:22.740856 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:28:22.740856 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:28:22.740856 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:28:22.740856 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:28:22.740856 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:28:22.740856 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:28:22.740856 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:28:22.740856 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:28:22.740856 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:28:22.740856 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:28:22.838398 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-8c9d359b-cb3a-4e4c-9c07-43c70f8dc824 None None] Current status of the port bc7173bb-7392-4d57-a01f-7712206b90bb is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:22.895560 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d6b214a7-ee39-4a28-a555-47795ad2da0a tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (aa12b699-da9a-42a1-9dc8-54eacfba43b2), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:22.911109 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52160) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:22.916792 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-fc5055d5-685e-4970-82ff-b367700d45bf tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Request body: {'subnet': {'network_id': '7187e047-1afd-42b3-aecd-fe62c6d900d6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:22.935891 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-5c389a30-4351-4c3d-b27c-689244cf3b2d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting port 08ec7dec-7f69-4ded-bd7a-32d7be366aa7 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:28:22.936228 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5c389a30-4351-4c3d-b27c-689244cf3b2d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (08ec7dec-7f69-4ded-bd7a-32d7be366aa7), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:23.005268 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-46f7e5f6-5746-4924-8978-095931cd20e9 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (2ccd211d-0b08-424f-8e27-17bf2f1a38bb), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:23.021249 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f7e5f6-5746-4924-8978-095931cd20e9 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2ccd211d-0b08-424f-8e27-17bf2f1a38bb {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 29 04:28:23.027066 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-46f7e5f6-5746-4924-8978-095931cd20e9 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:23.033196 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-46f7e5f6-5746-4924-8978-095931cd20e9 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] 10.222.0.13 "DELETE /v2.0/networks/2ccd211d-0b08-424f-8e27-17bf2f1a38bb HTTP/1.1" status: 204 len: 168 time: 0.7512093 Jan 29 04:28:23.038052 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 8ee8941e-2bbc-4cf8-9266-3d84dec89660 up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:23.043946 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-cad0832b-9647-4177-9060-0d6b5d42e273 None None] Allocated IP 2001:db8::2 (5769ff6d-bfa7-4612-b2f0-644cc3c19267/2ff59680-f0e6-411c-bf66-6453b51db442/65e8fe57-b2e1-493d-b8aa-332b71deeadb) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:23.044102 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52162) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:23.050813 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-5bbd7b14-94c9-4b1e-8cca-73912416e10f tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Request body: {'network': {'name': 'tempest-network--197128722'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:23.054095 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f7e5f6-5746-4924-8978-095931cd20e9 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Pushing event deleted for resources: {'Network': ['ID=2ccd211d-0b08-424f-8e27-17bf2f1a38bb,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:23.146573 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bbd7b14-94c9-4b1e-8cca-73912416e10f tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Made reservation on behalf of dd51806a0d33486aa1df13f353478da1 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:23.149561 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5bbd7b14-94c9-4b1e-8cca-73912416e10f tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:23.191010 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5055d5-685e-4970-82ff-b367700d45bf tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Made reservation on behalf of 83ef131175644f6384891ed35a4d3341 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:23.199590 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fc5055d5-685e-4970-82ff-b367700d45bf tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:23.217689 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-8840c25a-8767-4e9c-9e78-9bc66c42c58a None None] Provisioning complete for port 08ec7dec-7f69-4ded-bd7a-32d7be366aa7 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:23.217689 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8840c25a-8767-4e9c-9e78-9bc66c42c58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (08ec7dec-7f69-4ded-bd7a-32d7be366aa7), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:23.287705 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bbd7b14-94c9-4b1e-8cca-73912416e10f tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:28:23.320168 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5bbd7b14-94c9-4b1e-8cca-73912416e10f tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (cd07a81d-5b33-4776-8258-299085559df1), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:23.320914 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-5bbd7b14-94c9-4b1e-8cca-73912416e10f tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Added segment cd07a81d-5b33-4776-8258-299085559df1 of type vlan for network ef2da26f-a218-4638-86f3-037ec5eaf304 Jan 29 04:28:23.392147 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5bbd7b14-94c9-4b1e-8cca-73912416e10f tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (ef2da26f-a218-4638-86f3-037ec5eaf304), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:23.429647 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5c389a30-4351-4c3d-b27c-689244cf3b2d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (08ec7dec-7f69-4ded-bd7a-32d7be366aa7), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:23.443912 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-8840c25a-8767-4e9c-9e78-9bc66c42c58a None None] Port 08ec7dec-7f69-4ded-bd7a-32d7be366aa7 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:28:23.450774 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-5c389a30-4351-4c3d-b27c-689244cf3b2d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Calling delete_port for 08ec7dec-7f69-4ded-bd7a-32d7be366aa7 owned by {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:28:23.509337 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cad0832b-9647-4177-9060-0d6b5d42e273 None None] Publish callbacks [] for port (65e8fe57-b2e1-493d-b8aa-332b71deeadb), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:23.524881 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning for port 8ee8941e-2bbc-4cf8-9266-3d84dec89660 completed by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:28:23.537042 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port 8ee8941e-2bbc-4cf8-9266-3d84dec89660 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:23.537780 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (8ee8941e-2bbc-4cf8-9266-3d84dec89660), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:23.545639 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5bbd7b14-94c9-4b1e-8cca-73912416e10f tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (ef2da26f-a218-4638-86f3-037ec5eaf304), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:23.546823 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbd7b14-94c9-4b1e-8cca-73912416e10f tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:23.549057 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5bbd7b14-94c9-4b1e-8cca-73912416e10f tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:23.552930 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dd03af48-24aa-48e5-a368-a9db5d2ab132 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (6a389898-ef09-4fa1-9c76-18ae878ed644), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:23.593463 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cad0832b-9647-4177-9060-0d6b5d42e273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (65e8fe57-b2e1-493d-b8aa-332b71deeadb), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:23.621903 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fc5055d5-685e-4970-82ff-b367700d45bf tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (302af704-0b87-49fd-8371-dbfc77b2742a), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:23.637951 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:23.638247 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03af48-24aa-48e5-a368-a9db5d2ab132 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'Port': ['ID=6a389898-ef09-4fa1-9c76-18ae878ed644,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:23.648765 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b214a7-ee39-4a28-a555-47795ad2da0a tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'Subnet': ['ID=aa12b699-da9a-42a1-9dc8-54eacfba43b2,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:23.662351 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad0832b-9647-4177-9060-0d6b5d42e273 None None] Network 5769ff6d-bfa7-4612-b2f0-644cc3c19267 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:23.681467 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-5bbd7b14-94c9-4b1e-8cca-73912416e10f tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6352670 Jan 29 04:28:23.686458 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd03af48-24aa-48e5-a368-a9db5d2ab132 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Network 5769ff6d-bfa7-4612-b2f0-644cc3c19267 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:23.687122 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd7b14-94c9-4b1e-8cca-73912416e10f tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Pushing event updated for resources: {'Network': ['ID=ef2da26f-a218-4638-86f3-037ec5eaf304,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:23.687327 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52166) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:23.692765 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-cad0832b-9647-4177-9060-0d6b5d42e273 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:23.701068 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-41bbfcbd-ee88-4a95-844b-85624b16cc6f tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:23.701275 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad0832b-9647-4177-9060-0d6b5d42e273 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:23.708291 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0832b-9647-4177-9060-0d6b5d42e273 None None] Pushing event updated for resources: {'Port': ['ID=65e8fe57-b2e1-493d-b8aa-332b71deeadb,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:23.721726 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network ef2da26f-a218-4638-86f3-037ec5eaf304 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:28:23.725518 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5055d5-685e-4970-82ff-b367700d45bf tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Checking segment: {'id': '4489f75b-2613-4c73-8524-a74d9c909df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '7187e047-1afd-42b3-aecd-fe62c6d900d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:28:23.725890 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5055d5-685e-4970-82ff-b367700d45bf tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Network hostable DHCP agents. Network: 7187e047-1afd-42b3-aecd-fe62c6d900d6, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:28:23.728332 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-dd03af48-24aa-48e5-a368-a9db5d2ab132 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:23.735874 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5055d5-685e-4970-82ff-b367700d45bf tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event updated for resources: {'Subnet': ['ID=302af704-0b87-49fd-8371-dbfc77b2742a,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:23.746048 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd03af48-24aa-48e5-a368-a9db5d2ab132 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:23.751888 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd03af48-24aa-48e5-a368-a9db5d2ab132 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:23.752014 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dd03af48-24aa-48e5-a368-a9db5d2ab132 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:23.762839 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b214a7-ee39-4a28-a555-47795ad2da0a tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Checking segment: {'id': '01b63b3e-2ab6-4036-8e48-ac920c649d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'eaa3d2e9-0c76-407b-8a4c-d7f82dcf2e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:28:23.763206 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b214a7-ee39-4a28-a555-47795ad2da0a tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Network hostable DHCP agents. Network: eaa3d2e9-0c76-407b-8a4c-d7f82dcf2e7e, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:28:23.763978 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 8ee8941e-2bbc-4cf8-9266-3d84dec89660 is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:23.764505 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (8ee8941e-2bbc-4cf8-9266-3d84dec89660), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:23.772057 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:23.796459 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5055d5-685e-4970-82ff-b367700d45bf tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Network 7187e047-1afd-42b3-aecd-fe62c6d900d6 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:28:23.836023 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046351f-f5cb-4791-98bb-c01678ed3b02 req-076e34a7-fa83-4d92-a13e-827838117bcb tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:23.837585 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9046351f-f5cb-4791-98bb-c01678ed3b02 req-076e34a7-fa83-4d92-a13e-827838117bcb tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/ports?device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c HTTP/1.1" status: 200 len: 944 time: 0.2883584 Jan 29 04:28:23.889210 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-fc5055d5-685e-4970-82ff-b367700d45bf tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 7187e047-1afd-42b3-aecd-fe62c6d900d6) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:23.897853 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5055d5-685e-4970-82ff-b367700d45bf tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:23.898578 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fc5055d5-685e-4970-82ff-b367700d45bf tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:23.908912 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2471a799-07fd-4f75-bd33-3f5d9eacfa2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee8941e-2bbc-4cf8-9266-3d84dec89660'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:28:23.913214 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d3f67e-ae10-46fe-aa82-6bb9d3156070" -d '{"events": [{"server_uuid": "2471a799-07fd-4f75-bd33-3f5d9eacfa2c", "name": "network-vif-plugged", "status": "completed", "tag": "8ee8941e-2bbc-4cf8-9266-3d84dec89660"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:28:23.933683 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-dd03af48-24aa-48e5-a368-a9db5d2ab132 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9554796 Jan 29 04:28:23.934274 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52170) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:23.941673 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-201b20da-5a1b-4ddb-abe3-7cc14bb08010 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'port': {'network_id': '5769ff6d-bfa7-4612-b2f0-644cc3c19267', 'name': 'tempest-PortsIpV6TestJSON-1403287206'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:23.955995 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb663e0-1185-473b-9f48-268da171455a None None] Network 7187e047-1afd-42b3-aecd-fe62c6d900d6 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:23.959865 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device bc7173bb-7392-4d57-a01f-7712206b90bb up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:23.967633 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 8ee8941e-2bbc-4cf8-9266-3d84dec89660, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=8ee8941e-2bbc-4cf8-9266-3d84dec89660,segment=NetworkSegment(c10e8bc5-2189-4094-93bc-f8166e8aeb7b),segment_id=c10e8bc5-2189-4094-93bc-f8166e8aeb7b)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:23.974231 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-cad0832b-9647-4177-9060-0d6b5d42e273 None None] Attempting to bind port 65e8fe57-b2e1-493d-b8aa-332b71deeadb on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:28:23.974231 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-cad0832b-9647-4177-9060-0d6b5d42e273 None None] Attempting to bind port 65e8fe57-b2e1-493d-b8aa-332b71deeadb by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'dd5927e1-f2e2-4577-a222-4df08df6c4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5769ff6d-bfa7-4612-b2f0-644cc3c19267'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:28:23.974231 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad0832b-9647-4177-9060-0d6b5d42e273 None None] Attempting to bind port 65e8fe57-b2e1-493d-b8aa-332b71deeadb on network 5769ff6d-bfa7-4612-b2f0-644cc3c19267 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:28:23.978183 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9046351f-f5cb-4791-98bb-c01678ed3b02 req-495296d7-7649-4b43-a046-a17a01a4c335 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/security-groups?id=d988af8b-ef19-409e-9a6b-f84166dff0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238830 Jan 29 04:28:24.002958 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-41bbfcbd-ee88-4a95-844b-85624b16cc6f tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (ef2da26f-a218-4638-86f3-037ec5eaf304), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:24.012061 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5c389a30-4351-4c3d-b27c-689244cf3b2d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (08ec7dec-7f69-4ded-bd7a-32d7be366aa7), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:24.016951 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28bf181-9466-4bcc-b1c4-87ffcdc6b6d2 x-openstack-request-id: req-e28bf181-9466-4bcc-b1c4-87ffcdc6b6d2 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:28:24.017366 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2471a799-07fd-4f75-bd33-3f5d9eacfa2c", "name": "network-vif-plugged", "status": "completed", "tag": "8ee8941e-2bbc-4cf8-9266-3d84dec89660", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:28:24.017718 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e28bf181-9466-4bcc-b1c4-87ffcdc6b6d2 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:28:24.018201 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2471a799-07fd-4f75-bd33-3f5d9eacfa2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee8941e-2bbc-4cf8-9266-3d84dec89660', 'code': 200} Jan 29 04:28:24.042862 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-fc5055d5-685e-4970-82ff-b367700d45bf tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1302481 Jan 29 04:28:24.046272 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52172) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:24.051444 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c389a30-4351-4c3d-b27c-689244cf3b2d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Port': ['ID=08ec7dec-7f69-4ded-bd7a-32d7be366aa7,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:24.055392 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-54e5160a-b9fb-4eb0-9d69-b1a8bc67104a tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1942067365'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:24.055543 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b214a7-ee39-4a28-a555-47795ad2da0a tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Network eaa3d2e9-0c76-407b-8a4c-d7f82dcf2e7e is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:28:24.071632 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-d6b214a7-ee39-4a28-a555-47795ad2da0a tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, eaa3d2e9-0c76-407b-8a4c-d7f82dcf2e7e) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:24.099607 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b214a7-ee39-4a28-a555-47795ad2da0a tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:24.100265 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d6b214a7-ee39-4a28-a555-47795ad2da0a tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:24.105218 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5c389a30-4351-4c3d-b27c-689244cf3b2d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:24.113235 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-5c389a30-4351-4c3d-b27c-689244cf3b2d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/ports/08ec7dec-7f69-4ded-bd7a-32d7be366aa7 HTTP/1.1" status: 204 len: 168 time: 1.6386898 Jan 29 04:28:24.119551 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52174) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:24.139196 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-41bbfcbd-ee88-4a95-844b-85624b16cc6f tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (ef2da26f-a218-4638-86f3-037ec5eaf304), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:24.156441 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef90b0d-8776-4eed-9f53-f9c146ac274f None None] Network eaa3d2e9-0c76-407b-8a4c-d7f82dcf2e7e requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:24.158828 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad0832b-9647-4177-9060-0d6b5d42e273 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:28:24.159213 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad0832b-9647-4177-9060-0d6b5d42e273 None None] Checking segment: {'id': 'dd5927e1-f2e2-4577-a222-4df08df6c4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5769ff6d-bfa7-4612-b2f0-644cc3c19267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:28:24.159618 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cad0832b-9647-4177-9060-0d6b5d42e273 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:24.160019 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad0832b-9647-4177-9060-0d6b5d42e273 None None] Bound using segment: {'id': 'dd5927e1-f2e2-4577-a222-4df08df6c4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5769ff6d-bfa7-4612-b2f0-644cc3c19267'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:28:24.160527 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-cad0832b-9647-4177-9060-0d6b5d42e273 None None] Bound port: 65e8fe57-b2e1-493d-b8aa-332b71deeadb, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd5927e1-f2e2-4577-a222-4df08df6c4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5769ff6d-bfa7-4612-b2f0-644cc3c19267'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:28:24.160916 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cad0832b-9647-4177-9060-0d6b5d42e273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (65e8fe57-b2e1-493d-b8aa-332b71deeadb), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:24.164615 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-41bbfcbd-ee88-4a95-844b-85624b16cc6f tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Network ef2da26f-a218-4638-86f3-037ec5eaf304 is not hosted by any dhcp agent {{(pid=103584) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 29 04:28:24.165819 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bbfcbd-ee88-4a95-844b-85624b16cc6f tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:24.166534 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-41bbfcbd-ee88-4a95-844b-85624b16cc6f tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:24.166665 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (8ee8941e-2bbc-4cf8-9266-3d84dec89660), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:24.170775 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-41bbfcbd-ee88-4a95-844b-85624b16cc6f tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] 10.222.0.13 "PUT /v2.0/networks/ef2da26f-a218-4638-86f3-037ec5eaf304 HTTP/1.1" status: 200 len: 857 time: 0.4778154 Jan 29 04:28:24.171983 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52176) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:24.218543 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bbfcbd-ee88-4a95-844b-85624b16cc6f tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Pushing event updated for resources: {'Network': ['ID=ef2da26f-a218-4638-86f3-037ec5eaf304,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:24.246280 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=8ee8941e-2bbc-4cf8-9266-3d84dec89660,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:24.264540 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d6b214a7-ee39-4a28-a555-47795ad2da0a tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9801843 Jan 29 04:28:24.267337 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52178) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:24.280437 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-a30779df-a601-4994-83db-02b381fdbadb tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'port': {'network_id': 'eaa3d2e9-0c76-407b-8a4c-d7f82dcf2e7e', 'name': 'tempest-PortsTestJSON-1991643848'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:24.292885 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27eada7-34bf-46f1-935d-32579583951b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:24.294560 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27eada7-34bf-46f1-935d-32579583951b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:24.299902 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-e27eada7-34bf-46f1-935d-32579583951b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1850755 Jan 29 04:28:24.306063 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52180) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:24.306196 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f2729ecb-6c37-4c7a-9c1c-6107db050c48 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (ef2da26f-a218-4638-86f3-037ec5eaf304), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:24.308073 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e5160a-b9fb-4eb0-9d69-b1a8bc67104a tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Made reservation on behalf of 83ef131175644f6384891ed35a4d3341 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:24.315896 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-54e5160a-b9fb-4eb0-9d69-b1a8bc67104a tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:24.348351 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54e5160a-b9fb-4eb0-9d69-b1a8bc67104a tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:28:24.359059 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-54e5160a-b9fb-4eb0-9d69-b1a8bc67104a tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (3bb73e6c-1c96-47bf-ac33-e74a26799b06), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:24.359408 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-54e5160a-b9fb-4eb0-9d69-b1a8bc67104a tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Added segment 3bb73e6c-1c96-47bf-ac33-e74a26799b06 of type vlan for network bd023d90-e896-4e0a-9a34-22bd1d4c719b Jan 29 04:28:24.385843 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91816143-101d-4a34-a3b8-9fc2ff21daec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-7187e047-1afd-42b3-aecd-fe62c6d900d6', 'network_id': '7187e047-1afd-42b3-aecd-fe62c6d900d6', 'project_id': '83ef131175644f6384891ed35a4d3341', 'fixed_ips': [{'subnet_id': '302af704-0b87-49fd-8371-dbfc77b2742a'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:28:24.386852 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-91816143-101d-4a34-a3b8-9fc2ff21daec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:24.401431 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201b20da-5a1b-4ddb-abe3-7cc14bb08010 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Made reservation on behalf of 931e85f3b3ac4f669ae92c3bafe28f71 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:24.405015 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-201b20da-5a1b-4ddb-abe3-7cc14bb08010 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:24.415687 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port bc7173bb-7392-4d57-a01f-7712206b90bb triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:24.416181 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (bc7173bb-7392-4d57-a01f-7712206b90bb), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:24.423402 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-82d34045-44ee-43ec-9a0f-b8f51c898e20 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting subnet 2f16bcde-1c47-4bea-aa59-f9895a72e4cb {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:28:24.435311 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-82d34045-44ee-43ec-9a0f-b8f51c898e20 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (2f16bcde-1c47-4bea-aa59-f9895a72e4cb), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:24.500254 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-82d34045-44ee-43ec-9a0f-b8f51c898e20 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (2f16bcde-1c47-4bea-aa59-f9895a72e4cb), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:24.510333 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-54e5160a-b9fb-4eb0-9d69-b1a8bc67104a tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (bd023d90-e896-4e0a-9a34-22bd1d4c719b), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:24.525007 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-201b20da-5a1b-4ddb-abe3-7cc14bb08010 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] device_id is not set on port aee1cd40-c167-4217-abf3-dfed04472637 yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:28:24.535454 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-cad0832b-9647-4177-9060-0d6b5d42e273 None None] For port 65e8fe57-b2e1-493d-b8aa-332b71deeadb, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:28:24.577600 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598e4101-9cbd-431b-ab48-a8c7f6bf45a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-eaa3d2e9-0c76-407b-8a4c-d7f82dcf2e7e', 'network_id': 'eaa3d2e9-0c76-407b-8a4c-d7f82dcf2e7e', 'project_id': 'd8e0f965da8447998d407abf5ce886cf', 'fixed_ips': [{'subnet_id': 'aa12b699-da9a-42a1-9dc8-54eacfba43b2'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:28:24.578451 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-598e4101-9cbd-431b-ab48-a8c7f6bf45a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:24.589884 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-cad0832b-9647-4177-9060-0d6b5d42e273 None None] For port 65e8fe57-b2e1-493d-b8aa-332b71deeadb, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=65e8fe57-b2e1-493d-b8aa-332b71deeadb,segment=NetworkSegment(dd5927e1-f2e2-4577-a222-4df08df6c4d6),segment_id=dd5927e1-f2e2-4577-a222-4df08df6c4d6)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:28:24.591283 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30779df-a601-4994-83db-02b381fdbadb tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Made reservation on behalf of d8e0f965da8447998d407abf5ce886cf for: {'port': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:24.595345 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a30779df-a601-4994-83db-02b381fdbadb tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:24.612880 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f72643-696d-443d-9eaa-a6878045561a req-0b3e26b9-4cc9-4995-8345-f55039fcf881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:24.614779 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a1f72643-696d-443d-9eaa-a6878045561a req-0b3e26b9-4cc9-4995-8345-f55039fcf881 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c HTTP/1.1" status: 200 len: 1129 time: 0.2001841 Jan 29 04:28:24.617823 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-82d34045-44ee-43ec-9a0f-b8f51c898e20 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (2f16bcde-1c47-4bea-aa59-f9895a72e4cb), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:24.645047 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [None req-a30779df-a601-4994-83db-02b381fdbadb tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] device_id is not set on port dbab7b54-12da-40d1-a99b-ec66886832bd yet. {{(pid=103584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:28:24.714369 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f2729ecb-6c37-4c7a-9c1c-6107db050c48 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (ef2da26f-a218-4638-86f3-037ec5eaf304), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:24.731321 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cad0832b-9647-4177-9060-0d6b5d42e273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (65e8fe57-b2e1-493d-b8aa-332b71deeadb), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:24.733397 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-54e5160a-b9fb-4eb0-9d69-b1a8bc67104a tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (bd023d90-e896-4e0a-9a34-22bd1d4c719b), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:24.738988 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e5160a-b9fb-4eb0-9d69-b1a8bc67104a tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:24.739587 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-54e5160a-b9fb-4eb0-9d69-b1a8bc67104a tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:24.797223 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-82d34045-44ee-43ec-9a0f-b8f51c898e20 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (2f16bcde-1c47-4bea-aa59-f9895a72e4cb), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:24.803867 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-91816143-101d-4a34-a3b8-9fc2ff21daec None None] Allocated IP 2001:db8:0:ffff::2 (7187e047-1afd-42b3-aecd-fe62c6d900d6/302af704-0b87-49fd-8371-dbfc77b2742a/77c952bd-fe81-48fc-a8fd-7622238d810e) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:24.812208 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-a30779df-a601-4994-83db-02b381fdbadb tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Allocated IP 172.20.0.2 (eaa3d2e9-0c76-407b-8a4c-d7f82dcf2e7e/aa12b699-da9a-42a1-9dc8-54eacfba43b2/dbab7b54-12da-40d1-a99b-ec66886832bd) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:24.815028 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-f2729ecb-6c37-4c7a-9c1c-6107db050c48 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef2da26f-a218-4638-86f3-037ec5eaf304']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:24.817202 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port bc7173bb-7392-4d57-a01f-7712206b90bb is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:24.857906 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-f2729ecb-6c37-4c7a-9c1c-6107db050c48 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd07a81d-5b33-4776-8258-299085559df1') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:24.860923 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-f2729ecb-6c37-4c7a-9c1c-6107db050c48 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd07a81d-5b33-4776-8258-299085559df1') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:24.862103 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d34045-44ee-43ec-9a0f-b8f51c898e20 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Subnet': ['ID=2f16bcde-1c47-4bea-aa59-f9895a72e4cb,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:24.866705 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-82d34045-44ee-43ec-9a0f-b8f51c898e20 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:24.872052 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-82d34045-44ee-43ec-9a0f-b8f51c898e20 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/2f16bcde-1c47-4bea-aa59-f9895a72e4cb HTTP/1.1" status: 204 len: 168 time: 0.5702868 Jan 29 04:28:24.872801 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a1f72643-696d-443d-9eaa-a6878045561a req-297f7939-45b9-4018-bc35-96aedf69b329 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d988af8b-ef19-409e-9a6b-f84166dff0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2406847 Jan 29 04:28:24.876565 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52182) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:24.880213 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd51ffe-5677-4910-b322-e77fe2f835ba None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:24.927859 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-08920ac5-70a0-4f0b-a4cb-1f85d7838f1c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0500600 Jan 29 04:28:24.931391 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-201b20da-5a1b-4ddb-abe3-7cc14bb08010 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Allocated IP 2001:db8::51 (5769ff6d-bfa7-4612-b2f0-644cc3c19267/2ff59680-f0e6-411c-bf66-6453b51db442/aee1cd40-c167-4217-abf3-dfed04472637) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:24.931583 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:24.934082 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52184) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:24.944940 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0832b-9647-4177-9060-0d6b5d42e273 None None] Pushing event updated for resources: {'Port': ['ID=65e8fe57-b2e1-493d-b8aa-332b71deeadb,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:24.987863 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f2729ecb-6c37-4c7a-9c1c-6107db050c48 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (cd07a81d-5b33-4776-8258-299085559df1), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:25.006056 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-54e5160a-b9fb-4eb0-9d69-b1a8bc67104a tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9558711 Jan 29 04:28:25.008846 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52188) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:25.018384 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-10d1aac2-fc15-4c70-a943-e5016756fb0b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Request body: {'subnet': {'network_id': 'bd023d90-e896-4e0a-9a34-22bd1d4c719b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:25.044622 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e5160a-b9fb-4eb0-9d69-b1a8bc67104a tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event updated for resources: {'Network': ['ID=bd023d90-e896-4e0a-9a34-22bd1d4c719b,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:25.046573 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f2729ecb-6c37-4c7a-9c1c-6107db050c48 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (cd07a81d-5b33-4776-8258-299085559df1), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:25.067172 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2729ecb-6c37-4c7a-9c1c-6107db050c48 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:28:25.067573 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f2729ecb-6c37-4c7a-9c1c-6107db050c48 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (cd07a81d-5b33-4776-8258-299085559df1), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:25.069350 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:28:25.069350 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:28:25.069350 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:28:25.069350 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:28:25.069350 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:28:25.069350 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:28:25.069350 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:28:25.069350 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:28:25.069350 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:28:25.069350 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:28:25.069350 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:28:25.069350 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:28:25.069350 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:28:25.069350 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:28:25.069350 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:28:25.069350 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:28:25.069350 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:28:25.069350 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:28:25.069350 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:28:25.069350 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:28:25.069350 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:28:25.069350 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:28:25.069350 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:28:25.069350 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:28:25.069350 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:28:25.069350 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:28:25.069350 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:28:25.069350 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:28:25.069350 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:28:25.069350 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:28:25.069350 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:28:25.069350 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:28:25.077098 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network bd023d90-e896-4e0a-9a34-22bd1d4c719b details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:28:25.149902 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b50919-cab9-40f3-abb8-7cc3dd4ad12c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:25.153809 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e1b50919-cab9-40f3-abb8-7cc3dd4ad12c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2164013 Jan 29 04:28:25.161495 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52190) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:25.281158 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-91816143-101d-4a34-a3b8-9fc2ff21daec None None] Publish callbacks [] for port (77c952bd-fe81-48fc-a8fd-7622238d810e), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:25.307333 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a30779df-a601-4994-83db-02b381fdbadb tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for port (dbab7b54-12da-40d1-a99b-ec66886832bd), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:25.322295 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-201b20da-5a1b-4ddb-abe3-7cc14bb08010 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for port (aee1cd40-c167-4217-abf3-dfed04472637), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:25.337974 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfedff7d-f899-43f6-afc3-93b3ddc684ae req-c02b8f63-a363-409e-a613-653cd49a9e6d tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:25.340530 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cfedff7d-f899-43f6-afc3-93b3ddc684ae req-c02b8f63-a363-409e-a613-653cd49a9e6d tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/ports?device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c HTTP/1.1" status: 200 len: 945 time: 0.1596034 Jan 29 04:28:25.343540 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f35b92-a556-4c10-a1c0-a149468f8a35 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:25.345705 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-45f35b92-a556-4c10-a1c0-a149468f8a35 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1815660 Jan 29 04:28:25.348688 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52192) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:25.356689 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f2729ecb-6c37-4c7a-9c1c-6107db050c48 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (ef2da26f-a218-4638-86f3-037ec5eaf304), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:25.369606 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9c0854-0661-4f13-9bfb-bca0b5ec338e None None] DHCP port deletion for 4d28e89c-1ada-4d65-a68a-7c96765b022b request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:28:25.379642 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-91816143-101d-4a34-a3b8-9fc2ff21daec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (77c952bd-fe81-48fc-a8fd-7622238d810e), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:25.387686 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2729ecb-6c37-4c7a-9c1c-6107db050c48 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ef2da26f-a218-4638-86f3-037ec5eaf304 {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 29 04:28:25.390923 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2729ecb-6c37-4c7a-9c1c-6107db050c48 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Pushing event deleted for resources: {'Network': ['ID=ef2da26f-a218-4638-86f3-037ec5eaf304,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:25.393895 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f2729ecb-6c37-4c7a-9c1c-6107db050c48 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:25.401079 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f2729ecb-6c37-4c7a-9c1c-6107db050c48 tempest-ExternalNetworksTestJSON-1529324539 tempest-ExternalNetworksTestJSON-1529324539-project-admin] 10.222.0.13 "DELETE /v2.0/networks/ef2da26f-a218-4638-86f3-037ec5eaf304 HTTP/1.1" status: 204 len: 168 time: 1.2238376 Jan 29 04:28:25.411082 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e558f878-9fe1-4651-9bf2-e7886bece6d5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0572853 Jan 29 04:28:25.413246 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52194) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:25.413580 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52196) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:25.429373 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-1015f633-f7d6-4757-875f-e2ceafa33812 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'subnet': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:25.433622 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cfedff7d-f899-43f6-afc3-93b3ddc684ae req-a1e6735e-7b8a-42df-8955-f51fec9dc1f2 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/security-groups?id=d988af8b-ef19-409e-9a6b-f84166dff0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862217 Jan 29 04:28:25.465634 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d1aac2-fc15-4c70-a943-e5016756fb0b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Made reservation on behalf of 83ef131175644f6384891ed35a4d3341 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:25.469224 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-10d1aac2-fc15-4c70-a943-e5016756fb0b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:25.483791 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91816143-101d-4a34-a3b8-9fc2ff21daec None None] Network 7187e047-1afd-42b3-aecd-fe62c6d900d6 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:25.489119 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-91816143-101d-4a34-a3b8-9fc2ff21daec None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:25.491786 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0f02902-e554-4f93-be9c-1a11461c4abb tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] DELETE failed (client error): The resource could not be found. Jan 29 04:28:25.492219 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0f02902-e554-4f93-be9c-1a11461c4abb tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:28:25.493260 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91816143-101d-4a34-a3b8-9fc2ff21daec None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:25.495239 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a0f02902-e554-4f93-be9c-1a11461c4abb tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] 10.222.0.13 "DELETE /v2.0/subnets/2a639adc-c8fc-4048-9d9a-2296d85971dc HTTP/1.1" status: 404 len: 337 time: 0.0807381 Jan 29 04:28:25.498278 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52200) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:25.518688 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91816143-101d-4a34-a3b8-9fc2ff21daec None None] Pushing event updated for resources: {'Port': ['ID=77c952bd-fe81-48fc-a8fd-7622238d810e,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:25.536850 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-201b20da-5a1b-4ddb-abe3-7cc14bb08010 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (aee1cd40-c167-4217-abf3-dfed04472637), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:25.564946 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a30779df-a601-4994-83db-02b381fdbadb tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (dbab7b54-12da-40d1-a99b-ec66886832bd), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:25.628275 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-1f9c0854-0661-4f13-9bfb-bca0b5ec338e None None] Deleting port bc7173bb-7392-4d57-a01f-7712206b90bb {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:28:25.628791 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1f9c0854-0661-4f13-9bfb-bca0b5ec338e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (bc7173bb-7392-4d57-a01f-7712206b90bb), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:25.644826 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-91816143-101d-4a34-a3b8-9fc2ff21daec None None] Attempting to bind port 77c952bd-fe81-48fc-a8fd-7622238d810e on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:28:25.644826 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-91816143-101d-4a34-a3b8-9fc2ff21daec None None] Attempting to bind port 77c952bd-fe81-48fc-a8fd-7622238d810e by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '4489f75b-2613-4c73-8524-a74d9c909df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '7187e047-1afd-42b3-aecd-fe62c6d900d6'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:28:25.645217 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91816143-101d-4a34-a3b8-9fc2ff21daec None None] Attempting to bind port 77c952bd-fe81-48fc-a8fd-7622238d810e on network 7187e047-1afd-42b3-aecd-fe62c6d900d6 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:28:25.666884 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30779df-a601-4994-83db-02b381fdbadb tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'Port': ['ID=dbab7b54-12da-40d1-a99b-ec66886832bd,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:25.668396 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b20da-5a1b-4ddb-abe3-7cc14bb08010 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'Port': ['ID=aee1cd40-c167-4217-abf3-dfed04472637,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:25.672974 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30779df-a601-4994-83db-02b381fdbadb tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Network eaa3d2e9-0c76-407b-8a4c-d7f82dcf2e7e is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:25.686278 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-a30779df-a601-4994-83db-02b381fdbadb tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:25.692163 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30779df-a601-4994-83db-02b381fdbadb tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:25.697369 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d6b9e64c-119c-46b0-8821-746dbf256e23 tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (f64820b4-bc90-4b37-ab7e-3775f43c15f2), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:25.714157 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201b20da-5a1b-4ddb-abe3-7cc14bb08010 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Network 5769ff6d-bfa7-4612-b2f0-644cc3c19267 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:25.717562 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-201b20da-5a1b-4ddb-abe3-7cc14bb08010 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:25.721099 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201b20da-5a1b-4ddb-abe3-7cc14bb08010 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:25.726704 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201b20da-5a1b-4ddb-abe3-7cc14bb08010 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:25.727360 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-201b20da-5a1b-4ddb-abe3-7cc14bb08010 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:25.764845 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30779df-a601-4994-83db-02b381fdbadb tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:25.765508 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a30779df-a601-4994-83db-02b381fdbadb tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:25.826560 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1015f633-f7d6-4757-875f-e2ceafa33812 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:25.842127 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1015f633-f7d6-4757-875f-e2ceafa33812 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:25.862395 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d6b9e64c-119c-46b0-8821-746dbf256e23 tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (f64820b4-bc90-4b37-ab7e-3775f43c15f2), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:25.896399 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-d6b9e64c-119c-46b0-8821-746dbf256e23 tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f64820b4-bc90-4b37-ab7e-3775f43c15f2']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:25.908562 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-d6b9e64c-119c-46b0-8821-746dbf256e23 tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b5d35d-3ffa-4056-b052-89814d7c3cd2') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:25.908875 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-d6b9e64c-119c-46b0-8821-746dbf256e23 tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b5d35d-3ffa-4056-b052-89814d7c3cd2') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:25.921154 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d6b9e64c-119c-46b0-8821-746dbf256e23 tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (15b5d35d-3ffa-4056-b052-89814d7c3cd2), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:25.939057 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d6b9e64c-119c-46b0-8821-746dbf256e23 tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (15b5d35d-3ffa-4056-b052-89814d7c3cd2), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:25.948769 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b9e64c-119c-46b0-8821-746dbf256e23 tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:28:25.949277 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d6b9e64c-119c-46b0-8821-746dbf256e23 tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (15b5d35d-3ffa-4056-b052-89814d7c3cd2), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:25.955361 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:28:25.955361 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:28:25.955361 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:28:25.955361 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:28:25.955361 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:28:25.955361 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:28:25.955361 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:28:25.955361 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:28:25.955361 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:28:25.955361 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:28:25.955361 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:28:25.955361 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:28:25.955361 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:28:25.955361 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:28:25.955361 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:28:25.955361 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:28:25.955361 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:28:25.955361 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:28:25.955361 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:28:25.955361 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:28:25.955361 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:28:25.955361 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:28:25.955361 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:28:25.955361 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:28:25.955361 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:28:25.955361 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:28:25.955361 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:28:25.955361 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:28:25.955361 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:28:25.955361 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:28:25.955361 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:28:25.955361 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:28:25.961530 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a30779df-a601-4994-83db-02b381fdbadb tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6899290 Jan 29 04:28:25.962024 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-201b20da-5a1b-4ddb-abe3-7cc14bb08010 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0256131 Jan 29 04:28:25.977627 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91816143-101d-4a34-a3b8-9fc2ff21daec None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:28:25.978286 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91816143-101d-4a34-a3b8-9fc2ff21daec None None] Checking segment: {'id': '4489f75b-2613-4c73-8524-a74d9c909df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '7187e047-1afd-42b3-aecd-fe62c6d900d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:28:25.978387 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-91816143-101d-4a34-a3b8-9fc2ff21daec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:25.978782 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91816143-101d-4a34-a3b8-9fc2ff21daec None None] Bound using segment: {'id': '4489f75b-2613-4c73-8524-a74d9c909df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '7187e047-1afd-42b3-aecd-fe62c6d900d6'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:28:25.979270 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-91816143-101d-4a34-a3b8-9fc2ff21daec None None] Bound port: 77c952bd-fe81-48fc-a8fd-7622238d810e, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4489f75b-2613-4c73-8524-a74d9c909df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '7187e047-1afd-42b3-aecd-fe62c6d900d6'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:28:25.979653 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-91816143-101d-4a34-a3b8-9fc2ff21daec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (77c952bd-fe81-48fc-a8fd-7622238d810e), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:25.987294 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-598e4101-9cbd-431b-ab48-a8c7f6bf45a2 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-1f05ced9-0ef4-4bc6-a6ae-a5a7e7a9e7c7 {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:28:25.987965 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-598e4101-9cbd-431b-ab48-a8c7f6bf45a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:28:25.989520 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52202) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:25.989647 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52204) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:26.025301 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-022a7f1b-1905-4a18-9b0e-a1664fc9e3e7 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'port': {'network_id': 'eaa3d2e9-0c76-407b-8a4c-d7f82dcf2e7e', 'name': 'tempest-PortsTestJSON-1717894276'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:26.031981 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 65e8fe57-b2e1-493d-b8aa-332b71deeadb up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:26.107581 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-1f9c0854-0661-4f13-9bfb-bca0b5ec338e None None] For port bc7173bb-7392-4d57-a01f-7712206b90bb, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=bc7173bb-7392-4d57-a01f-7712206b90bb,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:26.107990 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1f9c0854-0661-4f13-9bfb-bca0b5ec338e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (bc7173bb-7392-4d57-a01f-7712206b90bb), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:26.131893 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-10d1aac2-fc15-4c70-a943-e5016756fb0b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (a9d17b66-38e5-4734-b768-b7c99b4d8d84), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:26.132979 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-1f9c0854-0661-4f13-9bfb-bca0b5ec338e None None] Calling delete_port for bc7173bb-7392-4d57-a01f-7712206b90bb owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:28:26.175273 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-91816143-101d-4a34-a3b8-9fc2ff21daec None None] For port 77c952bd-fe81-48fc-a8fd-7622238d810e, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:28:26.231026 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-91816143-101d-4a34-a3b8-9fc2ff21daec None None] For port 77c952bd-fe81-48fc-a8fd-7622238d810e, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=77c952bd-fe81-48fc-a8fd-7622238d810e,segment=NetworkSegment(4489f75b-2613-4c73-8524-a74d9c909df8),segment_id=4489f75b-2613-4c73-8524-a74d9c909df8)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:28:26.242934 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 65e8fe57-b2e1-493d-b8aa-332b71deeadb triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:26.243314 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (65e8fe57-b2e1-493d-b8aa-332b71deeadb), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:26.331552 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1aac2-fc15-4c70-a943-e5016756fb0b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event updated for resources: {'Subnet': ['ID=a9d17b66-38e5-4734-b768-b7c99b4d8d84,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:26.346240 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d1aac2-fc15-4c70-a943-e5016756fb0b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Checking segment: {'id': '3bb73e6c-1c96-47bf-ac33-e74a26799b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bd023d90-e896-4e0a-9a34-22bd1d4c719b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:28:26.346240 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d1aac2-fc15-4c70-a943-e5016756fb0b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Network hostable DHCP agents. Network: bd023d90-e896-4e0a-9a34-22bd1d4c719b, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:28:26.383579 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa65710-6385-46fc-af44-fe3cb876ad52 None None] Network 5769ff6d-bfa7-4612-b2f0-644cc3c19267 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:26.391715 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-91816143-101d-4a34-a3b8-9fc2ff21daec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (77c952bd-fe81-48fc-a8fd-7622238d810e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:26.453414 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d1aac2-fc15-4c70-a943-e5016756fb0b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Network bd023d90-e896-4e0a-9a34-22bd1d4c719b is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:28:26.482628 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:26.492642 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1f9c0854-0661-4f13-9bfb-bca0b5ec338e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (bc7173bb-7392-4d57-a01f-7712206b90bb), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:26.496823 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-598e4101-9cbd-431b-ab48-a8c7f6bf45a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:26.513175 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 65e8fe57-b2e1-493d-b8aa-332b71deeadb is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:26.513567 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (65e8fe57-b2e1-493d-b8aa-332b71deeadb), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:26.519162 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1015f633-f7d6-4757-875f-e2ceafa33812 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (a7fb6f82-34dc-42ff-885a-d11b3a103675), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:26.554114 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-092cdb63-56db-49ba-8cda-c2e7ba3a68c2 None None] Provisioning complete for port 65e8fe57-b2e1-493d-b8aa-332b71deeadb triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:26.554499 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-092cdb63-56db-49ba-8cda-c2e7ba3a68c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (65e8fe57-b2e1-493d-b8aa-332b71deeadb), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:26.568558 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9c0854-0661-4f13-9bfb-bca0b5ec338e None None] No DVR routers for this DVR port bc7173bb-7392-4d57-a01f-7712206b90bb on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:28:26.584069 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1015f633-f7d6-4757-875f-e2ceafa33812 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:26.612689 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a83c1f-cceb-4ef0-ab9d-a3b04d1a803c tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:26.616697 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-05a83c1f-cceb-4ef0-ab9d-a3b04d1a803c tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A363 HTTP/1.1" status: 200 len: 928 time: 0.6191471 Jan 29 04:28:26.622783 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52208) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:26.623381 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d6b9e64c-119c-46b0-8821-746dbf256e23 tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (f64820b4-bc90-4b37-ab7e-3775f43c15f2), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:26.646780 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d6b9e64c-119c-46b0-8821-746dbf256e23 tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:26.651907 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91816143-101d-4a34-a3b8-9fc2ff21daec None None] Pushing event updated for resources: {'Port': ['ID=77c952bd-fe81-48fc-a8fd-7622238d810e,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:26.663354 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-1015f633-f7d6-4757-875f-e2ceafa33812 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:26.665612 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d6b9e64c-119c-46b0-8821-746dbf256e23 tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] 10.222.0.13 "DELETE /v2.0/networks/f64820b4-bc90-4b37-ab7e-3775f43c15f2 HTTP/1.1" status: 204 len: 168 time: 1.1536179 Jan 29 04:28:26.669345 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-10d1aac2-fc15-4c70-a943-e5016756fb0b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, bd023d90-e896-4e0a-9a34-22bd1d4c719b) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:26.698398 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423e3f86-6065-4753-96f5-84d8840dba76 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:26.700528 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daec6bbc-5f37-4970-96ec-4ae50f01ac66 None None] Network bd023d90-e896-4e0a-9a34-22bd1d4c719b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:26.728792 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1015f633-f7d6-4757-875f-e2ceafa33812 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:26.729172 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1015f633-f7d6-4757-875f-e2ceafa33812 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:26.732630 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b9e64c-119c-46b0-8821-746dbf256e23 tempest-ExternalNetworksTestJSON-155786233 tempest-ExternalNetworksTestJSON-155786233-project] Pushing event deleted for resources: {'Network': ['ID=f64820b4-bc90-4b37-ab7e-3775f43c15f2,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:26.782768 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d1aac2-fc15-4c70-a943-e5016756fb0b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:26.783494 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-10d1aac2-fc15-4c70-a943-e5016756fb0b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:26.814135 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 65e8fe57-b2e1-493d-b8aa-332b71deeadb, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=65e8fe57-b2e1-493d-b8aa-332b71deeadb,segment=NetworkSegment(dd5927e1-f2e2-4577-a222-4df08df6c4d6),segment_id=dd5927e1-f2e2-4577-a222-4df08df6c4d6)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:26.830592 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9c0854-0661-4f13-9bfb-bca0b5ec338e None None] Pushing event deleted for resources: {'Port': ['ID=bc7173bb-7392-4d57-a01f-7712206b90bb,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:26.834029 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1015f633-f7d6-4757-875f-e2ceafa33812 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Subnet': ['ID=a7fb6f82-34dc-42ff-885a-d11b3a103675,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:26.844120 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1015f633-f7d6-4757-875f-e2ceafa33812 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4279132 Jan 29 04:28:26.850743 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52212) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:26.857533 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-d38cb87d-c3f8-44f1-9bdb-fed8f2298932 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Deleting port aee1cd40-c167-4217-abf3-dfed04472637 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:28:26.857533 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d38cb87d-c3f8-44f1-9bdb-fed8f2298932 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (aee1cd40-c167-4217-abf3-dfed04472637), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:26.875301 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57416f89-b0dc-420f-b392-b010688e87b7 req-74f1dea5-6ecd-44e7-9af9-6b1dce214e4d tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:26.885523 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-57416f89-b0dc-420f-b392-b010688e87b7 req-74f1dea5-6ecd-44e7-9af9-6b1dce214e4d tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/ports?device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c HTTP/1.1" status: 200 len: 945 time: 0.3433852 Jan 29 04:28:26.913216 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-10d1aac2-fc15-4c70-a943-e5016756fb0b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9025824 Jan 29 04:28:26.915176 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52214) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:26.945091 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-6b5d0f91-5270-417d-b908-c1e13bd077b6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'port': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'fixed_ips': [{'subnet_id': 'a7fb6f82-34dc-42ff-885a-d11b3a103675', 'ip_address': '2001:db8::75e1:cf2b:f419:1a62'}], 'name': 'tempest-NetworksTestDHCPv6-1410310704'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:26.948882 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022a7f1b-1905-4a18-9b0e-a1664fc9e3e7 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Made reservation on behalf of d8e0f965da8447998d407abf5ce886cf for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:26.952202 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-022a7f1b-1905-4a18-9b0e-a1664fc9e3e7 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:26.961627 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (65e8fe57-b2e1-493d-b8aa-332b71deeadb), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:27.049566 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-022a7f1b-1905-4a18-9b0e-a1664fc9e3e7 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] device_id is not set on port bb1441ac-3416-431d-b1ed-ffbd97a5537a yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:28:27.077202 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-57416f89-b0dc-420f-b392-b010688e87b7 req-be2b560a-ed5a-4e06-85e2-169402036250 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/security-groups?id=d988af8b-ef19-409e-9a6b-f84166dff0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1907687 Jan 29 04:28:27.128050 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-230f61da-8ef8-4841-88ce-30516d98fe12 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (bd023d90-e896-4e0a-9a34-22bd1d4c719b), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:27.167100 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d38cb87d-c3f8-44f1-9bdb-fed8f2298932 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (aee1cd40-c167-4217-abf3-dfed04472637), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:27.174521 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device bc7173bb-7392-4d57-a01f-7712206b90bb no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:28:27.195501 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-d38cb87d-c3f8-44f1-9bdb-fed8f2298932 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Calling delete_port for aee1cd40-c167-4217-abf3-dfed04472637 owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:28:27.227831 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-230f61da-8ef8-4841-88ce-30516d98fe12 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (a9d17b66-38e5-4734-b768-b7c99b4d8d84), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:27.236103 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-598e4101-9cbd-431b-ab48-a8c7f6bf45a2 None None] Allocated IP 172.20.0.3 (eaa3d2e9-0c76-407b-8a4c-d7f82dcf2e7e/aa12b699-da9a-42a1-9dc8-54eacfba43b2/899b01a3-3a82-435a-ab78-19dbe37c6f48) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:27.276880 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: bc7173bb-7392-4d57-a01f-7712206b90bb {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:28:27.277350 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device bc7173bb-7392-4d57-a01f-7712206b90bb not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:28:27.355202 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4415cff-e038-4311-a4c8-d9f0d3366ae7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-4d28e89c-1ada-4d65-a68a-7c96765b022b', 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'project_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'fixed_ips': [{'subnet_id': 'a7fb6f82-34dc-42ff-885a-d11b3a103675'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:28:27.356455 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d4415cff-e038-4311-a4c8-d9f0d3366ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:27.383297 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5d0f91-5270-417d-b908-c1e13bd077b6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:27.390582 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52218) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:27.406043 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031a1697-22f9-4501-8f57-14a874d79925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-bd023d90-e896-4e0a-9a34-22bd1d4c719b', 'network_id': 'bd023d90-e896-4e0a-9a34-22bd1d4c719b', 'project_id': '83ef131175644f6384891ed35a4d3341', 'fixed_ips': [{'subnet_id': 'a9d17b66-38e5-4734-b768-b7c99b4d8d84'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:28:27.406953 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-031a1697-22f9-4501-8f57-14a874d79925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:27.412284 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-230f61da-8ef8-4841-88ce-30516d98fe12 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (a9d17b66-38e5-4734-b768-b7c99b4d8d84), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:27.431229 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=65e8fe57-b2e1-493d-b8aa-332b71deeadb,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:27.469385 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f61da-8ef8-4841-88ce-30516d98fe12 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event deleted for resources: {'Subnet': ['ID=a9d17b66-38e5-4734-b768-b7c99b4d8d84,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:27.492732 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d38cb87d-c3f8-44f1-9bdb-fed8f2298932 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (aee1cd40-c167-4217-abf3-dfed04472637), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:27.546299 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38cb87d-c3f8-44f1-9bdb-fed8f2298932 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event deleted for resources: {'Port': ['ID=aee1cd40-c167-4217-abf3-dfed04472637,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:27.583482 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-230f61da-8ef8-4841-88ce-30516d98fe12 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (bd023d90-e896-4e0a-9a34-22bd1d4c719b), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:27.602128 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d38cb87d-c3f8-44f1-9bdb-fed8f2298932 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:27.609585 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52222) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:27.613647 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d38cb87d-c3f8-44f1-9bdb-fed8f2298932 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/ports/aee1cd40-c167-4217-abf3-dfed04472637 HTTP/1.1" status: 204 len: 168 time: 0.9880426 Jan 29 04:28:27.632229 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6b5d0f91-5270-417d-b908-c1e13bd077b6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:27.636367 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-230f61da-8ef8-4841-88ce-30516d98fe12 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd023d90-e896-4e0a-9a34-22bd1d4c719b']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:27.651559 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-6b5d0f91-5270-417d-b908-c1e13bd077b6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] device_id is not set on port b06f4eef-9ba3-48c0-841b-47b0bd7b409a yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:28:27.674761 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-d4415cff-e038-4311-a4c8-d9f0d3366ae7 None None] Allocated IP 2001:db8::2 (4d28e89c-1ada-4d65-a68a-7c96765b022b/a7fb6f82-34dc-42ff-885a-d11b3a103675/2d4b2833-4fb3-4eec-b2e8-9d4d832202da) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:27.685179 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d8c3aba-e1a9-4321-8f79-817b08da3dae tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] GET failed (client error): The resource could not be found. Jan 29 04:28:27.686742 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-9d8c3aba-e1a9-4321-8f79-817b08da3dae tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "GET /v2.0/ports/aee1cd40-c167-4217-abf3-dfed04472637 HTTP/1.1" status: 404 len: 333 time: 0.0700138 Jan 29 04:28:27.689230 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-092cdb63-56db-49ba-8cda-c2e7ba3a68c2 None None] Current status of the port 65e8fe57-b2e1-493d-b8aa-332b71deeadb is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:27.690424 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52224) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:27.699813 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-6d35249b-4268-4b26-84e8-f829e9161953 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d30247bd0c894294bc98929eba4a62a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3025990 Jan 29 04:28:27.707311 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52226) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:27.713373 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-230f61da-8ef8-4841-88ce-30516d98fe12 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bb73e6c-1c96-47bf-ac33-e74a26799b06') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:27.713694 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-230f61da-8ef8-4841-88ce-30516d98fe12 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bb73e6c-1c96-47bf-ac33-e74a26799b06') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:27.765395 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-230f61da-8ef8-4841-88ce-30516d98fe12 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (3bb73e6c-1c96-47bf-ac33-e74a26799b06), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:27.835924 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-230f61da-8ef8-4841-88ce-30516d98fe12 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (3bb73e6c-1c96-47bf-ac33-e74a26799b06), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:27.865696 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-230f61da-8ef8-4841-88ce-30516d98fe12 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:28:27.866411 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-230f61da-8ef8-4841-88ce-30516d98fe12 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (3bb73e6c-1c96-47bf-ac33-e74a26799b06), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:27.871596 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:28:27.871596 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:28:27.871596 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:28:27.871596 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:28:27.871596 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:28:27.871596 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:28:27.871596 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:28:27.871596 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:28:27.871596 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:28:27.871596 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:28:27.871596 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:28:27.871596 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:28:27.871596 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:28:27.871596 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:28:27.871596 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:28:27.871596 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:28:27.871596 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:28:27.871596 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:28:27.871596 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:28:27.871596 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:28:27.871596 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:28:27.871596 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:28:27.871596 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:28:27.871596 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:28:27.871596 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:28:27.871596 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:28:27.871596 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:28:27.871596 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:28:27.871596 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:28:27.871596 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:28:27.871596 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:28:27.871596 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:28:27.900675 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-1fb77265-17a3-48c2-bd28-cb98ad5678f9 None None] Could not find standard attr ID for object aee1cd40-c167-4217-abf3-dfed04472637. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:28:27.941198 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3721820-68e5-4a3a-bec1-76e43f7919f6 None None] Network bd023d90-e896-4e0a-9a34-22bd1d4c719b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:28.025228 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6b39e83e-aab2-4ecc-9843-160ac95e6aba admin admin] Publish callbacks [] for security_group (06032a0e-a0ed-481a-be05-5ca1a6b91507), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:28.045674 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-598e4101-9cbd-431b-ab48-a8c7f6bf45a2 None None] Publish callbacks [] for port (899b01a3-3a82-435a-ab78-19dbe37c6f48), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:28.086857 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-62b9357d-db8d-4e3a-a780-335544640525 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Deleting port 6a389898-ef09-4fa1-9c76-18ae878ed644 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:28:28.087453 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-62b9357d-db8d-4e3a-a780-335544640525 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (6a389898-ef09-4fa1-9c76-18ae878ed644), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:28.088669 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-1fb77265-17a3-48c2-bd28-cb98ad5678f9 None None] Provisioning complete for port 65e8fe57-b2e1-493d-b8aa-332b71deeadb triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:28.089049 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1fb77265-17a3-48c2-bd28-cb98ad5678f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (65e8fe57-b2e1-493d-b8aa-332b71deeadb), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:28.193975 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-62b9357d-db8d-4e3a-a780-335544640525 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (6a389898-ef09-4fa1-9c76-18ae878ed644), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:28.208189 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-62b9357d-db8d-4e3a-a780-335544640525 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Calling delete_port for 6a389898-ef09-4fa1-9c76-18ae878ed644 owned by {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:28:28.241997 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d4415cff-e038-4311-a4c8-d9f0d3366ae7 None None] Publish callbacks [] for port (2d4b2833-4fb3-4eec-b2e8-9d4d832202da), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:28.251600 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 77c952bd-fe81-48fc-a8fd-7622238d810e up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:28.254047 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-598e4101-9cbd-431b-ab48-a8c7f6bf45a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (899b01a3-3a82-435a-ab78-19dbe37c6f48), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:28.259258 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-022a7f1b-1905-4a18-9b0e-a1664fc9e3e7 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Allocated IP 172.20.0.8 (eaa3d2e9-0c76-407b-8a4c-d7f82dcf2e7e/aa12b699-da9a-42a1-9dc8-54eacfba43b2/bb1441ac-3416-431d-b1ed-ffbd97a5537a) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:28.273959 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6b39e83e-aab2-4ecc-9843-160ac95e6aba admin admin] Publish callbacks [] for security_group (06032a0e-a0ed-481a-be05-5ca1a6b91507), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:28.323245 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-230f61da-8ef8-4841-88ce-30516d98fe12 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (bd023d90-e896-4e0a-9a34-22bd1d4c719b), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:28.327855 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-230f61da-8ef8-4841-88ce-30516d98fe12 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:28.331609 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-230f61da-8ef8-4841-88ce-30516d98fe12 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "DELETE /v2.0/networks/bd023d90-e896-4e0a-9a34-22bd1d4c719b HTTP/1.1" status: 204 len: 168 time: 1.4154506 Jan 29 04:28:28.338078 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52230) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:28.354591 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f61da-8ef8-4841-88ce-30516d98fe12 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event deleted for resources: {'Network': ['ID=bd023d90-e896-4e0a-9a34-22bd1d4c719b,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:28.355597 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-165425d7-a57f-4d98-8b03-cf5867ad02d4 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-805039637'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:28.422834 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad30109-e01c-4d57-9621-e69d892c8eea req-7214a9b3-15a8-48c3-8b2b-e2a8826ca7d3 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:28.430462 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fad30109-e01c-4d57-9621-e69d892c8eea req-7214a9b3-15a8-48c3-8b2b-e2a8826ca7d3 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/ports?device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c HTTP/1.1" status: 200 len: 945 time: 0.1883998 Jan 29 04:28:28.483667 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6b39e83e-aab2-4ecc-9843-160ac95e6aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (06032a0e-a0ed-481a-be05-5ca1a6b91507), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:28.487925 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6b39e83e-aab2-4ecc-9843-160ac95e6aba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:28.489693 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-6b39e83e-aab2-4ecc-9843-160ac95e6aba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06032a0e-a0ed-481a-be05-5ca1a6b91507 HTTP/1.1" status: 204 len: 168 time: 0.7737420 Jan 29 04:28:28.500473 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b39e83e-aab2-4ecc-9843-160ac95e6aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06032a0e-a0ed-481a-be05-5ca1a6b91507,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:28.533180 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0301200c-d43c-4650-8f1d-937cc785e7e2 None None] Network 7187e047-1afd-42b3-aecd-fe62c6d900d6 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:28.543882 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d4415cff-e038-4311-a4c8-d9f0d3366ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (2d4b2833-4fb3-4eec-b2e8-9d4d832202da), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:28.550055 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165425d7-a57f-4d98-8b03-cf5867ad02d4 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Made reservation on behalf of 83ef131175644f6384891ed35a4d3341 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:28.553888 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-165425d7-a57f-4d98-8b03-cf5867ad02d4 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:28.568616 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-62b9357d-db8d-4e3a-a780-335544640525 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (6a389898-ef09-4fa1-9c76-18ae878ed644), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:28.595611 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598e4101-9cbd-431b-ab48-a8c7f6bf45a2 None None] Network eaa3d2e9-0c76-407b-8a4c-d7f82dcf2e7e is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:28.596578 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-6b5d0f91-5270-417d-b908-c1e13bd077b6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Allocated IP 2001:db8::75e1:cf2b:f419:1a62 (4d28e89c-1ada-4d65-a68a-7c96765b022b/a7fb6f82-34dc-42ff-885a-d11b3a103675/b06f4eef-9ba3-48c0-841b-47b0bd7b409a) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:28.606122 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-598e4101-9cbd-431b-ab48-a8c7f6bf45a2 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:28.624099 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9357d-db8d-4e3a-a780-335544640525 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event deleted for resources: {'Port': ['ID=6a389898-ef09-4fa1-9c76-18ae878ed644,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:28.658417 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598e4101-9cbd-431b-ab48-a8c7f6bf45a2 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:28.663526 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-62b9357d-db8d-4e3a-a780-335544640525 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:28.663526 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-62b9357d-db8d-4e3a-a780-335544640525 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/ports/6a389898-ef09-4fa1-9c76-18ae878ed644 HTTP/1.1" status: 204 len: 168 time: 0.9709921 Jan 29 04:28:28.665096 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52234) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:28.667371 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fad30109-e01c-4d57-9621-e69d892c8eea req-cef73619-030e-4ca6-922f-14e803568981 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/security-groups?id=d988af8b-ef19-409e-9a6b-f84166dff0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2359262 Jan 29 04:28:28.690312 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-165425d7-a57f-4d98-8b03-cf5867ad02d4 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:28:28.744699 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dc4331a-723c-4a71-abe1-14e0f8f9c8d8 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] GET failed (client error): The resource could not be found. Jan 29 04:28:28.746478 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-9dc4331a-723c-4a71-abe1-14e0f8f9c8d8 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "GET /v2.0/ports/6a389898-ef09-4fa1-9c76-18ae878ed644 HTTP/1.1" status: 404 len: 333 time: 0.0802410 Jan 29 04:28:28.749753 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52238) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:28.759713 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4415cff-e038-4311-a4c8-d9f0d3366ae7 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:28.762205 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e4101-9cbd-431b-ab48-a8c7f6bf45a2 None None] Pushing event updated for resources: {'Port': ['ID=899b01a3-3a82-435a-ab78-19dbe37c6f48,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:28.769328 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-165425d7-a57f-4d98-8b03-cf5867ad02d4 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (6081ab52-45be-4e3a-b9af-27da4faa9ca5), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:28.769676 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-165425d7-a57f-4d98-8b03-cf5867ad02d4 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Added segment 6081ab52-45be-4e3a-b9af-27da4faa9ca5 of type vlan for network 0532c87f-ad1d-4333-84e0-ef4cc6f5df66 Jan 29 04:28:28.783362 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-022a7f1b-1905-4a18-9b0e-a1664fc9e3e7 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for port (bb1441ac-3416-431d-b1ed-ffbd97a5537a), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:28.821004 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4415cff-e038-4311-a4c8-d9f0d3366ae7 None None] Pushing event updated for resources: {'Port': ['ID=2d4b2833-4fb3-4eec-b2e8-9d4d832202da,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:28.864650 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-116f6414-7dfa-4bb6-981f-271408663049 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Deleting subnet 2ff59680-f0e6-411c-bf66-6453b51db442 {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:28:28.877153 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-d4415cff-e038-4311-a4c8-d9f0d3366ae7 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:28.883409 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-116f6414-7dfa-4bb6-981f-271408663049 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for subnet (2ff59680-f0e6-411c-bf66-6453b51db442), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:28.888757 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-165425d7-a57f-4d98-8b03-cf5867ad02d4 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (0532c87f-ad1d-4333-84e0-ef4cc6f5df66), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:28.892950 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4415cff-e038-4311-a4c8-d9f0d3366ae7 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:28.903529 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82a4d0-a7a2-4490-a33a-5dc77eee8a77 req-58d9d134-5a05-4daf-bf22-c7d0df91c12b tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:28.917036 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-7c82a4d0-a7a2-4490-a33a-5dc77eee8a77 req-58d9d134-5a05-4daf-bf22-c7d0df91c12b tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/ports?device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c HTTP/1.1" status: 200 len: 945 time: 0.1529744 Jan 29 04:28:29.011190 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-116f6414-7dfa-4bb6-981f-271408663049 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (2ff59680-f0e6-411c-bf66-6453b51db442), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:29.024284 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-598e4101-9cbd-431b-ab48-a8c7f6bf45a2 None None] Attempting to bind port 899b01a3-3a82-435a-ab78-19dbe37c6f48 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:28:29.024284 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-598e4101-9cbd-431b-ab48-a8c7f6bf45a2 None None] Attempting to bind port 899b01a3-3a82-435a-ab78-19dbe37c6f48 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '01b63b3e-2ab6-4036-8e48-ac920c649d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'eaa3d2e9-0c76-407b-8a4c-d7f82dcf2e7e'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:28:29.024786 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598e4101-9cbd-431b-ab48-a8c7f6bf45a2 None None] Attempting to bind port 899b01a3-3a82-435a-ab78-19dbe37c6f48 on network eaa3d2e9-0c76-407b-8a4c-d7f82dcf2e7e {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:28:29.028986 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-1fb77265-17a3-48c2-bd28-cb98ad5678f9 None None] Current status of the port 65e8fe57-b2e1-493d-b8aa-332b71deeadb is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:29.041912 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-1fb77265-17a3-48c2-bd28-cb98ad5678f9 None None] Could not find standard attr ID for object 6a389898-ef09-4fa1-9c76-18ae878ed644. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:28:29.044395 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 77c952bd-fe81-48fc-a8fd-7622238d810e triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:29.044754 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (77c952bd-fe81-48fc-a8fd-7622238d810e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:29.046445 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598e4101-9cbd-431b-ab48-a8c7f6bf45a2 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:28:29.046819 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598e4101-9cbd-431b-ab48-a8c7f6bf45a2 None None] Checking segment: {'id': '01b63b3e-2ab6-4036-8e48-ac920c649d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'eaa3d2e9-0c76-407b-8a4c-d7f82dcf2e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:28:29.047722 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-598e4101-9cbd-431b-ab48-a8c7f6bf45a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:29.048260 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598e4101-9cbd-431b-ab48-a8c7f6bf45a2 None None] Bound using segment: {'id': '01b63b3e-2ab6-4036-8e48-ac920c649d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'eaa3d2e9-0c76-407b-8a4c-d7f82dcf2e7e'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:28:29.049037 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-598e4101-9cbd-431b-ab48-a8c7f6bf45a2 None None] Bound port: 899b01a3-3a82-435a-ab78-19dbe37c6f48, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01b63b3e-2ab6-4036-8e48-ac920c649d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'eaa3d2e9-0c76-407b-8a4c-d7f82dcf2e7e'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:28:29.049416 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-598e4101-9cbd-431b-ab48-a8c7f6bf45a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (899b01a3-3a82-435a-ab78-19dbe37c6f48), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:29.052856 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-7c82a4d0-a7a2-4490-a33a-5dc77eee8a77 req-c63a2600-414a-468b-8868-b66a6b0a1c7f tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/security-groups?id=d988af8b-ef19-409e-9a6b-f84166dff0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333740 Jan 29 04:28:29.080155 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6b5d0f91-5270-417d-b908-c1e13bd077b6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for port (b06f4eef-9ba3-48c0-841b-47b0bd7b409a), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:29.083597 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52242) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:29.126397 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-116f6414-7dfa-4bb6-981f-271408663049 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (2ff59680-f0e6-411c-bf66-6453b51db442), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:29.154851 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad0ec0a-5732-4dee-9e95-0bf4b2b07dfb tempest-TestNetworkAdvancedServerOps-1721992642 tempest-TestNetworkAdvancedServerOps-1721992642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:29.160226 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-3ad0ec0a-5732-4dee-9e95-0bf4b2b07dfb tempest-TestNetworkAdvancedServerOps-1721992642 tempest-TestNetworkAdvancedServerOps-1721992642-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c HTTP/1.1" status: 200 len: 1124 time: 0.0702980 Jan 29 04:28:29.166118 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52244) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:29.172051 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-16571cfb-4572-4d59-a212-fc5142fabfbf tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Request body: {'floatingip': {'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'port_id': '8ee8941e-2bbc-4cf8-9266-3d84dec89660', 'tenant_id': 'd1218af32ef54486a3687ccbcfae4b37', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:29.206383 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-d4415cff-e038-4311-a4c8-d9f0d3366ae7 None None] Attempting to bind port 2d4b2833-4fb3-4eec-b2e8-9d4d832202da on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:28:29.206761 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-d4415cff-e038-4311-a4c8-d9f0d3366ae7 None None] Attempting to bind port 2d4b2833-4fb3-4eec-b2e8-9d4d832202da by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:28:29.207125 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4415cff-e038-4311-a4c8-d9f0d3366ae7 None None] Attempting to bind port 2d4b2833-4fb3-4eec-b2e8-9d4d832202da on network 4d28e89c-1ada-4d65-a68a-7c96765b022b {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:28:29.214540 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-022a7f1b-1905-4a18-9b0e-a1664fc9e3e7 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (bb1441ac-3416-431d-b1ed-ffbd97a5537a), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:29.228663 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-165425d7-a57f-4d98-8b03-cf5867ad02d4 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (0532c87f-ad1d-4333-84e0-ef4cc6f5df66), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:29.229212 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4415cff-e038-4311-a4c8-d9f0d3366ae7 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:28:29.229588 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4415cff-e038-4311-a4c8-d9f0d3366ae7 None None] Checking segment: {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:28:29.229990 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d4415cff-e038-4311-a4c8-d9f0d3366ae7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:29.230385 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4415cff-e038-4311-a4c8-d9f0d3366ae7 None None] Bound using segment: {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:28:29.230856 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-d4415cff-e038-4311-a4c8-d9f0d3366ae7 None None] Bound port: 2d4b2833-4fb3-4eec-b2e8-9d4d832202da, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:28:29.231233 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d4415cff-e038-4311-a4c8-d9f0d3366ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (2d4b2833-4fb3-4eec-b2e8-9d4d832202da), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:29.234050 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165425d7-a57f-4d98-8b03-cf5867ad02d4 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:29.235552 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-165425d7-a57f-4d98-8b03-cf5867ad02d4 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:29.239994 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-af6c14a2-9678-4524-8531-5be23da7dabc None None] Provisioning complete for port 77c952bd-fe81-48fc-a8fd-7622238d810e triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:29.241005 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-af6c14a2-9678-4524-8531-5be23da7dabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (77c952bd-fe81-48fc-a8fd-7622238d810e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:29.299260 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022a7f1b-1905-4a18-9b0e-a1664fc9e3e7 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Network eaa3d2e9-0c76-407b-8a4c-d7f82dcf2e7e is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:29.307544 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-598e4101-9cbd-431b-ab48-a8c7f6bf45a2 None None] For port 899b01a3-3a82-435a-ab78-19dbe37c6f48, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:28:29.329002 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-598e4101-9cbd-431b-ab48-a8c7f6bf45a2 None None] For port 899b01a3-3a82-435a-ab78-19dbe37c6f48, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=899b01a3-3a82-435a-ab78-19dbe37c6f48,segment=NetworkSegment(01b63b3e-2ab6-4036-8e48-ac920c649d52),segment_id=01b63b3e-2ab6-4036-8e48-ac920c649d52)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:28:29.346452 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-022a7f1b-1905-4a18-9b0e-a1664fc9e3e7 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:29.349231 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022a7f1b-1905-4a18-9b0e-a1664fc9e3e7 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:29.363728 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 77c952bd-fe81-48fc-a8fd-7622238d810e is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:29.364114 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (77c952bd-fe81-48fc-a8fd-7622238d810e), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:29.364659 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-116f6414-7dfa-4bb6-981f-271408663049 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (2ff59680-f0e6-411c-bf66-6453b51db442), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:29.373402 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-165425d7-a57f-4d98-8b03-cf5867ad02d4 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0311050 Jan 29 04:28:29.379879 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52246) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:29.385733 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-d02022c8-c330-401f-aaf5-f59006d0e9a1 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Request body: {'subnet': {'network_id': '0532c87f-ad1d-4333-84e0-ef4cc6f5df66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:29.399582 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6b5d0f91-5270-417d-b908-c1e13bd077b6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (b06f4eef-9ba3-48c0-841b-47b0bd7b409a), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:29.402433 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-16571cfb-4572-4d59-a212-fc5142fabfbf tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:29.430968 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:28:29.436787 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165425d7-a57f-4d98-8b03-cf5867ad02d4 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event updated for resources: {'Network': ['ID=0532c87f-ad1d-4333-84e0-ef4cc6f5df66,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:29.441358 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a7f1b-1905-4a18-9b0e-a1664fc9e3e7 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'Port': ['ID=bb1441ac-3416-431d-b1ed-ffbd97a5537a,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:29.446819 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f6414-7dfa-4bb6-981f-271408663049 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event deleted for resources: {'Subnet': ['ID=2ff59680-f0e6-411c-bf66-6453b51db442,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:29.474335 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-af6c14a2-9678-4524-8531-5be23da7dabc None None] Current status of the port 77c952bd-fe81-48fc-a8fd-7622238d810e is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:29.474762 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-af6c14a2-9678-4524-8531-5be23da7dabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (77c952bd-fe81-48fc-a8fd-7622238d810e), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:29.476993 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de1ed60-6d5a-4b9f-a0c6-642d769ab9de None None] Network 5769ff6d-bfa7-4612-b2f0-644cc3c19267 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:29.479361 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 0532c87f-ad1d-4333-84e0-ef4cc6f5df66 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:28:29.479995 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-116f6414-7dfa-4bb6-981f-271408663049 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:29.484069 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-116f6414-7dfa-4bb6-981f-271408663049 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/subnets/2ff59680-f0e6-411c-bf66-6453b51db442 HTTP/1.1" status: 204 len: 168 time: 0.7322161 Jan 29 04:28:29.491023 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-598e4101-9cbd-431b-ab48-a8c7f6bf45a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (899b01a3-3a82-435a-ab78-19dbe37c6f48), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:29.491240 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52248) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:29.491436 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52250) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:29.499665 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d0f91-5270-417d-b908-c1e13bd077b6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Port': ['ID=b06f4eef-9ba3-48c0-841b-47b0bd7b409a,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:29.515025 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 77c952bd-fe81-48fc-a8fd-7622238d810e, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=77c952bd-fe81-48fc-a8fd-7622238d810e,segment=NetworkSegment(4489f75b-2613-4c73-8524-a74d9c909df8),segment_id=4489f75b-2613-4c73-8524-a74d9c909df8)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:29.520029 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5d0f91-5270-417d-b908-c1e13bd077b6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:29.526506 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-6b5d0f91-5270-417d-b908-c1e13bd077b6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:29.528917 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5d0f91-5270-417d-b908-c1e13bd077b6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:29.530779 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-d4415cff-e038-4311-a4c8-d9f0d3366ae7 None None] For port 2d4b2833-4fb3-4eec-b2e8-9d4d832202da, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:28:29.535164 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5d0f91-5270-417d-b908-c1e13bd077b6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:29.535812 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6b5d0f91-5270-417d-b908-c1e13bd077b6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:29.551889 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022a7f1b-1905-4a18-9b0e-a1664fc9e3e7 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:29.552542 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-022a7f1b-1905-4a18-9b0e-a1664fc9e3e7 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:29.616307 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a016e3a4-2d77-4046-bb39-29203f61fb9e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd51806a0d33486aa1df13f353478da1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1237724 Jan 29 04:28:29.619004 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52252) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:29.642324 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5aaae6f5-704c-4479-98b7-bb96bec36506 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (5769ff6d-bfa7-4612-b2f0-644cc3c19267), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:29.646834 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-d4415cff-e038-4311-a4c8-d9f0d3366ae7 None None] For port 2d4b2833-4fb3-4eec-b2e8-9d4d832202da, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=2d4b2833-4fb3-4eec-b2e8-9d4d832202da,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:28:29.649397 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (77c952bd-fe81-48fc-a8fd-7622238d810e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:29.650156 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 65e8fe57-b2e1-493d-b8aa-332b71deeadb up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:29.693848 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6b5d0f91-5270-417d-b908-c1e13bd077b6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7517791 Jan 29 04:28:29.694357 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52254) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:29.722706 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-022a7f1b-1905-4a18-9b0e-a1664fc9e3e7 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7318907 Jan 29 04:28:29.724318 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-16571cfb-4572-4d59-a212-fc5142fabfbf tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:29.726983 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52256) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:29.727734 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-10134812-5369-4bdf-a1be-d2397edac2b1 admin admin] Publish callbacks [] for security_group (896439e2-35fe-42d5-9a75-419c8eba916d), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:29.755324 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-5aaae6f5-704c-4479-98b7-bb96bec36506 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Deleting port 65e8fe57-b2e1-493d-b8aa-332b71deeadb {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:28:29.755982 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5aaae6f5-704c-4479-98b7-bb96bec36506 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (65e8fe57-b2e1-493d-b8aa-332b71deeadb), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:29.792959 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d4415cff-e038-4311-a4c8-d9f0d3366ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (2d4b2833-4fb3-4eec-b2e8-9d4d832202da), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:29.794898 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e4101-9cbd-431b-ab48-a8c7f6bf45a2 None None] Pushing event updated for resources: {'Port': ['ID=899b01a3-3a82-435a-ab78-19dbe37c6f48,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:29.834566 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-10134812-5369-4bdf-a1be-d2397edac2b1 admin admin] Publish callbacks [] for security_group (896439e2-35fe-42d5-9a75-419c8eba916d), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:29.843072 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02022c8-c330-401f-aaf5-f59006d0e9a1 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Made reservation on behalf of 83ef131175644f6384891ed35a4d3341 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:29.848808 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d02022c8-c330-401f-aaf5-f59006d0e9a1 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:29.865140 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-af6c14a2-9678-4524-8531-5be23da7dabc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:28:29.865527 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-af6c14a2-9678-4524-8531-5be23da7dabc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:28:29.911347 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f028fe-0ff9-4e3b-8d8e-2c9d639af52d tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:29.916959 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-30f028fe-0ff9-4e3b-8d8e-2c9d639af52d tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.2 HTTP/1.1" status: 200 len: 922 time: 0.1871488 Jan 29 04:28:29.917989 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52258) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:29.920581 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 65e8fe57-b2e1-493d-b8aa-332b71deeadb triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:29.922069 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (65e8fe57-b2e1-493d-b8aa-332b71deeadb), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:29.954305 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=77c952bd-fe81-48fc-a8fd-7622238d810e,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:29.994895 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-5aaae6f5-704c-4479-98b7-bb96bec36506 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] For port 65e8fe57-b2e1-493d-b8aa-332b71deeadb, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=65e8fe57-b2e1-493d-b8aa-332b71deeadb,segment=NetworkSegment(dd5927e1-f2e2-4577-a222-4df08df6c4d6),segment_id=dd5927e1-f2e2-4577-a222-4df08df6c4d6)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:29.995289 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5aaae6f5-704c-4479-98b7-bb96bec36506 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (65e8fe57-b2e1-493d-b8aa-332b71deeadb), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:30.019963 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73404af-1a02-4e4d-a747-2990e919defb tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:30.025826 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73404af-1a02-4e4d-a747-2990e919defb tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:30.029576 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a73404af-1a02-4e4d-a747-2990e919defb tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3339758 Jan 29 04:28:30.035807 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52260) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:30.040668 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-5aaae6f5-704c-4479-98b7-bb96bec36506 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Calling delete_port for 65e8fe57-b2e1-493d-b8aa-332b71deeadb owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:28:30.092905 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4415cff-e038-4311-a4c8-d9f0d3366ae7 None None] Pushing event updated for resources: {'Port': ['ID=2d4b2833-4fb3-4eec-b2e8-9d4d832202da,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:30.127628 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-16571cfb-4572-4d59-a212-fc5142fabfbf tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Allocated IP 172.26.8.218 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/a50fdd61-d3f8-4a5a-b552-a59c45207fb8) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:30.141764 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01f3e1b-24b9-4d4d-bb6f-d3ddb8b3bfbf None None] DHCP port deletion for 5769ff6d-bfa7-4612-b2f0-644cc3c19267 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:28:30.297623 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-f01f3e1b-24b9-4d4d-bb6f-d3ddb8b3bfbf None None] Deleting port 65e8fe57-b2e1-493d-b8aa-332b71deeadb {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:28:30.297623 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f01f3e1b-24b9-4d4d-bb6f-d3ddb8b3bfbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (65e8fe57-b2e1-493d-b8aa-332b71deeadb), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:30.297623 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 65e8fe57-b2e1-493d-b8aa-332b71deeadb is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:30.343807 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-10134812-5369-4bdf-a1be-d2397edac2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (896439e2-35fe-42d5-9a75-419c8eba916d), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:30.348871 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-10134812-5369-4bdf-a1be-d2397edac2b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:30.352402 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-10134812-5369-4bdf-a1be-d2397edac2b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/896439e2-35fe-42d5-9a75-419c8eba916d HTTP/1.1" status: 204 len: 168 time: 0.7298851 Jan 29 04:28:30.409777 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10134812-5369-4bdf-a1be-d2397edac2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896439e2-35fe-42d5-9a75-419c8eba916d,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:30.415636 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-45c64f85-528b-46a6-aa9d-c94801a26ab1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Deleting port bb1441ac-3416-431d-b1ed-ffbd97a5537a {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:28:30.415991 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-45c64f85-528b-46a6-aa9d-c94801a26ab1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (bb1441ac-3416-431d-b1ed-ffbd97a5537a), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:30.585309 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-16571cfb-4572-4d59-a212-fc5142fabfbf tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for port (a50fdd61-d3f8-4a5a-b552-a59c45207fb8), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:30.608345 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-f01f3e1b-24b9-4d4d-bb6f-d3ddb8b3bfbf None None] For port 65e8fe57-b2e1-493d-b8aa-332b71deeadb, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=65e8fe57-b2e1-493d-b8aa-332b71deeadb,segment=NetworkSegment(dd5927e1-f2e2-4577-a222-4df08df6c4d6),segment_id=dd5927e1-f2e2-4577-a222-4df08df6c4d6)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:30.609148 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f01f3e1b-24b9-4d4d-bb6f-d3ddb8b3bfbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (65e8fe57-b2e1-493d-b8aa-332b71deeadb), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:30.616240 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-af6c14a2-9678-4524-8531-5be23da7dabc None None] Current status of the port 77c952bd-fe81-48fc-a8fd-7622238d810e is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:30.632317 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-af6c14a2-9678-4524-8531-5be23da7dabc None None] Could not find standard attr ID for object aee1cd40-c167-4217-abf3-dfed04472637. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:28:30.637985 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-af6c14a2-9678-4524-8531-5be23da7dabc None None] Could not find standard attr ID for object 6a389898-ef09-4fa1-9c76-18ae878ed644. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:28:30.668827 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-f01f3e1b-24b9-4d4d-bb6f-d3ddb8b3bfbf None None] Calling delete_port for 65e8fe57-b2e1-493d-b8aa-332b71deeadb owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:28:30.689649 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-45c64f85-528b-46a6-aa9d-c94801a26ab1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (bb1441ac-3416-431d-b1ed-ffbd97a5537a), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:30.717853 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-45c64f85-528b-46a6-aa9d-c94801a26ab1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Calling delete_port for bb1441ac-3416-431d-b1ed-ffbd97a5537a owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:28:30.754085 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-c9d47f91-d305-4ffc-abcd-c9b726c87e0f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting port b06f4eef-9ba3-48c0-841b-47b0bd7b409a {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:28:30.754577 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c9d47f91-d305-4ffc-abcd-c9b726c87e0f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (b06f4eef-9ba3-48c0-841b-47b0bd7b409a), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:30.758676 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5aaae6f5-704c-4479-98b7-bb96bec36506 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (65e8fe57-b2e1-493d-b8aa-332b71deeadb), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:30.798996 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f01f3e1b-24b9-4d4d-bb6f-d3ddb8b3bfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (65e8fe57-b2e1-493d-b8aa-332b71deeadb), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:30.808076 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaae6f5-704c-4479-98b7-bb96bec36506 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event deleted for resources: {'Port': ['ID=65e8fe57-b2e1-493d-b8aa-332b71deeadb,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:30.808717 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 77c952bd-fe81-48fc-a8fd-7622238d810e up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:30.809619 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-16571cfb-4572-4d59-a212-fc5142fabfbf tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (a50fdd61-d3f8-4a5a-b552-a59c45207fb8), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:30.840817 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaae6f5-704c-4479-98b7-bb96bec36506 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] No DVR routers for this DVR port 65e8fe57-b2e1-493d-b8aa-332b71deeadb on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:28:30.870888 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d02022c8-c330-401f-aaf5-f59006d0e9a1 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (bbd7d748-4ed5-4cc2-a55e-247f51265712), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:30.885168 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16571cfb-4572-4d59-a212-fc5142fabfbf tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:30.901594 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f3e1b-24b9-4d4d-bb6f-d3ddb8b3bfbf None None] Pushing event deleted for resources: {'Port': ['ID=65e8fe57-b2e1-493d-b8aa-332b71deeadb,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:30.915722 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-16571cfb-4572-4d59-a212-fc5142fabfbf tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:30.921166 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16571cfb-4572-4d59-a212-fc5142fabfbf tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:30.930654 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01f3e1b-24b9-4d4d-bb6f-d3ddb8b3bfbf None None] No DVR routers for this DVR port 65e8fe57-b2e1-493d-b8aa-332b71deeadb on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:28:30.951096 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3bc212b6-f15d-4830-b2a0-2691d78c8433 None None] Provisioning complete for port 77c952bd-fe81-48fc-a8fd-7622238d810e triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:30.951466 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3bc212b6-f15d-4830-b2a0-2691d78c8433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (77c952bd-fe81-48fc-a8fd-7622238d810e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:30.967419 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16571cfb-4572-4d59-a212-fc5142fabfbf tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Pushing event updated for resources: {'Port': ['ID=a50fdd61-d3f8-4a5a-b552-a59c45207fb8,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:31.001523 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02022c8-c330-401f-aaf5-f59006d0e9a1 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event updated for resources: {'Subnet': ['ID=bbd7d748-4ed5-4cc2-a55e-247f51265712,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:31.010128 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 77c952bd-fe81-48fc-a8fd-7622238d810e triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:31.010508 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (77c952bd-fe81-48fc-a8fd-7622238d810e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:31.029433 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5aaae6f5-704c-4479-98b7-bb96bec36506 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (5769ff6d-bfa7-4612-b2f0-644cc3c19267), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:31.036742 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c9d47f91-d305-4ffc-abcd-c9b726c87e0f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (b06f4eef-9ba3-48c0-841b-47b0bd7b409a), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:31.080194 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-c9d47f91-d305-4ffc-abcd-c9b726c87e0f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Calling delete_port for b06f4eef-9ba3-48c0-841b-47b0bd7b409a owned by {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:28:31.091392 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-45c64f85-528b-46a6-aa9d-c94801a26ab1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (bb1441ac-3416-431d-b1ed-ffbd97a5537a), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:31.095081 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-5aaae6f5-704c-4479-98b7-bb96bec36506 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5769ff6d-bfa7-4612-b2f0-644cc3c19267']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:31.132016 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-5aaae6f5-704c-4479-98b7-bb96bec36506 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd5927e1-f2e2-4577-a222-4df08df6c4d6') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:31.132340 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-5aaae6f5-704c-4479-98b7-bb96bec36506 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd5927e1-f2e2-4577-a222-4df08df6c4d6') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:31.134321 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02022c8-c330-401f-aaf5-f59006d0e9a1 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Checking segment: {'id': '6081ab52-45be-4e3a-b9af-27da4faa9ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0532c87f-ad1d-4333-84e0-ef4cc6f5df66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:28:31.134639 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3bc212b6-f15d-4830-b2a0-2691d78c8433 None None] Current status of the port 77c952bd-fe81-48fc-a8fd-7622238d810e is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:31.134757 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02022c8-c330-401f-aaf5-f59006d0e9a1 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Network hostable DHCP agents. Network: 0532c87f-ad1d-4333-84e0-ef4cc6f5df66, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:28:31.169127 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c64f85-528b-46a6-aa9d-c94801a26ab1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event deleted for resources: {'Port': ['ID=bb1441ac-3416-431d-b1ed-ffbd97a5537a,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:31.208256 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 77c952bd-fe81-48fc-a8fd-7622238d810e is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:31.209905 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 899b01a3-3a82-435a-ab78-19dbe37c6f48 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:31.229668 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5aaae6f5-704c-4479-98b7-bb96bec36506 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (dd5927e1-f2e2-4577-a222-4df08df6c4d6), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:31.286949 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5aaae6f5-704c-4479-98b7-bb96bec36506 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (dd5927e1-f2e2-4577-a222-4df08df6c4d6), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:31.296988 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aaae6f5-704c-4479-98b7-bb96bec36506 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:28:31.297523 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5aaae6f5-704c-4479-98b7-bb96bec36506 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (dd5927e1-f2e2-4577-a222-4df08df6c4d6), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:31.300731 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:28:31.300731 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:28:31.300731 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:28:31.300731 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:28:31.300731 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:28:31.300731 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:28:31.300731 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:28:31.300731 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:28:31.300731 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:28:31.300731 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:28:31.300731 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:28:31.300731 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:28:31.300731 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:28:31.300731 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:28:31.300731 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:28:31.300731 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:28:31.300731 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:28:31.300731 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:28:31.300731 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:28:31.300731 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:28:31.300731 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:28:31.300731 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:28:31.300731 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:28:31.300731 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:28:31.300731 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:28:31.300731 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:28:31.300731 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:28:31.300731 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:28:31.300731 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:28:31.300731 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:28:31.300731 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:28:31.300731 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:28:31.362806 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02022c8-c330-401f-aaf5-f59006d0e9a1 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Network 0532c87f-ad1d-4333-84e0-ef4cc6f5df66 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:28:31.401861 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-45c64f85-528b-46a6-aa9d-c94801a26ab1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:31.430638 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-45c64f85-528b-46a6-aa9d-c94801a26ab1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/ports/bb1441ac-3416-431d-b1ed-ffbd97a5537a HTTP/1.1" status: 204 len: 168 time: 1.5088592 Jan 29 04:28:31.436536 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52274) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:31.458636 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-d02022c8-c330-401f-aaf5-f59006d0e9a1 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 0532c87f-ad1d-4333-84e0-ef4cc6f5df66) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:31.475039 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fb2054b-e7a0-41e6-9c80-23c44a772bc9 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] GET failed (client error): The resource could not be found. Jan 29 04:28:31.476967 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6fb2054b-e7a0-41e6-9c80-23c44a772bc9 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "GET /v2.0/ports/bb1441ac-3416-431d-b1ed-ffbd97a5537a HTTP/1.1" status: 404 len: 333 time: 0.0369563 Jan 29 04:28:31.478073 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02022c8-c330-401f-aaf5-f59006d0e9a1 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:31.479269 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d02022c8-c330-401f-aaf5-f59006d0e9a1 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:31.483742 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52276) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:31.487861 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5aaae6f5-704c-4479-98b7-bb96bec36506 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (5769ff6d-bfa7-4612-b2f0-644cc3c19267), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:31.498391 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5aaae6f5-704c-4479-98b7-bb96bec36506 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:31.506522 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-5aaae6f5-704c-4479-98b7-bb96bec36506 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/networks/5769ff6d-bfa7-4612-b2f0-644cc3c19267 HTTP/1.1" status: 204 len: 168 time: 2.0091155 Jan 29 04:28:31.513574 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52278) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:31.525834 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e6e49d-37cc-4716-aee0-155c962161b4 None None] Network 0532c87f-ad1d-4333-84e0-ef4cc6f5df66 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:31.529833 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-2a153dee-860a-4194-8d3e-fd7eeafbb7fe tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1707145347'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:31.564818 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaae6f5-704c-4479-98b7-bb96bec36506 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event deleted for resources: {'Network': ['ID=5769ff6d-bfa7-4612-b2f0-644cc3c19267,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:31.658792 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52280) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:31.659196 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d02022c8-c330-401f-aaf5-f59006d0e9a1 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2771635 Jan 29 04:28:31.663658 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-40d33d7f-75dd-4c00-922c-14fac4defbf3 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-690590600'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:31.673522 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 899b01a3-3a82-435a-ab78-19dbe37c6f48 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:31.674022 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (899b01a3-3a82-435a-ab78-19dbe37c6f48), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:31.677149 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c9d47f91-d305-4ffc-abcd-c9b726c87e0f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (b06f4eef-9ba3-48c0-841b-47b0bd7b409a), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:31.721610 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d47f91-d305-4ffc-abcd-c9b726c87e0f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Port': ['ID=b06f4eef-9ba3-48c0-841b-47b0bd7b409a,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:31.745279 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a153dee-860a-4194-8d3e-fd7eeafbb7fe tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Made reservation on behalf of 931e85f3b3ac4f669ae92c3bafe28f71 for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:31.749260 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2a153dee-860a-4194-8d3e-fd7eeafbb7fe tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:31.761842 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a6a36b-d7ea-412b-8abd-8992f2d388bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-0532c87f-ad1d-4333-84e0-ef4cc6f5df66', 'network_id': '0532c87f-ad1d-4333-84e0-ef4cc6f5df66', 'project_id': '83ef131175644f6384891ed35a4d3341', 'fixed_ips': [{'subnet_id': 'bbd7d748-4ed5-4cc2-a55e-247f51265712'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:28:31.762717 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-80a6a36b-d7ea-412b-8abd-8992f2d388bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:31.798225 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c9d47f91-d305-4ffc-abcd-c9b726c87e0f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:31.805433 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c9d47f91-d305-4ffc-abcd-c9b726c87e0f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/ports/b06f4eef-9ba3-48c0-841b-47b0bd7b409a HTTP/1.1" status: 204 len: 168 time: 1.7682092 Jan 29 04:28:31.806638 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52286) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:31.823069 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a153dee-860a-4194-8d3e-fd7eeafbb7fe tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:28:31.828976 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-eba49361-5351-48f5-9b52-2f4bae7c93ec None None] Provisioning complete for port 2d4b2833-4fb3-4eec-b2e8-9d4d832202da triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:31.829630 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eba49361-5351-48f5-9b52-2f4bae7c93ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (2d4b2833-4fb3-4eec-b2e8-9d4d832202da), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:31.846047 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2a153dee-860a-4194-8d3e-fd7eeafbb7fe tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (b23da828-f773-456d-8b07-65c687f3a5f1), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:31.846589 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-2a153dee-860a-4194-8d3e-fd7eeafbb7fe tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Added segment b23da828-f773-456d-8b07-65c687f3a5f1 of type vlan for network 2d0085de-26c8-4913-923e-465cebfca9a6 Jan 29 04:28:31.926005 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2a153dee-860a-4194-8d3e-fd7eeafbb7fe tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (2d0085de-26c8-4913-923e-465cebfca9a6), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:31.983646 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34543f81-362d-4e1e-9be2-68c38f4ef7c6 None None] Network eaa3d2e9-0c76-407b-8a4c-d7f82dcf2e7e requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:31.987549 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-4fb6e2cd-fead-45c7-884e-99343a829efe tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Deleting port dbab7b54-12da-40d1-a99b-ec66886832bd {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:28:31.987736 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4fb6e2cd-fead-45c7-884e-99343a829efe tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (dbab7b54-12da-40d1-a99b-ec66886832bd), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:32.031137 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2a153dee-860a-4194-8d3e-fd7eeafbb7fe tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (2d0085de-26c8-4913-923e-465cebfca9a6), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:32.042468 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a153dee-860a-4194-8d3e-fd7eeafbb7fe tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:32.046076 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2a153dee-860a-4194-8d3e-fd7eeafbb7fe tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:32.060661 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9621b941-652f-4e3d-9261-e6aac5330e47 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:32.061917 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9621b941-652f-4e3d-9261-e6aac5330e47 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:32.066624 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9621b941-652f-4e3d-9261-e6aac5330e47 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2451560 Jan 29 04:28:32.069020 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52292) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:32.122998 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-80a6a36b-d7ea-412b-8abd-8992f2d388bf None None] Allocated IP 2001:db8::1 (0532c87f-ad1d-4333-84e0-ef4cc6f5df66/bbd7d748-4ed5-4cc2-a55e-247f51265712/7066a979-4047-4ebe-81b1-79e3f22f8cf1) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:32.157245 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d33d7f-75dd-4c00-922c-14fac4defbf3 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Made reservation on behalf of 83ef131175644f6384891ed35a4d3341 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:32.161610 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-40d33d7f-75dd-4c00-922c-14fac4defbf3 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:32.199594 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52294) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:32.211900 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40d33d7f-75dd-4c00-922c-14fac4defbf3 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:28:32.218686 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 899b01a3-3a82-435a-ab78-19dbe37c6f48 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:32.219990 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (899b01a3-3a82-435a-ab78-19dbe37c6f48), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:32.221504 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a153dee-860a-4194-8d3e-fd7eeafbb7fe tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'Network': ['ID=2d0085de-26c8-4913-923e-465cebfca9a6,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:32.225876 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-40d33d7f-75dd-4c00-922c-14fac4defbf3 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (56cd8be9-4cde-4942-88b2-1f9b0692df28), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:32.225876 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-40d33d7f-75dd-4c00-922c-14fac4defbf3 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Added segment 56cd8be9-4cde-4942-88b2-1f9b0692df28 of type vlan for network 3da1d53b-4c09-4e87-bd39-2a8646fc6c32 Jan 29 04:28:32.234178 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-2a153dee-860a-4194-8d3e-fd7eeafbb7fe tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7091630 Jan 29 04:28:32.236134 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52296) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:32.244901 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-a5507aa3-e89b-4965-b2a1-76d59fa916f1 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'subnet': {'network_id': '2d0085de-26c8-4913-923e-465cebfca9a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:32.275935 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 2d0085de-26c8-4913-923e-465cebfca9a6 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:28:32.320427 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-a68410b9-a1b7-4bcb-9edb-6c444f5358a1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting subnet a7fb6f82-34dc-42ff-885a-d11b3a103675 {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:28:32.331763 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a68410b9-a1b7-4bcb-9edb-6c444f5358a1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (a7fb6f82-34dc-42ff-885a-d11b3a103675), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:32.334487 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-40d33d7f-75dd-4c00-922c-14fac4defbf3 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (3da1d53b-4c09-4e87-bd39-2a8646fc6c32), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:32.388517 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4fb6e2cd-fead-45c7-884e-99343a829efe tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (dbab7b54-12da-40d1-a99b-ec66886832bd), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:32.391567 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-16571cfb-4572-4d59-a212-fc5142fabfbf tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for floatingip (a50ba9ff-8cab-4317-a27c-c700a1d31326), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:32.402684 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a68410b9-a1b7-4bcb-9edb-6c444f5358a1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (a7fb6f82-34dc-42ff-885a-d11b3a103675), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:32.451492 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 899b01a3-3a82-435a-ab78-19dbe37c6f48, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=899b01a3-3a82-435a-ab78-19dbe37c6f48,segment=NetworkSegment(01b63b3e-2ab6-4036-8e48-ac920c649d52),segment_id=01b63b3e-2ab6-4036-8e48-ac920c649d52)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:32.466682 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-eba49361-5351-48f5-9b52-2f4bae7c93ec None None] Current status of the port 2d4b2833-4fb3-4eec-b2e8-9d4d832202da is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:32.467220 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eba49361-5351-48f5-9b52-2f4bae7c93ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (2d4b2833-4fb3-4eec-b2e8-9d4d832202da), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:32.501323 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a68410b9-a1b7-4bcb-9edb-6c444f5358a1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (a7fb6f82-34dc-42ff-885a-d11b3a103675), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:32.530144 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5507aa3-e89b-4965-b2a1-76d59fa916f1 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Made reservation on behalf of 931e85f3b3ac4f669ae92c3bafe28f71 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:32.534217 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a5507aa3-e89b-4965-b2a1-76d59fa916f1 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:32.542510 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-80a6a36b-d7ea-412b-8abd-8992f2d388bf None None] Publish callbacks [] for port (7066a979-4047-4ebe-81b1-79e3f22f8cf1), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:32.580119 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (899b01a3-3a82-435a-ab78-19dbe37c6f48), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:32.581125 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 2d4b2833-4fb3-4eec-b2e8-9d4d832202da up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:32.682038 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=899b01a3-3a82-435a-ab78-19dbe37c6f48,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:32.693321 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-80a6a36b-d7ea-412b-8abd-8992f2d388bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (7066a979-4047-4ebe-81b1-79e3f22f8cf1), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:32.722645 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.db.resource_extend [None req-40d33d7f-75dd-4c00-922c-14fac4defbf3 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 04:28:32.740284 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a6a36b-d7ea-412b-8abd-8992f2d388bf None None] Network 0532c87f-ad1d-4333-84e0-ef4cc6f5df66 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:32.745968 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-80a6a36b-d7ea-412b-8abd-8992f2d388bf None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:32.765242 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a68410b9-a1b7-4bcb-9edb-6c444f5358a1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (a7fb6f82-34dc-42ff-885a-d11b3a103675), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:32.765654 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-66e4fd3f-6707-4167-8962-709faf1163b9 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1828981779'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:32.771781 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-4fb6e2cd-fead-45c7-884e-99343a829efe tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Calling delete_port for dbab7b54-12da-40d1-a99b-ec66886832bd owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:28:32.790117 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a68410b9-a1b7-4bcb-9edb-6c444f5358a1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:32.790252 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a6a36b-d7ea-412b-8abd-8992f2d388bf None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:32.797631 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a68410b9-a1b7-4bcb-9edb-6c444f5358a1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/a7fb6f82-34dc-42ff-885a-d11b3a103675 HTTP/1.1" status: 204 len: 168 time: 0.7106485 Jan 29 04:28:32.798921 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-eba49361-5351-48f5-9b52-2f4bae7c93ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:28:32.799277 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-eba49361-5351-48f5-9b52-2f4bae7c93ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:28:32.808086 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52300) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:32.827984 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68410b9-a1b7-4bcb-9edb-6c444f5358a1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Subnet': ['ID=a7fb6f82-34dc-42ff-885a-d11b3a103675,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:32.832116 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefa322f-98f1-4e80-a493-37292a1de4be None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:32.888334 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4b7012c3-090b-4d16-81f7-111b75b4f753 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0764360 Jan 29 04:28:32.889089 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-40d33d7f-75dd-4c00-922c-14fac4defbf3 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (3da1d53b-4c09-4e87-bd39-2a8646fc6c32), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:32.889752 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52302) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:32.894245 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d33d7f-75dd-4c00-922c-14fac4defbf3 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:32.894830 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-40d33d7f-75dd-4c00-922c-14fac4defbf3 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:32.897162 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-b9e020be-59f1-49c7-8e76-5e4a4f51fc07 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'subnet': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:32.905957 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6a36b-d7ea-412b-8abd-8992f2d388bf None None] Pushing event updated for resources: {'Port': ['ID=7066a979-4047-4ebe-81b1-79e3f22f8cf1,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:32.921773 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a5507aa3-e89b-4965-b2a1-76d59fa916f1 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (afcb9a0b-b143-475f-a07e-5cd63e19aa55), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:32.942217 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-80a6a36b-d7ea-412b-8abd-8992f2d388bf None None] Attempting to bind port 7066a979-4047-4ebe-81b1-79e3f22f8cf1 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:28:32.942611 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-80a6a36b-d7ea-412b-8abd-8992f2d388bf None None] Attempting to bind port 7066a979-4047-4ebe-81b1-79e3f22f8cf1 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '6081ab52-45be-4e3a-b9af-27da4faa9ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0532c87f-ad1d-4333-84e0-ef4cc6f5df66'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:28:32.942943 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a6a36b-d7ea-412b-8abd-8992f2d388bf None None] Attempting to bind port 7066a979-4047-4ebe-81b1-79e3f22f8cf1 on network 0532c87f-ad1d-4333-84e0-ef4cc6f5df66 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:28:32.951096 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a6a36b-d7ea-412b-8abd-8992f2d388bf None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:28:32.952594 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a6a36b-d7ea-412b-8abd-8992f2d388bf None None] Checking segment: {'id': '6081ab52-45be-4e3a-b9af-27da4faa9ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0532c87f-ad1d-4333-84e0-ef4cc6f5df66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:28:32.952594 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-80a6a36b-d7ea-412b-8abd-8992f2d388bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:32.952594 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a6a36b-d7ea-412b-8abd-8992f2d388bf None None] Bound using segment: {'id': '6081ab52-45be-4e3a-b9af-27da4faa9ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0532c87f-ad1d-4333-84e0-ef4cc6f5df66'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:28:32.952867 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-80a6a36b-d7ea-412b-8abd-8992f2d388bf None None] Bound port: 7066a979-4047-4ebe-81b1-79e3f22f8cf1, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6081ab52-45be-4e3a-b9af-27da4faa9ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0532c87f-ad1d-4333-84e0-ef4cc6f5df66'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:28:32.953842 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-80a6a36b-d7ea-412b-8abd-8992f2d388bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (7066a979-4047-4ebe-81b1-79e3f22f8cf1), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:32.958681 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e4fd3f-6707-4167-8962-709faf1163b9 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Made reservation on behalf of 1cc520e251484df98df5e4540789a741 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:32.964772 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-66e4fd3f-6707-4167-8962-709faf1163b9 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:32.990682 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 2d4b2833-4fb3-4eec-b2e8-9d4d832202da triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:32.991057 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (2d4b2833-4fb3-4eec-b2e8-9d4d832202da), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:33.026012 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-66e4fd3f-6707-4167-8962-709faf1163b9 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:33.043582 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-16571cfb-4572-4d59-a212-fc5142fabfbf tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (a50fdd61-d3f8-4a5a-b552-a59c45207fb8), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:33.053242 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d33d7f-75dd-4c00-922c-14fac4defbf3 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event updated for resources: {'Network': ['ID=3da1d53b-4c09-4e87-bd39-2a8646fc6c32,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:33.058524 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5507aa3-e89b-4965-b2a1-76d59fa916f1 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'Subnet': ['ID=afcb9a0b-b143-475f-a07e-5cd63e19aa55,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:33.072725 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5507aa3-e89b-4965-b2a1-76d59fa916f1 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Checking segment: {'id': 'b23da828-f773-456d-8b07-65c687f3a5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2d0085de-26c8-4913-923e-465cebfca9a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:28:33.073100 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5507aa3-e89b-4965-b2a1-76d59fa916f1 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Network hostable DHCP agents. Network: 2d0085de-26c8-4913-923e-465cebfca9a6, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:28:33.078039 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 3da1d53b-4c09-4e87-bd39-2a8646fc6c32 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:28:33.084975 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-40d33d7f-75dd-4c00-922c-14fac4defbf3 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4249949 Jan 29 04:28:33.088756 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52304) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:33.096420 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-cbbd5a36-6c78-4180-8943-036c2d857052 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Request body: {'subnet': {'network_id': '3da1d53b-4c09-4e87-bd39-2a8646fc6c32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:33.163388 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-80a6a36b-d7ea-412b-8abd-8992f2d388bf None None] For port 7066a979-4047-4ebe-81b1-79e3f22f8cf1, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:28:33.176652 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e020be-59f1-49c7-8e76-5e4a4f51fc07 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:33.176652 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b9e020be-59f1-49c7-8e76-5e4a4f51fc07 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:33.212240 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-80a6a36b-d7ea-412b-8abd-8992f2d388bf None None] For port 7066a979-4047-4ebe-81b1-79e3f22f8cf1, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=7066a979-4047-4ebe-81b1-79e3f22f8cf1,segment=NetworkSegment(6081ab52-45be-4e3a-b9af-27da4faa9ca5),segment_id=6081ab52-45be-4e3a-b9af-27da4faa9ca5)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:28:33.220711 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32f9fbd-24fe-4f62-a9bb-a420cd1419d3 None None] DHCP port deletion for 4d28e89c-1ada-4d65-a68a-7c96765b022b request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:28:33.238067 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 2d4b2833-4fb3-4eec-b2e8-9d4d832202da is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:33.238453 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (2d4b2833-4fb3-4eec-b2e8-9d4d832202da), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:33.266320 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5507aa3-e89b-4965-b2a1-76d59fa916f1 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Network 2d0085de-26c8-4913-923e-465cebfca9a6 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:28:33.293035 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 2d4b2833-4fb3-4eec-b2e8-9d4d832202da, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=2d4b2833-4fb3-4eec-b2e8-9d4d832202da,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:33.346798 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-b32f9fbd-24fe-4f62-a9bb-a420cd1419d3 None None] Deleting port 2d4b2833-4fb3-4eec-b2e8-9d4d832202da {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:28:33.347132 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b32f9fbd-24fe-4f62-a9bb-a420cd1419d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (2d4b2833-4fb3-4eec-b2e8-9d4d832202da), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:33.353777 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-80a6a36b-d7ea-412b-8abd-8992f2d388bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (7066a979-4047-4ebe-81b1-79e3f22f8cf1), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:33.366360 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-eba49361-5351-48f5-9b52-2f4bae7c93ec None None] Current status of the port 2d4b2833-4fb3-4eec-b2e8-9d4d832202da is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:33.366743 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eba49361-5351-48f5-9b52-2f4bae7c93ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (2d4b2833-4fb3-4eec-b2e8-9d4d832202da), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:33.389004 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-a5507aa3-e89b-4965-b2a1-76d59fa916f1 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 2d0085de-26c8-4913-923e-465cebfca9a6) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:33.398707 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5507aa3-e89b-4965-b2a1-76d59fa916f1 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:33.399512 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a5507aa3-e89b-4965-b2a1-76d59fa916f1 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:33.400466 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-16571cfb-4572-4d59-a212-fc5142fabfbf tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for port (a50fdd61-d3f8-4a5a-b552-a59c45207fb8), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:33.421431 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc9f062-4d92-437f-ad65-f23cb645c906 None None] Network 2d0085de-26c8-4913-923e-465cebfca9a6 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:33.440679 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbd5a36-6c78-4180-8943-036c2d857052 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Made reservation on behalf of 83ef131175644f6384891ed35a4d3341 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:33.445872 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cbbd5a36-6c78-4180-8943-036c2d857052 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:33.450309 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (2d4b2833-4fb3-4eec-b2e8-9d4d832202da), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:33.476992 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4fb6e2cd-fead-45c7-884e-99343a829efe tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (dbab7b54-12da-40d1-a99b-ec66886832bd), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:33.482436 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-16571cfb-4572-4d59-a212-fc5142fabfbf tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (a50fdd61-d3f8-4a5a-b552-a59c45207fb8), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:33.533300 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a5507aa3-e89b-4965-b2a1-76d59fa916f1 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2936282 Jan 29 04:28:33.534048 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52306) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:33.540509 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-7e48e4d0-992c-48dd-b9ed-45cb4fd0e626 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'port': {'network_id': '2d0085de-26c8-4913-923e-465cebfca9a6', 'name': 'tempest-PortsIpV6TestJSON-1087384667', 'fixed_ips': [{'subnet_id': 'afcb9a0b-b143-475f-a07e-5cd63e19aa55', 'ip_address': '2001:db8::10'}]}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:33.566770 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b9e020be-59f1-49c7-8e76-5e4a4f51fc07 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (d720e49a-5c82-45b6-87f2-5be70892bb8a), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:33.582342 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb6e2cd-fead-45c7-884e-99343a829efe tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event deleted for resources: {'Port': ['ID=dbab7b54-12da-40d1-a99b-ec66886832bd,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:33.600157 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.ipam_backend_mixin [None req-cbbd5a36-6c78-4180-8943-036c2d857052 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Performing IP validity checks on allocation pools {{(pid=103585) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 29 04:28:33.601662 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.ipam_backend_mixin [None req-cbbd5a36-6c78-4180-8943-036c2d857052 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103585) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 29 04:28:33.628075 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 65e8fe57-b2e1-493d-b8aa-332b71deeadb no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:28:33.677706 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e020be-59f1-49c7-8e76-5e4a4f51fc07 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:33.694580 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-b9e020be-59f1-49c7-8e76-5e4a4f51fc07 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:33.697997 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e020be-59f1-49c7-8e76-5e4a4f51fc07 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:33.698604 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b9e020be-59f1-49c7-8e76-5e4a4f51fc07 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:33.713358 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e020be-59f1-49c7-8e76-5e4a4f51fc07 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Subnet': ['ID=d720e49a-5c82-45b6-87f2-5be70892bb8a,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:33.742935 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6a36b-d7ea-412b-8abd-8992f2d388bf None None] Pushing event updated for resources: {'Port': ['ID=7066a979-4047-4ebe-81b1-79e3f22f8cf1,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:33.758928 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 65e8fe57-b2e1-493d-b8aa-332b71deeadb {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:28:33.759318 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 65e8fe57-b2e1-493d-b8aa-332b71deeadb not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:28:33.825148 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-b32f9fbd-24fe-4f62-a9bb-a420cd1419d3 None None] For port 2d4b2833-4fb3-4eec-b2e8-9d4d832202da, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=2d4b2833-4fb3-4eec-b2e8-9d4d832202da,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:33.825549 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b32f9fbd-24fe-4f62-a9bb-a420cd1419d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (2d4b2833-4fb3-4eec-b2e8-9d4d832202da), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:33.839742 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b9e020be-59f1-49c7-8e76-5e4a4f51fc07 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9445493 Jan 29 04:28:33.841451 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52308) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:33.872606 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-6f654eb0-2879-424c-ab1f-1fd3a944bf65 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'port': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'fixed_ips': [{'subnet_id': 'd720e49a-5c82-45b6-87f2-5be70892bb8a', 'ip_address': '2001:db8::92dc:f5e8:f201:b9da'}], 'name': 'tempest-NetworksTestDHCPv6-998452814'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:33.872828 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-b32f9fbd-24fe-4f62-a9bb-a420cd1419d3 None None] Calling delete_port for 2d4b2833-4fb3-4eec-b2e8-9d4d832202da owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:28:33.892648 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-eba49361-5351-48f5-9b52-2f4bae7c93ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:28:33.893025 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-eba49361-5351-48f5-9b52-2f4bae7c93ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:28:33.906804 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-16571cfb-4572-4d59-a212-fc5142fabfbf tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (a50ba9ff-8cab-4317-a27c-c700a1d31326), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:33.910977 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e48e4d0-992c-48dd-b9ed-45cb4fd0e626 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Made reservation on behalf of 931e85f3b3ac4f669ae92c3bafe28f71 for: {'port': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:33.925864 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=2d4b2833-4fb3-4eec-b2e8-9d4d832202da,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:33.940386 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 899b01a3-3a82-435a-ab78-19dbe37c6f48 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:33.988057 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4fb6e2cd-fead-45c7-884e-99343a829efe tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:33.991902 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4fb6e2cd-fead-45c7-884e-99343a829efe tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/ports/dbab7b54-12da-40d1-a99b-ec66886832bd HTTP/1.1" status: 204 len: 168 time: 2.5067239 Jan 29 04:28:33.994719 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-66e4fd3f-6707-4167-8962-709faf1163b9 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks [] for security_group (0cb943d0-85ad-45ae-acf5-02749dc2cb6b), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:33.997442 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52310) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:34.031198 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ecaa8f-491b-4800-bda1-2438bb248b7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-2d0085de-26c8-4913-923e-465cebfca9a6', 'network_id': '2d0085de-26c8-4913-923e-465cebfca9a6', 'project_id': '931e85f3b3ac4f669ae92c3bafe28f71', 'fixed_ips': [{'subnet_id': 'afcb9a0b-b143-475f-a07e-5cd63e19aa55'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:28:34.033090 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-71ecaa8f-491b-4800-bda1-2438bb248b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:34.052465 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-88a75470-11dc-4c90-b123-33d3165f1561 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] GET failed (client error): The resource could not be found. Jan 29 04:28:34.054189 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-88a75470-11dc-4c90-b123-33d3165f1561 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "GET /v2.0/ports/dbab7b54-12da-40d1-a99b-ec66886832bd HTTP/1.1" status: 404 len: 333 time: 0.0523241 Jan 29 04:28:34.060715 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52312) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:34.073805 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16571cfb-4572-4d59-a212-fc5142fabfbf tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Pushing event updated for resources: {'Port': ['ID=a50fdd61-d3f8-4a5a-b552-a59c45207fb8,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:34.077696 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-66e4fd3f-6707-4167-8962-709faf1163b9 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (0cb943d0-85ad-45ae-acf5-02749dc2cb6b), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:34.208626 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7e48e4d0-992c-48dd-b9ed-45cb4fd0e626 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:34.240528 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [None req-7e48e4d0-992c-48dd-b9ed-45cb4fd0e626 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] device_id is not set on port 14d1ef32-3b23-4269-ae08-baa0d4b620b2 yet. {{(pid=103584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:28:34.241041 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 899b01a3-3a82-435a-ab78-19dbe37c6f48 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:34.241409 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (899b01a3-3a82-435a-ab78-19dbe37c6f48), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:34.323083 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b32f9fbd-24fe-4f62-a9bb-a420cd1419d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (2d4b2833-4fb3-4eec-b2e8-9d4d832202da), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:34.345717 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f654eb0-2879-424c-ab1f-1fd3a944bf65 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'port': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:34.373341 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f9fbd-24fe-4f62-a9bb-a420cd1419d3 None None] Pushing event deleted for resources: {'Port': ['ID=2d4b2833-4fb3-4eec-b2e8-9d4d832202da,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:34.384332 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32f9fbd-24fe-4f62-a9bb-a420cd1419d3 None None] No DVR routers for this DVR port 2d4b2833-4fb3-4eec-b2e8-9d4d832202da on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:28:34.384694 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66e4fd3f-6707-4167-8962-709faf1163b9 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:28:34.385929 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-71ecaa8f-491b-4800-bda1-2438bb248b7f None None] Allocated IP 2001:db8::2 (2d0085de-26c8-4913-923e-465cebfca9a6/afcb9a0b-b143-475f-a07e-5cd63e19aa55/4bfe3b02-3439-4689-ae4d-b491c3667be5) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:34.425203 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5316d207-9a74-4f63-bf63-d48ae841f5e0 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:34.431083 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aa5dada-da3d-4a81-bb94-996bb18bc21d tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Deleting subnet aa12b699-da9a-42a1-9dc8-54eacfba43b2 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:28:34.435141 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3aa5dada-da3d-4a81-bb94-996bb18bc21d tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for subnet (aa12b699-da9a-42a1-9dc8-54eacfba43b2), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:34.457669 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6f654eb0-2879-424c-ab1f-1fd3a944bf65 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:34.463404 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.l3_db [None req-16571cfb-4572-4d59-a212-fc5142fabfbf tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Floating IP a50ba9ff-8cab-4317-a27c-c700a1d31326 associated. External IP: 172.26.8.218, port: 8ee8941e-2bbc-4cf8-9266-3d84dec89660. Jan 29 04:28:34.470548 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e4fd3f-6707-4167-8962-709faf1163b9 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb943d0-85ad-45ae-acf5-02749dc2cb6b,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:34.473603 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-66e4fd3f-6707-4167-8962-709faf1163b9 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (71c1c9b6-d035-47f1-a4e1-9d61fef0280a), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:34.473951 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-66e4fd3f-6707-4167-8962-709faf1163b9 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Added segment 71c1c9b6-d035-47f1-a4e1-9d61fef0280a of type vlan for network 0fbf0839-9913-4d35-9c4d-d70caf714297 Jan 29 04:28:34.482095 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [None req-6f654eb0-2879-424c-ab1f-1fd3a944bf65 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] device_id is not set on port e68b08f2-af59-477c-b77a-0fe61ff04cfd yet. {{(pid=103584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:28:34.526030 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cbbd5a36-6c78-4180-8943-036c2d857052 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (02c8eecc-78c1-40a0-a9d0-69deef643ccc), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:34.546220 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 899b01a3-3a82-435a-ab78-19dbe37c6f48 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:34.574296 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3aa5dada-da3d-4a81-bb94-996bb18bc21d tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (aa12b699-da9a-42a1-9dc8-54eacfba43b2), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:34.634282 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558e2485-76ef-4659-8b31-343d52a45e93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-4d28e89c-1ada-4d65-a68a-7c96765b022b', 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'project_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'fixed_ips': [{'subnet_id': 'd720e49a-5c82-45b6-87f2-5be70892bb8a'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:28:34.635815 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-558e2485-76ef-4659-8b31-343d52a45e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:34.642685 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 2d4b2833-4fb3-4eec-b2e8-9d4d832202da no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:28:34.691786 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-66e4fd3f-6707-4167-8962-709faf1163b9 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (0fbf0839-9913-4d35-9c4d-d70caf714297), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:34.692521 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 2d4b2833-4fb3-4eec-b2e8-9d4d832202da {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:28:34.692879 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 2d4b2833-4fb3-4eec-b2e8-9d4d832202da not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:28:34.693058 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-6f654eb0-2879-424c-ab1f-1fd3a944bf65 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Allocated IP 2001:db8::92dc:f5e8:f201:b9da (4d28e89c-1ada-4d65-a68a-7c96765b022b/d720e49a-5c82-45b6-87f2-5be70892bb8a/e68b08f2-af59-477c-b77a-0fe61ff04cfd) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:34.756413 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd5a36-6c78-4180-8943-036c2d857052 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event updated for resources: {'Subnet': ['ID=02c8eecc-78c1-40a0-a9d0-69deef643ccc,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:34.773476 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-71ecaa8f-491b-4800-bda1-2438bb248b7f None None] Publish callbacks [] for port (4bfe3b02-3439-4689-ae4d-b491c3667be5), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:34.802218 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbd5a36-6c78-4180-8943-036c2d857052 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Checking segment: {'id': '56cd8be9-4cde-4942-88b2-1f9b0692df28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3da1d53b-4c09-4e87-bd39-2a8646fc6c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:28:34.802587 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbd5a36-6c78-4180-8943-036c2d857052 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Network hostable DHCP agents. Network: 3da1d53b-4c09-4e87-bd39-2a8646fc6c32, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:28:34.865710 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3aa5dada-da3d-4a81-bb94-996bb18bc21d tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (aa12b699-da9a-42a1-9dc8-54eacfba43b2), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:34.887095 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-eba49361-5351-48f5-9b52-2f4bae7c93ec None None] Port 2d4b2833-4fb3-4eec-b2e8-9d4d832202da update to ACTIVE by agent not found {{(pid=103586) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Jan 29 04:28:34.892190 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-71ecaa8f-491b-4800-bda1-2438bb248b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (4bfe3b02-3439-4689-ae4d-b491c3667be5), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:34.904377 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-66e4fd3f-6707-4167-8962-709faf1163b9 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (0fbf0839-9913-4d35-9c4d-d70caf714297), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:34.909510 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e4fd3f-6707-4167-8962-709faf1163b9 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:34.910213 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-66e4fd3f-6707-4167-8962-709faf1163b9 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:34.931795 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6f654eb0-2879-424c-ab1f-1fd3a944bf65 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for port (e68b08f2-af59-477c-b77a-0fe61ff04cfd), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:34.952630 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-7e48e4d0-992c-48dd-b9ed-45cb4fd0e626 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Allocated IP 2001:db8::10 (2d0085de-26c8-4913-923e-465cebfca9a6/afcb9a0b-b143-475f-a07e-5cd63e19aa55/14d1ef32-3b23-4269-ae08-baa0d4b620b2) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:34.952864 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbd5a36-6c78-4180-8943-036c2d857052 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Network 3da1d53b-4c09-4e87-bd39-2a8646fc6c32 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:28:34.957058 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecaa8f-491b-4800-bda1-2438bb248b7f None None] Pushing event updated for resources: {'Port': ['ID=4bfe3b02-3439-4689-ae4d-b491c3667be5,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:34.981541 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ecaa8f-491b-4800-bda1-2438bb248b7f None None] Network 2d0085de-26c8-4913-923e-465cebfca9a6 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:34.982811 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-71ecaa8f-491b-4800-bda1-2438bb248b7f None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:34.987362 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ecaa8f-491b-4800-bda1-2438bb248b7f None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:35.024058 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-cb1d9ebc-1a58-429f-98ea-51a5a35f25e1 None None] Could not find standard attr ID for object bb1441ac-3416-431d-b1ed-ffbd97a5537a. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:28:35.064202 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-71ecaa8f-491b-4800-bda1-2438bb248b7f None None] Attempting to bind port 4bfe3b02-3439-4689-ae4d-b491c3667be5 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:28:35.064587 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-71ecaa8f-491b-4800-bda1-2438bb248b7f None None] Attempting to bind port 4bfe3b02-3439-4689-ae4d-b491c3667be5 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'b23da828-f773-456d-8b07-65c687f3a5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2d0085de-26c8-4913-923e-465cebfca9a6'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:28:35.064958 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ecaa8f-491b-4800-bda1-2438bb248b7f None None] Attempting to bind port 4bfe3b02-3439-4689-ae4d-b491c3667be5 on network 2d0085de-26c8-4913-923e-465cebfca9a6 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:28:35.068578 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-cb1d9ebc-1a58-429f-98ea-51a5a35f25e1 None None] Could not find standard attr ID for object b06f4eef-9ba3-48c0-841b-47b0bd7b409a. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:28:35.073587 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-cb1d9ebc-1a58-429f-98ea-51a5a35f25e1 None None] Could not find standard attr ID for object dbab7b54-12da-40d1-a99b-ec66886832bd. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:28:35.076896 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ecaa8f-491b-4800-bda1-2438bb248b7f None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:28:35.077286 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ecaa8f-491b-4800-bda1-2438bb248b7f None None] Checking segment: {'id': 'b23da828-f773-456d-8b07-65c687f3a5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2d0085de-26c8-4913-923e-465cebfca9a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:28:35.077695 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-71ecaa8f-491b-4800-bda1-2438bb248b7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:35.078095 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ecaa8f-491b-4800-bda1-2438bb248b7f None None] Bound using segment: {'id': 'b23da828-f773-456d-8b07-65c687f3a5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2d0085de-26c8-4913-923e-465cebfca9a6'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:28:35.078777 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-71ecaa8f-491b-4800-bda1-2438bb248b7f None None] Bound port: 4bfe3b02-3439-4689-ae4d-b491c3667be5, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23da828-f773-456d-8b07-65c687f3a5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2d0085de-26c8-4913-923e-465cebfca9a6'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:28:35.079327 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-71ecaa8f-491b-4800-bda1-2438bb248b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (4bfe3b02-3439-4689-ae4d-b491c3667be5), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:35.095127 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6f654eb0-2879-424c-ab1f-1fd3a944bf65 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (e68b08f2-af59-477c-b77a-0fe61ff04cfd), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:35.095382 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-66e4fd3f-6707-4167-8962-709faf1163b9 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.8329465 Jan 29 04:28:35.099388 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52314) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:35.104694 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e4fd3f-6707-4167-8962-709faf1163b9 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Pushing event updated for resources: {'Network': ['ID=0fbf0839-9913-4d35-9c4d-d70caf714297,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:35.120672 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16571cfb-4572-4d59-a212-fc5142fabfbf tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Router b4cdd887-077c-46cb-a629-60c82e2e8d39 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:28:35.120817 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-e493da71-6f83-4bc7-a7a3-efeaf714ddc8 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Request body: {'subnet': {'network_id': '0fbf0839-9913-4d35-9c4d-d70caf714297', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:35.146155 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 0fbf0839-9913-4d35-9c4d-d70caf714297 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:28:35.163905 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f654eb0-2879-424c-ab1f-1fd3a944bf65 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:35.178816 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-6f654eb0-2879-424c-ab1f-1fd3a944bf65 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:35.220679 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f654eb0-2879-424c-ab1f-1fd3a944bf65 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:35.228557 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f654eb0-2879-424c-ab1f-1fd3a944bf65 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:35.228557 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6f654eb0-2879-424c-ab1f-1fd3a944bf65 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:35.228721 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-cbbd5a36-6c78-4180-8943-036c2d857052 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 3da1d53b-4c09-4e87-bd39-2a8646fc6c32) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:35.230184 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-cb1d9ebc-1a58-429f-98ea-51a5a35f25e1 None None] Provisioning complete for port 899b01a3-3a82-435a-ab78-19dbe37c6f48 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:35.230652 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cb1d9ebc-1a58-429f-98ea-51a5a35f25e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (899b01a3-3a82-435a-ab78-19dbe37c6f48), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:35.233500 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbd5a36-6c78-4180-8943-036c2d857052 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:35.235137 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cbbd5a36-6c78-4180-8943-036c2d857052 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:35.261294 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16571cfb-4572-4d59-a212-fc5142fabfbf tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:28:35.276865 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3aa5dada-da3d-4a81-bb94-996bb18bc21d tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (aa12b699-da9a-42a1-9dc8-54eacfba43b2), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:35.279865 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f654eb0-2879-424c-ab1f-1fd3a944bf65 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Port': ['ID=e68b08f2-af59-477c-b77a-0fe61ff04cfd,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:35.300455 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77570fa0-0e2b-4321-ba37-f9be33054ab5 None None] Network 0532c87f-ad1d-4333-84e0-ef4cc6f5df66 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:35.307181 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7e48e4d0-992c-48dd-b9ed-45cb4fd0e626 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for port (14d1ef32-3b23-4269-ae08-baa0d4b620b2), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:35.307736 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5dada-da3d-4a81-bb94-996bb18bc21d tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event deleted for resources: {'Subnet': ['ID=aa12b699-da9a-42a1-9dc8-54eacfba43b2,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:35.313442 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3aa5dada-da3d-4a81-bb94-996bb18bc21d tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:35.319486 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-3aa5dada-da3d-4a81-bb94-996bb18bc21d tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/subnets/aa12b699-da9a-42a1-9dc8-54eacfba43b2 HTTP/1.1" status: 204 len: 168 time: 1.2412336 Jan 29 04:28:35.323273 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52316) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:35.327905 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0ef87f-6eb0-45dc-b1bc-94e7c08e18ab None None] Network 3da1d53b-4c09-4e87-bd39-2a8646fc6c32 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:35.348280 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-cbbd5a36-6c78-4180-8943-036c2d857052 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.2567265 Jan 29 04:28:35.351175 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52318) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:35.365866 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8ec1c6-3d68-457b-be89-ab4be0259c85 None None] Network eaa3d2e9-0c76-407b-8a4c-d7f82dcf2e7e requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:35.368844 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ea9ea8-c44a-4791-94e0-20a96dfd2c97 None None] Sync routers for ids ['b4cdd887-077c-46cb-a629-60c82e2e8d39'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:28:35.389078 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-16571cfb-4572-4d59-a212-fc5142fabfbf tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:35.436581 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e22bfd2b-026a-4233-87d3-4fd54150d9b5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (eaa3d2e9-0c76-407b-8a4c-d7f82dcf2e7e), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:35.448052 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-6f654eb0-2879-424c-ab1f-1fd3a944bf65 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6046720 Jan 29 04:28:35.448281 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-16571cfb-4572-4d59-a212-fc5142fabfbf tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.2813530 Jan 29 04:28:35.448821 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2471a799-07fd-4f75-bd33-3f5d9eacfa2c', 'tag': '8ee8941e-2bbc-4cf8-9266-3d84dec89660'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:28:35.449184 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7e48e4d0-992c-48dd-b9ed-45cb4fd0e626 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (14d1ef32-3b23-4269-ae08-baa0d4b620b2), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:35.451570 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2bd50a-ca33-4dc2-8876-b006885348ce" -d '{"events": [{"name": "network-changed", "server_uuid": "2471a799-07fd-4f75-bd33-3f5d9eacfa2c", "tag": "8ee8941e-2bbc-4cf8-9266-3d84dec89660"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:28:35.469552 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52322) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:35.502314 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947102ca-8c73-412f-a624-def65a755fc3 x-openstack-request-id: req-947102ca-8c73-412f-a624-def65a755fc3 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:28:35.502714 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2471a799-07fd-4f75-bd33-3f5d9eacfa2c", "tag": "8ee8941e-2bbc-4cf8-9266-3d84dec89660", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:28:35.503071 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-947102ca-8c73-412f-a624-def65a755fc3 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:28:35.503592 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2471a799-07fd-4f75-bd33-3f5d9eacfa2c', 'tag': '8ee8941e-2bbc-4cf8-9266-3d84dec89660', 'status': 'completed', 'code': 200} Jan 29 04:28:35.518864 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-69b4f9f9-f523-446b-8437-bef9df771b1f tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (3da1d53b-4c09-4e87-bd39-2a8646fc6c32), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:35.527433 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e493da71-6f83-4bc7-a7a3-efeaf714ddc8 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Made reservation on behalf of 1cc520e251484df98df5e4540789a741 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:35.533039 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e493da71-6f83-4bc7-a7a3-efeaf714ddc8 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:35.546387 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e48e4d0-992c-48dd-b9ed-45cb4fd0e626 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Network 2d0085de-26c8-4913-923e-465cebfca9a6 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:35.558017 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-558e2485-76ef-4659-8b31-343d52a45e93 None None] Allocated IP 2001:db8::2 (4d28e89c-1ada-4d65-a68a-7c96765b022b/d720e49a-5c82-45b6-87f2-5be70892bb8a/c92854cd-0334-4afa-a4b0-64c156366880) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:35.559096 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48e4d0-992c-48dd-b9ed-45cb4fd0e626 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'Port': ['ID=14d1ef32-3b23-4269-ae08-baa0d4b620b2,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:35.566903 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-7e48e4d0-992c-48dd-b9ed-45cb4fd0e626 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:35.569783 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e48e4d0-992c-48dd-b9ed-45cb4fd0e626 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:35.575798 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e48e4d0-992c-48dd-b9ed-45cb4fd0e626 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:35.579487 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7e48e4d0-992c-48dd-b9ed-45cb4fd0e626 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:35.597113 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ea9ea8-c44a-4791-94e0-20a96dfd2c97 None None] Routers {'b4cdd887-077c-46cb-a629-60c82e2e8d39'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:28:35.597748 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-c0ea9ea8-c44a-4791-94e0-20a96dfd2c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:28:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b4cdd887-077c-46cb-a629-60c82e2e8d39'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:35.654776 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-71ecaa8f-491b-4800-bda1-2438bb248b7f None None] For port 4bfe3b02-3439-4689-ae4d-b491c3667be5, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:28:35.705564 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-7e48e4d0-992c-48dd-b9ed-45cb4fd0e626 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1670632 Jan 29 04:28:35.709221 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52326) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:35.716317 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-8e6487f8-f3e3-4f11-9745-b73e016ca212 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'port': {'network_id': '2d0085de-26c8-4913-923e-465cebfca9a6', 'name': 'tempest-PortsIpV6TestJSON-4389551', 'fixed_ips': [{'subnet_id': 'afcb9a0b-b143-475f-a07e-5cd63e19aa55', 'ip_address': '2001:db8::f'}]}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:35.723706 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-69b4f9f9-f523-446b-8437-bef9df771b1f tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (02c8eecc-78c1-40a0-a9d0-69deef643ccc), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:35.890332 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-71ecaa8f-491b-4800-bda1-2438bb248b7f None None] For port 4bfe3b02-3439-4689-ae4d-b491c3667be5, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=4bfe3b02-3439-4689-ae4d-b491c3667be5,segment=NetworkSegment(b23da828-f773-456d-8b07-65c687f3a5f1),segment_id=b23da828-f773-456d-8b07-65c687f3a5f1)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:28:35.962535 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccea58c-f19c-49cd-8c9d-e35e5d8ca7c3 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:35.964221 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-8ccea58c-f19c-49cd-8c9d-e35e5d8ca7c3 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.4999504 Jan 29 04:28:35.970016 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52328) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:36.053207 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-71ecaa8f-491b-4800-bda1-2438bb248b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (4bfe3b02-3439-4689-ae4d-b491c3667be5), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:36.054919 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-e22bfd2b-026a-4233-87d3-4fd54150d9b5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Deleting port 899b01a3-3a82-435a-ab78-19dbe37c6f48 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:28:36.055447 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e22bfd2b-026a-4233-87d3-4fd54150d9b5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (899b01a3-3a82-435a-ab78-19dbe37c6f48), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:36.055939 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 7066a979-4047-4ebe-81b1-79e3f22f8cf1 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:36.064589 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7c627-5a2b-4ee1-b81e-72d15b2fd95f req-2178c58e-be7e-4787-8b5b-f0eb65838796 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:36.072336 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-64c7c627-5a2b-4ee1-b81e-72d15b2fd95f req-2178c58e-be7e-4787-8b5b-f0eb65838796 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/ports?device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c HTTP/1.1" status: 200 len: 945 time: 0.5229123 Jan 29 04:28:36.092068 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2bd50a-ca33-4dc2-8876-b006885348ce req-299ba11e-c5cb-49e0-9f04-2bca4073849f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:36.093654 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0b2bd50a-ca33-4dc2-8876-b006885348ce req-299ba11e-c5cb-49e0-9f04-2bca4073849f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1218af32ef54486a3687ccbcfae4b37&device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c HTTP/1.1" status: 200 len: 1129 time: 0.5417547 Jan 29 04:28:36.150580 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecaa8f-491b-4800-bda1-2438bb248b7f None None] Pushing event updated for resources: {'Port': ['ID=4bfe3b02-3439-4689-ae4d-b491c3667be5,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:36.163330 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012e6933-acdc-490a-ad78-f2b4dbcd276b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-3da1d53b-4c09-4e87-bd39-2a8646fc6c32', 'network_id': '3da1d53b-4c09-4e87-bd39-2a8646fc6c32', 'project_id': '83ef131175644f6384891ed35a4d3341', 'fixed_ips': [{'subnet_id': '02c8eecc-78c1-40a0-a9d0-69deef643ccc'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:28:36.164375 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-012e6933-acdc-490a-ad78-f2b4dbcd276b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:36.244925 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-64c7c627-5a2b-4ee1-b81e-72d15b2fd95f req-122e69f7-4d07-4448-b581-21ed09297c47 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/security-groups?id=d988af8b-ef19-409e-9a6b-f84166dff0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714327 Jan 29 04:28:36.251977 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-cb1d9ebc-1a58-429f-98ea-51a5a35f25e1 None None] Current status of the port 899b01a3-3a82-435a-ab78-19dbe37c6f48 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:36.271577 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-e22bfd2b-026a-4233-87d3-4fd54150d9b5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] For port 899b01a3-3a82-435a-ab78-19dbe37c6f48, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=899b01a3-3a82-435a-ab78-19dbe37c6f48,segment=NetworkSegment(01b63b3e-2ab6-4036-8e48-ac920c649d52),segment_id=01b63b3e-2ab6-4036-8e48-ac920c649d52)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:36.272374 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e22bfd2b-026a-4233-87d3-4fd54150d9b5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (899b01a3-3a82-435a-ab78-19dbe37c6f48), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:36.289288 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-e22bfd2b-026a-4233-87d3-4fd54150d9b5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Calling delete_port for 899b01a3-3a82-435a-ab78-19dbe37c6f48 owned by network:dhcp {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:28:36.292466 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-c0ea9ea8-c44a-4791-94e0-20a96dfd2c97 None None] Set router b4cdd887-077c-46cb-a629-60c82e2e8d39 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:28:36.293671 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52334) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:36.391874 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44273d0-e8f2-4d9d-9845-85e24e49d370 None None] DHCP port deletion for eaa3d2e9-0c76-407b-8a4c-d7f82dcf2e7e request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:28:36.395430 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-69b4f9f9-f523-446b-8437-bef9df771b1f tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (02c8eecc-78c1-40a0-a9d0-69deef643ccc), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:36.483954 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-7eb77345-4fd9-4a25-964b-7fc746621fee tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/floatingips/a50ba9ff-8cab-4317-a27c-c700a1d31326 HTTP/1.1" status: 200 len: 991 time: 0.1887043 Jan 29 04:28:36.485607 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b4f9f9-f523-446b-8437-bef9df771b1f tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event deleted for resources: {'Subnet': ['ID=02c8eecc-78c1-40a0-a9d0-69deef643ccc,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:36.515415 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-5701a516-96d3-49c0-8209-f761114344f8 None None] Provisioning complete for port 7066a979-4047-4ebe-81b1-79e3f22f8cf1 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:36.516408 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5701a516-96d3-49c0-8209-f761114344f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (7066a979-4047-4ebe-81b1-79e3f22f8cf1), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:36.561634 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-69b4f9f9-f523-446b-8437-bef9df771b1f tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (3da1d53b-4c09-4e87-bd39-2a8646fc6c32), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:36.564934 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 7066a979-4047-4ebe-81b1-79e3f22f8cf1 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:36.564934 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (7066a979-4047-4ebe-81b1-79e3f22f8cf1), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:36.608859 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2bd50a-ca33-4dc2-8876-b006885348ce req-0a214666-09ff-4a6c-8f17-0ff94c6f3a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:36.610638 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0b2bd50a-ca33-4dc2-8876-b006885348ce req-0a214666-09ff-4a6c-8f17-0ff94c6f3a4d service neutron] 10.222.0.18 "GET /v2.0/networks?id=9ab12730-721a-45c7-85f6-a754b924ee36 HTTP/1.1" status: 200 len: 898 time: 0.4970236 Jan 29 04:28:36.617911 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e493da71-6f83-4bc7-a7a3-efeaf714ddc8 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (82cbf589-e9c1-447e-a89e-b3e65b5720d1), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:36.624039 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6487f8-f3e3-4f11-9745-b73e016ca212 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Made reservation on behalf of 931e85f3b3ac4f669ae92c3bafe28f71 for: {'port': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:36.637150 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8e6487f8-f3e3-4f11-9745-b73e016ca212 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:36.644967 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-69b4f9f9-f523-446b-8437-bef9df771b1f tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3da1d53b-4c09-4e87-bd39-2a8646fc6c32']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:36.647238 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-748d3229-8a69-4684-ab2c-51f4be74ff54 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting port e68b08f2-af59-477c-b77a-0fe61ff04cfd {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:28:36.647681 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-748d3229-8a69-4684-ab2c-51f4be74ff54 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (e68b08f2-af59-477c-b77a-0fe61ff04cfd), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:36.721717 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-69b4f9f9-f523-446b-8437-bef9df771b1f tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56cd8be9-4cde-4942-88b2-1f9b0692df28') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:36.722023 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-69b4f9f9-f523-446b-8437-bef9df771b1f tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56cd8be9-4cde-4942-88b2-1f9b0692df28') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:36.746296 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-558e2485-76ef-4659-8b31-343d52a45e93 None None] Publish callbacks [] for port (c92854cd-0334-4afa-a4b0-64c156366880), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:36.750117 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-69b4f9f9-f523-446b-8437-bef9df771b1f tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (56cd8be9-4cde-4942-88b2-1f9b0692df28), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:36.754646 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [None req-8e6487f8-f3e3-4f11-9745-b73e016ca212 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] device_id is not set on port f85bcac6-4b55-4a0c-9bab-5b595f129d50 yet. {{(pid=103584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:28:36.787856 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-69b4f9f9-f523-446b-8437-bef9df771b1f tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (56cd8be9-4cde-4942-88b2-1f9b0692df28), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:36.825878 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0b2bd50a-ca33-4dc2-8876-b006885348ce req-fa9af315-d236-4d93-88b7-2547b1742429 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ee8941e-2bbc-4cf8-9266-3d84dec89660 HTTP/1.1" status: 200 len: 999 time: 0.2007823 Jan 29 04:28:36.849225 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e493da71-6f83-4bc7-a7a3-efeaf714ddc8 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Pushing event updated for resources: {'Subnet': ['ID=82cbf589-e9c1-447e-a89e-b3e65b5720d1,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:36.857412 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69b4f9f9-f523-446b-8437-bef9df771b1f tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:28:36.858062 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-69b4f9f9-f523-446b-8437-bef9df771b1f tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (56cd8be9-4cde-4942-88b2-1f9b0692df28), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:36.870481 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:28:36.870481 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:28:36.870481 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:28:36.870481 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:28:36.870481 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:28:36.870481 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:28:36.870481 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:28:36.870481 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:28:36.870481 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:28:36.870481 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:28:36.870481 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:28:36.870481 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:28:36.870481 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:28:36.870481 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:28:36.870481 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:28:36.870481 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:28:36.870481 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:28:36.870481 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:28:36.870481 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:28:36.870481 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:28:36.870481 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:28:36.870481 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:28:36.870481 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:28:36.870481 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:28:36.870481 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:28:36.870481 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:28:36.870481 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:28:36.870481 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:28:36.870481 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:28:36.870481 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:28:36.870481 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:28:36.870481 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server [None req-012e6933-acdc-490a-ad78-f2b4dbcd276b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 02c8eecc-78c1-40a0-a9d0-69deef643ccc: This subnet is being modified by another concurrent operation. Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 29 04:28:36.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 04:28:36.886993 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 29 04:28:36.886993 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 29 04:28:36.886993 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:28:36.886993 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:28:36.886993 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:28:36.886993 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:28:36.886993 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 29 04:28:36.886993 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 04:28:36.886993 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 29 04:28:36.886993 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 29 04:28:36.886993 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:28:36.886993 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:28:36.886993 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:28:36.886993 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:28:36.886993 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 29 04:28:36.886993 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 29 04:28:36.886993 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Jan 29 04:28:36.886993 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 29 04:28:36.886993 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Jan 29 04:28:36.886993 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 29 04:28:36.886993 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 29 04:28:36.886993 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 29 04:28:36.886993 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 29 04:28:36.886993 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 29 04:28:36.886993 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 29 04:28:36.886993 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 29 04:28:36.886993 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 29 04:28:36.886993 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 29 04:28:36.886993 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 29 04:28:36.886993 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 29 04:28:36.886993 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 29 04:28:36.886993 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 29 04:28:36.886993 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 29 04:28:36.886993 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 29 04:28:36.886993 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 29 04:28:36.886993 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server raise exception Jan 29 04:28:36.886993 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 02c8eecc-78c1-40a0-a9d0-69deef643ccc: This subnet is being modified by another concurrent operation. Jan 29 04:28:36.886993 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server Jan 29 04:28:36.889209 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e493da71-6f83-4bc7-a7a3-efeaf714ddc8 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Checking segment: {'id': '71c1c9b6-d035-47f1-a4e1-9d61fef0280a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0fbf0839-9913-4d35-9c4d-d70caf714297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:28:36.889209 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e493da71-6f83-4bc7-a7a3-efeaf714ddc8 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Network hostable DHCP agents. Network: 0fbf0839-9913-4d35-9c4d-d70caf714297, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:28:36.906898 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-558e2485-76ef-4659-8b31-343d52a45e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (c92854cd-0334-4afa-a4b0-64c156366880), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:36.907935 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e22bfd2b-026a-4233-87d3-4fd54150d9b5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (899b01a3-3a82-435a-ab78-19dbe37c6f48), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:36.944348 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2bd50a-ca33-4dc2-8876-b006885348ce req-ed85319b-e9b6-43e4-b717-c469102fb798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:36.948020 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0b2bd50a-ca33-4dc2-8876-b006885348ce req-ed85319b-e9b6-43e4-b717-c469102fb798 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=243e0a19-7391-4f55-8e4a-713131ecc5e5 HTTP/1.1" status: 200 len: 835 time: 0.1135716 Jan 29 04:28:36.948020 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-748d3229-8a69-4684-ab2c-51f4be74ff54 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (e68b08f2-af59-477c-b77a-0fe61ff04cfd), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:36.952873 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22bfd2b-026a-4233-87d3-4fd54150d9b5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event deleted for resources: {'Port': ['ID=899b01a3-3a82-435a-ab78-19dbe37c6f48,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:36.963290 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22bfd2b-026a-4233-87d3-4fd54150d9b5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] No DVR routers for this DVR port 899b01a3-3a82-435a-ab78-19dbe37c6f48 on host dv-neutron-821190-1-hyperv {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:28:36.992770 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-e44273d0-e8f2-4d9d-9845-85e24e49d370 None None] Deleting port 899b01a3-3a82-435a-ab78-19dbe37c6f48 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:28:36.993152 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e44273d0-e8f2-4d9d-9845-85e24e49d370 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (899b01a3-3a82-435a-ab78-19dbe37c6f48), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:37.011604 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-748d3229-8a69-4684-ab2c-51f4be74ff54 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Calling delete_port for e68b08f2-af59-477c-b77a-0fe61ff04cfd owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:28:37.063316 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-e44273d0-e8f2-4d9d-9845-85e24e49d370 None None] For port 899b01a3-3a82-435a-ab78-19dbe37c6f48, host dv-neutron-821190-1-hyperv, got binding levels [] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:37.063844 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e44273d0-e8f2-4d9d-9845-85e24e49d370 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (899b01a3-3a82-435a-ab78-19dbe37c6f48), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:37.073876 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b27aea7-99e6-4a82-a3d9-8df934ba74b2 None None] Network 3da1d53b-4c09-4e87-bd39-2a8646fc6c32 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:37.076719 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e493da71-6f83-4bc7-a7a3-efeaf714ddc8 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Network 0fbf0839-9913-4d35-9c4d-d70caf714297 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:28:37.091116 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-8e6487f8-f3e3-4f11-9745-b73e016ca212 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Allocated IP 2001:db8::f (2d0085de-26c8-4913-923e-465cebfca9a6/afcb9a0b-b143-475f-a07e-5cd63e19aa55/f85bcac6-4b55-4a0c-9bab-5b595f129d50) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:37.119089 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-e44273d0-e8f2-4d9d-9845-85e24e49d370 None None] Calling delete_port for 899b01a3-3a82-435a-ab78-19dbe37c6f48 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:28:37.119320 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e22bfd2b-026a-4233-87d3-4fd54150d9b5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (eaa3d2e9-0c76-407b-8a4c-d7f82dcf2e7e), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:37.120411 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-69b4f9f9-f523-446b-8437-bef9df771b1f tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (3da1d53b-4c09-4e87-bd39-2a8646fc6c32), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:37.129008 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558e2485-76ef-4659-8b31-343d52a45e93 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:37.134491 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-69b4f9f9-f523-446b-8437-bef9df771b1f tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:37.134834 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.ipam_backend_mixin [None req-e44273d0-e8f2-4d9d-9845-85e24e49d370 None None] Port 899b01a3-3a82-435a-ab78-19dbe37c6f48 was not found and therefore no delete operation was performed {{(pid=103586) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 29 04:28:37.143179 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 7066a979-4047-4ebe-81b1-79e3f22f8cf1 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:37.143495 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (7066a979-4047-4ebe-81b1-79e3f22f8cf1), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:37.146432 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-69b4f9f9-f523-446b-8437-bef9df771b1f tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "DELETE /v2.0/networks/3da1d53b-4c09-4e87-bd39-2a8646fc6c32 HTTP/1.1" status: 204 len: 168 time: 1.7917476 Jan 29 04:28:37.149925 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52336) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:37.159473 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b4f9f9-f523-446b-8437-bef9df771b1f tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event deleted for resources: {'Network': ['ID=3da1d53b-4c09-4e87-bd39-2a8646fc6c32,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:37.161793 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-b482ad4a-73b4-4cc1-bb29-92ff23adccf7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1479666948'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:37.169678 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2bd50a-ca33-4dc2-8876-b006885348ce req-771cdfd6-5786-4186-bce2-9092b3226a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:37.171191 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0b2bd50a-ca33-4dc2-8876-b006885348ce req-771cdfd6-5786-4186-bce2-9092b3226a53 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9ab12730-721a-45c7-85f6-a754b924ee36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2165129 Jan 29 04:28:37.173361 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-e22bfd2b-026a-4233-87d3-4fd54150d9b5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaa3d2e9-0c76-407b-8a4c-d7f82dcf2e7e']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:37.185770 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e44273d0-e8f2-4d9d-9845-85e24e49d370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (899b01a3-3a82-435a-ab78-19dbe37c6f48), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:37.188717 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-558e2485-76ef-4659-8b31-343d52a45e93 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:37.196303 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-e493da71-6f83-4bc7-a7a3-efeaf714ddc8 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 0fbf0839-9913-4d35-9c4d-d70caf714297) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:37.206019 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e493da71-6f83-4bc7-a7a3-efeaf714ddc8 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:37.206690 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558e2485-76ef-4659-8b31-343d52a45e93 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:37.207177 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e493da71-6f83-4bc7-a7a3-efeaf714ddc8 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:37.207748 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-e22bfd2b-026a-4233-87d3-4fd54150d9b5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01b63b3e-2ab6-4036-8e48-ac920c649d52') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:37.208055 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-e22bfd2b-026a-4233-87d3-4fd54150d9b5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01b63b3e-2ab6-4036-8e48-ac920c649d52') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:37.235113 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4fe031-2e4b-44a9-b483-3b65274efa94 None None] Network 0fbf0839-9913-4d35-9c4d-d70caf714297 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:37.237575 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e2485-76ef-4659-8b31-343d52a45e93 None None] Pushing event updated for resources: {'Port': ['ID=c92854cd-0334-4afa-a4b0-64c156366880,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:37.240234 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e22bfd2b-026a-4233-87d3-4fd54150d9b5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (01b63b3e-2ab6-4036-8e48-ac920c649d52), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:37.280869 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-5701a516-96d3-49c0-8209-f761114344f8 None None] Current status of the port 7066a979-4047-4ebe-81b1-79e3f22f8cf1 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:37.280869 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5701a516-96d3-49c0-8209-f761114344f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (7066a979-4047-4ebe-81b1-79e3f22f8cf1), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:37.290159 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e22bfd2b-026a-4233-87d3-4fd54150d9b5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (01b63b3e-2ab6-4036-8e48-ac920c649d52), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:37.308802 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44273d0-e8f2-4d9d-9845-85e24e49d370 None None] No DVR routers for this DVR port 899b01a3-3a82-435a-ab78-19dbe37c6f48 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:28:37.321312 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e493da71-6f83-4bc7-a7a3-efeaf714ddc8 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2109237 Jan 29 04:28:37.323429 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52338) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:37.329761 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-6538c5dc-bc3d-48d3-b5e9-985f1d05d348 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Request body: {'port': {'network_id': '0fbf0839-9913-4d35-9c4d-d70caf714297', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1076855683'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:37.332527 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e22bfd2b-026a-4233-87d3-4fd54150d9b5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:28:37.334093 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e22bfd2b-026a-4233-87d3-4fd54150d9b5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (01b63b3e-2ab6-4036-8e48-ac920c649d52), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:37.337694 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:28:37.337694 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:28:37.337694 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:28:37.337694 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:28:37.337694 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:28:37.337694 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:28:37.337694 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:28:37.337694 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:28:37.337694 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:28:37.337694 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:28:37.337694 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:28:37.337694 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:28:37.337694 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:28:37.337694 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:28:37.337694 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:28:37.337694 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:28:37.337694 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:28:37.337694 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:28:37.337694 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:28:37.337694 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:28:37.337694 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:28:37.337694 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:28:37.337694 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:28:37.337694 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:28:37.337694 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:28:37.337694 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:28:37.337694 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:28:37.337694 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:28:37.337694 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:28:37.337694 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:28:37.337694 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:28:37.337694 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:28:37.400861 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 7066a979-4047-4ebe-81b1-79e3f22f8cf1, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=7066a979-4047-4ebe-81b1-79e3f22f8cf1,segment=NetworkSegment(6081ab52-45be-4e3a-b9af-27da4faa9ca5),segment_id=6081ab52-45be-4e3a-b9af-27da4faa9ca5)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:37.409124 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b482ad4a-73b4-4cc1-bb29-92ff23adccf7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Made reservation on behalf of 83ef131175644f6384891ed35a4d3341 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:37.412522 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b482ad4a-73b4-4cc1-bb29-92ff23adccf7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:37.457034 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0b2bd50a-ca33-4dc2-8876-b006885348ce req-796a4be0-1bb8-40b5-ba17-76bdeaa8c93c service neutron] 10.222.0.18 "GET /v2.0/networks/9ab12730-721a-45c7-85f6-a754b924ee36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710533 Jan 29 04:28:37.489403 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44273d0-e8f2-4d9d-9845-85e24e49d370 None None] Pushing event deleted for resources: {'Port': ['ID=899b01a3-3a82-435a-ab78-19dbe37c6f48,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:37.490953 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52340) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:37.546726 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (7066a979-4047-4ebe-81b1-79e3f22f8cf1), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:37.561233 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8e6487f8-f3e3-4f11-9745-b73e016ca212 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for port (f85bcac6-4b55-4a0c-9bab-5b595f129d50), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:37.582038 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0b2bd50a-ca33-4dc2-8876-b006885348ce req-5b08839e-0105-44e4-9699-0516c2c9d8c9 service neutron] 10.222.0.18 "GET /v2.0/networks/9ab12730-721a-45c7-85f6-a754b924ee36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181686 Jan 29 04:28:37.588820 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-748d3229-8a69-4684-ab2c-51f4be74ff54 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (e68b08f2-af59-477c-b77a-0fe61ff04cfd), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:37.617117 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b482ad4a-73b4-4cc1-bb29-92ff23adccf7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:28:37.622808 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e22bfd2b-026a-4233-87d3-4fd54150d9b5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (eaa3d2e9-0c76-407b-8a4c-d7f82dcf2e7e), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:37.654745 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-58423083-b9ee-472c-8276-770e8139009b tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/floatingips/a50ba9ff-8cab-4317-a27c-c700a1d31326 HTTP/1.1" status: 200 len: 991 time: 0.1612930 Jan 29 04:28:37.657757 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e22bfd2b-026a-4233-87d3-4fd54150d9b5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:37.664382 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-e22bfd2b-026a-4233-87d3-4fd54150d9b5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/networks/eaa3d2e9-0c76-407b-8a4c-d7f82dcf2e7e HTTP/1.1" status: 204 len: 168 time: 2.3365355 Jan 29 04:28:37.664605 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-5701a516-96d3-49c0-8209-f761114344f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:28:37.666006 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-5701a516-96d3-49c0-8209-f761114344f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:28:37.666006 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-558e2485-76ef-4659-8b31-343d52a45e93 None None] Attempting to bind port c92854cd-0334-4afa-a4b0-64c156366880 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:28:37.666006 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-558e2485-76ef-4659-8b31-343d52a45e93 None None] Attempting to bind port c92854cd-0334-4afa-a4b0-64c156366880 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:28:37.666415 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558e2485-76ef-4659-8b31-343d52a45e93 None None] Attempting to bind port c92854cd-0334-4afa-a4b0-64c156366880 on network 4d28e89c-1ada-4d65-a68a-7c96765b022b {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:28:37.667212 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52344) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:37.674255 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-6a7b886b-3d83-468b-8b2a-fc5861b9b9f4 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1408076030'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:37.685258 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e95afe-946e-45a2-8686-fc76c4db20b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-0fbf0839-9913-4d35-9c4d-d70caf714297', 'network_id': '0fbf0839-9913-4d35-9c4d-d70caf714297', 'project_id': '1cc520e251484df98df5e4540789a741', 'fixed_ips': [{'subnet_id': '82cbf589-e9c1-447e-a89e-b3e65b5720d1'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:28:37.686188 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-39e95afe-946e-45a2-8686-fc76c4db20b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:37.690511 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d3229-8a69-4684-ab2c-51f4be74ff54 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Port': ['ID=e68b08f2-af59-477c-b77a-0fe61ff04cfd,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:37.693261 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558e2485-76ef-4659-8b31-343d52a45e93 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:28:37.693644 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558e2485-76ef-4659-8b31-343d52a45e93 None None] Checking segment: {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:28:37.694061 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-558e2485-76ef-4659-8b31-343d52a45e93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:37.694450 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558e2485-76ef-4659-8b31-343d52a45e93 None None] Bound using segment: {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:28:37.694943 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-558e2485-76ef-4659-8b31-343d52a45e93 None None] Bound port: c92854cd-0334-4afa-a4b0-64c156366880, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:28:37.695466 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-558e2485-76ef-4659-8b31-343d52a45e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (c92854cd-0334-4afa-a4b0-64c156366880), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:37.696576 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b482ad4a-73b4-4cc1-bb29-92ff23adccf7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (05956637-8dd0-4374-95fd-c762aefc66d6), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:37.703305 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-b482ad4a-73b4-4cc1-bb29-92ff23adccf7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Added segment 05956637-8dd0-4374-95fd-c762aefc66d6 of type vlan for network d480d1b0-c8b0-42fc-a78a-0e3f702af750 Jan 29 04:28:37.703766 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8e6487f8-f3e3-4f11-9745-b73e016ca212 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (f85bcac6-4b55-4a0c-9bab-5b595f129d50), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:37.721239 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22bfd2b-026a-4233-87d3-4fd54150d9b5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event deleted for resources: {'Network': ['ID=eaa3d2e9-0c76-407b-8a4c-d7f82dcf2e7e,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:37.743399 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-748d3229-8a69-4684-ab2c-51f4be74ff54 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:37.747882 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6538c5dc-bc3d-48d3-b5e9-985f1d05d348 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Made reservation on behalf of 1cc520e251484df98df5e4540789a741 for: {'port': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:37.751019 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6538c5dc-bc3d-48d3-b5e9-985f1d05d348 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:37.751775 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-748d3229-8a69-4684-ab2c-51f4be74ff54 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/ports/e68b08f2-af59-477c-b77a-0fe61ff04cfd HTTP/1.1" status: 204 len: 168 time: 1.7711132 Jan 29 04:28:37.758208 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52346) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:37.770421 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6487f8-f3e3-4f11-9745-b73e016ca212 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Network 2d0085de-26c8-4913-923e-465cebfca9a6 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:37.787728 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b482ad4a-73b4-4cc1-bb29-92ff23adccf7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (d480d1b0-c8b0-42fc-a78a-0e3f702af750), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:37.833002 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a5f8cd-b88f-40c9-8ae9-f290c83b26b9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:37.833239 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7b886b-3d83-468b-8b2a-fc5861b9b9f4 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Made reservation on behalf of d8e0f965da8447998d407abf5ce886cf for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:37.834533 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a5f8cd-b88f-40c9-8ae9-f290c83b26b9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:37.839441 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-34a5f8cd-b88f-40c9-8ae9-f290c83b26b9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0769203 Jan 29 04:28:37.839616 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6a7b886b-3d83-468b-8b2a-fc5861b9b9f4 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:37.840058 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52348) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:37.861073 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-8e6487f8-f3e3-4f11-9745-b73e016ca212 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:37.868448 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6487f8-f3e3-4f11-9745-b73e016ca212 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:37.876870 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6487f8-f3e3-4f11-9745-b73e016ca212 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:37.877549 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a7b886b-3d83-468b-8b2a-fc5861b9b9f4 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:28:37.877718 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8e6487f8-f3e3-4f11-9745-b73e016ca212 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:37.895148 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6a7b886b-3d83-468b-8b2a-fc5861b9b9f4 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (e1c046d7-87ce-480a-adbe-2b7bccc7c14b), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:37.895848 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-6a7b886b-3d83-468b-8b2a-fc5861b9b9f4 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Added segment e1c046d7-87ce-480a-adbe-2b7bccc7c14b of type vlan for network b73caa84-8600-4f4d-9a3e-c736f1a0b9f7 Jan 29 04:28:37.940283 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6487f8-f3e3-4f11-9745-b73e016ca212 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'Port': ['ID=f85bcac6-4b55-4a0c-9bab-5b595f129d50,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:37.951681 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [None req-6538c5dc-bc3d-48d3-b5e9-985f1d05d348 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] device_id is not set on port c3a081d7-a30e-4a5f-af51-3f53d8431684 yet. {{(pid=103584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:28:37.973827 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6a7b886b-3d83-468b-8b2a-fc5861b9b9f4 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (b73caa84-8600-4f4d-9a3e-c736f1a0b9f7), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:38.012935 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cd79c9-17e9-4505-b8b7-2340090249c8 None None] Network 2d0085de-26c8-4913-923e-465cebfca9a6 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:38.015298 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 4bfe3b02-3439-4689-ae4d-b491c3667be5 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:38.016950 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=7066a979-4047-4ebe-81b1-79e3f22f8cf1,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:38.023617 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8786008-855e-40de-9701-303ecf86da9c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting subnet d720e49a-5c82-45b6-87f2-5be70892bb8a {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:28:38.029027 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f8786008-855e-40de-9701-303ecf86da9c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (d720e49a-5c82-45b6-87f2-5be70892bb8a), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:38.086353 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b482ad4a-73b4-4cc1-bb29-92ff23adccf7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (d480d1b0-c8b0-42fc-a78a-0e3f702af750), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:38.087103 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b482ad4a-73b4-4cc1-bb29-92ff23adccf7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:38.087693 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b482ad4a-73b4-4cc1-bb29-92ff23adccf7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:38.111691 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f8786008-855e-40de-9701-303ecf86da9c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (d720e49a-5c82-45b6-87f2-5be70892bb8a), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:38.148512 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-8e6487f8-f3e3-4f11-9745-b73e016ca212 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 926 time: 2.4381745 Jan 29 04:28:38.151395 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52350) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:38.158690 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-558e2485-76ef-4659-8b31-343d52a45e93 None None] For port c92854cd-0334-4afa-a4b0-64c156366880, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:28:38.180154 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-6538c5dc-bc3d-48d3-b5e9-985f1d05d348 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Allocated IP 2001:db8::2c9 (0fbf0839-9913-4d35-9c4d-d70caf714297/82cbf589-e9c1-447e-a89e-b3e65b5720d1/c3a081d7-a30e-4a5f-af51-3f53d8431684) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:38.203299 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-c0ea9ea8-c44a-4791-94e0-20a96dfd2c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cdd887-077c-46cb-a629-60c82e2e8d39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907967901', 'tenant_id': 'd1218af32ef54486a3687ccbcfae4b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '62af884b-1714-4169-a124-91d38ad1e3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:46Z', 'updated_at': '2022-01-29T04:27:57Z', 'revision_number': 4, 'project_id': 'd1218af32ef54486a3687ccbcfae4b37', 'gw_port': {'id': '62af884b-1714-4169-a124-91d38ad1e3b4', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cdd887-077c-46cb-a629-60c82e2e8d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:48Z', 'updated_at': '2022-01-29T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': 'a50ba9ff-8cab-4317-a27c-c700a1d31326', 'tenant_id': 'd1218af32ef54486a3687ccbcfae4b37', 'floating_ip_address': '172.26.8.218', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'b4cdd887-077c-46cb-a629-60c82e2e8d39', 'port_id': '8ee8941e-2bbc-4cf8-9266-3d84dec89660', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab12730-721a-45c7-85f6-a754b924ee36', 'mac_address': 'fa:16:3e:4d:ca:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2471a799-07fd-4f75-bd33-3f5d9eacfa2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:28:31Z', 'updated_at': '2022-01-29T04:28:31Z', 'revision_number': 0, 'project_id': 'd1218af32ef54486a3687ccbcfae4b37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b04459c-b3f3-49a9-83d2-02050a0cd484', 'name': '', 'network_id': '9ab12730-721a-45c7-85f6-a754b924ee36', 'tenant_id': 'd1218af32ef54486a3687ccbcfae4b37', 'mac_address': 'fa:16:3e:95:1f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cdd887-077c-46cb-a629-60c82e2e8d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '243e0a19-7391-4f55-8e4a-713131ecc5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:55Z', 'updated_at': '2022-01-29T04:28:02Z', 'revision_number': 5, 'project_id': 'd1218af32ef54486a3687ccbcfae4b37', 'subnets': [{'id': '243e0a19-7391-4f55-8e4a-713131ecc5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:38.214865 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6a7b886b-3d83-468b-8b2a-fc5861b9b9f4 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (b73caa84-8600-4f4d-9a3e-c736f1a0b9f7), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:38.220348 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7b886b-3d83-468b-8b2a-fc5861b9b9f4 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:38.220970 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6a7b886b-3d83-468b-8b2a-fc5861b9b9f4 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:38.228433 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482ad4a-73b4-4cc1-bb29-92ff23adccf7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event updated for resources: {'Network': ['ID=d480d1b0-c8b0-42fc-a78a-0e3f702af750,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:38.247447 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-558e2485-76ef-4659-8b31-343d52a45e93 None None] For port c92854cd-0334-4afa-a4b0-64c156366880, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=c92854cd-0334-4afa-a4b0-64c156366880,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:28:38.257712 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b482ad4a-73b4-4cc1-bb29-92ff23adccf7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1025910 Jan 29 04:28:38.258884 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network d480d1b0-c8b0-42fc-a78a-0e3f702af750 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:28:38.267842 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ea9ea8-c44a-4791-94e0-20a96dfd2c97 None None] Checking router: b4cdd887-077c-46cb-a629-60c82e2e8d39 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:28:38.269120 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52352) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:38.274125 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-32489f33-68bd-45d7-a104-90ca25a72192 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Request body: {'subnet': {'network_id': 'd480d1b0-c8b0-42fc-a78a-0e3f702af750', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:38.327408 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b886b-3d83-468b-8b2a-fc5861b9b9f4 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'Network': ['ID=b73caa84-8600-4f4d-9a3e-c736f1a0b9f7,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:38.337798 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-5701a516-96d3-49c0-8209-f761114344f8 None None] Current status of the port 7066a979-4047-4ebe-81b1-79e3f22f8cf1 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:38.337944 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d77fc8f-c56d-49a0-b0c8-8d876130d33d tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:38.343133 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-3d77fc8f-c56d-49a0-b0c8-8d876130d33d tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1889489 Jan 29 04:28:38.344175 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-558e2485-76ef-4659-8b31-343d52a45e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (c92854cd-0334-4afa-a4b0-64c156366880), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:38.344300 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52354) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:38.360341 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network b73caa84-8600-4f4d-9a3e-c736f1a0b9f7 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:28:38.378861 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f8786008-855e-40de-9701-303ecf86da9c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (d720e49a-5c82-45b6-87f2-5be70892bb8a), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:38.389850 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6a7b886b-3d83-468b-8b2a-fc5861b9b9f4 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7214432 Jan 29 04:28:38.391472 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52356) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:38.396461 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-2646bad7-d771-4050-9ff7-4f26eb380077 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'subnet': {'network_id': 'b73caa84-8600-4f4d-9a3e-c736f1a0b9f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:38.419192 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ea9ea8-c44a-4791-94e0-20a96dfd2c97 None None] Routers {'b4cdd887-077c-46cb-a629-60c82e2e8d39'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:28:38.419192 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-c0ea9ea8-c44a-4791-94e0-20a96dfd2c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:28:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b4cdd887-077c-46cb-a629-60c82e2e8d39'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:38.482890 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df0ace4-758d-47fb-9a1e-f02e005820c2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:38.489113 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df0ace4-758d-47fb-9a1e-f02e005820c2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:38.494644 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df0ace4-758d-47fb-9a1e-f02e005820c2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:38.499696 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-0df0ace4-758d-47fb-9a1e-f02e005820c2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2386 time: 0.1543083 Jan 29 04:28:38.507448 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52358) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:38.507599 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6538c5dc-bc3d-48d3-b5e9-985f1d05d348 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks [] for port (c3a081d7-a30e-4a5f-af51-3f53d8431684), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:38.533663 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 4bfe3b02-3439-4689-ae4d-b491c3667be5 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:38.533955 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (4bfe3b02-3439-4689-ae4d-b491c3667be5), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:38.573482 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32489f33-68bd-45d7-a104-90ca25a72192 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Made reservation on behalf of 83ef131175644f6384891ed35a4d3341 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:38.580616 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-32489f33-68bd-45d7-a104-90ca25a72192 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:38.616603 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e2485-76ef-4659-8b31-343d52a45e93 None None] Pushing event updated for resources: {'Port': ['ID=c92854cd-0334-4afa-a4b0-64c156366880,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:38.627620 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-c666356e-c5c4-4db6-9915-c894ea538c6e tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Deleting port f85bcac6-4b55-4a0c-9bab-5b595f129d50 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:28:38.628386 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c666356e-c5c4-4db6-9915-c894ea538c6e tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (f85bcac6-4b55-4a0c-9bab-5b595f129d50), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:38.644595 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2646bad7-d771-4050-9ff7-4f26eb380077 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Made reservation on behalf of d8e0f965da8447998d407abf5ce886cf for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:38.648308 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2646bad7-d771-4050-9ff7-4f26eb380077 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:38.663352 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-ad3e0e2b-dee3-4a26-b1a3-cbab6e17a6aa None None] Provisioning complete for port 7066a979-4047-4ebe-81b1-79e3f22f8cf1 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:38.663735 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ad3e0e2b-dee3-4a26-b1a3-cbab6e17a6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (7066a979-4047-4ebe-81b1-79e3f22f8cf1), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:38.669313 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52360) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:38.783130 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-c0ea9ea8-c44a-4791-94e0-20a96dfd2c97 None None] Set router b4cdd887-077c-46cb-a629-60c82e2e8d39 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:28:38.797824 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f8786008-855e-40de-9701-303ecf86da9c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (d720e49a-5c82-45b6-87f2-5be70892bb8a), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:38.807082 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6538c5dc-bc3d-48d3-b5e9-985f1d05d348 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (c3a081d7-a30e-4a5f-af51-3f53d8431684), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:38.864650 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-39e95afe-946e-45a2-8686-fc76c4db20b8 None None] Allocated IP 2001:db8::2 (0fbf0839-9913-4d35-9c4d-d70caf714297/82cbf589-e9c1-447e-a89e-b3e65b5720d1/3fc13f8d-b455-4725-a983-760832de4749) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:38.865608 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-32489f33-68bd-45d7-a104-90ca25a72192 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (11d0e40e-b759-4afe-b3b7-971d9c7faf8e), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:38.869101 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-57b09dd5-7221-41f0-a567-38acac0b5970 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/floatingips/a50ba9ff-8cab-4317-a27c-c700a1d31326 HTTP/1.1" status: 200 len: 991 time: 0.1954238 Jan 29 04:28:38.894676 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8786008-855e-40de-9701-303ecf86da9c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Subnet': ['ID=d720e49a-5c82-45b6-87f2-5be70892bb8a,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:38.899823 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c666356e-c5c4-4db6-9915-c894ea538c6e tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (f85bcac6-4b55-4a0c-9bab-5b595f129d50), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:38.918174 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-c666356e-c5c4-4db6-9915-c894ea538c6e tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Calling delete_port for f85bcac6-4b55-4a0c-9bab-5b595f129d50 owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:28:39.003145 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32489f33-68bd-45d7-a104-90ca25a72192 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event updated for resources: {'Subnet': ['ID=11d0e40e-b759-4afe-b3b7-971d9c7faf8e,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:39.040303 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f8786008-855e-40de-9701-303ecf86da9c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:39.049120 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f8786008-855e-40de-9701-303ecf86da9c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/d720e49a-5c82-45b6-87f2-5be70892bb8a HTTP/1.1" status: 204 len: 168 time: 1.2039933 Jan 29 04:28:39.055989 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6538c5dc-bc3d-48d3-b5e9-985f1d05d348 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Network 0fbf0839-9913-4d35-9c4d-d70caf714297 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:39.059994 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6538c5dc-bc3d-48d3-b5e9-985f1d05d348 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Pushing event updated for resources: {'Port': ['ID=c3a081d7-a30e-4a5f-af51-3f53d8431684,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:39.068912 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52362) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:39.074498 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-6538c5dc-bc3d-48d3-b5e9-985f1d05d348 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:39.085265 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6538c5dc-bc3d-48d3-b5e9-985f1d05d348 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:39.093066 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6538c5dc-bc3d-48d3-b5e9-985f1d05d348 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:39.095145 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6538c5dc-bc3d-48d3-b5e9-985f1d05d348 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:39.118954 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-39e95afe-946e-45a2-8686-fc76c4db20b8 None None] Publish callbacks [] for port (3fc13f8d-b455-4725-a983-760832de4749), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:39.127999 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32489f33-68bd-45d7-a104-90ca25a72192 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Checking segment: {'id': '05956637-8dd0-4374-95fd-c762aefc66d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd480d1b0-c8b0-42fc-a78a-0e3f702af750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:28:39.129195 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32489f33-68bd-45d7-a104-90ca25a72192 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Network hostable DHCP agents. Network: d480d1b0-c8b0-42fc-a78a-0e3f702af750, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:28:39.155093 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 4bfe3b02-3439-4689-ae4d-b491c3667be5 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:39.156257 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (4bfe3b02-3439-4689-ae4d-b491c3667be5), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:39.162316 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f7a909cd-f262-470f-842f-1c6f0ac74182 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0921829 Jan 29 04:28:39.167371 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52364) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:39.175400 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-bd8804e2-b3d5-4474-8a12-baad44b18f19 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'subnet': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:39.236997 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-39e95afe-946e-45a2-8686-fc76c4db20b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (3fc13f8d-b455-4725-a983-760832de4749), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:39.238813 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ad3e0e2b-dee3-4a26-b1a3-cbab6e17a6aa None None] Current status of the port 7066a979-4047-4ebe-81b1-79e3f22f8cf1 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:39.281821 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 4bfe3b02-3439-4689-ae4d-b491c3667be5, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=4bfe3b02-3439-4689-ae4d-b491c3667be5,segment=NetworkSegment(b23da828-f773-456d-8b07-65c687f3a5f1),segment_id=b23da828-f773-456d-8b07-65c687f3a5f1)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:39.293427 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-6538c5dc-bc3d-48d3-b5e9-985f1d05d348 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9683287 Jan 29 04:28:39.295919 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32489f33-68bd-45d7-a104-90ca25a72192 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Network d480d1b0-c8b0-42fc-a78a-0e3f702af750 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:28:39.304517 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2646bad7-d771-4050-9ff7-4f26eb380077 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (71e83b9d-93c3-4fad-afb7-cb07077efac7), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:39.306213 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e95afe-946e-45a2-8686-fc76c4db20b8 None None] Network 0fbf0839-9913-4d35-9c4d-d70caf714297 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:39.306360 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52366) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:39.316171 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-beb7d541-726d-40f2-a174-87ace4d51884 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Request body: {'port': {'network_id': '0fbf0839-9913-4d35-9c4d-d70caf714297', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-300654694', 'allowed_address_pairs': [{'ip_address': '2001:db8::2c9', 'mac_address': 'fa:16:3e:e1:e9:48'}]}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:39.320043 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-39e95afe-946e-45a2-8686-fc76c4db20b8 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:39.322614 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e95afe-946e-45a2-8686-fc76c4db20b8 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:39.338552 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e95afe-946e-45a2-8686-fc76c4db20b8 None None] Pushing event updated for resources: {'Port': ['ID=3fc13f8d-b455-4725-a983-760832de4749,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:39.341886 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-ad3e0e2b-dee3-4a26-b1a3-cbab6e17a6aa None None] Provisioning complete for port 4bfe3b02-3439-4689-ae4d-b491c3667be5 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:39.342282 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ad3e0e2b-dee3-4a26-b1a3-cbab6e17a6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (4bfe3b02-3439-4689-ae4d-b491c3667be5), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:39.372713 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2646bad7-d771-4050-9ff7-4f26eb380077 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'Subnet': ['ID=71e83b9d-93c3-4fad-afb7-cb07077efac7,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:39.376636 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (4bfe3b02-3439-4689-ae4d-b491c3667be5), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:39.455761 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-32489f33-68bd-45d7-a104-90ca25a72192 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, d480d1b0-c8b0-42fc-a78a-0e3f702af750) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:39.465037 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32489f33-68bd-45d7-a104-90ca25a72192 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:39.465909 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-32489f33-68bd-45d7-a104-90ca25a72192 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:39.492274 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 899b01a3-3a82-435a-ab78-19dbe37c6f48 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:28:39.494255 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede352b6-06f4-4a30-a962-c761e86d64da None None] Network d480d1b0-c8b0-42fc-a78a-0e3f702af750 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:39.501080 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2646bad7-d771-4050-9ff7-4f26eb380077 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Checking segment: {'id': 'e1c046d7-87ce-480a-adbe-2b7bccc7c14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b73caa84-8600-4f4d-9a3e-c736f1a0b9f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:28:39.502632 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2646bad7-d771-4050-9ff7-4f26eb380077 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Network hostable DHCP agents. Network: b73caa84-8600-4f4d-9a3e-c736f1a0b9f7, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:28:39.511396 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c666356e-c5c4-4db6-9915-c894ea538c6e tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (f85bcac6-4b55-4a0c-9bab-5b595f129d50), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:39.527599 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb7d541-726d-40f2-a174-87ace4d51884 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Made reservation on behalf of 1cc520e251484df98df5e4540789a741 for: {'port': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:39.535131 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-32489f33-68bd-45d7-a104-90ca25a72192 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2643468 Jan 29 04:28:39.540950 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52368) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:39.549588 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c666356e-c5c4-4db6-9915-c894ea538c6e tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event deleted for resources: {'Port': ['ID=f85bcac6-4b55-4a0c-9bab-5b595f129d50,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:39.557260 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8804e2-b3d5-4474-8a12-baad44b18f19 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:39.560955 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bd8804e2-b3d5-4474-8a12-baad44b18f19 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:39.568760 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 899b01a3-3a82-435a-ab78-19dbe37c6f48 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:28:39.569076 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 899b01a3-3a82-435a-ab78-19dbe37c6f48 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:28:39.595594 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c666356e-c5c4-4db6-9915-c894ea538c6e tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:39.598956 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c666356e-c5c4-4db6-9915-c894ea538c6e tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/ports/f85bcac6-4b55-4a0c-9bab-5b595f129d50 HTTP/1.1" status: 204 len: 168 time: 1.0960834 Jan 29 04:28:39.602300 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52370) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:39.614746 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-39e95afe-946e-45a2-8686-fc76c4db20b8 None None] Attempting to bind port 3fc13f8d-b455-4725-a983-760832de4749 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:28:39.614746 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-39e95afe-946e-45a2-8686-fc76c4db20b8 None None] Attempting to bind port 3fc13f8d-b455-4725-a983-760832de4749 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '71c1c9b6-d035-47f1-a4e1-9d61fef0280a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0fbf0839-9913-4d35-9c4d-d70caf714297'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:28:39.615099 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e95afe-946e-45a2-8686-fc76c4db20b8 None None] Attempting to bind port 3fc13f8d-b455-4725-a983-760832de4749 on network 0fbf0839-9913-4d35-9c4d-d70caf714297 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:28:39.632690 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=4bfe3b02-3439-4689-ae4d-b491c3667be5,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:39.639344 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e95afe-946e-45a2-8686-fc76c4db20b8 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:28:39.639731 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e95afe-946e-45a2-8686-fc76c4db20b8 None None] Checking segment: {'id': '71c1c9b6-d035-47f1-a4e1-9d61fef0280a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0fbf0839-9913-4d35-9c4d-d70caf714297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:28:39.640159 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-39e95afe-946e-45a2-8686-fc76c4db20b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:39.640616 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e95afe-946e-45a2-8686-fc76c4db20b8 None None] Bound using segment: {'id': '71c1c9b6-d035-47f1-a4e1-9d61fef0280a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0fbf0839-9913-4d35-9c4d-d70caf714297'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:28:39.641110 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-39e95afe-946e-45a2-8686-fc76c4db20b8 None None] Bound port: 3fc13f8d-b455-4725-a983-760832de4749, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71c1c9b6-d035-47f1-a4e1-9d61fef0280a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0fbf0839-9913-4d35-9c4d-d70caf714297'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:28:39.641496 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-39e95afe-946e-45a2-8686-fc76c4db20b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (3fc13f8d-b455-4725-a983-760832de4749), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:39.667527 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2646bad7-d771-4050-9ff7-4f26eb380077 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Network b73caa84-8600-4f4d-9a3e-c736f1a0b9f7 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:28:39.691495 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-a37ae20a-661c-4986-b7eb-86a6134ab106 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] GET failed (client error): The resource could not be found. Jan 29 04:28:39.693164 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a37ae20a-661c-4986-b7eb-86a6134ab106 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "GET /v2.0/ports/f85bcac6-4b55-4a0c-9bab-5b595f129d50 HTTP/1.1" status: 404 len: 333 time: 0.0898714 Jan 29 04:28:39.704145 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52372) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:39.794859 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-2646bad7-d771-4050-9ff7-4f26eb380077 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, b73caa84-8600-4f4d-9a3e-c736f1a0b9f7) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:39.796102 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2646bad7-d771-4050-9ff7-4f26eb380077 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:39.797405 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2646bad7-d771-4050-9ff7-4f26eb380077 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:39.875764 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52374) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:39.885662 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-beb7d541-726d-40f2-a174-87ace4d51884 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:39.934919 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715646a6-e625-486e-9c67-f9b83755dbb6 None None] Network b73caa84-8600-4f4d-9a3e-c736f1a0b9f7 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:39.935561 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d555d2fe-0b9e-450c-9475-767f32da41fa tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (d480d1b0-c8b0-42fc-a78a-0e3f702af750), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:39.981193 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [None req-beb7d541-726d-40f2-a174-87ace4d51884 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] device_id is not set on port bffe37bf-5672-4439-afd5-030c5ed84619 yet. {{(pid=103584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:28:40.021688 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2646bad7-d771-4050-9ff7-4f26eb380077 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6230519 Jan 29 04:28:40.032287 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52376) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:40.067317 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-fb694ca2-d7d3-45c7-926c-c0bdb268aa7e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'port': {'network_id': 'b73caa84-8600-4f4d-9a3e-c736f1a0b9f7', 'name': 'tempest-PortsTestJSON-1270747679', 'fixed_ips': [{'subnet_id': '71e83b9d-93c3-4fad-afb7-cb07077efac7', 'ip_address': '172.20.0.10'}]}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:40.091761 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-39e95afe-946e-45a2-8686-fc76c4db20b8 None None] For port 3fc13f8d-b455-4725-a983-760832de4749, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:28:40.095620 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ad3e0e2b-dee3-4a26-b1a3-cbab6e17a6aa None None] Current status of the port 4bfe3b02-3439-4689-ae4d-b491c3667be5 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:40.102479 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-39e95afe-946e-45a2-8686-fc76c4db20b8 None None] For port 3fc13f8d-b455-4725-a983-760832de4749, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=3fc13f8d-b455-4725-a983-760832de4749,segment=NetworkSegment(71c1c9b6-d035-47f1-a4e1-9d61fef0280a),segment_id=71c1c9b6-d035-47f1-a4e1-9d61fef0280a)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:28:40.117862 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-c0ea9ea8-c44a-4791-94e0-20a96dfd2c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cdd887-077c-46cb-a629-60c82e2e8d39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907967901', 'tenant_id': 'd1218af32ef54486a3687ccbcfae4b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '62af884b-1714-4169-a124-91d38ad1e3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:46Z', 'updated_at': '2022-01-29T04:27:57Z', 'revision_number': 4, 'project_id': 'd1218af32ef54486a3687ccbcfae4b37', 'gw_port': {'id': '62af884b-1714-4169-a124-91d38ad1e3b4', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cdd887-077c-46cb-a629-60c82e2e8d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:48Z', 'updated_at': '2022-01-29T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': 'a50ba9ff-8cab-4317-a27c-c700a1d31326', 'tenant_id': 'd1218af32ef54486a3687ccbcfae4b37', 'floating_ip_address': '172.26.8.218', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'b4cdd887-077c-46cb-a629-60c82e2e8d39', 'port_id': '8ee8941e-2bbc-4cf8-9266-3d84dec89660', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab12730-721a-45c7-85f6-a754b924ee36', 'mac_address': 'fa:16:3e:4d:ca:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2471a799-07fd-4f75-bd33-3f5d9eacfa2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:28:31Z', 'updated_at': '2022-01-29T04:28:31Z', 'revision_number': 0, 'project_id': 'd1218af32ef54486a3687ccbcfae4b37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b04459c-b3f3-49a9-83d2-02050a0cd484', 'name': '', 'network_id': '9ab12730-721a-45c7-85f6-a754b924ee36', 'tenant_id': 'd1218af32ef54486a3687ccbcfae4b37', 'mac_address': 'fa:16:3e:95:1f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cdd887-077c-46cb-a629-60c82e2e8d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '243e0a19-7391-4f55-8e4a-713131ecc5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:55Z', 'updated_at': '2022-01-29T04:28:02Z', 'revision_number': 5, 'project_id': 'd1218af32ef54486a3687ccbcfae4b37', 'subnets': [{'id': '243e0a19-7391-4f55-8e4a-713131ecc5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:40.128231 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8985d5b-a851-441d-bd0b-226bc53b9711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-d480d1b0-c8b0-42fc-a78a-0e3f702af750', 'network_id': 'd480d1b0-c8b0-42fc-a78a-0e3f702af750', 'project_id': '83ef131175644f6384891ed35a4d3341', 'fixed_ips': [{'subnet_id': '11d0e40e-b759-4afe-b3b7-971d9c7faf8e'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:28:40.129842 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-521c2bc3-948d-4c4b-9270-1a13f64c4ce2 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/floatingips/a50ba9ff-8cab-4317-a27c-c700a1d31326 HTTP/1.1" status: 200 len: 991 time: 0.2471449 Jan 29 04:28:40.130280 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d8985d5b-a851-441d-bd0b-226bc53b9711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:40.175728 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-cb610194-3d49-4ee8-a708-3aaea93833e6 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Deleting port 14d1ef32-3b23-4269-ae08-baa0d4b620b2 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:28:40.176187 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cb610194-3d49-4ee8-a708-3aaea93833e6 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (14d1ef32-3b23-4269-ae08-baa0d4b620b2), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:40.180223 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ea9ea8-c44a-4791-94e0-20a96dfd2c97 None None] The sync data for ids ['b4cdd887-077c-46cb-a629-60c82e2e8d39'] in dv-neutron-821190-1-hyperv is: [{'id': 'b4cdd887-077c-46cb-a629-60c82e2e8d39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907967901', 'tenant_id': 'd1218af32ef54486a3687ccbcfae4b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '62af884b-1714-4169-a124-91d38ad1e3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:46Z', 'updated_at': '2022-01-29T04:27:57Z', 'revision_number': 4, 'project_id': 'd1218af32ef54486a3687ccbcfae4b37', 'gw_port': {'id': '62af884b-1714-4169-a124-91d38ad1e3b4', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cdd887-077c-46cb-a629-60c82e2e8d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:48Z', 'updated_at': '2022-01-29T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': 'a50ba9ff-8cab-4317-a27c-c700a1d31326', 'tenant_id': 'd1218af32ef54486a3687ccbcfae4b37', 'floating_ip_address': '172.26.8.218', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'b4cdd887-077c-46cb-a629-60c82e2e8d39', 'port_id': '8ee8941e-2bbc-4cf8-9266-3d84dec89660', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab12730-721a-45c7-85f6-a754b924ee36', 'mac_address': 'fa:16:3e:4d:ca:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2471a799-07fd-4f75-bd33-3f5d9eacfa2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:28:31Z', 'updated_at': '2022-01-29T04:28:31Z', 'revision_number': 0, 'project_id': 'd1218af32ef54486a3687ccbcfae4b37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b04459c-b3f3-49a9-83d2-02050a0cd484', 'name': '', 'network_id': '9ab12730-721a-45c7-85f6-a754b924ee36', 'tenant_id': 'd1218af32ef54486a3687ccbcfae4b37', 'mac_address': 'fa:16:3e:95:1f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cdd887-077c-46cb-a629-60c82e2e8d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '243e0a19-7391-4f55-8e4a-713131ecc5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:55Z', 'updated_at': '2022-01-29T04:28:02Z', 'revision_number': 5, 'project_id': 'd1218af32ef54486a3687ccbcfae4b37', 'subnets': [{'id': '243e0a19-7391-4f55-8e4a-713131ecc5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:28:40.189315 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device c92854cd-0334-4afa-a4b0-64c156366880 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:40.200088 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d555d2fe-0b9e-450c-9475-767f32da41fa tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (11d0e40e-b759-4afe-b3b7-971d9c7faf8e), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:40.231789 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-39e95afe-946e-45a2-8686-fc76c4db20b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (3fc13f8d-b455-4725-a983-760832de4749), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:40.339611 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e95afe-946e-45a2-8686-fc76c4db20b8 None None] Pushing event updated for resources: {'Port': ['ID=3fc13f8d-b455-4725-a983-760832de4749,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:40.397150 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-beb7d541-726d-40f2-a174-87ace4d51884 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Allocated IP 2001:db8::e2 (0fbf0839-9913-4d35-9c4d-d70caf714297/82cbf589-e9c1-447e-a89e-b3e65b5720d1/bffe37bf-5672-4439-afd5-030c5ed84619) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:40.399963 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d555d2fe-0b9e-450c-9475-767f32da41fa tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (11d0e40e-b759-4afe-b3b7-971d9c7faf8e), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:40.442649 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b86ab4-203e-48fd-b5f5-0b747e36dd49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-b73caa84-8600-4f4d-9a3e-c736f1a0b9f7', 'network_id': 'b73caa84-8600-4f4d-9a3e-c736f1a0b9f7', 'project_id': 'd8e0f965da8447998d407abf5ce886cf', 'fixed_ips': [{'subnet_id': '71e83b9d-93c3-4fad-afb7-cb07077efac7'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:28:40.443433 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a3b86ab4-203e-48fd-b5f5-0b747e36dd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:40.462573 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555d2fe-0b9e-450c-9475-767f32da41fa tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event deleted for resources: {'Subnet': ['ID=11d0e40e-b759-4afe-b3b7-971d9c7faf8e,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:40.481391 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-b83416d2-2558-4dc3-9631-38588514840e None None] Provisioning complete for port 4bfe3b02-3439-4689-ae4d-b491c3667be5 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:40.482561 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b83416d2-2558-4dc3-9631-38588514840e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (4bfe3b02-3439-4689-ae4d-b491c3667be5), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:40.624506 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b321cf42-0c82-496d-b753-065da62a3dcc None None] New status for floating IP a50ba9ff-8cab-4317-a27c-c700a1d31326: ACTIVE {{(pid=103587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:28:40.630119 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d555d2fe-0b9e-450c-9475-767f32da41fa tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (d480d1b0-c8b0-42fc-a78a-0e3f702af750), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:40.679824 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-d555d2fe-0b9e-450c-9475-767f32da41fa tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d480d1b0-c8b0-42fc-a78a-0e3f702af750']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:40.768516 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-d555d2fe-0b9e-450c-9475-767f32da41fa tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05956637-8dd0-4374-95fd-c762aefc66d6') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:40.781311 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-d555d2fe-0b9e-450c-9475-767f32da41fa tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05956637-8dd0-4374-95fd-c762aefc66d6') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:40.781835 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba089198-ed10-4d42-9b9b-ed83684546b8 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:40.782101 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d555d2fe-0b9e-450c-9475-767f32da41fa tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (05956637-8dd0-4374-95fd-c762aefc66d6), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:40.809335 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d555d2fe-0b9e-450c-9475-767f32da41fa tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (05956637-8dd0-4374-95fd-c762aefc66d6), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:40.833132 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d555d2fe-0b9e-450c-9475-767f32da41fa tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:28:40.833650 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d555d2fe-0b9e-450c-9475-767f32da41fa tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (05956637-8dd0-4374-95fd-c762aefc66d6), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:40.858192 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:28:40.858192 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:28:40.858192 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:28:40.858192 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:28:40.858192 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:28:40.858192 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:28:40.858192 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:28:40.858192 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:28:40.858192 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:28:40.858192 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:28:40.858192 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:28:40.858192 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:28:40.858192 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:28:40.858192 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:28:40.858192 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:28:40.858192 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:28:40.858192 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:28:40.858192 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:28:40.858192 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:28:40.858192 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:28:40.858192 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:28:40.858192 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:28:40.858192 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:28:40.858192 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:28:40.858192 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:28:40.858192 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:28:40.858192 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:28:40.858192 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:28:40.858192 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:28:40.858192 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:28:40.858192 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:28:40.858192 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server [None req-d8985d5b-a851-441d-bd0b-226bc53b9711 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 11d0e40e-b759-4afe-b3b7-971d9c7faf8e: This subnet is being modified by another concurrent operation. Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 29 04:28:40.874184 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 04:28:40.878766 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 29 04:28:40.878766 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 29 04:28:40.878766 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:28:40.878766 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:28:40.878766 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:28:40.878766 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:28:40.878766 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 29 04:28:40.878766 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 04:28:40.878766 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 29 04:28:40.878766 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 29 04:28:40.878766 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:28:40.878766 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:28:40.878766 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:28:40.878766 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:28:40.878766 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 29 04:28:40.878766 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 29 04:28:40.878766 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Jan 29 04:28:40.878766 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 29 04:28:40.878766 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Jan 29 04:28:40.878766 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 29 04:28:40.878766 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 29 04:28:40.878766 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 29 04:28:40.878766 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 29 04:28:40.878766 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 29 04:28:40.878766 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 29 04:28:40.878766 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 29 04:28:40.878766 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 29 04:28:40.878766 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 29 04:28:40.878766 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 29 04:28:40.878766 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 29 04:28:40.878766 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 29 04:28:40.878766 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 29 04:28:40.878766 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 29 04:28:40.878766 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 29 04:28:40.878766 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 29 04:28:40.878766 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server raise exception Jan 29 04:28:40.878766 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 11d0e40e-b759-4afe-b3b7-971d9c7faf8e: This subnet is being modified by another concurrent operation. Jan 29 04:28:40.878766 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server Jan 29 04:28:40.907587 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bf7d7b-42ae-4834-83e7-a9cd10f68f54 None None] Network d480d1b0-c8b0-42fc-a78a-0e3f702af750 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:40.961093 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port c92854cd-0334-4afa-a4b0-64c156366880 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:40.961477 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c92854cd-0334-4afa-a4b0-64c156366880), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:40.967287 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-a3b86ab4-203e-48fd-b5f5-0b747e36dd49 None None] Allocated IP 172.20.0.2 (b73caa84-8600-4f4d-9a3e-c736f1a0b9f7/71e83b9d-93c3-4fad-afb7-cb07077efac7/f94f361b-d87f-4202-a229-9479eefbe33f) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:40.968550 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bd8804e2-b3d5-4474-8a12-baad44b18f19 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (287d4629-599c-414b-b5be-612f06d72e1a), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:41.023042 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-beb7d541-726d-40f2-a174-87ace4d51884 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks [] for port (bffe37bf-5672-4439-afd5-030c5ed84619), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:41.042457 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d555d2fe-0b9e-450c-9475-767f32da41fa tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (d480d1b0-c8b0-42fc-a78a-0e3f702af750), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:41.051588 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d555d2fe-0b9e-450c-9475-767f32da41fa tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:41.054848 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d555d2fe-0b9e-450c-9475-767f32da41fa tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "DELETE /v2.0/networks/d480d1b0-c8b0-42fc-a78a-0e3f702af750 HTTP/1.1" status: 204 len: 168 time: 1.4254730 Jan 29 04:28:41.059047 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52378) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:41.063602 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cb610194-3d49-4ee8-a708-3aaea93833e6 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (14d1ef32-3b23-4269-ae08-baa0d4b620b2), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:41.070588 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-8513cf2c-3706-4fd0-a05b-1ce78aeaf225 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-530953769'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:41.070752 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8804e2-b3d5-4474-8a12-baad44b18f19 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:41.079653 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-bd8804e2-b3d5-4474-8a12-baad44b18f19 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:41.082604 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8804e2-b3d5-4474-8a12-baad44b18f19 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:41.083223 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bd8804e2-b3d5-4474-8a12-baad44b18f19 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:41.083360 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555d2fe-0b9e-450c-9475-767f32da41fa tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event deleted for resources: {'Network': ['ID=d480d1b0-c8b0-42fc-a78a-0e3f702af750,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:41.104020 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-cb610194-3d49-4ee8-a708-3aaea93833e6 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Calling delete_port for 14d1ef32-3b23-4269-ae08-baa0d4b620b2 owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:28:41.110525 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8804e2-b3d5-4474-8a12-baad44b18f19 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Subnet': ['ID=287d4629-599c-414b-b5be-612f06d72e1a,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:41.133841 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52380) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:41.137006 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-b83416d2-2558-4dc3-9631-38588514840e None None] Current status of the port 4bfe3b02-3439-4689-ae4d-b491c3667be5 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:41.186328 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb694ca2-d7d3-45c7-926c-c0bdb268aa7e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Made reservation on behalf of d8e0f965da8447998d407abf5ce886cf for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:41.229562 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e336894e-042d-4b99-8774-19c0cf5fcbca tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/floatingips/a50ba9ff-8cab-4317-a27c-c700a1d31326 HTTP/1.1" status: 200 len: 993 time: 0.0934663 Jan 29 04:28:41.231202 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-b83416d2-2558-4dc3-9631-38588514840e None None] Provisioning complete for port 14d1ef32-3b23-4269-ae08-baa0d4b620b2 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:41.231588 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b83416d2-2558-4dc3-9631-38588514840e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (14d1ef32-3b23-4269-ae08-baa0d4b620b2), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:41.237701 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8513cf2c-3706-4fd0-a05b-1ce78aeaf225 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Made reservation on behalf of 83ef131175644f6384891ed35a4d3341 for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:41.242217 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8513cf2c-3706-4fd0-a05b-1ce78aeaf225 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:41.246434 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-beb7d541-726d-40f2-a174-87ace4d51884 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (bffe37bf-5672-4439-afd5-030c5ed84619), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:41.259394 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-bd8804e2-b3d5-4474-8a12-baad44b18f19 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0909481 Jan 29 04:28:41.265787 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52382) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:41.275657 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-27fad6c1-d7bb-4625-b872-ff3cba486d67 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'port': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'fixed_ips': [{'subnet_id': '287d4629-599c-414b-b5be-612f06d72e1a', 'ip_address': '2001:db8::6734:edf2:26eb:967d'}], 'name': 'tempest-NetworksTestDHCPv6-2039890596'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:41.321251 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-b83416d2-2558-4dc3-9631-38588514840e None None] Port 14d1ef32-3b23-4269-ae08-baa0d4b620b2 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:28:41.345872 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-b83416d2-2558-4dc3-9631-38588514840e None None] Could not find standard attr ID for object f85bcac6-4b55-4a0c-9bab-5b595f129d50. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:28:41.352470 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fb694ca2-d7d3-45c7-926c-c0bdb268aa7e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:41.366125 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port c92854cd-0334-4afa-a4b0-64c156366880 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:41.366800 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (c92854cd-0334-4afa-a4b0-64c156366880), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:41.374422 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-fb694ca2-d7d3-45c7-926c-c0bdb268aa7e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] device_id is not set on port 96886562-4e73-4519-b628-18a64a758fce yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:28:41.375899 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb7d541-726d-40f2-a174-87ace4d51884 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Network 0fbf0839-9913-4d35-9c4d-d70caf714297 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:41.387419 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-beb7d541-726d-40f2-a174-87ace4d51884 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:41.409809 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb7d541-726d-40f2-a174-87ace4d51884 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:41.415857 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb7d541-726d-40f2-a174-87ace4d51884 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:41.424587 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-beb7d541-726d-40f2-a174-87ace4d51884 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:41.428574 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cb610194-3d49-4ee8-a708-3aaea93833e6 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (14d1ef32-3b23-4269-ae08-baa0d4b620b2), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:41.429166 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a3b86ab4-203e-48fd-b5f5-0b747e36dd49 None None] Publish callbacks [] for port (f94f361b-d87f-4202-a229-9479eefbe33f), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:41.432120 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port c92854cd-0334-4afa-a4b0-64c156366880, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=c92854cd-0334-4afa-a4b0-64c156366880,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:41.433254 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8513cf2c-3706-4fd0-a05b-1ce78aeaf225 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:28:41.466999 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7d541-726d-40f2-a174-87ace4d51884 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Pushing event updated for resources: {'Port': ['ID=bffe37bf-5672-4439-afd5-030c5ed84619,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:41.477751 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8513cf2c-3706-4fd0-a05b-1ce78aeaf225 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (f5aa78db-a23a-46e7-bf9c-22640a469434), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:41.478277 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-8513cf2c-3706-4fd0-a05b-1ce78aeaf225 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Added segment f5aa78db-a23a-46e7-bf9c-22640a469434 of type vlan for network 2b4a207e-3c52-4928-8c5a-661b26058925 Jan 29 04:28:41.489314 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-fb82a01f-1d44-4c76-98a5-c74a52c0c747 None None] Provisioning complete for port c92854cd-0334-4afa-a4b0-64c156366880 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:41.489314 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fb82a01f-1d44-4c76-98a5-c74a52c0c747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c92854cd-0334-4afa-a4b0-64c156366880), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:41.489653 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb610194-3d49-4ee8-a708-3aaea93833e6 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event deleted for resources: {'Port': ['ID=14d1ef32-3b23-4269-ae08-baa0d4b620b2,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:41.540005 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (c92854cd-0334-4afa-a4b0-64c156366880), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:41.540927 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 4bfe3b02-3439-4689-ae4d-b491c3667be5 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:41.547143 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-beb7d541-726d-40f2-a174-87ace4d51884 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.2395277 Jan 29 04:28:41.556293 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52384) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:41.584511 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cb610194-3d49-4ee8-a708-3aaea93833e6 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:41.584766 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a3b86ab4-203e-48fd-b5f5-0b747e36dd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (f94f361b-d87f-4202-a229-9479eefbe33f), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:41.593342 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-cb610194-3d49-4ee8-a708-3aaea93833e6 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/ports/14d1ef32-3b23-4269-ae08-baa0d4b620b2 HTTP/1.1" status: 204 len: 168 time: 1.8897750 Jan 29 04:28:41.606981 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52386) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:41.621663 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8513cf2c-3706-4fd0-a05b-1ce78aeaf225 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (2b4a207e-3c52-4928-8c5a-661b26058925), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:41.672173 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d881aef-dada-41dc-9538-13fb08e932b9 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] GET failed (client error): The resource could not be found. Jan 29 04:28:41.673899 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1d881aef-dada-41dc-9538-13fb08e932b9 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "GET /v2.0/ports/14d1ef32-3b23-4269-ae08-baa0d4b620b2 HTTP/1.1" status: 404 len: 333 time: 0.0657942 Jan 29 04:28:41.677254 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52388) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:41.688094 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=c92854cd-0334-4afa-a4b0-64c156366880,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:41.740525 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-fb694ca2-d7d3-45c7-926c-c0bdb268aa7e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Allocated IP 172.20.0.10 (b73caa84-8600-4f4d-9a3e-c736f1a0b9f7/71e83b9d-93c3-4fad-afb7-cb07077efac7/96886562-4e73-4519-b628-18a64a758fce) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:41.750681 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabb6f42-96e6-4bf6-ade7-0f6dee1cc814 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:41.754764 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77c859b-5556-48cc-bfc9-af570448b2f9 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:41.760560 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77c859b-5556-48cc-bfc9-af570448b2f9 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:41.765042 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fad6c1-d7bb-4625-b872-ff3cba486d67 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'port': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:41.767393 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77c859b-5556-48cc-bfc9-af570448b2f9 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:41.769201 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a77c859b-5556-48cc-bfc9-af570448b2f9 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.2073345 Jan 29 04:28:41.773609 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52390) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:41.784467 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b86ab4-203e-48fd-b5f5-0b747e36dd49 None None] Network b73caa84-8600-4f4d-9a3e-c736f1a0b9f7 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:41.831645 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-a3b86ab4-203e-48fd-b5f5-0b747e36dd49 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:41.834423 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b86ab4-203e-48fd-b5f5-0b747e36dd49 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:41.854429 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbc81d62-a4e6-4de3-ae7c-19d1c530a3a4 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Deleting subnet afcb9a0b-b143-475f-a07e-5cd63e19aa55 {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:28:41.861877 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dbc81d62-a4e6-4de3-ae7c-19d1c530a3a4 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for subnet (afcb9a0b-b143-475f-a07e-5cd63e19aa55), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:41.863193 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b86ab4-203e-48fd-b5f5-0b747e36dd49 None None] Pushing event updated for resources: {'Port': ['ID=f94f361b-d87f-4202-a229-9479eefbe33f,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:41.931301 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8513cf2c-3706-4fd0-a05b-1ce78aeaf225 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (2b4a207e-3c52-4928-8c5a-661b26058925), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:41.936222 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8513cf2c-3706-4fd0-a05b-1ce78aeaf225 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:41.936838 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8513cf2c-3706-4fd0-a05b-1ce78aeaf225 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:41.968203 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 4bfe3b02-3439-4689-ae4d-b491c3667be5 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:41.968753 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (4bfe3b02-3439-4689-ae4d-b491c3667be5), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:41.994075 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fb694ca2-d7d3-45c7-926c-c0bdb268aa7e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for port (96886562-4e73-4519-b628-18a64a758fce), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:42.029784 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-a3b86ab4-203e-48fd-b5f5-0b747e36dd49 None None] Attempting to bind port f94f361b-d87f-4202-a229-9479eefbe33f on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:28:42.030467 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-a3b86ab4-203e-48fd-b5f5-0b747e36dd49 None None] Attempting to bind port f94f361b-d87f-4202-a229-9479eefbe33f by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'e1c046d7-87ce-480a-adbe-2b7bccc7c14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b73caa84-8600-4f4d-9a3e-c736f1a0b9f7'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:28:42.031267 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b86ab4-203e-48fd-b5f5-0b747e36dd49 None None] Attempting to bind port f94f361b-d87f-4202-a229-9479eefbe33f on network b73caa84-8600-4f4d-9a3e-c736f1a0b9f7 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:28:42.035767 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-fb82a01f-1d44-4c76-98a5-c74a52c0c747 None None] Current status of the port c92854cd-0334-4afa-a4b0-64c156366880 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:42.046104 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b86ab4-203e-48fd-b5f5-0b747e36dd49 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:28:42.046682 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b86ab4-203e-48fd-b5f5-0b747e36dd49 None None] Checking segment: {'id': 'e1c046d7-87ce-480a-adbe-2b7bccc7c14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b73caa84-8600-4f4d-9a3e-c736f1a0b9f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:28:42.047259 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a3b86ab4-203e-48fd-b5f5-0b747e36dd49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:42.047937 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b86ab4-203e-48fd-b5f5-0b747e36dd49 None None] Bound using segment: {'id': 'e1c046d7-87ce-480a-adbe-2b7bccc7c14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b73caa84-8600-4f4d-9a3e-c736f1a0b9f7'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:28:42.048438 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-a3b86ab4-203e-48fd-b5f5-0b747e36dd49 None None] Bound port: f94f361b-d87f-4202-a229-9479eefbe33f, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1c046d7-87ce-480a-adbe-2b7bccc7c14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b73caa84-8600-4f4d-9a3e-c736f1a0b9f7'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:28:42.048856 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a3b86ab4-203e-48fd-b5f5-0b747e36dd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (f94f361b-d87f-4202-a229-9479eefbe33f), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:42.074028 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dbc81d62-a4e6-4de3-ae7c-19d1c530a3a4 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (afcb9a0b-b143-475f-a07e-5cd63e19aa55), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:42.108684 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-8513cf2c-3706-4fd0-a05b-1ce78aeaf225 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0483835 Jan 29 04:28:42.114282 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52392) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:42.121967 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-9209eb3b-5f45-42b0-8a93-2003aba62d34 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Request body: {'subnet': {'network_id': '2b4a207e-3c52-4928-8c5a-661b26058925', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:42.131055 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8513cf2c-3706-4fd0-a05b-1ce78aeaf225 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event updated for resources: {'Network': ['ID=2b4a207e-3c52-4928-8c5a-661b26058925,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:42.149147 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fb694ca2-d7d3-45c7-926c-c0bdb268aa7e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (96886562-4e73-4519-b628-18a64a758fce), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:42.152075 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 2b4a207e-3c52-4928-8c5a-661b26058925 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:28:42.178047 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-27fad6c1-d7bb-4625-b872-ff3cba486d67 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:42.192974 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebbf0ac-e463-4b02-ac50-8c76b679a892 None None] Network 0fbf0839-9913-4d35-9c4d-d70caf714297 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:42.244546 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [None req-27fad6c1-d7bb-4625-b872-ff3cba486d67 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] device_id is not set on port e85678b5-3c23-4c38-aed2-95af42dbe007 yet. {{(pid=103584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:28:42.279566 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb694ca2-d7d3-45c7-926c-c0bdb268aa7e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'Port': ['ID=96886562-4e73-4519-b628-18a64a758fce,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:42.330023 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb694ca2-d7d3-45c7-926c-c0bdb268aa7e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Network b73caa84-8600-4f4d-9a3e-c736f1a0b9f7 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:42.336215 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-fb694ca2-d7d3-45c7-926c-c0bdb268aa7e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:42.341317 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb694ca2-d7d3-45c7-926c-c0bdb268aa7e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:42.408905 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb694ca2-d7d3-45c7-926c-c0bdb268aa7e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:42.409587 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fb694ca2-d7d3-45c7-926c-c0bdb268aa7e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:42.453858 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-a3b86ab4-203e-48fd-b5f5-0b747e36dd49 None None] For port f94f361b-d87f-4202-a229-9479eefbe33f, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:28:42.479927 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9209eb3b-5f45-42b0-8a93-2003aba62d34 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Made reservation on behalf of 83ef131175644f6384891ed35a4d3341 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:42.484872 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 4bfe3b02-3439-4689-ae4d-b491c3667be5 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:42.484872 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 7066a979-4047-4ebe-81b1-79e3f22f8cf1 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:42.486961 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9209eb3b-5f45-42b0-8a93-2003aba62d34 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:42.510337 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-fb694ca2-d7d3-45c7-926c-c0bdb268aa7e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4770415 Jan 29 04:28:42.514277 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52394) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:42.515234 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-a3b86ab4-203e-48fd-b5f5-0b747e36dd49 None None] For port f94f361b-d87f-4202-a229-9479eefbe33f, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=f94f361b-d87f-4202-a229-9479eefbe33f,segment=NetworkSegment(e1c046d7-87ce-480a-adbe-2b7bccc7c14b),segment_id=e1c046d7-87ce-480a-adbe-2b7bccc7c14b)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:28:42.521132 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-bffd2ffe-c685-4eb8-b904-1c6503573771 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'port': {'network_id': 'b73caa84-8600-4f4d-9a3e-c736f1a0b9f7', 'name': 'tempest-PortsTestJSON-1055770381', 'fixed_ips': [{'subnet_id': '71e83b9d-93c3-4fad-afb7-cb07077efac7', 'ip_address': '172.20.0.9'}]}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:42.556109 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-e3c16fa4-0642-4a29-9bc6-5c0d0c7f52ba None None] Provisioning complete for port c92854cd-0334-4afa-a4b0-64c156366880 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:42.556522 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e3c16fa4-0642-4a29-9bc6-5c0d0c7f52ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c92854cd-0334-4afa-a4b0-64c156366880), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:42.632316 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a3b86ab4-203e-48fd-b5f5-0b747e36dd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (f94f361b-d87f-4202-a229-9479eefbe33f), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:42.652334 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-5fe12bc0-2e29-43d9-80ae-969e6bb2f3b4 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Deleting port bffe37bf-5672-4439-afd5-030c5ed84619 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:28:42.653023 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5fe12bc0-2e29-43d9-80ae-969e6bb2f3b4 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (bffe37bf-5672-4439-afd5-030c5ed84619), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:42.661460 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dbc81d62-a4e6-4de3-ae7c-19d1c530a3a4 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (afcb9a0b-b143-475f-a07e-5cd63e19aa55), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:42.743396 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b86ab4-203e-48fd-b5f5-0b747e36dd49 None None] Pushing event updated for resources: {'Port': ['ID=f94f361b-d87f-4202-a229-9479eefbe33f,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:42.765654 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 7066a979-4047-4ebe-81b1-79e3f22f8cf1 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:42.768689 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (7066a979-4047-4ebe-81b1-79e3f22f8cf1), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:42.849082 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5fe12bc0-2e29-43d9-80ae-969e6bb2f3b4 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (bffe37bf-5672-4439-afd5-030c5ed84619), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:42.875681 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-5fe12bc0-2e29-43d9-80ae-969e6bb2f3b4 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Calling delete_port for bffe37bf-5672-4439-afd5-030c5ed84619 owned by {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:28:42.947937 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 7066a979-4047-4ebe-81b1-79e3f22f8cf1 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:42.998055 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-e3c16fa4-0642-4a29-9bc6-5c0d0c7f52ba None None] Current status of the port c92854cd-0334-4afa-a4b0-64c156366880 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:43.011899 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-27fad6c1-d7bb-4625-b872-ff3cba486d67 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Allocated IP 2001:db8::6734:edf2:26eb:967d (4d28e89c-1ada-4d65-a68a-7c96765b022b/287d4629-599c-414b-b5be-612f06d72e1a/e85678b5-3c23-4c38-aed2-95af42dbe007) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:43.030197 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bffd2ffe-c685-4eb8-b904-1c6503573771 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Made reservation on behalf of d8e0f965da8447998d407abf5ce886cf for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:43.036698 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bffd2ffe-c685-4eb8-b904-1c6503573771 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:43.082986 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-bffd2ffe-c685-4eb8-b904-1c6503573771 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] device_id is not set on port 4cd81c0d-e9bd-4876-9b7f-6990ec16008b yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:28:43.133946 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-cb20085d-e12a-4540-8897-1159ca081c33 None None] Provisioning complete for port c92854cd-0334-4afa-a4b0-64c156366880 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:43.134953 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cb20085d-e12a-4540-8897-1159ca081c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c92854cd-0334-4afa-a4b0-64c156366880), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:43.152321 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9209eb3b-5f45-42b0-8a93-2003aba62d34 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (09254f1f-9c07-4e9f-b663-ca8db5efc6de), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:43.226168 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dbc81d62-a4e6-4de3-ae7c-19d1c530a3a4 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (afcb9a0b-b143-475f-a07e-5cd63e19aa55), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:43.297604 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-cb20085d-e12a-4540-8897-1159ca081c33 None None] Current status of the port c92854cd-0334-4afa-a4b0-64c156366880 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:43.308668 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-cb20085d-e12a-4540-8897-1159ca081c33 None None] Could not find standard attr ID for object e68b08f2-af59-477c-b77a-0fe61ff04cfd. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:28:43.310474 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 3fc13f8d-b455-4725-a983-760832de4749 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:43.322277 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc81d62-a4e6-4de3-ae7c-19d1c530a3a4 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event deleted for resources: {'Subnet': ['ID=afcb9a0b-b143-475f-a07e-5cd63e19aa55,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:43.345937 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dbc81d62-a4e6-4de3-ae7c-19d1c530a3a4 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:43.346177 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9209eb3b-5f45-42b0-8a93-2003aba62d34 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event updated for resources: {'Subnet': ['ID=09254f1f-9c07-4e9f-b663-ca8db5efc6de,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:43.355465 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-dbc81d62-a4e6-4de3-ae7c-19d1c530a3a4 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/subnets/afcb9a0b-b143-475f-a07e-5cd63e19aa55 HTTP/1.1" status: 204 len: 168 time: 1.6628315 Jan 29 04:28:43.358020 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52396) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:43.377235 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9209eb3b-5f45-42b0-8a93-2003aba62d34 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Checking segment: {'id': 'f5aa78db-a23a-46e7-bf9c-22640a469434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2b4a207e-3c52-4928-8c5a-661b26058925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:28:43.378190 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9209eb3b-5f45-42b0-8a93-2003aba62d34 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Network hostable DHCP agents. Network: 2b4a207e-3c52-4928-8c5a-661b26058925, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:28:43.382975 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fa7840-811f-4084-9708-14d6ca7252e0 None None] Network 2d0085de-26c8-4913-923e-465cebfca9a6 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:43.414636 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-27fad6c1-d7bb-4625-b872-ff3cba486d67 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for port (e85678b5-3c23-4c38-aed2-95af42dbe007), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:43.435221 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-cb20085d-e12a-4540-8897-1159ca081c33 None None] Provisioning complete for port 3fc13f8d-b455-4725-a983-760832de4749 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:43.435879 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cb20085d-e12a-4540-8897-1159ca081c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (3fc13f8d-b455-4725-a983-760832de4749), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:43.457943 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5fe12bc0-2e29-43d9-80ae-969e6bb2f3b4 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (bffe37bf-5672-4439-afd5-030c5ed84619), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:43.510396 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-76319cc1-c4d7-4e35-85b1-03414632d310 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (2d0085de-26c8-4913-923e-465cebfca9a6), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:43.516373 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-bffd2ffe-c685-4eb8-b904-1c6503573771 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Allocated IP 172.20.0.9 (b73caa84-8600-4f4d-9a3e-c736f1a0b9f7/71e83b9d-93c3-4fad-afb7-cb07077efac7/4cd81c0d-e9bd-4876-9b7f-6990ec16008b) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:43.542427 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe12bc0-2e29-43d9-80ae-969e6bb2f3b4 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Pushing event deleted for resources: {'Port': ['ID=bffe37bf-5672-4439-afd5-030c5ed84619,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:43.548509 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-27fad6c1-d7bb-4625-b872-ff3cba486d67 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (e85678b5-3c23-4c38-aed2-95af42dbe007), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:43.568842 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 3fc13f8d-b455-4725-a983-760832de4749 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:43.569232 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (3fc13f8d-b455-4725-a983-760832de4749), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:43.625522 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fad6c1-d7bb-4625-b872-ff3cba486d67 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:43.629274 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-27fad6c1-d7bb-4625-b872-ff3cba486d67 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:43.631798 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fad6c1-d7bb-4625-b872-ff3cba486d67 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:43.633297 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9209eb3b-5f45-42b0-8a93-2003aba62d34 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Network 2b4a207e-3c52-4928-8c5a-661b26058925 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:28:43.637579 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fad6c1-d7bb-4625-b872-ff3cba486d67 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:43.638379 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-27fad6c1-d7bb-4625-b872-ff3cba486d67 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:43.643984 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5fe12bc0-2e29-43d9-80ae-969e6bb2f3b4 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:43.648089 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-5fe12bc0-2e29-43d9-80ae-969e6bb2f3b4 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] 10.222.0.13 "DELETE /v2.0/ports/bffe37bf-5672-4439-afd5-030c5ed84619 HTTP/1.1" status: 204 len: 168 time: 1.8730743 Jan 29 04:28:43.654643 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52398) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:43.664770 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-cb20085d-e12a-4540-8897-1159ca081c33 None None] Current status of the port 3fc13f8d-b455-4725-a983-760832de4749 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:43.670038 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cb20085d-e12a-4540-8897-1159ca081c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (3fc13f8d-b455-4725-a983-760832de4749), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:43.702172 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-f90153ad-0bc8-4911-a8f8-444f80744aa7 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] GET failed (client error): The resource could not be found. Jan 29 04:28:43.704472 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f90153ad-0bc8-4911-a8f8-444f80744aa7 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] 10.222.0.13 "GET /v2.0/ports/bffe37bf-5672-4439-afd5-030c5ed84619 HTTP/1.1" status: 404 len: 333 time: 0.0488560 Jan 29 04:28:43.705437 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fad6c1-d7bb-4625-b872-ff3cba486d67 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Port': ['ID=e85678b5-3c23-4c38-aed2-95af42dbe007,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:43.710263 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52400) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:43.715739 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-d5a0e44a-98d0-4a5f-8491-63d588c3bd49 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Request body: {'port': {'network_id': '0fbf0839-9913-4d35-9c4d-d70caf714297', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1308124056'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:43.736233 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-cb20085d-e12a-4540-8897-1159ca081c33 None None] For port 3fc13f8d-b455-4725-a983-760832de4749, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=3fc13f8d-b455-4725-a983-760832de4749,segment=NetworkSegment(71c1c9b6-d035-47f1-a4e1-9d61fef0280a),segment_id=71c1c9b6-d035-47f1-a4e1-9d61fef0280a)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:43.759164 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-9209eb3b-5f45-42b0-8a93-2003aba62d34 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 2b4a207e-3c52-4928-8c5a-661b26058925) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:43.768044 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-76319cc1-c4d7-4e35-85b1-03414632d310 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Deleting port 4bfe3b02-3439-4689-ae4d-b491c3667be5 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:28:43.768591 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-76319cc1-c4d7-4e35-85b1-03414632d310 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (4bfe3b02-3439-4689-ae4d-b491c3667be5), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:43.775771 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9209eb3b-5f45-42b0-8a93-2003aba62d34 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:43.776375 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9209eb3b-5f45-42b0-8a93-2003aba62d34 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:43.777468 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5c946c-134f-4059-975b-b6b0c4384605 None None] Network 2b4a207e-3c52-4928-8c5a-661b26058925 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:43.846479 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-27fad6c1-d7bb-4625-b872-ff3cba486d67 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5761373 Jan 29 04:28:43.858870 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52402) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:43.920148 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 3fc13f8d-b455-4725-a983-760832de4749 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:43.920554 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (3fc13f8d-b455-4725-a983-760832de4749), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:43.942017 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefe3b1a-84c2-44c0-9e31-ebe92db9328d None None] DHCP port deletion for 2d0085de-26c8-4913-923e-465cebfca9a6 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:28:43.943510 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bffd2ffe-c685-4eb8-b904-1c6503573771 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for port (4cd81c0d-e9bd-4876-9b7f-6990ec16008b), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:43.951549 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cb20085d-e12a-4540-8897-1159ca081c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (3fc13f8d-b455-4725-a983-760832de4749), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:43.978196 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-76319cc1-c4d7-4e35-85b1-03414632d310 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] For port 4bfe3b02-3439-4689-ae4d-b491c3667be5, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=4bfe3b02-3439-4689-ae4d-b491c3667be5,segment=NetworkSegment(b23da828-f773-456d-8b07-65c687f3a5f1),segment_id=b23da828-f773-456d-8b07-65c687f3a5f1)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:43.978671 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-76319cc1-c4d7-4e35-85b1-03414632d310 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (4bfe3b02-3439-4689-ae4d-b491c3667be5), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:44.006029 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392d5247-b36e-4049-bbf2-427b92d026ff tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:44.014626 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392d5247-b36e-4049-bbf2-427b92d026ff tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:44.014626 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-392d5247-b36e-4049-bbf2-427b92d026ff tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1497719 Jan 29 04:28:44.017813 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52404) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:44.049747 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9209eb3b-5f45-42b0-8a93-2003aba62d34 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9352307 Jan 29 04:28:44.055795 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-76319cc1-c4d7-4e35-85b1-03414632d310 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Calling delete_port for 4bfe3b02-3439-4689-ae4d-b491c3667be5 owned by network:dhcp {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:28:44.076960 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52406) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:44.161023 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:28:44.161457 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:28:44.189318 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bffd2ffe-c685-4eb8-b904-1c6503573771 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (4cd81c0d-e9bd-4876-9b7f-6990ec16008b), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:44.191855 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b033536-10c1-4735-ba54-c0bf70d92250 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-2b4a207e-3c52-4928-8c5a-661b26058925', 'network_id': '2b4a207e-3c52-4928-8c5a-661b26058925', 'project_id': '83ef131175644f6384891ed35a4d3341', 'fixed_ips': [{'subnet_id': '09254f1f-9c07-4e9f-b663-ca8db5efc6de'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:28:44.194303 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7b033536-10c1-4735-ba54-c0bf70d92250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:44.197138 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-43637aad-b943-46b4-8aca-a7b67999632a None None] Could not find standard attr ID for object bffe37bf-5672-4439-afd5-030c5ed84619. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:28:44.232441 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb20085d-e12a-4540-8897-1159ca081c33 None None] Pushing event updated for resources: {'Port': ['ID=3fc13f8d-b455-4725-a983-760832de4749,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:44.247740 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-43637aad-b943-46b4-8aca-a7b67999632a None None] Provisioning complete for port c3a081d7-a30e-4a5f-af51-3f53d8431684 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:44.248734 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-43637aad-b943-46b4-8aca-a7b67999632a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c3a081d7-a30e-4a5f-af51-3f53d8431684), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:44.248895 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a0e44a-98d0-4a5f-8491-63d588c3bd49 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Made reservation on behalf of 1cc520e251484df98df5e4540789a741 for: {'port': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:44.254022 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d5a0e44a-98d0-4a5f-8491-63d588c3bd49 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:44.285004 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-c7391259-5438-4485-bdfb-3c9a553aa2ca tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting port e85678b5-3c23-4c38-aed2-95af42dbe007 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:28:44.286616 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c7391259-5438-4485-bdfb-3c9a553aa2ca tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (e85678b5-3c23-4c38-aed2-95af42dbe007), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:44.296333 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd2ffe-c685-4eb8-b904-1c6503573771 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'Port': ['ID=4cd81c0d-e9bd-4876-9b7f-6990ec16008b,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:44.331660 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffd2ffe-c685-4eb8-b904-1c6503573771 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Network b73caa84-8600-4f4d-9a3e-c736f1a0b9f7 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:44.333802 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-bffd2ffe-c685-4eb8-b904-1c6503573771 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:44.344261 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffd2ffe-c685-4eb8-b904-1c6503573771 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:44.406629 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-76319cc1-c4d7-4e35-85b1-03414632d310 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (4bfe3b02-3439-4689-ae4d-b491c3667be5), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:44.412980 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [None req-d5a0e44a-98d0-4a5f-8491-63d588c3bd49 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] device_id is not set on port 2609dcce-f71f-4ee3-8a3c-19cff9bb705a yet. {{(pid=103584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:28:44.424800 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e891293e-932f-46aa-b2d6-0871f75cd25b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (2b4a207e-3c52-4928-8c5a-661b26058925), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:44.458573 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-7b033536-10c1-4735-ba54-c0bf70d92250 None None] Allocated IP 2001:db8::1 (2b4a207e-3c52-4928-8c5a-661b26058925/09254f1f-9c07-4e9f-b663-ca8db5efc6de/7ce77ca4-7e8f-4c05-9591-f9c996c35fc4) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:44.463818 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffd2ffe-c685-4eb8-b904-1c6503573771 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:44.464760 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bffd2ffe-c685-4eb8-b904-1c6503573771 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:44.472796 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76319cc1-c4d7-4e35-85b1-03414632d310 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event deleted for resources: {'Port': ['ID=4bfe3b02-3439-4689-ae4d-b491c3667be5,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:44.473776 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-eefe3b1a-84c2-44c0-9e31-ebe92db9328d None None] Deleting port 4bfe3b02-3439-4689-ae4d-b491c3667be5 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:28:44.474254 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eefe3b1a-84c2-44c0-9e31-ebe92db9328d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (4bfe3b02-3439-4689-ae4d-b491c3667be5), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:44.485204 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-43637aad-b943-46b4-8aca-a7b67999632a None None] Port c3a081d7-a30e-4a5f-af51-3f53d8431684 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:28:44.490711 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c7391259-5438-4485-bdfb-3c9a553aa2ca tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (e85678b5-3c23-4c38-aed2-95af42dbe007), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:44.491877 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76319cc1-c4d7-4e35-85b1-03414632d310 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] No DVR routers for this DVR port 4bfe3b02-3439-4689-ae4d-b491c3667be5 on host dv-neutron-821190-1-hyperv {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:28:44.517340 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-c7391259-5438-4485-bdfb-3c9a553aa2ca tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Calling delete_port for e85678b5-3c23-4c38-aed2-95af42dbe007 owned by {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:28:44.586154 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-bffd2ffe-c685-4eb8-b904-1c6503573771 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0680580 Jan 29 04:28:44.590654 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52408) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:44.606725 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8746e5-79c7-451c-bd7f-f6511f1ead3c None None] Network b73caa84-8600-4f4d-9a3e-c736f1a0b9f7 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:44.624164 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-76319cc1-c4d7-4e35-85b1-03414632d310 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (2d0085de-26c8-4913-923e-465cebfca9a6), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:44.655424 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-76319cc1-c4d7-4e35-85b1-03414632d310 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d0085de-26c8-4913-923e-465cebfca9a6']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:44.668450 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-43637aad-b943-46b4-8aca-a7b67999632a None None] Provisioning complete for port 3fc13f8d-b455-4725-a983-760832de4749 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:44.668960 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-43637aad-b943-46b4-8aca-a7b67999632a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (3fc13f8d-b455-4725-a983-760832de4749), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:44.669296 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-76319cc1-c4d7-4e35-85b1-03414632d310 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b23da828-f773-456d-8b07-65c687f3a5f1') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:44.669599 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-76319cc1-c4d7-4e35-85b1-03414632d310 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b23da828-f773-456d-8b07-65c687f3a5f1') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:44.684979 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee627c3-a7ab-439c-85a9-c18c9f8459e6 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:44.689736 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9ee627c3-a7ab-439c-85a9-c18c9f8459e6 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.0952063 Jan 29 04:28:44.689912 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52410) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:44.691596 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e891293e-932f-46aa-b2d6-0871f75cd25b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (09254f1f-9c07-4e9f-b663-ca8db5efc6de), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:44.702049 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-76319cc1-c4d7-4e35-85b1-03414632d310 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (b23da828-f773-456d-8b07-65c687f3a5f1), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:44.703707 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-eefe3b1a-84c2-44c0-9e31-ebe92db9328d None None] For port 4bfe3b02-3439-4689-ae4d-b491c3667be5, host dv-neutron-821190-1-hyperv, got binding levels [] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:44.704178 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eefe3b1a-84c2-44c0-9e31-ebe92db9328d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (4bfe3b02-3439-4689-ae4d-b491c3667be5), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:44.741392 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-76319cc1-c4d7-4e35-85b1-03414632d310 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (b23da828-f773-456d-8b07-65c687f3a5f1), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:44.755784 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-d5a0e44a-98d0-4a5f-8491-63d588c3bd49 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Allocated IP 2001:db8::33c (0fbf0839-9913-4d35-9c4d-d70caf714297/82cbf589-e9c1-447e-a89e-b3e65b5720d1/2609dcce-f71f-4ee3-8a3c-19cff9bb705a) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:44.756352 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76319cc1-c4d7-4e35-85b1-03414632d310 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:28:44.756914 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-76319cc1-c4d7-4e35-85b1-03414632d310 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (b23da828-f773-456d-8b07-65c687f3a5f1), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:44.760991 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:28:44.760991 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:28:44.760991 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:28:44.760991 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:28:44.760991 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:28:44.760991 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:28:44.760991 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:28:44.760991 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:28:44.760991 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:28:44.760991 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:28:44.760991 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:28:44.760991 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:28:44.760991 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:28:44.760991 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:28:44.760991 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:28:44.760991 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:28:44.760991 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:28:44.760991 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:28:44.760991 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:28:44.760991 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:28:44.760991 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:28:44.760991 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:28:44.760991 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:28:44.760991 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:28:44.760991 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:28:44.760991 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:28:44.760991 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:28:44.760991 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:28:44.760991 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:28:44.760991 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:28:44.760991 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:28:44.760991 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:28:44.764599 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-eefe3b1a-84c2-44c0-9e31-ebe92db9328d None None] Calling delete_port for 4bfe3b02-3439-4689-ae4d-b491c3667be5 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:28:44.769819 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.ipam_backend_mixin [None req-eefe3b1a-84c2-44c0-9e31-ebe92db9328d None None] Port 4bfe3b02-3439-4689-ae4d-b491c3667be5 was not found and therefore no delete operation was performed {{(pid=103586) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 29 04:28:44.774612 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5bcee7-92de-4dbb-b4ee-261112de9c81 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:44.780746 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5bcee7-92de-4dbb-b4ee-261112de9c81 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:44.787007 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eefe3b1a-84c2-44c0-9e31-ebe92db9328d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (4bfe3b02-3439-4689-ae4d-b491c3667be5), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:44.787225 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5bcee7-92de-4dbb-b4ee-261112de9c81 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:44.791726 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7e5bcee7-92de-4dbb-b4ee-261112de9c81 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.0977695 Jan 29 04:28:44.792151 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52412) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:44.796935 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 3fc13f8d-b455-4725-a983-760832de4749 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:44.798124 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device c92854cd-0334-4afa-a4b0-64c156366880 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:44.943431 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-76319cc1-c4d7-4e35-85b1-03414632d310 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (2d0085de-26c8-4913-923e-465cebfca9a6), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:44.949591 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-76319cc1-c4d7-4e35-85b1-03414632d310 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:44.959259 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-76319cc1-c4d7-4e35-85b1-03414632d310 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/networks/2d0085de-26c8-4913-923e-465cebfca9a6 HTTP/1.1" status: 204 len: 168 time: 1.5968659 Jan 29 04:28:44.961558 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52414) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:44.967992 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-dd010db4-85f1-4ff5-a018-cd0708643ade tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-759376923'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:44.983353 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76319cc1-c4d7-4e35-85b1-03414632d310 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event deleted for resources: {'Network': ['ID=2d0085de-26c8-4913-923e-465cebfca9a6,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:44.995093 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c7391259-5438-4485-bdfb-3c9a553aa2ca tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (e85678b5-3c23-4c38-aed2-95af42dbe007), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:45.025727 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe3b1a-84c2-44c0-9e31-ebe92db9328d None None] Pushing event deleted for resources: {'Port': ['ID=4bfe3b02-3439-4689-ae4d-b491c3667be5,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:45.040502 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefe3b1a-84c2-44c0-9e31-ebe92db9328d None None] No DVR routers for this DVR port 4bfe3b02-3439-4689-ae4d-b491c3667be5 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:28:45.051064 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7391259-5438-4485-bdfb-3c9a553aa2ca tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Port': ['ID=e85678b5-3c23-4c38-aed2-95af42dbe007,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:45.065066 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd010db4-85f1-4ff5-a018-cd0708643ade tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Made reservation on behalf of 931e85f3b3ac4f669ae92c3bafe28f71 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:45.080380 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dd010db4-85f1-4ff5-a018-cd0708643ade tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:45.080520 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c7391259-5438-4485-bdfb-3c9a553aa2ca tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:45.081288 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c7391259-5438-4485-bdfb-3c9a553aa2ca tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/ports/e85678b5-3c23-4c38-aed2-95af42dbe007 HTTP/1.1" status: 204 len: 168 time: 1.0618985 Jan 29 04:28:45.086097 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52416) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:45.115693 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-efaec90e-5e85-4a12-8a13-921e2e2d1b8d tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Deleting port 4cd81c0d-e9bd-4876-9b7f-6990ec16008b {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:28:45.116017 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-efaec90e-5e85-4a12-8a13-921e2e2d1b8d tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (4cd81c0d-e9bd-4876-9b7f-6990ec16008b), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:45.148223 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d5a0e44a-98d0-4a5f-8491-63d588c3bd49 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks [] for port (2609dcce-f71f-4ee3-8a3c-19cff9bb705a), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:45.172715 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc348ae-d8f1-404e-8026-1714868c51d5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:45.174157 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc348ae-d8f1-404e-8026-1714868c51d5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:45.179874 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-0fc348ae-d8f1-404e-8026-1714868c51d5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0857761 Jan 29 04:28:45.179874 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd010db4-85f1-4ff5-a018-cd0708643ade tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:28:45.179874 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52418) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:45.196735 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-43637aad-b943-46b4-8aca-a7b67999632a None None] Current status of the port 3fc13f8d-b455-4725-a983-760832de4749 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:45.220840 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dd010db4-85f1-4ff5-a018-cd0708643ade tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (357d8ebf-a1dc-42ba-8032-17d504f3d790), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:45.223068 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-dd010db4-85f1-4ff5-a018-cd0708643ade tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Added segment 357d8ebf-a1dc-42ba-8032-17d504f3d790 of type vlan for network 0dc56fde-8345-48ed-a436-f9913278eb4d Jan 29 04:28:45.225109 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7b033536-10c1-4735-ba54-c0bf70d92250 None None] Publish callbacks [] for port (7ce77ca4-7e8f-4c05-9591-f9c996c35fc4), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:45.251007 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port c92854cd-0334-4afa-a4b0-64c156366880 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:45.251742 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c92854cd-0334-4afa-a4b0-64c156366880), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:45.266416 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-efaec90e-5e85-4a12-8a13-921e2e2d1b8d tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (4cd81c0d-e9bd-4876-9b7f-6990ec16008b), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:45.289023 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-efaec90e-5e85-4a12-8a13-921e2e2d1b8d tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Calling delete_port for 4cd81c0d-e9bd-4876-9b7f-6990ec16008b owned by {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:28:45.293064 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2e07123-fa01-4d09-96e3-aede699cfe03 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting subnet 287d4629-599c-414b-b5be-612f06d72e1a {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:28:45.313952 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dd010db4-85f1-4ff5-a018-cd0708643ade tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (0dc56fde-8345-48ed-a436-f9913278eb4d), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:45.314112 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7b033536-10c1-4735-ba54-c0bf70d92250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (7ce77ca4-7e8f-4c05-9591-f9c996c35fc4), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:45.319338 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c2e07123-fa01-4d09-96e3-aede699cfe03 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (287d4629-599c-414b-b5be-612f06d72e1a), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:45.342039 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-b318e348-fac3-4cbb-802e-91d98843e23b None None] Could not find standard attr ID for object bffe37bf-5672-4439-afd5-030c5ed84619. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:28:45.373920 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c2e07123-fa01-4d09-96e3-aede699cfe03 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (287d4629-599c-414b-b5be-612f06d72e1a), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:45.375271 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b033536-10c1-4735-ba54-c0bf70d92250 None None] Network 2b4a207e-3c52-4928-8c5a-661b26058925 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:45.380566 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-7b033536-10c1-4735-ba54-c0bf70d92250 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:45.382884 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b033536-10c1-4735-ba54-c0bf70d92250 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:45.410967 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b033536-10c1-4735-ba54-c0bf70d92250 None None] Pushing event updated for resources: {'Port': ['ID=7ce77ca4-7e8f-4c05-9591-f9c996c35fc4,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:45.438334 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-b318e348-fac3-4cbb-802e-91d98843e23b None None] Provisioning complete for port f94f361b-d87f-4202-a229-9479eefbe33f triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:45.438334 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b318e348-fac3-4cbb-802e-91d98843e23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (f94f361b-d87f-4202-a229-9479eefbe33f), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:45.454922 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d5a0e44a-98d0-4a5f-8491-63d588c3bd49 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (2609dcce-f71f-4ee3-8a3c-19cff9bb705a), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:45.456549 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c2e07123-fa01-4d09-96e3-aede699cfe03 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (287d4629-599c-414b-b5be-612f06d72e1a), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:45.478300 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dd010db4-85f1-4ff5-a018-cd0708643ade tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (0dc56fde-8345-48ed-a436-f9913278eb4d), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:45.483269 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd010db4-85f1-4ff5-a018-cd0708643ade tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:45.484393 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dd010db4-85f1-4ff5-a018-cd0708643ade tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:45.521464 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a0e44a-98d0-4a5f-8491-63d588c3bd49 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Pushing event updated for resources: {'Port': ['ID=2609dcce-f71f-4ee3-8a3c-19cff9bb705a,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:45.528606 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e891293e-932f-46aa-b2d6-0871f75cd25b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (09254f1f-9c07-4e9f-b663-ca8db5efc6de), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:45.542848 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-7b033536-10c1-4735-ba54-c0bf70d92250 None None] Attempting to bind port 7ce77ca4-7e8f-4c05-9591-f9c996c35fc4 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:28:45.542848 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-7b033536-10c1-4735-ba54-c0bf70d92250 None None] Attempting to bind port 7ce77ca4-7e8f-4c05-9591-f9c996c35fc4 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'f5aa78db-a23a-46e7-bf9c-22640a469434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2b4a207e-3c52-4928-8c5a-661b26058925'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:28:45.542848 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b033536-10c1-4735-ba54-c0bf70d92250 None None] Attempting to bind port 7ce77ca4-7e8f-4c05-9591-f9c996c35fc4 on network 2b4a207e-3c52-4928-8c5a-661b26058925 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:28:45.553454 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port c92854cd-0334-4afa-a4b0-64c156366880 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:45.557716 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b033536-10c1-4735-ba54-c0bf70d92250 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:28:45.558125 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b033536-10c1-4735-ba54-c0bf70d92250 None None] Checking segment: {'id': 'f5aa78db-a23a-46e7-bf9c-22640a469434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2b4a207e-3c52-4928-8c5a-661b26058925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:28:45.558524 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7b033536-10c1-4735-ba54-c0bf70d92250 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:45.558922 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b033536-10c1-4735-ba54-c0bf70d92250 None None] Bound using segment: {'id': 'f5aa78db-a23a-46e7-bf9c-22640a469434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2b4a207e-3c52-4928-8c5a-661b26058925'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:28:45.559408 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-7b033536-10c1-4735-ba54-c0bf70d92250 None None] Bound port: 7ce77ca4-7e8f-4c05-9591-f9c996c35fc4, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5aa78db-a23a-46e7-bf9c-22640a469434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2b4a207e-3c52-4928-8c5a-661b26058925'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:28:45.559820 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7b033536-10c1-4735-ba54-c0bf70d92250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (7ce77ca4-7e8f-4c05-9591-f9c996c35fc4), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:45.568107 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e891293e-932f-46aa-b2d6-0871f75cd25b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event deleted for resources: {'Subnet': ['ID=09254f1f-9c07-4e9f-b663-ca8db5efc6de,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:45.572304 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-dd010db4-85f1-4ff5-a018-cd0708643ade tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6096666 Jan 29 04:28:45.581960 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52420) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:45.589122 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-cf80edbf-52b8-4a58-a7b3-56829161aa00 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'subnet': {'network_id': '0dc56fde-8345-48ed-a436-f9913278eb4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:45.603326 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd010db4-85f1-4ff5-a018-cd0708643ade tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'Network': ['ID=0dc56fde-8345-48ed-a436-f9913278eb4d,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:45.648840 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 0dc56fde-8345-48ed-a436-f9913278eb4d details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:28:45.657567 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a0e44a-98d0-4a5f-8491-63d588c3bd49 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Network 0fbf0839-9913-4d35-9c4d-d70caf714297 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:45.665566 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-d5a0e44a-98d0-4a5f-8491-63d588c3bd49 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:45.676214 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c2e07123-fa01-4d09-96e3-aede699cfe03 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (287d4629-599c-414b-b5be-612f06d72e1a), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:45.689297 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-b318e348-fac3-4cbb-802e-91d98843e23b None None] Current status of the port f94f361b-d87f-4202-a229-9479eefbe33f is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:45.689695 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b318e348-fac3-4cbb-802e-91d98843e23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (f94f361b-d87f-4202-a229-9479eefbe33f), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:45.696507 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a0e44a-98d0-4a5f-8491-63d588c3bd49 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:45.715286 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a0e44a-98d0-4a5f-8491-63d588c3bd49 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:45.715286 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d5a0e44a-98d0-4a5f-8491-63d588c3bd49 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:45.738925 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e07123-fa01-4d09-96e3-aede699cfe03 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Subnet': ['ID=287d4629-599c-414b-b5be-612f06d72e1a,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:45.746978 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-7b033536-10c1-4735-ba54-c0bf70d92250 None None] For port 7ce77ca4-7e8f-4c05-9591-f9c996c35fc4, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:28:45.759823 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c2e07123-fa01-4d09-96e3-aede699cfe03 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:45.772886 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c2e07123-fa01-4d09-96e3-aede699cfe03 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/287d4629-599c-414b-b5be-612f06d72e1a HTTP/1.1" status: 204 len: 168 time: 0.5900533 Jan 29 04:28:45.773570 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52424) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:45.782811 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-efaec90e-5e85-4a12-8a13-921e2e2d1b8d tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (4cd81c0d-e9bd-4876-9b7f-6990ec16008b), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:45.790334 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a802244-e2e9-4c6d-bd64-cacbaa362745 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:45.794838 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-7b033536-10c1-4735-ba54-c0bf70d92250 None None] For port 7ce77ca4-7e8f-4c05-9591-f9c996c35fc4, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=7ce77ca4-7e8f-4c05-9591-f9c996c35fc4,segment=NetworkSegment(f5aa78db-a23a-46e7-bf9c-22640a469434),segment_id=f5aa78db-a23a-46e7-bf9c-22640a469434)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:28:45.883043 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-0a8ca38a-40be-4a25-b62f-4fd561567ee2 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1070778 Jan 29 04:28:45.883921 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52426) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:45.892117 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-b318e348-fac3-4cbb-802e-91d98843e23b None None] For port f94f361b-d87f-4202-a229-9479eefbe33f, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=f94f361b-d87f-4202-a229-9479eefbe33f,segment=NetworkSegment(e1c046d7-87ce-480a-adbe-2b7bccc7c14b),segment_id=e1c046d7-87ce-480a-adbe-2b7bccc7c14b)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:45.933537 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7b033536-10c1-4735-ba54-c0bf70d92250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (7ce77ca4-7e8f-4c05-9591-f9c996c35fc4), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:46.000402 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2449a4dc-3636-48f8-be4b-0862e3417979 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:46.003349 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2449a4dc-3636-48f8-be4b-0862e3417979 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1131430 Jan 29 04:28:46.006950 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52428) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:46.008817 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device f94f361b-d87f-4202-a229-9479eefbe33f up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:46.058239 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaec90e-5e85-4a12-8a13-921e2e2d1b8d tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event deleted for resources: {'Port': ['ID=4cd81c0d-e9bd-4876-9b7f-6990ec16008b,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:46.061789 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e891293e-932f-46aa-b2d6-0871f75cd25b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (2b4a207e-3c52-4928-8c5a-661b26058925), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:46.067581 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b318e348-fac3-4cbb-802e-91d98843e23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (f94f361b-d87f-4202-a229-9479eefbe33f), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:46.071559 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f05f31c-1eae-4490-a3a8-79ea359c87ec tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:46.073955 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2f05f31c-1eae-4490-a3a8-79ea359c87ec tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0654514 Jan 29 04:28:46.076385 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52430) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:46.090840 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b033536-10c1-4735-ba54-c0bf70d92250 None None] Pushing event updated for resources: {'Port': ['ID=7ce77ca4-7e8f-4c05-9591-f9c996c35fc4,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:46.103766 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-b318e348-fac3-4cbb-802e-91d98843e23b None None] Could not find standard attr ID for object e85678b5-3c23-4c38-aed2-95af42dbe007. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:28:46.118098 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d5a0e44a-98d0-4a5f-8491-63d588c3bd49 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.4063354 Jan 29 04:28:46.128859 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52432) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:46.135772 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-dd06d1ba-891e-4d61-a3e9-81fe35fa6aac tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0567579 Jan 29 04:28:46.141806 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52434) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:46.144054 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-d8a34671-4db7-4283-9960-276ad35f2491 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2c9', 'mac_address': 'fa:16:3e:e1:e9:48'}]}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:46.147341 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-67d52840-357a-4f13-abe3-d7d996ee20d5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'subnet': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:46.167091 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-e891293e-932f-46aa-b2d6-0871f75cd25b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b4a207e-3c52-4928-8c5a-661b26058925']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:46.180333 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port f94f361b-d87f-4202-a229-9479eefbe33f triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:46.180744 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (f94f361b-d87f-4202-a229-9479eefbe33f), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:46.243983 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf80edbf-52b8-4a58-a7b3-56829161aa00 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Made reservation on behalf of 931e85f3b3ac4f669ae92c3bafe28f71 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:46.249417 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318e348-fac3-4cbb-802e-91d98843e23b None None] Pushing event updated for resources: {'Port': ['ID=f94f361b-d87f-4202-a229-9479eefbe33f,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:46.249923 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cf80edbf-52b8-4a58-a7b3-56829161aa00 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:46.269038 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-c7284506-3590-4ca7-96f7-b8c4a86ec7f2 None None] Provisioning complete for port 96886562-4e73-4519-b628-18a64a758fce triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:46.273490 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c7284506-3590-4ca7-96f7-b8c4a86ec7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (96886562-4e73-4519-b628-18a64a758fce), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:46.278650 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82137c35-d0ab-4c36-b149-fdf40119cdb1 None None] Network 2b4a207e-3c52-4928-8c5a-661b26058925 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:46.280637 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccb6b81-58d0-4c7b-9fa0-633391297f30 None None] DHCP port deletion for 4d28e89c-1ada-4d65-a68a-7c96765b022b request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:28:46.299924 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-e891293e-932f-46aa-b2d6-0871f75cd25b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5aa78db-a23a-46e7-bf9c-22640a469434') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:46.302206 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-e891293e-932f-46aa-b2d6-0871f75cd25b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5aa78db-a23a-46e7-bf9c-22640a469434') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:46.343034 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e891293e-932f-46aa-b2d6-0871f75cd25b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (f5aa78db-a23a-46e7-bf9c-22640a469434), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:46.349640 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d52840-357a-4f13-abe3-d7d996ee20d5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:46.353304 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-67d52840-357a-4f13-abe3-d7d996ee20d5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:46.405194 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-efaec90e-5e85-4a12-8a13-921e2e2d1b8d tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:46.411433 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-efaec90e-5e85-4a12-8a13-921e2e2d1b8d tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/ports/4cd81c0d-e9bd-4876-9b7f-6990ec16008b HTTP/1.1" status: 204 len: 168 time: 1.6178648 Jan 29 04:28:46.412039 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52436) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:46.419560 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e891293e-932f-46aa-b2d6-0871f75cd25b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (f5aa78db-a23a-46e7-bf9c-22640a469434), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:46.429986 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c7284506-3590-4ca7-96f7-b8c4a86ec7f2 None None] Port 96886562-4e73-4519-b628-18a64a758fce cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:28:46.458280 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-c7284506-3590-4ca7-96f7-b8c4a86ec7f2 None None] Could not find standard attr ID for object 4cd81c0d-e9bd-4876-9b7f-6990ec16008b. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:28:46.479765 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port f94f361b-d87f-4202-a229-9479eefbe33f is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:46.479765 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 3fc13f8d-b455-4725-a983-760832de4749 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:46.490053 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e891293e-932f-46aa-b2d6-0871f75cd25b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:28:46.490476 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e891293e-932f-46aa-b2d6-0871f75cd25b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (f5aa78db-a23a-46e7-bf9c-22640a469434), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:46.494181 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:28:46.494181 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:28:46.494181 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:28:46.494181 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:28:46.494181 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:28:46.494181 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:28:46.494181 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:28:46.494181 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:28:46.494181 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:28:46.494181 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:28:46.494181 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:28:46.494181 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:28:46.494181 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:28:46.494181 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:28:46.494181 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:28:46.494181 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:28:46.494181 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:28:46.494181 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:28:46.494181 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:28:46.494181 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:28:46.494181 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:28:46.494181 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:28:46.494181 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:28:46.494181 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:28:46.494181 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:28:46.494181 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:28:46.494181 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:28:46.494181 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:28:46.494181 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:28:46.494181 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:28:46.494181 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:28:46.494181 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:28:46.506772 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e8cb8df-b9ea-44a1-9a2b-f0bf3112095b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] GET failed (client error): The resource could not be found. Jan 29 04:28:46.510878 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-3e8cb8df-b9ea-44a1-9a2b-f0bf3112095b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "GET /v2.0/ports/4cd81c0d-e9bd-4876-9b7f-6990ec16008b HTTP/1.1" status: 404 len: 333 time: 0.0871170 Jan 29 04:28:46.513543 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52438) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:46.514486 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-c7284506-3590-4ca7-96f7-b8c4a86ec7f2 None None] Provisioning complete for port f94f361b-d87f-4202-a229-9479eefbe33f triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:46.514782 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c7284506-3590-4ca7-96f7-b8c4a86ec7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (f94f361b-d87f-4202-a229-9479eefbe33f), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:46.571966 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-4ccb6b81-58d0-4c7b-9fa0-633391297f30 None None] Deleting port c92854cd-0334-4afa-a4b0-64c156366880 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:28:46.572671 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4ccb6b81-58d0-4c7b-9fa0-633391297f30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (c92854cd-0334-4afa-a4b0-64c156366880), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:46.637785 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d8a34671-4db7-4283-9960-276ad35f2491 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (2609dcce-f71f-4ee3-8a3c-19cff9bb705a), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:46.662948 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.db.api [None req-e891293e-932f-46aa-b2d6-0871f75cd25b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 29 04:28:46.662948 dv-neutron-821190-1-hyperv neutron-server[103584]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 29 04:28:46.662948 dv-neutron-821190-1-hyperv neutron-server[103584]: [parameters: {'id': '2b4a207e-3c52-4928-8c5a-661b26058925'}] Jan 29 04:28:46.662948 dv-neutron-821190-1-hyperv neutron-server[103584]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:28:46.662948 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG oslo_db.api [None req-e891293e-932f-46aa-b2d6-0871f75cd25b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:28:46.663471 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 3fc13f8d-b455-4725-a983-760832de4749 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:46.663471 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (3fc13f8d-b455-4725-a983-760832de4749), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:46.666053 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-4ccb6b81-58d0-4c7b-9fa0-633391297f30 None None] For port c92854cd-0334-4afa-a4b0-64c156366880, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=c92854cd-0334-4afa-a4b0-64c156366880,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:46.666452 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4ccb6b81-58d0-4c7b-9fa0-633391297f30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (c92854cd-0334-4afa-a4b0-64c156366880), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:46.698561 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-49fd8aa7-5128-4fb1-9fc3-d17b2f4726d2 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Deleting port 96886562-4e73-4519-b628-18a64a758fce {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:28:46.698921 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-49fd8aa7-5128-4fb1-9fc3-d17b2f4726d2 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (96886562-4e73-4519-b628-18a64a758fce), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:46.722109 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-4ccb6b81-58d0-4c7b-9fa0-633391297f30 None None] Calling delete_port for c92854cd-0334-4afa-a4b0-64c156366880 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:28:46.756209 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c7284506-3590-4ca7-96f7-b8c4a86ec7f2 None None] Current status of the port f94f361b-d87f-4202-a229-9479eefbe33f is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:46.820332 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-c7284506-3590-4ca7-96f7-b8c4a86ec7f2 None None] Provisioning complete for port 2609dcce-f71f-4ee3-8a3c-19cff9bb705a triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:46.820740 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c7284506-3590-4ca7-96f7-b8c4a86ec7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (2609dcce-f71f-4ee3-8a3c-19cff9bb705a), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:46.825322 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-49fd8aa7-5128-4fb1-9fc3-d17b2f4726d2 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (96886562-4e73-4519-b628-18a64a758fce), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:46.840602 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-49fd8aa7-5128-4fb1-9fc3-d17b2f4726d2 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Calling delete_port for 96886562-4e73-4519-b628-18a64a758fce owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:28:46.851105 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-67d52840-357a-4f13-abe3-d7d996ee20d5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (ae674763-78eb-4e93-9d14-8ed911cd6d82), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:46.894777 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c7284506-3590-4ca7-96f7-b8c4a86ec7f2 None None] Port 2609dcce-f71f-4ee3-8a3c-19cff9bb705a cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:28:46.910038 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 3fc13f8d-b455-4725-a983-760832de4749 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:46.912669 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cf80edbf-52b8-4a58-a7b3-56829161aa00 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (f7b42089-8b21-4764-aac6-b570951fcc4d), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:46.933472 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d8a34671-4db7-4283-9960-276ad35f2491 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks [] for port (2609dcce-f71f-4ee3-8a3c-19cff9bb705a), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:46.940188 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d52840-357a-4f13-abe3-d7d996ee20d5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:46.946128 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-67d52840-357a-4f13-abe3-d7d996ee20d5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:46.949199 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d52840-357a-4f13-abe3-d7d996ee20d5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:46.949799 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-67d52840-357a-4f13-abe3-d7d996ee20d5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:46.966246 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 4bfe3b02-3439-4689-ae4d-b491c3667be5 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:28:46.974780 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d52840-357a-4f13-abe3-d7d996ee20d5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Subnet': ['ID=ae674763-78eb-4e93-9d14-8ed911cd6d82,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:46.992921 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4ccb6b81-58d0-4c7b-9fa0-633391297f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (c92854cd-0334-4afa-a4b0-64c156366880), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:46.993967 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf80edbf-52b8-4a58-a7b3-56829161aa00 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'Subnet': ['ID=f7b42089-8b21-4764-aac6-b570951fcc4d,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:46.994973 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 4bfe3b02-3439-4689-ae4d-b491c3667be5 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:28:46.995505 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 4bfe3b02-3439-4689-ae4d-b491c3667be5 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:28:47.000302 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf80edbf-52b8-4a58-a7b3-56829161aa00 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Checking segment: {'id': '357d8ebf-a1dc-42ba-8032-17d504f3d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0dc56fde-8345-48ed-a436-f9913278eb4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:28:47.000612 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf80edbf-52b8-4a58-a7b3-56829161aa00 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Network hostable DHCP agents. Network: 0dc56fde-8345-48ed-a436-f9913278eb4d, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:28:47.018944 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d8a34671-4db7-4283-9960-276ad35f2491 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (2609dcce-f71f-4ee3-8a3c-19cff9bb705a), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:47.034582 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3acbde6a-a55d-4940-9298-639729d7eacc None None] Could not find standard attr ID for object 4cd81c0d-e9bd-4876-9b7f-6990ec16008b. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:28:47.036478 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb6b81-58d0-4c7b-9fa0-633391297f30 None None] Pushing event deleted for resources: {'Port': ['ID=c92854cd-0334-4afa-a4b0-64c156366880,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:47.041850 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccb6b81-58d0-4c7b-9fa0-633391297f30 None None] No DVR routers for this DVR port c92854cd-0334-4afa-a4b0-64c156366880 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:28:47.058942 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841e0ca4-40ed-4a81-879a-7e6269c6ae3e None None] get_active_networks_info from dv-neutron-821190-1-hyperv {{(pid=103586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 29 04:28:47.063993 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-d8a34671-4db7-4283-9960-276ad35f2491 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] In _notify_port_updated(), no bound segment for port 2609dcce-f71f-4ee3-8a3c-19cff9bb705a on network 0fbf0839-9913-4d35-9c4d-d70caf714297 {{(pid=103584) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 04:28:47.069484 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a34671-4db7-4283-9960-276ad35f2491 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:47.070133 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d8a34671-4db7-4283-9960-276ad35f2491 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:47.071471 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d8a34671-4db7-4283-9960-276ad35f2491 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] 10.222.0.13 "PUT /v2.0/ports/2609dcce-f71f-4ee3-8a3c-19cff9bb705a HTTP/1.1" status: 200 len: 1003 time: 0.9331493 Jan 29 04:28:47.074405 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52440) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:47.089013 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a34671-4db7-4283-9960-276ad35f2491 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Pushing event updated for resources: {'Port': ['ID=2609dcce-f71f-4ee3-8a3c-19cff9bb705a,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:47.112761 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-67d52840-357a-4f13-abe3-d7d996ee20d5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9696281 Jan 29 04:28:47.116212 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52442) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:47.121201 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-d2b9118c-d635-4b2b-b218-f5c4fb1437e1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'port': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'fixed_ips': [{'subnet_id': 'ae674763-78eb-4e93-9d14-8ed911cd6d82', 'ip_address': '2001:db8::873b:41f2:6844:fea4'}], 'name': 'tempest-NetworksTestDHCPv6-1091475226'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:47.126015 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf80edbf-52b8-4a58-a7b3-56829161aa00 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Network 0dc56fde-8345-48ed-a436-f9913278eb4d is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:28:47.165278 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-49fd8aa7-5128-4fb1-9fc3-d17b2f4726d2 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (96886562-4e73-4519-b628-18a64a758fce), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:47.171015 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e891293e-932f-46aa-b2d6-0871f75cd25b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (2b4a207e-3c52-4928-8c5a-661b26058925), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:47.199493 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd8aa7-5128-4fb1-9fc3-d17b2f4726d2 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event deleted for resources: {'Port': ['ID=96886562-4e73-4519-b628-18a64a758fce,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:47.229858 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-cf80edbf-52b8-4a58-a7b3-56829161aa00 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 0dc56fde-8345-48ed-a436-f9913278eb4d) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:47.240782 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf80edbf-52b8-4a58-a7b3-56829161aa00 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:47.242359 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cf80edbf-52b8-4a58-a7b3-56829161aa00 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:47.267251 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-d4865d10-b0ef-4367-ae6b-2eb44ae9c9cc tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Deleting port 2609dcce-f71f-4ee3-8a3c-19cff9bb705a {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:28:47.267251 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d4865d10-b0ef-4367-ae6b-2eb44ae9c9cc tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (2609dcce-f71f-4ee3-8a3c-19cff9bb705a), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:47.286552 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-e891293e-932f-46aa-b2d6-0871f75cd25b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Deleting port 7ce77ca4-7e8f-4c05-9591-f9c996c35fc4 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:28:47.286921 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e891293e-932f-46aa-b2d6-0871f75cd25b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (7ce77ca4-7e8f-4c05-9591-f9c996c35fc4), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:47.320710 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841e0ca4-40ed-4a81-879a-7e6269c6ae3e None None] Unable to find a vacant binding_index for network 0dc56fde-8345-48ed-a436-f9913278eb4d and agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 29 04:28:47.327088 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841e0ca4-40ed-4a81-879a-7e6269c6ae3e None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 0dc56fde-8345-48ed-a436-f9913278eb4d) {{(pid=103586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 04:28:47.342726 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-49fd8aa7-5128-4fb1-9fc3-d17b2f4726d2 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:47.346174 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-cf80edbf-52b8-4a58-a7b3-56829161aa00 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7607822 Jan 29 04:28:47.346831 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-49fd8aa7-5128-4fb1-9fc3-d17b2f4726d2 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/ports/96886562-4e73-4519-b628-18a64a758fce HTTP/1.1" status: 204 len: 168 time: 0.8297474 Jan 29 04:28:47.348593 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52444) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:47.352138 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52446) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:47.353497 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-1da1c556-5a7a-4b71-bf81-5254da44c474 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-21027278', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:47.371564 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b9118c-d635-4b2b-b218-f5c4fb1437e1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'port': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:47.386909 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bc50a75-70d6-4b25-b336-ee4807a87582 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] GET failed (client error): The resource could not be found. Jan 29 04:28:47.390952 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-0bc50a75-70d6-4b25-b336-ee4807a87582 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "GET /v2.0/ports/96886562-4e73-4519-b628-18a64a758fce HTTP/1.1" status: 404 len: 333 time: 0.0355964 Jan 29 04:28:47.391953 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52448) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:47.436156 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-e891293e-932f-46aa-b2d6-0871f75cd25b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] For port 7ce77ca4-7e8f-4c05-9591-f9c996c35fc4, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=7ce77ca4-7e8f-4c05-9591-f9c996c35fc4,segment=NetworkSegment(f5aa78db-a23a-46e7-bf9c-22640a469434),segment_id=f5aa78db-a23a-46e7-bf9c-22640a469434)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:47.436156 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e891293e-932f-46aa-b2d6-0871f75cd25b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (7ce77ca4-7e8f-4c05-9591-f9c996c35fc4), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:47.441486 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d4865d10-b0ef-4367-ae6b-2eb44ae9c9cc tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (2609dcce-f71f-4ee3-8a3c-19cff9bb705a), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:47.461963 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-e891293e-932f-46aa-b2d6-0871f75cd25b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Calling delete_port for 7ce77ca4-7e8f-4c05-9591-f9c996c35fc4 owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:28:47.463264 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-d4865d10-b0ef-4367-ae6b-2eb44ae9c9cc tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Calling delete_port for 2609dcce-f71f-4ee3-8a3c-19cff9bb705a owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:28:47.487609 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-68fba26e-a552-4531-8055-286ebb090ed1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Deleting subnet 71e83b9d-93c3-4fad-afb7-cb07077efac7 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:28:47.491344 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-68fba26e-a552-4531-8055-286ebb090ed1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for subnet (71e83b9d-93c3-4fad-afb7-cb07077efac7), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:47.571399 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-68fba26e-a552-4531-8055-286ebb090ed1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (71e83b9d-93c3-4fad-afb7-cb07077efac7), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:47.717437 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device f94f361b-d87f-4202-a229-9479eefbe33f up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:47.717437 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc028aee-cb92-420f-ba87-e43e1d534617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-0dc56fde-8345-48ed-a436-f9913278eb4d', 'network_id': '0dc56fde-8345-48ed-a436-f9913278eb4d', 'project_id': '931e85f3b3ac4f669ae92c3bafe28f71', 'fixed_ips': [{'subnet_id': 'f7b42089-8b21-4764-aac6-b570951fcc4d'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:28:47.717437 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fc028aee-cb92-420f-ba87-e43e1d534617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:47.746522 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-68fba26e-a552-4531-8055-286ebb090ed1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (71e83b9d-93c3-4fad-afb7-cb07077efac7), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:47.753782 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347f71a3-65b3-4fd0-91e3-168efb5c853b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-4d28e89c-1ada-4d65-a68a-7c96765b022b', 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'project_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'fixed_ips': [{'subnet_id': 'ae674763-78eb-4e93-9d14-8ed911cd6d82'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:28:47.754639 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-347f71a3-65b3-4fd0-91e3-168efb5c853b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:47.806815 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1da1c556-5a7a-4b71-bf81-5254da44c474 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (52ff5e78-bd2b-47a7-bcb4-81993e6b3723), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:47.808029 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1da1c556-5a7a-4b71-bf81-5254da44c474 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (52ff5e78-bd2b-47a7-bcb4-81993e6b3723), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:47.814267 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port f94f361b-d87f-4202-a229-9479eefbe33f triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:47.815155 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (f94f361b-d87f-4202-a229-9479eefbe33f), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:47.855151 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d4865d10-b0ef-4367-ae6b-2eb44ae9c9cc tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (2609dcce-f71f-4ee3-8a3c-19cff9bb705a), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:47.863220 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d2b9118c-d635-4b2b-b218-f5c4fb1437e1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:47.893794 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [None req-d2b9118c-d635-4b2b-b218-f5c4fb1437e1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] device_id is not set on port 3b7c6855-572e-45a1-bfde-2e0bd20e07c4 yet. {{(pid=103584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:28:47.895869 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-68fba26e-a552-4531-8055-286ebb090ed1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (71e83b9d-93c3-4fad-afb7-cb07077efac7), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:47.898852 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4865d10-b0ef-4367-ae6b-2eb44ae9c9cc tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Pushing event deleted for resources: {'Port': ['ID=2609dcce-f71f-4ee3-8a3c-19cff9bb705a,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:47.985108 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-68fba26e-a552-4531-8055-286ebb090ed1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:47.989703 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-68fba26e-a552-4531-8055-286ebb090ed1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/subnets/71e83b9d-93c3-4fad-afb7-cb07077efac7 HTTP/1.1" status: 204 len: 168 time: 0.5971222 Jan 29 04:28:47.993597 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52450) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:47.994102 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1da1c556-5a7a-4b71-bf81-5254da44c474 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for router_controller (52ff5e78-bd2b-47a7-bcb4-81993e6b3723), precommit_add_association {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:47.996917 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fba26e-a552-4531-8055-286ebb090ed1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event deleted for resources: {'Subnet': ['ID=71e83b9d-93c3-4fad-afb7-cb07077efac7,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:48.070799 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1da1c556-5a7a-4b71-bf81-5254da44c474 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (52ff5e78-bd2b-47a7-bcb4-81993e6b3723), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:48.105286 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-347f71a3-65b3-4fd0-91e3-168efb5c853b None None] Allocated IP 2001:db8::2 (4d28e89c-1ada-4d65-a68a-7c96765b022b/ae674763-78eb-4e93-9d14-8ed911cd6d82/20766610-3eb5-4e26-aba9-c4ec9023b96e) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:48.110729 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e891293e-932f-46aa-b2d6-0871f75cd25b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (7ce77ca4-7e8f-4c05-9591-f9c996c35fc4), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:48.112257 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-fc028aee-cb92-420f-ba87-e43e1d534617 None None] Allocated IP 2001:db8::2 (0dc56fde-8345-48ed-a436-f9913278eb4d/f7b42089-8b21-4764-aac6-b570951fcc4d/cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:48.117460 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d4865d10-b0ef-4367-ae6b-2eb44ae9c9cc tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:48.117710 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port f94f361b-d87f-4202-a229-9479eefbe33f is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:48.122671 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d4865d10-b0ef-4367-ae6b-2eb44ae9c9cc tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] 10.222.0.13 "DELETE /v2.0/ports/2609dcce-f71f-4ee3-8a3c-19cff9bb705a HTTP/1.1" status: 204 len: 168 time: 1.0469985 Jan 29 04:28:48.128956 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52452) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:48.153125 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e891293e-932f-46aa-b2d6-0871f75cd25b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event deleted for resources: {'Port': ['ID=7ce77ca4-7e8f-4c05-9591-f9c996c35fc4,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:48.153125 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e891293e-932f-46aa-b2d6-0871f75cd25b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] No DVR routers for this DVR port 7ce77ca4-7e8f-4c05-9591-f9c996c35fc4 on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:28:48.162253 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1da1c556-5a7a-4b71-bf81-5254da44c474 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:48.166908 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1da1c556-5a7a-4b71-bf81-5254da44c474 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8173218 Jan 29 04:28:48.167596 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab4470d1-b2de-46f1-8102-f06b673219a4 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] GET failed (client error): The resource could not be found. Jan 29 04:28:48.167722 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52454) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:48.169421 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ab4470d1-b2de-46f1-8102-f06b673219a4 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] 10.222.0.13 "GET /v2.0/ports/2609dcce-f71f-4ee3-8a3c-19cff9bb705a HTTP/1.1" status: 404 len: 333 time: 0.0395424 Jan 29 04:28:48.175787 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f822ce9a-7410-4f81-a8cc-3cb81f3a9c49 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (b73caa84-8600-4f4d-9a3e-c736f1a0b9f7), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:48.177714 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52456) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:48.182772 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-44858252-5f27-4633-916e-3a04f6c7bc67 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Request body: {'port': {'network_id': '0fbf0839-9913-4d35-9c4d-d70caf714297', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-349822284'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:48.192338 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-f1327659-a302-4318-96a6-638175995289 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'port': {'network_id': '0dc56fde-8345-48ed-a436-f9913278eb4d', 'name': 'tempest-PortsIpV6TestJSON-725284498'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:48.228463 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device c92854cd-0334-4afa-a4b0-64c156366880 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:28:48.263262 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: c92854cd-0334-4afa-a4b0-64c156366880 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:28:48.263553 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device c92854cd-0334-4afa-a4b0-64c156366880 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:28:48.304841 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e891293e-932f-46aa-b2d6-0871f75cd25b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (2b4a207e-3c52-4928-8c5a-661b26058925), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:48.338060 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-f822ce9a-7410-4f81-a8cc-3cb81f3a9c49 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Deleting port f94f361b-d87f-4202-a229-9479eefbe33f {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:28:48.342017 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f822ce9a-7410-4f81-a8cc-3cb81f3a9c49 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (f94f361b-d87f-4202-a229-9479eefbe33f), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:48.342256 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-e891293e-932f-46aa-b2d6-0871f75cd25b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b4a207e-3c52-4928-8c5a-661b26058925']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:48.358400 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-e891293e-932f-46aa-b2d6-0871f75cd25b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5aa78db-a23a-46e7-bf9c-22640a469434') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:48.359533 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-e891293e-932f-46aa-b2d6-0871f75cd25b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5aa78db-a23a-46e7-bf9c-22640a469434') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:48.375779 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e891293e-932f-46aa-b2d6-0871f75cd25b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (f5aa78db-a23a-46e7-bf9c-22640a469434), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:48.396536 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e891293e-932f-46aa-b2d6-0871f75cd25b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (f5aa78db-a23a-46e7-bf9c-22640a469434), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:48.403624 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e891293e-932f-46aa-b2d6-0871f75cd25b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:28:48.404944 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e891293e-932f-46aa-b2d6-0871f75cd25b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (f5aa78db-a23a-46e7-bf9c-22640a469434), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:48.407502 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:28:48.407502 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:28:48.407502 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:28:48.407502 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:28:48.407502 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:28:48.407502 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:28:48.407502 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:28:48.407502 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:28:48.407502 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:28:48.407502 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:28:48.407502 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:28:48.407502 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:28:48.407502 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:28:48.407502 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:28:48.407502 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:28:48.407502 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:28:48.407502 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:28:48.407502 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:28:48.407502 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:28:48.407502 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:28:48.407502 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:28:48.407502 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:28:48.407502 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:28:48.407502 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:28:48.407502 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:28:48.407502 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:28:48.407502 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:28:48.407502 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:28:48.407502 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:28:48.407502 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:28:48.407502 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:28:48.407502 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:28:48.415702 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-f822ce9a-7410-4f81-a8cc-3cb81f3a9c49 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] For port f94f361b-d87f-4202-a229-9479eefbe33f, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=f94f361b-d87f-4202-a229-9479eefbe33f,segment=NetworkSegment(e1c046d7-87ce-480a-adbe-2b7bccc7c14b),segment_id=e1c046d7-87ce-480a-adbe-2b7bccc7c14b)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:48.416143 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f822ce9a-7410-4f81-a8cc-3cb81f3a9c49 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (f94f361b-d87f-4202-a229-9479eefbe33f), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:48.426756 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fc028aee-cb92-420f-ba87-e43e1d534617 None None] Publish callbacks [] for port (cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:48.428344 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-347f71a3-65b3-4fd0-91e3-168efb5c853b None None] Publish callbacks [] for port (20766610-3eb5-4e26-aba9-c4ec9023b96e), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:48.430247 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-f822ce9a-7410-4f81-a8cc-3cb81f3a9c49 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Calling delete_port for f94f361b-d87f-4202-a229-9479eefbe33f owned by network:dhcp {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:28:48.481362 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1327659-a302-4318-96a6-638175995289 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Made reservation on behalf of 931e85f3b3ac4f669ae92c3bafe28f71 for: {'port': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:48.485348 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f1327659-a302-4318-96a6-638175995289 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:48.503541 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [None req-f1327659-a302-4318-96a6-638175995289 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] device_id is not set on port feca2502-8dc6-4fc2-b260-98a02a2c6ccd yet. {{(pid=103584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:28:48.532979 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44858252-5f27-4633-916e-3a04f6c7bc67 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Made reservation on behalf of 1cc520e251484df98df5e4540789a741 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:48.534082 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-347f71a3-65b3-4fd0-91e3-168efb5c853b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (20766610-3eb5-4e26-aba9-c4ec9023b96e), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:48.536781 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-44858252-5f27-4633-916e-3a04f6c7bc67 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:48.543112 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fc028aee-cb92-420f-ba87-e43e1d534617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:48.560823 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-44858252-5f27-4633-916e-3a04f6c7bc67 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] device_id is not set on port ef1065bb-a347-41e6-9f85-247ceae9b73f yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:28:48.585662 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347f71a3-65b3-4fd0-91e3-168efb5c853b None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:48.589233 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e891293e-932f-46aa-b2d6-0871f75cd25b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (2b4a207e-3c52-4928-8c5a-661b26058925), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:48.596694 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc028aee-cb92-420f-ba87-e43e1d534617 None None] Network 0dc56fde-8345-48ed-a436-f9913278eb4d is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:48.597819 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-347f71a3-65b3-4fd0-91e3-168efb5c853b None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:48.600885 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-fc028aee-cb92-420f-ba87-e43e1d534617 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:48.602512 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e891293e-932f-46aa-b2d6-0871f75cd25b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:48.602663 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f71a3-65b3-4fd0-91e3-168efb5c853b None None] Pushing event updated for resources: {'Port': ['ID=20766610-3eb5-4e26-aba9-c4ec9023b96e,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:48.604809 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347f71a3-65b3-4fd0-91e3-168efb5c853b None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:48.605639 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e891293e-932f-46aa-b2d6-0871f75cd25b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "DELETE /v2.0/networks/2b4a207e-3c52-4928-8c5a-661b26058925 HTTP/1.1" status: 204 len: 168 time: 4.5273564 Jan 29 04:28:48.613215 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc028aee-cb92-420f-ba87-e43e1d534617 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:48.613417 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52458) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:48.617811 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-2d946665-0084-468d-a4b3-8ff64753c7d3 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-870996039'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:48.630036 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f822ce9a-7410-4f81-a8cc-3cb81f3a9c49 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (f94f361b-d87f-4202-a229-9479eefbe33f), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:48.643255 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e891293e-932f-46aa-b2d6-0871f75cd25b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event deleted for resources: {'Network': ['ID=2b4a207e-3c52-4928-8c5a-661b26058925,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:48.672908 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-d2b9118c-d635-4b2b-b218-f5c4fb1437e1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Allocated IP 2001:db8::873b:41f2:6844:fea4 (4d28e89c-1ada-4d65-a68a-7c96765b022b/ae674763-78eb-4e93-9d14-8ed911cd6d82/3b7c6855-572e-45a1-bfde-2e0bd20e07c4) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:48.678281 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f822ce9a-7410-4f81-a8cc-3cb81f3a9c49 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] No DVR routers for this DVR port f94f361b-d87f-4202-a229-9479eefbe33f on host dv-neutron-821190-1-hyperv {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:28:48.682168 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822ce9a-7410-4f81-a8cc-3cb81f3a9c49 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event deleted for resources: {'Port': ['ID=f94f361b-d87f-4202-a229-9479eefbe33f,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:48.736827 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-f1327659-a302-4318-96a6-638175995289 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Allocated IP 2001:db8::18a (0dc56fde-8345-48ed-a436-f9913278eb4d/f7b42089-8b21-4764-aac6-b570951fcc4d/feca2502-8dc6-4fc2-b260-98a02a2c6ccd) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:48.741978 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc028aee-cb92-420f-ba87-e43e1d534617 None None] Pushing event updated for resources: {'Port': ['ID=cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:48.766484 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-fc028aee-cb92-420f-ba87-e43e1d534617 None None] Attempting to bind port cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:28:48.766944 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-fc028aee-cb92-420f-ba87-e43e1d534617 None None] Attempting to bind port cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '357d8ebf-a1dc-42ba-8032-17d504f3d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0dc56fde-8345-48ed-a436-f9913278eb4d'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:28:48.767213 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc028aee-cb92-420f-ba87-e43e1d534617 None None] Attempting to bind port cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9 on network 0dc56fde-8345-48ed-a436-f9913278eb4d {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:28:48.771316 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-347f71a3-65b3-4fd0-91e3-168efb5c853b None None] Attempting to bind port 20766610-3eb5-4e26-aba9-c4ec9023b96e on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:28:48.771679 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-347f71a3-65b3-4fd0-91e3-168efb5c853b None None] Attempting to bind port 20766610-3eb5-4e26-aba9-c4ec9023b96e by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:28:48.772029 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347f71a3-65b3-4fd0-91e3-168efb5c853b None None] Attempting to bind port 20766610-3eb5-4e26-aba9-c4ec9023b96e on network 4d28e89c-1ada-4d65-a68a-7c96765b022b {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:28:48.781405 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc028aee-cb92-420f-ba87-e43e1d534617 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:28:48.781778 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc028aee-cb92-420f-ba87-e43e1d534617 None None] Checking segment: {'id': '357d8ebf-a1dc-42ba-8032-17d504f3d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0dc56fde-8345-48ed-a436-f9913278eb4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:28:48.782183 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fc028aee-cb92-420f-ba87-e43e1d534617 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:48.783593 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc028aee-cb92-420f-ba87-e43e1d534617 None None] Bound using segment: {'id': '357d8ebf-a1dc-42ba-8032-17d504f3d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0dc56fde-8345-48ed-a436-f9913278eb4d'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:28:48.783593 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-fc028aee-cb92-420f-ba87-e43e1d534617 None None] Bound port: cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '357d8ebf-a1dc-42ba-8032-17d504f3d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0dc56fde-8345-48ed-a436-f9913278eb4d'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:28:48.783593 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fc028aee-cb92-420f-ba87-e43e1d534617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:48.795018 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347f71a3-65b3-4fd0-91e3-168efb5c853b None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:28:48.795018 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347f71a3-65b3-4fd0-91e3-168efb5c853b None None] Checking segment: {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:28:48.795018 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-347f71a3-65b3-4fd0-91e3-168efb5c853b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:48.801817 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347f71a3-65b3-4fd0-91e3-168efb5c853b None None] Bound using segment: {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:28:48.801817 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-347f71a3-65b3-4fd0-91e3-168efb5c853b None None] Bound port: 20766610-3eb5-4e26-aba9-c4ec9023b96e, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:28:48.801817 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-347f71a3-65b3-4fd0-91e3-168efb5c853b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (20766610-3eb5-4e26-aba9-c4ec9023b96e), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:48.802157 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d946665-0084-468d-a4b3-8ff64753c7d3 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Made reservation on behalf of 83ef131175644f6384891ed35a4d3341 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:48.803770 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2d946665-0084-468d-a4b3-8ff64753c7d3 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:48.825272 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f822ce9a-7410-4f81-a8cc-3cb81f3a9c49 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (b73caa84-8600-4f4d-9a3e-c736f1a0b9f7), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:48.833974 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-44858252-5f27-4633-916e-3a04f6c7bc67 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Allocated IP 2001:db8::2aa (0fbf0839-9913-4d35-9c4d-d70caf714297/82cbf589-e9c1-447e-a89e-b3e65b5720d1/ef1065bb-a347-41e6-9f85-247ceae9b73f) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:48.954850 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-fc028aee-cb92-420f-ba87-e43e1d534617 None None] For port cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:28:48.960386 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-fc028aee-cb92-420f-ba87-e43e1d534617 None None] For port cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9,segment=NetworkSegment(357d8ebf-a1dc-42ba-8032-17d504f3d790),segment_id=357d8ebf-a1dc-42ba-8032-17d504f3d790)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:28:48.962316 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-347f71a3-65b3-4fd0-91e3-168efb5c853b None None] For port 20766610-3eb5-4e26-aba9-c4ec9023b96e, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:28:48.966240 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-347f71a3-65b3-4fd0-91e3-168efb5c853b None None] For port 20766610-3eb5-4e26-aba9-c4ec9023b96e, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=20766610-3eb5-4e26-aba9-c4ec9023b96e,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:28:48.992082 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d2b9118c-d635-4b2b-b218-f5c4fb1437e1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for port (3b7c6855-572e-45a1-bfde-2e0bd20e07c4), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:49.031632 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f1327659-a302-4318-96a6-638175995289 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for port (feca2502-8dc6-4fc2-b260-98a02a2c6ccd), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:49.040535 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fc028aee-cb92-420f-ba87-e43e1d534617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:49.067258 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-347f71a3-65b3-4fd0-91e3-168efb5c853b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (20766610-3eb5-4e26-aba9-c4ec9023b96e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:49.133087 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc028aee-cb92-420f-ba87-e43e1d534617 None None] Pushing event updated for resources: {'Port': ['ID=cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:49.183323 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d2b9118c-d635-4b2b-b218-f5c4fb1437e1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (3b7c6855-572e-45a1-bfde-2e0bd20e07c4), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:49.215075 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f71a3-65b3-4fd0-91e3-168efb5c853b None None] Pushing event updated for resources: {'Port': ['ID=20766610-3eb5-4e26-aba9-c4ec9023b96e,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:49.219099 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-f822ce9a-7410-4f81-a8cc-3cb81f3a9c49 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b73caa84-8600-4f4d-9a3e-c736f1a0b9f7']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:49.226773 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d946665-0084-468d-a4b3-8ff64753c7d3 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:28:49.232512 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f1327659-a302-4318-96a6-638175995289 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (feca2502-8dc6-4fc2-b260-98a02a2c6ccd), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:49.241098 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b9118c-d635-4b2b-b218-f5c4fb1437e1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:49.246016 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-f822ce9a-7410-4f81-a8cc-3cb81f3a9c49 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1c046d7-87ce-480a-adbe-2b7bccc7c14b') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:49.246016 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-f822ce9a-7410-4f81-a8cc-3cb81f3a9c49 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1c046d7-87ce-480a-adbe-2b7bccc7c14b') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:49.250283 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-d2b9118c-d635-4b2b-b218-f5c4fb1437e1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:49.257689 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b9118c-d635-4b2b-b218-f5c4fb1437e1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:49.263265 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f822ce9a-7410-4f81-a8cc-3cb81f3a9c49 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (e1c046d7-87ce-480a-adbe-2b7bccc7c14b), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:49.263810 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b9118c-d635-4b2b-b218-f5c4fb1437e1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:49.264601 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d2b9118c-d635-4b2b-b218-f5c4fb1437e1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:49.276303 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2d946665-0084-468d-a4b3-8ff64753c7d3 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (a40ca0d5-4551-4ca8-bc1d-fe742e3ebced), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:49.276683 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-2d946665-0084-468d-a4b3-8ff64753c7d3 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Added segment a40ca0d5-4551-4ca8-bc1d-fe742e3ebced of type vlan for network c6f8dbff-f4ee-4a8c-a2cb-9da6c0517a49 Jan 29 04:28:49.281407 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1327659-a302-4318-96a6-638175995289 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Network 0dc56fde-8345-48ed-a436-f9913278eb4d is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:49.292746 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-f1327659-a302-4318-96a6-638175995289 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:49.297833 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1327659-a302-4318-96a6-638175995289 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:49.299526 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f822ce9a-7410-4f81-a8cc-3cb81f3a9c49 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (e1c046d7-87ce-480a-adbe-2b7bccc7c14b), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:49.303414 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1327659-a302-4318-96a6-638175995289 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:49.308689 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f1327659-a302-4318-96a6-638175995289 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:49.308689 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9118c-d635-4b2b-b218-f5c4fb1437e1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Port': ['ID=3b7c6855-572e-45a1-bfde-2e0bd20e07c4,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:49.344620 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f822ce9a-7410-4f81-a8cc-3cb81f3a9c49 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:28:49.356253 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f822ce9a-7410-4f81-a8cc-3cb81f3a9c49 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (e1c046d7-87ce-480a-adbe-2b7bccc7c14b), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:49.356253 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:28:49.356253 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:28:49.356253 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:28:49.356253 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:28:49.356253 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:28:49.356253 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:28:49.356253 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:28:49.356253 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:28:49.356253 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:28:49.356253 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:28:49.356253 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:28:49.356253 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:28:49.356253 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:28:49.356253 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:28:49.356253 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:28:49.356253 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:28:49.356253 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:28:49.356253 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:28:49.356253 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:28:49.356253 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:28:49.356253 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:28:49.356253 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:28:49.356253 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:28:49.356253 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:28:49.356253 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:28:49.356253 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:28:49.356253 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:28:49.356253 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:28:49.356253 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:28:49.356253 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:28:49.356253 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:28:49.356253 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:28:49.401434 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1327659-a302-4318-96a6-638175995289 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'Port': ['ID=feca2502-8dc6-4fc2-b260-98a02a2c6ccd,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:49.408135 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2d946665-0084-468d-a4b3-8ff64753c7d3 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (c6f8dbff-f4ee-4a8c-a2cb-9da6c0517a49), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:49.469726 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d2b9118c-d635-4b2b-b218-f5c4fb1437e1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3523645 Jan 29 04:28:49.473548 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f1327659-a302-4318-96a6-638175995289 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2864282 Jan 29 04:28:49.474364 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52464) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:49.480337 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52466) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:49.495115 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-78bf1683-d3d0-4c1a-b378-38fc9f67d581 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'port': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'fixed_ips': [{'subnet_id': 'ae674763-78eb-4e93-9d14-8ed911cd6d82', 'ip_address': '2001:db8::873b:41f2:6844:fea4'}], 'name': 'tempest-NetworksTestDHCPv6-1903398112'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:49.581249 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f822ce9a-7410-4f81-a8cc-3cb81f3a9c49 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (b73caa84-8600-4f4d-9a3e-c736f1a0b9f7), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:49.596204 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f822ce9a-7410-4f81-a8cc-3cb81f3a9c49 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:49.607300 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f822ce9a-7410-4f81-a8cc-3cb81f3a9c49 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/networks/b73caa84-8600-4f4d-9a3e-c736f1a0b9f7 HTTP/1.1" status: 204 len: 168 time: 1.6107693 Jan 29 04:28:49.611293 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52468) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:49.625368 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-6247e63e-58ce-432d-a59b-ed34a8a3ce07 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-61953136'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:49.678184 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2d946665-0084-468d-a4b3-8ff64753c7d3 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (c6f8dbff-f4ee-4a8c-a2cb-9da6c0517a49), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:49.683042 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d946665-0084-468d-a4b3-8ff64753c7d3 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:49.683645 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2d946665-0084-468d-a4b3-8ff64753c7d3 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:49.692744 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822ce9a-7410-4f81-a8cc-3cb81f3a9c49 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event deleted for resources: {'Network': ['ID=b73caa84-8600-4f4d-9a3e-c736f1a0b9f7,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:49.696843 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-44858252-5f27-4633-916e-3a04f6c7bc67 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks [] for port (ef1065bb-a347-41e6-9f85-247ceae9b73f), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:49.742724 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bf1683-d3d0-4c1a-b378-38fc9f67d581 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'port': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:49.748171 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-78bf1683-d3d0-4c1a-b378-38fc9f67d581 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:49.794769 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [None req-78bf1683-d3d0-4c1a-b378-38fc9f67d581 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] device_id is not set on port 930d9315-300b-47dc-b2fc-0ab87911e0f1 yet. {{(pid=103584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:28:49.889618 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2d946665-0084-468d-a4b3-8ff64753c7d3 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2759829 Jan 29 04:28:49.891076 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6247e63e-58ce-432d-a59b-ed34a8a3ce07 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Made reservation on behalf of d8e0f965da8447998d407abf5ce886cf for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:49.894085 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6247e63e-58ce-432d-a59b-ed34a8a3ce07 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:49.904545 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52472) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:49.909585 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-3a877ee1-1f6f-4342-a9f4-187ae8b275ad tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Request body: {'subnet': {'network_id': 'c6f8dbff-f4ee-4a8c-a2cb-9da6c0517a49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:49.947865 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d946665-0084-468d-a4b3-8ff64753c7d3 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event updated for resources: {'Network': ['ID=c6f8dbff-f4ee-4a8c-a2cb-9da6c0517a49,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:49.960651 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network c6f8dbff-f4ee-4a8c-a2cb-9da6c0517a49 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:28:49.976970 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 20766610-3eb5-4e26-aba9-c4ec9023b96e up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:50.034953 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6247e63e-58ce-432d-a59b-ed34a8a3ce07 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:28:50.064002 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6247e63e-58ce-432d-a59b-ed34a8a3ce07 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (f68e5af5-9d65-4594-8b96-1be0b07aa2a1), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:50.064360 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-6247e63e-58ce-432d-a59b-ed34a8a3ce07 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Added segment f68e5af5-9d65-4594-8b96-1be0b07aa2a1 of type vlan for network 2f9588fb-b82f-42b5-ab4d-73443da7fd4b Jan 29 04:28:50.071801 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 20766610-3eb5-4e26-aba9-c4ec9023b96e triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:50.072188 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (20766610-3eb5-4e26-aba9-c4ec9023b96e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:50.094543 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-78bf1683-d3d0-4c1a-b378-38fc9f67d581 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 29 04:28:50.095671 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78bf1683-d3d0-4c1a-b378-38fc9f67d581 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:28:50.147208 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-44858252-5f27-4633-916e-3a04f6c7bc67 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (ef1065bb-a347-41e6-9f85-247ceae9b73f), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:50.172926 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 20766610-3eb5-4e26-aba9-c4ec9023b96e is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:50.173314 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (20766610-3eb5-4e26-aba9-c4ec9023b96e), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:50.187695 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6247e63e-58ce-432d-a59b-ed34a8a3ce07 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (2f9588fb-b82f-42b5-ab4d-73443da7fd4b), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:50.205152 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-78bf1683-d3d0-4c1a-b378-38fc9f67d581 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.7295198 Jan 29 04:28:50.207957 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52474) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:50.211479 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 20766610-3eb5-4e26-aba9-c4ec9023b96e, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=20766610-3eb5-4e26-aba9-c4ec9023b96e,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:50.236679 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dc7ddfe9-3ae1-4370-b1be-1e03000fb0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:50.255523 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a791d943-9a49-4347-94dc-919df24eadb5 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (feca2502-8dc6-4fc2-b260-98a02a2c6ccd), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:50.263359 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44858252-5f27-4633-916e-3a04f6c7bc67 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Network 0fbf0839-9913-4d35-9c4d-d70caf714297 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:50.276578 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-44858252-5f27-4633-916e-3a04f6c7bc67 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:50.278477 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44858252-5f27-4633-916e-3a04f6c7bc67 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Pushing event updated for resources: {'Port': ['ID=ef1065bb-a347-41e6-9f85-247ceae9b73f,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:50.290480 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44858252-5f27-4633-916e-3a04f6c7bc67 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:50.292702 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (20766610-3eb5-4e26-aba9-c4ec9023b96e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:50.293670 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:50.295868 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44858252-5f27-4633-916e-3a04f6c7bc67 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:50.297170 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-44858252-5f27-4633-916e-3a04f6c7bc67 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:50.307688 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8d69d7-38cc-41b7-bb4e-97d0eb705d89 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:50.316003 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8d69d7-38cc-41b7-bb4e-97d0eb705d89 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:50.322393 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0b8d69d7-38cc-41b7-bb4e-97d0eb705d89 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1113050 Jan 29 04:28:50.328213 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52476) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:50.333911 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a877ee1-1f6f-4342-a9f4-187ae8b275ad tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Made reservation on behalf of 83ef131175644f6384891ed35a4d3341 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:50.337946 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3a877ee1-1f6f-4342-a9f4-187ae8b275ad tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:50.395650 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:50.396566 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:50.428046 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=20766610-3eb5-4e26-aba9-c4ec9023b96e,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:50.450218 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6247e63e-58ce-432d-a59b-ed34a8a3ce07 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (2f9588fb-b82f-42b5-ab4d-73443da7fd4b), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:50.455709 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6247e63e-58ce-432d-a59b-ed34a8a3ce07 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:50.456426 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6247e63e-58ce-432d-a59b-ed34a8a3ce07 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:50.462117 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-44858252-5f27-4633-916e-3a04f6c7bc67 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2831171 Jan 29 04:28:50.464943 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52480) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:50.472788 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-f6233069-7f55-4360-a653-629df1917bc3 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e1:e9:48'}]}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:50.514321 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:50.514714 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:50.556935 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9,segment=NetworkSegment(357d8ebf-a1dc-42ba-8032-17d504f3d790),segment_id=357d8ebf-a1dc-42ba-8032-17d504f3d790)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:50.599596 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-169e7ea6-9742-4bf0-8dd4-fa9641aa9ad2 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting port 3b7c6855-572e-45a1-bfde-2e0bd20e07c4 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:28:50.600006 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-169e7ea6-9742-4bf0-8dd4-fa9641aa9ad2 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (3b7c6855-572e-45a1-bfde-2e0bd20e07c4), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:50.616109 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-607d8c92-0bfa-4b12-a02f-61042ebd9409 None None] Provisioning complete for port 20766610-3eb5-4e26-aba9-c4ec9023b96e triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:50.616514 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-607d8c92-0bfa-4b12-a02f-61042ebd9409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (20766610-3eb5-4e26-aba9-c4ec9023b96e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:50.629219 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f6233069-7f55-4360-a653-629df1917bc3 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (ef1065bb-a347-41e6-9f85-247ceae9b73f), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:50.666844 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:50.742191 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6247e63e-58ce-432d-a59b-ed34a8a3ce07 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'Network': ['ID=2f9588fb-b82f-42b5-ab4d-73443da7fd4b,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:50.774853 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 2f9588fb-b82f-42b5-ab4d-73443da7fd4b details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:28:50.802170 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-169e7ea6-9742-4bf0-8dd4-fa9641aa9ad2 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (3b7c6855-572e-45a1-bfde-2e0bd20e07c4), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:50.808091 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6247e63e-58ce-432d-a59b-ed34a8a3ce07 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1895325 Jan 29 04:28:50.808228 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:50.816534 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52482) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:50.825233 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-f39ba1e0-fadc-4e98-a247-4c6409443300 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'subnet': {'network_id': '2f9588fb-b82f-42b5-ab4d-73443da7fd4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:50.841869 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a791d943-9a49-4347-94dc-919df24eadb5 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for port (feca2502-8dc6-4fc2-b260-98a02a2c6ccd), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:50.871428 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-607d8c92-0bfa-4b12-a02f-61042ebd9409 None None] Current status of the port 20766610-3eb5-4e26-aba9-c4ec9023b96e is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:50.889703 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-169e7ea6-9742-4bf0-8dd4-fa9641aa9ad2 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Calling delete_port for 3b7c6855-572e-45a1-bfde-2e0bd20e07c4 owned by {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:28:50.931330 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a791d943-9a49-4347-94dc-919df24eadb5 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (feca2502-8dc6-4fc2-b260-98a02a2c6ccd), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:50.998767 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c19d83-2c3e-4fe4-8499-74e1b5bd7b32 None None] get_active_networks_info from dv-neutron-821190-1-hyperv {{(pid=103586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 29 04:28:51.005325 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3a877ee1-1f6f-4342-a9f4-187ae8b275ad tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (f48c2660-7ee7-43af-90a4-9ad4b8177a97), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:51.012648 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a791d943-9a49-4347-94dc-919df24eadb5 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'Port': ['ID=feca2502-8dc6-4fc2-b260-98a02a2c6ccd,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:51.102681 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f6233069-7f55-4360-a653-629df1917bc3 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks [] for port (ef1065bb-a347-41e6-9f85-247ceae9b73f), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:51.132256 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a877ee1-1f6f-4342-a9f4-187ae8b275ad tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event updated for resources: {'Subnet': ['ID=f48c2660-7ee7-43af-90a4-9ad4b8177a97,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:51.172893 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a877ee1-1f6f-4342-a9f4-187ae8b275ad tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Checking segment: {'id': 'a40ca0d5-4551-4ca8-bc1d-fe742e3ebced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c6f8dbff-f4ee-4a8c-a2cb-9da6c0517a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:28:51.173271 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a877ee1-1f6f-4342-a9f4-187ae8b275ad tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Network hostable DHCP agents. Network: c6f8dbff-f4ee-4a8c-a2cb-9da6c0517a49, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:28:51.180703 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39ba1e0-fadc-4e98-a247-4c6409443300 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Made reservation on behalf of d8e0f965da8447998d407abf5ce886cf for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:51.184574 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f39ba1e0-fadc-4e98-a247-4c6409443300 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:51.206378 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f6233069-7f55-4360-a653-629df1917bc3 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (ef1065bb-a347-41e6-9f85-247ceae9b73f), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:51.222637 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a791d943-9a49-4347-94dc-919df24eadb5 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (52ff5e78-bd2b-47a7-bcb4-81993e6b3723), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:51.250281 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-670cda2b-5be9-460a-8675-90b259b6906c None None] Provisioning complete for port cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:51.250281 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-670cda2b-5be9-460a-8675-90b259b6906c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:51.279540 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-169e7ea6-9742-4bf0-8dd4-fa9641aa9ad2 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (3b7c6855-572e-45a1-bfde-2e0bd20e07c4), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:51.292199 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-f6233069-7f55-4360-a653-629df1917bc3 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] In _notify_port_updated(), no bound segment for port ef1065bb-a347-41e6-9f85-247ceae9b73f on network 0fbf0839-9913-4d35-9c4d-d70caf714297 {{(pid=103584) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 04:28:51.298614 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6233069-7f55-4360-a653-629df1917bc3 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:51.298614 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f6233069-7f55-4360-a653-629df1917bc3 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:51.299958 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f6233069-7f55-4360-a653-629df1917bc3 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] 10.222.0.13 "PUT /v2.0/ports/ef1065bb-a347-41e6-9f85-247ceae9b73f HTTP/1.1" status: 200 len: 1002 time: 0.8340797 Jan 29 04:28:51.302824 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52486) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:51.325294 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a877ee1-1f6f-4342-a9f4-187ae8b275ad tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Network c6f8dbff-f4ee-4a8c-a2cb-9da6c0517a49 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:28:51.369780 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6233069-7f55-4360-a653-629df1917bc3 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Pushing event updated for resources: {'Port': ['ID=ef1065bb-a347-41e6-9f85-247ceae9b73f,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:51.402974 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-670cda2b-5be9-460a-8675-90b259b6906c None None] Current status of the port cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:51.405975 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-169e7ea6-9742-4bf0-8dd4-fa9641aa9ad2 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:51.411507 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-169e7ea6-9742-4bf0-8dd4-fa9641aa9ad2 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/ports/3b7c6855-572e-45a1-bfde-2e0bd20e07c4 HTTP/1.1" status: 204 len: 168 time: 1.0848780 Jan 29 04:28:51.412104 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52488) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:51.435946 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e7ea6-9742-4bf0-8dd4-fa9641aa9ad2 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Port': ['ID=3b7c6855-572e-45a1-bfde-2e0bd20e07c4,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:51.446515 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-3a877ee1-1f6f-4342-a9f4-187ae8b275ad tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, c6f8dbff-f4ee-4a8c-a2cb-9da6c0517a49) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:51.456012 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a877ee1-1f6f-4342-a9f4-187ae8b275ad tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:51.456677 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3a877ee1-1f6f-4342-a9f4-187ae8b275ad tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:51.462729 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c19d83-2c3e-4fe4-8499-74e1b5bd7b32 None None] Unable to find a vacant binding_index for network c6f8dbff-f4ee-4a8c-a2cb-9da6c0517a49 and agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 29 04:28:51.469939 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c19d83-2c3e-4fe4-8499-74e1b5bd7b32 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, c6f8dbff-f4ee-4a8c-a2cb-9da6c0517a49) {{(pid=103586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 04:28:51.514700 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b45a23e-08b9-4a49-b76b-13d68f3fcb65 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:51.516085 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b45a23e-08b9-4a49-b76b-13d68f3fcb65 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:51.520344 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7b45a23e-08b9-4a49-b76b-13d68f3fcb65 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1040311 Jan 29 04:28:51.521250 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52490) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:51.522852 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a791d943-9a49-4347-94dc-919df24eadb5 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (feca2502-8dc6-4fc2-b260-98a02a2c6ccd), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:51.585279 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-3a877ee1-1f6f-4342-a9f4-187ae8b275ad tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6800170 Jan 29 04:28:51.597348 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52492) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:51.603122 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-410ba2ae-bbe7-4799-afe0-185c7bf0bae0 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Request body: {'subnet': {'network_id': 'c6f8dbff-f4ee-4a8c-a2cb-9da6c0517a49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:51.634511 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-91264195-565b-478d-a659-685b4c879316 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Deleting port ef1065bb-a347-41e6-9f85-247ceae9b73f {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:28:51.634854 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-91264195-565b-478d-a659-685b4c879316 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (ef1065bb-a347-41e6-9f85-247ceae9b73f), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:51.701992 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2e1f2a3-be94-4467-9d5a-7eb1750b4953 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting subnet ae674763-78eb-4e93-9d14-8ed911cd6d82 {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:28:51.709603 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 20766610-3eb5-4e26-aba9-c4ec9023b96e up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:51.712028 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d2e1f2a3-be94-4467-9d5a-7eb1750b4953 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (ae674763-78eb-4e93-9d14-8ed911cd6d82), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:51.767376 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 20766610-3eb5-4e26-aba9-c4ec9023b96e triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:51.767758 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (20766610-3eb5-4e26-aba9-c4ec9023b96e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:51.772674 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5a33fa-b7f2-40b7-9080-97a32adde1fa None None] DHCP port deletion for b73caa84-8600-4f4d-9a3e-c736f1a0b9f7 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:28:51.785765 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f39ba1e0-fadc-4e98-a247-4c6409443300 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (8e9bfbca-8990-41b9-8a0b-02d89b7cf183), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:51.849214 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e63da64-e7b7-45f5-8379-2639491a940d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-c6f8dbff-f4ee-4a8c-a2cb-9da6c0517a49', 'network_id': 'c6f8dbff-f4ee-4a8c-a2cb-9da6c0517a49', 'project_id': '83ef131175644f6384891ed35a4d3341', 'fixed_ips': [{'subnet_id': 'f48c2660-7ee7-43af-90a4-9ad4b8177a97'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:28:51.850069 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4e63da64-e7b7-45f5-8379-2639491a940d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:51.888845 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d2e1f2a3-be94-4467-9d5a-7eb1750b4953 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (ae674763-78eb-4e93-9d14-8ed911cd6d82), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:51.889076 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a791d943-9a49-4347-94dc-919df24eadb5 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for port (feca2502-8dc6-4fc2-b260-98a02a2c6ccd), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:51.889549 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 20766610-3eb5-4e26-aba9-c4ec9023b96e is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:51.889549 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:51.946287 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-91264195-565b-478d-a659-685b4c879316 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (ef1065bb-a347-41e6-9f85-247ceae9b73f), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:51.952780 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ba1e0-fadc-4e98-a247-4c6409443300 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'Subnet': ['ID=8e9bfbca-8990-41b9-8a0b-02d89b7cf183,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:51.971965 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a791d943-9a49-4347-94dc-919df24eadb5 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (feca2502-8dc6-4fc2-b260-98a02a2c6ccd), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:51.973020 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a791d943-9a49-4347-94dc-919df24eadb5 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (52ff5e78-bd2b-47a7-bcb4-81993e6b3723), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:51.997638 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-91264195-565b-478d-a659-685b4c879316 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Calling delete_port for ef1065bb-a347-41e6-9f85-247ceae9b73f owned by {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:28:52.031163 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:52.031759 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:52.034142 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39ba1e0-fadc-4e98-a247-4c6409443300 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Checking segment: {'id': 'f68e5af5-9d65-4594-8b96-1be0b07aa2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2f9588fb-b82f-42b5-ab4d-73443da7fd4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:28:52.034554 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39ba1e0-fadc-4e98-a247-4c6409443300 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Network hostable DHCP agents. Network: 2f9588fb-b82f-42b5-ab4d-73443da7fd4b, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:28:52.069746 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-4e63da64-e7b7-45f5-8379-2639491a940d None None] Allocated IP 2001:db8::2 (c6f8dbff-f4ee-4a8c-a2cb-9da6c0517a49/f48c2660-7ee7-43af-90a4-9ad4b8177a97/c325b867-4564-49fe-8384-f031b83beda9) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:52.071153 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a791d943-9a49-4347-94dc-919df24eadb5 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'Port': ['ID=feca2502-8dc6-4fc2-b260-98a02a2c6ccd,revision_number=3']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:52.088202 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410ba2ae-bbe7-4799-afe0-185c7bf0bae0 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Made reservation on behalf of 83ef131175644f6384891ed35a4d3341 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:52.091682 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-410ba2ae-bbe7-4799-afe0-185c7bf0bae0 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:52.114178 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d2e1f2a3-be94-4467-9d5a-7eb1750b4953 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (ae674763-78eb-4e93-9d14-8ed911cd6d82), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:52.125850 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a791d943-9a49-4347-94dc-919df24eadb5 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Network 0dc56fde-8345-48ed-a436-f9913278eb4d is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:52.127218 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-a791d943-9a49-4347-94dc-919df24eadb5 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:52.195145 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:52.247451 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39ba1e0-fadc-4e98-a247-4c6409443300 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Network 2f9588fb-b82f-42b5-ab4d-73443da7fd4b is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:28:52.274489 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4e63da64-e7b7-45f5-8379-2639491a940d None None] Publish callbacks [] for port (c325b867-4564-49fe-8384-f031b83beda9), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:52.331543 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a791d943-9a49-4347-94dc-919df24eadb5 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Router 52ff5e78-bd2b-47a7-bcb4-81993e6b3723 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:28:52.363547 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-f39ba1e0-fadc-4e98-a247-4c6409443300 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 2f9588fb-b82f-42b5-ab4d-73443da7fd4b) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:52.366315 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4e63da64-e7b7-45f5-8379-2639491a940d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (c325b867-4564-49fe-8384-f031b83beda9), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:52.384850 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d2e1f2a3-be94-4467-9d5a-7eb1750b4953 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (ae674763-78eb-4e93-9d14-8ed911cd6d82), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:52.399424 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39ba1e0-fadc-4e98-a247-4c6409443300 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:52.400591 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f39ba1e0-fadc-4e98-a247-4c6409443300 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:52.408863 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e63da64-e7b7-45f5-8379-2639491a940d None None] Network c6f8dbff-f4ee-4a8c-a2cb-9da6c0517a49 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:52.411675 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-4e63da64-e7b7-45f5-8379-2639491a940d None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:52.415147 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e63da64-e7b7-45f5-8379-2639491a940d None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:52.424621 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e63da64-e7b7-45f5-8379-2639491a940d None None] Pushing event updated for resources: {'Port': ['ID=c325b867-4564-49fe-8384-f031b83beda9,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:52.431343 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e1f2a3-be94-4467-9d5a-7eb1750b4953 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Subnet': ['ID=ae674763-78eb-4e93-9d14-8ed911cd6d82,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:52.433458 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d2e1f2a3-be94-4467-9d5a-7eb1750b4953 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:52.439963 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d2e1f2a3-be94-4467-9d5a-7eb1750b4953 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/ae674763-78eb-4e93-9d14-8ed911cd6d82 HTTP/1.1" status: 204 len: 168 time: 0.9137969 Jan 29 04:28:52.440174 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a791d943-9a49-4347-94dc-919df24eadb5 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:28:52.442745 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-91264195-565b-478d-a659-685b4c879316 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (ef1065bb-a347-41e6-9f85-247ceae9b73f), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:52.444171 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52494) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:52.447873 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a791d943-9a49-4347-94dc-919df24eadb5 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "PUT /v2.0/routers/52ff5e78-bd2b-47a7-bcb4-81993e6b3723/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9656820 Jan 29 04:28:52.448037 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52496) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:52.462057 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea61f2ec-c8c7-45db-b863-afa295c53de4 None None] Sync routers for ids ['52ff5e78-bd2b-47a7-bcb4-81993e6b3723'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:28:52.481982 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-56a01d77-e435-4533-8f54-ffd802a4e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:52.502567 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-4e63da64-e7b7-45f5-8379-2639491a940d None None] Attempting to bind port c325b867-4564-49fe-8384-f031b83beda9 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:28:52.502567 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-4e63da64-e7b7-45f5-8379-2639491a940d None None] Attempting to bind port c325b867-4564-49fe-8384-f031b83beda9 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'a40ca0d5-4551-4ca8-bc1d-fe742e3ebced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c6f8dbff-f4ee-4a8c-a2cb-9da6c0517a49'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:28:52.502920 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e63da64-e7b7-45f5-8379-2639491a940d None None] Attempting to bind port c325b867-4564-49fe-8384-f031b83beda9 on network c6f8dbff-f4ee-4a8c-a2cb-9da6c0517a49 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:28:52.508866 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea61f2ec-c8c7-45db-b863-afa295c53de4 None None] Routers {'52ff5e78-bd2b-47a7-bcb4-81993e6b3723'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:28:52.509492 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-ea61f2ec-c8c7-45db-b863-afa295c53de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:28:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['52ff5e78-bd2b-47a7-bcb4-81993e6b3723'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:52.511580 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e63da64-e7b7-45f5-8379-2639491a940d None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:28:52.511956 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e63da64-e7b7-45f5-8379-2639491a940d None None] Checking segment: {'id': 'a40ca0d5-4551-4ca8-bc1d-fe742e3ebced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c6f8dbff-f4ee-4a8c-a2cb-9da6c0517a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:28:52.512366 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4e63da64-e7b7-45f5-8379-2639491a940d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:52.512780 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e63da64-e7b7-45f5-8379-2639491a940d None None] Bound using segment: {'id': 'a40ca0d5-4551-4ca8-bc1d-fe742e3ebced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c6f8dbff-f4ee-4a8c-a2cb-9da6c0517a49'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:28:52.513260 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-4e63da64-e7b7-45f5-8379-2639491a940d None None] Bound port: c325b867-4564-49fe-8384-f031b83beda9, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40ca0d5-4551-4ca8-bc1d-fe742e3ebced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c6f8dbff-f4ee-4a8c-a2cb-9da6c0517a49'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:28:52.516035 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4e63da64-e7b7-45f5-8379-2639491a940d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (c325b867-4564-49fe-8384-f031b83beda9), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:52.516146 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7e1b77-99a5-40a3-90ea-31a8d89b5d67 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:52.517386 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-dc7e1b77-99a5-40a3-90ea-31a8d89b5d67 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ff5e78-bd2b-47a7-bcb4-81993e6b3723 HTTP/1.1" status: 200 len: 988 time: 0.0676420 Jan 29 04:28:52.519656 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52500) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:52.562726 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-ea61f2ec-c8c7-45db-b863-afa295c53de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:52.593015 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea61f2ec-c8c7-45db-b863-afa295c53de4 None None] Routers {'52ff5e78-bd2b-47a7-bcb4-81993e6b3723'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:28:52.593717 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-ea61f2ec-c8c7-45db-b863-afa295c53de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:28:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['52ff5e78-bd2b-47a7-bcb4-81993e6b3723'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:52.636275 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-ea61f2ec-c8c7-45db-b863-afa295c53de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:52.636964 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea61f2ec-c8c7-45db-b863-afa295c53de4 None None] The sync data for ids ['52ff5e78-bd2b-47a7-bcb4-81993e6b3723'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:28:52.666026 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-4e63da64-e7b7-45f5-8379-2639491a940d None None] For port c325b867-4564-49fe-8384-f031b83beda9, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:28:52.669562 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-4e63da64-e7b7-45f5-8379-2639491a940d None None] For port c325b867-4564-49fe-8384-f031b83beda9, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=c325b867-4564-49fe-8384-f031b83beda9,segment=NetworkSegment(a40ca0d5-4551-4ca8-bc1d-fe742e3ebced),segment_id=a40ca0d5-4551-4ca8-bc1d-fe742e3ebced)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:28:52.739449 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4e63da64-e7b7-45f5-8379-2639491a940d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (c325b867-4564-49fe-8384-f031b83beda9), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:52.809203 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e63da64-e7b7-45f5-8379-2639491a940d None None] Pushing event updated for resources: {'Port': ['ID=c325b867-4564-49fe-8384-f031b83beda9,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:52.840595 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a5ee7e89-9802-4638-a1ae-cb2fdf1425a0 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3923087 Jan 29 04:28:52.847327 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f39ba1e0-fadc-4e98-a247-4c6409443300 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0267057 Jan 29 04:28:52.847511 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52502) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:52.857909 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52504) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:52.862851 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-49a81aee-7094-489c-b142-ea890247d96a tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1298072028', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:52.868411 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91264195-565b-478d-a659-685b4c879316 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Pushing event deleted for resources: {'Port': ['ID=ef1065bb-a347-41e6-9f85-247ceae9b73f,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:52.875002 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-71c5e1dd-db9b-4923-9317-31bde227478c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'subnet': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:52.925213 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-91264195-565b-478d-a659-685b4c879316 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:52.930556 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-91264195-565b-478d-a659-685b4c879316 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] 10.222.0.13 "DELETE /v2.0/ports/ef1065bb-a347-41e6-9f85-247ceae9b73f HTTP/1.1" status: 204 len: 168 time: 1.6197891 Jan 29 04:28:52.939982 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52506) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:52.998135 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-49a81aee-7094-489c-b142-ea890247d96a tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (b933a1c2-19e4-4506-a064-7b82587e806c), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:52.999819 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-49a81aee-7094-489c-b142-ea890247d96a tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (b933a1c2-19e4-4506-a064-7b82587e806c), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:53.030671 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda2f079-08e0-427f-a697-f4d30f1e2620 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] GET failed (client error): The resource could not be found. Jan 29 04:28:53.032362 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-cda2f079-08e0-427f-a697-f4d30f1e2620 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] 10.222.0.13 "GET /v2.0/ports/ef1065bb-a347-41e6-9f85-247ceae9b73f HTTP/1.1" status: 404 len: 333 time: 0.0906398 Jan 29 04:28:53.036552 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52508) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:53.044024 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-35039a68-318a-4c58-b8b4-7a7a5f1b4c4b tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Request body: {'port': {'network_id': '0fbf0839-9913-4d35-9c4d-d70caf714297', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-604545324'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:53.055466 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d70b75fd-4bd7-499a-a1da-7123103f7550 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (52ff5e78-bd2b-47a7-bcb4-81993e6b3723), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:53.097429 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-410ba2ae-bbe7-4799-afe0-185c7bf0bae0 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (b33dd472-6a9c-44e6-988e-fabd919d2d26), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:53.168100 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410ba2ae-bbe7-4799-afe0-185c7bf0bae0 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Network c6f8dbff-f4ee-4a8c-a2cb-9da6c0517a49 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:53.181285 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c5e1dd-db9b-4923-9317-31bde227478c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:53.184945 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-71c5e1dd-db9b-4923-9317-31bde227478c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:53.194582 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-410ba2ae-bbe7-4799-afe0-185c7bf0bae0 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:53.210762 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410ba2ae-bbe7-4799-afe0-185c7bf0bae0 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:53.211439 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-410ba2ae-bbe7-4799-afe0-185c7bf0bae0 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:53.229900 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ba2ae-bbe7-4799-afe0-185c7bf0bae0 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event updated for resources: {'Subnet': ['ID=b33dd472-6a9c-44e6-988e-fabd919d2d26,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:53.371297 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-410ba2ae-bbe7-4799-afe0-185c7bf0bae0 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7719080 Jan 29 04:28:53.375619 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52510) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:53.459288 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35039a68-318a-4c58-b8b4-7a7a5f1b4c4b tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Made reservation on behalf of 1cc520e251484df98df5e4540789a741 for: {'port': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:53.462649 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-35039a68-318a-4c58-b8b4-7a7a5f1b4c4b tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:53.477607 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-49a81aee-7094-489c-b142-ea890247d96a tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for router_controller (b933a1c2-19e4-4506-a064-7b82587e806c), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:53.497052 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b2dda6-be01-457e-9a5d-4aea470fc930 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:53.499075 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b2dda6-be01-457e-9a5d-4aea470fc930 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:53.500436 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b2dda6-be01-457e-9a5d-4aea470fc930 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:53.501767 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b2dda6-be01-457e-9a5d-4aea470fc930 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:53.503155 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b2dda6-be01-457e-9a5d-4aea470fc930 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:53.509437 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-37b2dda6-be01-457e-9a5d-4aea470fc930 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1327662 Jan 29 04:28:53.513261 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52512) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:53.518505 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-0b19ee0d-4d00-4998-97f8-9cfa99b45187 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-739581932'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:53.538824 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [None req-35039a68-318a-4c58-b8b4-7a7a5f1b4c4b tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] device_id is not set on port 94edd4fd-05b4-4319-9981-fc9f647663cc yet. {{(pid=103584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:28:53.551879 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-49a81aee-7094-489c-b142-ea890247d96a tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (b933a1c2-19e4-4506-a064-7b82587e806c), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:53.601728 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-71c5e1dd-db9b-4923-9317-31bde227478c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (ef92b50e-165d-4643-acf3-41cde03b3fa2), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:53.632585 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:53.636660 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-49a81aee-7094-489c-b142-ea890247d96a tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:53.638160 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-49a81aee-7094-489c-b142-ea890247d96a tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7787700 Jan 29 04:28:53.645802 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52514) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:53.656049 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-4acb140b-a64c-41d5-bcc6-c6c19948cfe1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'port': {'network_id': '2f9588fb-b82f-42b5-ab4d-73443da7fd4b', 'name': 'tempest-PortsTestJSON-1783004516'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:53.705730 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:53.712915 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c5e1dd-db9b-4923-9317-31bde227478c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:53.720537 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-71c5e1dd-db9b-4923-9317-31bde227478c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:53.727314 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c5e1dd-db9b-4923-9317-31bde227478c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:53.727726 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-71c5e1dd-db9b-4923-9317-31bde227478c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:53.737695 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b19ee0d-4d00-4998-97f8-9cfa99b45187 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Made reservation on behalf of 83ef131175644f6384891ed35a4d3341 for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:53.739479 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0b19ee0d-4d00-4998-97f8-9cfa99b45187 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:53.747155 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c5e1dd-db9b-4923-9317-31bde227478c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Subnet': ['ID=ef92b50e-165d-4643-acf3-41cde03b3fa2,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:53.771131 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-d70b75fd-4bd7-499a-a1da-7123103f7550 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Deleting port feca2502-8dc6-4fc2-b260-98a02a2c6ccd {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:28:53.777874 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d70b75fd-4bd7-499a-a1da-7123103f7550 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (feca2502-8dc6-4fc2-b260-98a02a2c6ccd), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:53.782468 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-35039a68-318a-4c58-b8b4-7a7a5f1b4c4b tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Allocated IP 2001:db8::187 (0fbf0839-9913-4d35-9c4d-d70caf714297/82cbf589-e9c1-447e-a89e-b3e65b5720d1/94edd4fd-05b4-4319-9981-fc9f647663cc) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:53.800286 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b19ee0d-4d00-4998-97f8-9cfa99b45187 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:28:53.810174 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device c325b867-4564-49fe-8384-f031b83beda9 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:53.827049 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0b19ee0d-4d00-4998-97f8-9cfa99b45187 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (354e3af7-eb9a-481b-b084-c76a89442d7f), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:53.827049 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-0b19ee0d-4d00-4998-97f8-9cfa99b45187 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Added segment 354e3af7-eb9a-481b-b084-c76a89442d7f of type vlan for network 0498b08f-4dbb-401f-b4eb-128516b4a4bb Jan 29 04:28:53.887044 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port c325b867-4564-49fe-8384-f031b83beda9 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:53.887569 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c325b867-4564-49fe-8384-f031b83beda9), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:53.896718 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-71c5e1dd-db9b-4923-9317-31bde227478c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0259926 Jan 29 04:28:53.904544 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52518) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:53.917216 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-9fa3586d-6bc2-4604-8577-5defdd0dd68f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'port': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'fixed_ips': [{'subnet_id': 'ef92b50e-165d-4643-acf3-41cde03b3fa2', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-388771612'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:53.918102 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d70b75fd-4bd7-499a-a1da-7123103f7550 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (feca2502-8dc6-4fc2-b260-98a02a2c6ccd), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:53.925209 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0b19ee0d-4d00-4998-97f8-9cfa99b45187 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (0498b08f-4dbb-401f-b4eb-128516b4a4bb), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:53.932851 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-d70b75fd-4bd7-499a-a1da-7123103f7550 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Calling delete_port for feca2502-8dc6-4fc2-b260-98a02a2c6ccd owned by network:router_interface {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:28:53.977067 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73c8960-c9e8-43d8-bdce-86e7752245ad None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:53.987402 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4acb140b-a64c-41d5-bcc6-c6c19948cfe1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Made reservation on behalf of d8e0f965da8447998d407abf5ce886cf for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:53.993141 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4acb140b-a64c-41d5-bcc6-c6c19948cfe1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:54.020441 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-4acb140b-a64c-41d5-bcc6-c6c19948cfe1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] device_id is not set on port a2da5bd6-ebcd-4b74-b2d5-2eb021628a58 yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:28:54.035147 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792eb296-efa7-40b6-a768-1cb04d4db5e5 None None] Network 0dc56fde-8345-48ed-a436-f9913278eb4d requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:54.156956 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-35039a68-318a-4c58-b8b4-7a7a5f1b4c4b tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks [] for port (94edd4fd-05b4-4319-9981-fc9f647663cc), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:54.173104 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d52abf4-a3f0-45cf-b8c2-2f84532db5f9 None None] Network c6f8dbff-f4ee-4a8c-a2cb-9da6c0517a49 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:54.191924 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0b19ee0d-4d00-4998-97f8-9cfa99b45187 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (0498b08f-4dbb-401f-b4eb-128516b4a4bb), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:54.197356 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b19ee0d-4d00-4998-97f8-9cfa99b45187 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:54.200628 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0b19ee0d-4d00-4998-97f8-9cfa99b45187 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:54.248851 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-4acb140b-a64c-41d5-bcc6-c6c19948cfe1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Allocated IP 172.20.0.9 (2f9588fb-b82f-42b5-ab4d-73443da7fd4b/8e9bfbca-8990-41b9-8a0b-02d89b7cf183/a2da5bd6-ebcd-4b74-b2d5-2eb021628a58) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:54.265724 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa3586d-6bc2-4604-8577-5defdd0dd68f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'port': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:54.289010 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091b0bff-e408-4d26-8a0b-ecb683cf8283 None None] Network 2f9588fb-b82f-42b5-ab4d-73443da7fd4b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:54.317550 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-35039a68-318a-4c58-b8b4-7a7a5f1b4c4b tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (94edd4fd-05b4-4319-9981-fc9f647663cc), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:54.335912 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port c325b867-4564-49fe-8384-f031b83beda9 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:54.336302 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (c325b867-4564-49fe-8384-f031b83beda9), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:54.368306 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0b19ee0d-4d00-4998-97f8-9cfa99b45187 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8513763 Jan 29 04:28:54.375957 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52524) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:54.376688 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b19ee0d-4d00-4998-97f8-9cfa99b45187 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event updated for resources: {'Network': ['ID=0498b08f-4dbb-401f-b4eb-128516b4a4bb,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:54.385382 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-0d77e0e8-d985-45a7-afe9-116044ad55f1 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:54.404083 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35039a68-318a-4c58-b8b4-7a7a5f1b4c4b tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Network 0fbf0839-9913-4d35-9c4d-d70caf714297 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:54.408675 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 0498b08f-4dbb-401f-b4eb-128516b4a4bb details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:28:54.432756 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-35039a68-318a-4c58-b8b4-7a7a5f1b4c4b tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:54.435725 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35039a68-318a-4c58-b8b4-7a7a5f1b4c4b tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:54.442446 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35039a68-318a-4c58-b8b4-7a7a5f1b4c4b tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:54.443119 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-35039a68-318a-4c58-b8b4-7a7a5f1b4c4b tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:54.475352 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4acb140b-a64c-41d5-bcc6-c6c19948cfe1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for port (a2da5bd6-ebcd-4b74-b2d5-2eb021628a58), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:54.492856 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35039a68-318a-4c58-b8b4-7a7a5f1b4c4b tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Pushing event updated for resources: {'Port': ['ID=94edd4fd-05b4-4319-9981-fc9f647663cc,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:54.522056 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d70b75fd-4bd7-499a-a1da-7123103f7550 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (feca2502-8dc6-4fc2-b260-98a02a2c6ccd), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:54.531184 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9fa3586d-6bc2-4604-8577-5defdd0dd68f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:54.568926 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b75fd-4bd7-499a-a1da-7123103f7550 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event deleted for resources: {'Port': ['ID=feca2502-8dc6-4fc2-b260-98a02a2c6ccd,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:54.600277 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [None req-9fa3586d-6bc2-4604-8577-5defdd0dd68f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] device_id is not set on port b84b74f2-b936-4042-84cc-963abd078161 yet. {{(pid=103584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:28:54.629140 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-35039a68-318a-4c58-b8b4-7a7a5f1b4c4b tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5898924 Jan 29 04:28:54.665744 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52526) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:54.673998 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-ff778052-12b0-4a0a-8cf2-6f0c57d055fe tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Request body: {'port': {'network_id': '0fbf0839-9913-4d35-9c4d-d70caf714297', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-928589117'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:54.710709 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0d77e0e8-d985-45a7-afe9-116044ad55f1 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (0498b08f-4dbb-401f-b4eb-128516b4a4bb), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:54.713406 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-4deeba17-3101-4b0e-a47c-9fdbfaa7a7bc None None] Provisioning complete for port c325b867-4564-49fe-8384-f031b83beda9 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:54.713928 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4deeba17-3101-4b0e-a47c-9fdbfaa7a7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c325b867-4564-49fe-8384-f031b83beda9), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:54.755130 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port c325b867-4564-49fe-8384-f031b83beda9, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=c325b867-4564-49fe-8384-f031b83beda9,segment=NetworkSegment(a40ca0d5-4551-4ca8-bc1d-fe742e3ebced),segment_id=a40ca0d5-4551-4ca8-bc1d-fe742e3ebced)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:54.761569 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4acb140b-a64c-41d5-bcc6-c6c19948cfe1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (a2da5bd6-ebcd-4b74-b2d5-2eb021628a58), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:54.806828 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0d77e0e8-d985-45a7-afe9-116044ad55f1 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (0498b08f-4dbb-401f-b4eb-128516b4a4bb), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:54.817724 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fa3586d-6bc2-4604-8577-5defdd0dd68f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:28:54.818311 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fa3586d-6bc2-4604-8577-5defdd0dd68f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:28:54.870895 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d70b75fd-4bd7-499a-a1da-7123103f7550 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (52ff5e78-bd2b-47a7-bcb4-81993e6b3723), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:54.879059 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0d77e0e8-d985-45a7-afe9-116044ad55f1 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Network 0498b08f-4dbb-401f-b4eb-128516b4a4bb is not hosted by any dhcp agent {{(pid=103584) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 29 04:28:54.887905 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acb140b-a64c-41d5-bcc6-c6c19948cfe1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Network 2f9588fb-b82f-42b5-ab4d-73443da7fd4b is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:54.888115 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (c325b867-4564-49fe-8384-f031b83beda9), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:54.901136 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d77e0e8-d985-45a7-afe9-116044ad55f1 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:54.903145 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0d77e0e8-d985-45a7-afe9-116044ad55f1 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:54.907733 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0d77e0e8-d985-45a7-afe9-116044ad55f1 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "PUT /v2.0/networks/0498b08f-4dbb-401f-b4eb-128516b4a4bb HTTP/1.1" status: 200 len: 723 time: 0.5243275 Jan 29 04:28:54.914609 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52528) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:54.921965 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-5675c36a-cc97-4311-b846-2fa1fa52c322 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Request body: {'subnet': {'network_id': '0498b08f-4dbb-401f-b4eb-128516b4a4bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:54.922176 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device f94f361b-d87f-4202-a229-9479eefbe33f no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:28:54.950604 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: f94f361b-d87f-4202-a229-9479eefbe33f {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:28:54.950604 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device f94f361b-d87f-4202-a229-9479eefbe33f not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:28:54.951331 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:54.980365 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77e0e8-d985-45a7-afe9-116044ad55f1 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event updated for resources: {'Network': ['ID=0498b08f-4dbb-401f-b4eb-128516b4a4bb,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:54.988332 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-4acb140b-a64c-41d5-bcc6-c6c19948cfe1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:55.000219 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acb140b-a64c-41d5-bcc6-c6c19948cfe1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:55.013059 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb140b-a64c-41d5-bcc6-c6c19948cfe1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'Port': ['ID=a2da5bd6-ebcd-4b74-b2d5-2eb021628a58,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:55.027709 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 0498b08f-4dbb-401f-b4eb-128516b4a4bb details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:28:55.032586 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-9fa3586d-6bc2-4604-8577-5defdd0dd68f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.1216524 Jan 29 04:28:55.034993 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52530) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:55.085443 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff778052-12b0-4a0a-8cf2-6f0c57d055fe tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Made reservation on behalf of 1cc520e251484df98df5e4540789a741 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:55.089803 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ff778052-12b0-4a0a-8cf2-6f0c57d055fe tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:55.138357 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c0b896-8d82-4b62-87cf-e2cf6f1f574f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:55.145016 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-48c0b896-8d82-4b62-87cf-e2cf6f1f574f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1075037 Jan 29 04:28:55.147693 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52532) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:55.189777 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=c325b867-4564-49fe-8384-f031b83beda9,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:55.194615 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-4deeba17-3101-4b0e-a47c-9fdbfaa7a7bc None None] Current status of the port c325b867-4564-49fe-8384-f031b83beda9 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:55.198236 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5372166-dcea-4081-9e7b-1020366c25be None None] Update dhcp port {'port': {'network_id': 'c6f8dbff-f4ee-4a8c-a2cb-9da6c0517a49', 'fixed_ips': [{'subnet_id': 'f48c2660-7ee7-43af-90a4-9ad4b8177a97', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b33dd472-6a9c-44e6-988e-fabd919d2d26'}], 'binding:host_id': 'dv-neutron-821190-1-hyperv'}, 'id': 'c325b867-4564-49fe-8384-f031b83beda9'} from dv-neutron-821190-1-hyperv. {{(pid=103586) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 29 04:28:55.239137 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acb140b-a64c-41d5-bcc6-c6c19948cfe1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:55.241626 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4acb140b-a64c-41d5-bcc6-c6c19948cfe1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:55.244961 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a5372166-dcea-4081-9e7b-1020366c25be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (c325b867-4564-49fe-8384-f031b83beda9), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:55.247045 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccde4b6-f12c-4fe2-9549-265151ca2fcd tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:55.250601 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccde4b6-f12c-4fe2-9549-265151ca2fcd tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:55.258990 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1ccde4b6-f12c-4fe2-9549-265151ca2fcd tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1099162 Jan 29 04:28:55.259655 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52534) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:55.260137 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efb4c7c-661d-4254-a5e4-db528157ed30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-2f9588fb-b82f-42b5-ab4d-73443da7fd4b', 'network_id': '2f9588fb-b82f-42b5-ab4d-73443da7fd4b', 'project_id': 'd8e0f965da8447998d407abf5ce886cf', 'fixed_ips': [{'subnet_id': '8e9bfbca-8990-41b9-8a0b-02d89b7cf183'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:28:55.261226 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7efb4c7c-661d-4254-a5e4-db528157ed30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:55.298506 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-ff778052-12b0-4a0a-8cf2-6f0c57d055fe tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] device_id is not set on port b18f1834-b7df-4980-b082-4ace5c9c437e yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:28:55.364658 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-39382836-4af1-47a7-8a78-944441037333 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting subnet ef92b50e-165d-4643-acf3-41cde03b3fa2 {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:28:55.369149 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-39382836-4af1-47a7-8a78-944441037333 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (ef92b50e-165d-4643-acf3-41cde03b3fa2), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:55.405843 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4acb140b-a64c-41d5-bcc6-c6c19948cfe1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7587588 Jan 29 04:28:55.450762 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-39382836-4af1-47a7-8a78-944441037333 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (ef92b50e-165d-4643-acf3-41cde03b3fa2), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:55.461216 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52536) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:55.526588 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-39382836-4af1-47a7-8a78-944441037333 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (ef92b50e-165d-4643-acf3-41cde03b3fa2), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:55.564858 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5675c36a-cc97-4311-b846-2fa1fa52c322 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Made reservation on behalf of 83ef131175644f6384891ed35a4d3341 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:55.568632 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5675c36a-cc97-4311-b846-2fa1fa52c322 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:55.574206 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70b75fd-4bd7-499a-a1da-7123103f7550 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Router 52ff5e78-bd2b-47a7-bcb4-81993e6b3723 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:28:55.580753 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bc001a-6d59-408d-8635-61e284b0109e None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:55.604686 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-89257747-9fc4-41f4-8f6c-2006775eb71b None None] Provisioning complete for port 94edd4fd-05b4-4319-9981-fc9f647663cc triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:55.605066 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-89257747-9fc4-41f4-8f6c-2006775eb71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (94edd4fd-05b4-4319-9981-fc9f647663cc), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:55.682653 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-39382836-4af1-47a7-8a78-944441037333 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (ef92b50e-165d-4643-acf3-41cde03b3fa2), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:55.735342 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39382836-4af1-47a7-8a78-944441037333 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Subnet': ['ID=ef92b50e-165d-4643-acf3-41cde03b3fa2,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:55.739656 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-39382836-4af1-47a7-8a78-944441037333 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:55.745099 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-39382836-4af1-47a7-8a78-944441037333 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/ef92b50e-165d-4643-acf3-41cde03b3fa2 HTTP/1.1" status: 204 len: 168 time: 0.4836905 Jan 29 04:28:55.747012 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device c325b867-4564-49fe-8384-f031b83beda9 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:55.747475 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52538) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:55.789875 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-a5372166-dcea-4081-9e7b-1020366c25be None None] Allocated IP 172.20.0.1 (c6f8dbff-f4ee-4a8c-a2cb-9da6c0517a49/b33dd472-6a9c-44e6-988e-fabd919d2d26/c325b867-4564-49fe-8384-f031b83beda9) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:55.810452 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b36e3a03-0358-452e-a754-acc7a673575b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0612633 Jan 29 04:28:55.814375 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-89257747-9fc4-41f4-8f6c-2006775eb71b None None] Port 94edd4fd-05b4-4319-9981-fc9f647663cc cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:28:55.815716 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52540) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:55.832122 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-89257747-9fc4-41f4-8f6c-2006775eb71b None None] Could not find standard attr ID for object ef1065bb-a347-41e6-9f85-247ceae9b73f. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:28:55.835355 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-f8bc3924-6e2c-4489-9de2-c8ffba352190 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'subnet': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:55.857682 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-7efb4c7c-661d-4254-a5e4-db528157ed30 None None] Allocated IP 172.20.0.2 (2f9588fb-b82f-42b5-ab4d-73443da7fd4b/8e9bfbca-8990-41b9-8a0b-02d89b7cf183/610a750f-0cd2-4455-a76c-dc82de40ed83) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:55.860806 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-89257747-9fc4-41f4-8f6c-2006775eb71b None None] Could not find standard attr ID for object 2609dcce-f71f-4ee3-8a3c-19cff9bb705a. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:28:55.948524 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port c325b867-4564-49fe-8384-f031b83beda9 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:55.948921 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c325b867-4564-49fe-8384-f031b83beda9), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:56.040605 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-ff778052-12b0-4a0a-8cf2-6f0c57d055fe tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Allocated IP 2001:db8::286 (0fbf0839-9913-4d35-9c4d-d70caf714297/82cbf589-e9c1-447e-a89e-b3e65b5720d1/b18f1834-b7df-4980-b082-4ace5c9c437e) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:56.071011 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bc3924-6e2c-4489-9de2-c8ffba352190 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:56.077754 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f8bc3924-6e2c-4489-9de2-c8ffba352190 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:56.093314 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-29273055-cfa3-4eb2-8b1e-cbdcff86fc79 None None] Provisioning complete for port 20766610-3eb5-4e26-aba9-c4ec9023b96e triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:56.093912 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-29273055-cfa3-4eb2-8b1e-cbdcff86fc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (20766610-3eb5-4e26-aba9-c4ec9023b96e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:56.119462 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70b75fd-4bd7-499a-a1da-7123103f7550 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:28:56.132379 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d70b75fd-4bd7-499a-a1da-7123103f7550 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "PUT /v2.0/routers/52ff5e78-bd2b-47a7-bcb4-81993e6b3723/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6115878 Jan 29 04:28:56.135362 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c1ccbc-6b33-48e8-8d54-21b842e10fe2 None None] Sync routers for ids ['52ff5e78-bd2b-47a7-bcb4-81993e6b3723'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:28:56.138498 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52542) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:56.145696 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c1ccbc-6b33-48e8-8d54-21b842e10fe2 None None] Routers {'52ff5e78-bd2b-47a7-bcb4-81993e6b3723'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:28:56.149754 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-01c1ccbc-6b33-48e8-8d54-21b842e10fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:28:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['52ff5e78-bd2b-47a7-bcb4-81993e6b3723'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:56.153966 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-a5372166-dcea-4081-9e7b-1020366c25be None None] For port c325b867-4564-49fe-8384-f031b83beda9, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=c325b867-4564-49fe-8384-f031b83beda9,segment=NetworkSegment(a40ca0d5-4551-4ca8-bc1d-fe742e3ebced),segment_id=a40ca0d5-4551-4ca8-bc1d-fe742e3ebced)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:56.195932 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-01c1ccbc-6b33-48e8-8d54-21b842e10fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:56.203798 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port c325b867-4564-49fe-8384-f031b83beda9 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:56.213716 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c1ccbc-6b33-48e8-8d54-21b842e10fe2 None None] Routers {'52ff5e78-bd2b-47a7-bcb4-81993e6b3723'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:28:56.214620 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-01c1ccbc-6b33-48e8-8d54-21b842e10fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:28:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['52ff5e78-bd2b-47a7-bcb4-81993e6b3723'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:56.258691 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a5372166-dcea-4081-9e7b-1020366c25be None None] Publish callbacks [] for port (c325b867-4564-49fe-8384-f031b83beda9), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:56.261428 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-01c1ccbc-6b33-48e8-8d54-21b842e10fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:56.262865 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c1ccbc-6b33-48e8-8d54-21b842e10fe2 None None] The sync data for ids ['52ff5e78-bd2b-47a7-bcb4-81993e6b3723'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:28:56.271390 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-79bcb2cb-fc20-4bdc-bd05-10ac7302969a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] GET failed (client error): The resource could not be found. Jan 29 04:28:56.276383 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-79bcb2cb-fc20-4bdc-bd05-10ac7302969a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "GET /v2.0/ports/feca2502-8dc6-4fc2-b260-98a02a2c6ccd HTTP/1.1" status: 404 len: 333 time: 0.1349461 Jan 29 04:28:56.278062 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52544) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:56.328342 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a5372166-dcea-4081-9e7b-1020366c25be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (c325b867-4564-49fe-8384-f031b83beda9), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:56.362249 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7efb4c7c-661d-4254-a5e4-db528157ed30 None None] Publish callbacks [] for port (610a750f-0cd2-4455-a76c-dc82de40ed83), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:56.424940 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:56.435529 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-29273055-cfa3-4eb2-8b1e-cbdcff86fc79 None None] Current status of the port 20766610-3eb5-4e26-aba9-c4ec9023b96e is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:56.449326 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6b105007-c12b-45e2-b44c-c5d608dc97ca tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for router (52ff5e78-bd2b-47a7-bcb4-81993e6b3723), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:56.471151 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4866818c-547a-4f2f-aaac-7e43b5b2377b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (a2da5bd6-ebcd-4b74-b2d5-2eb021628a58), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:56.476536 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-29273055-cfa3-4eb2-8b1e-cbdcff86fc79 None None] Could not find standard attr ID for object ef1065bb-a347-41e6-9f85-247ceae9b73f. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:28:56.479705 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7efb4c7c-661d-4254-a5e4-db528157ed30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (610a750f-0cd2-4455-a76c-dc82de40ed83), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:56.494791 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b15b46-4843-45d6-8f5e-9962aa17685f None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:56.503005 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5372166-dcea-4081-9e7b-1020366c25be None None] Pushing event updated for resources: {'Port': ['ID=c325b867-4564-49fe-8384-f031b83beda9,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:56.536612 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efb4c7c-661d-4254-a5e4-db528157ed30 None None] Network 2f9588fb-b82f-42b5-ab4d-73443da7fd4b is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:56.539792 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5675c36a-cc97-4311-b846-2fa1fa52c322 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (b646e43a-796a-4f69-8e6a-1c8e5b3b4de6), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:56.559049 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-7efb4c7c-661d-4254-a5e4-db528157ed30 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:56.590401 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efb4c7c-661d-4254-a5e4-db528157ed30 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:56.634083 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6b105007-c12b-45e2-b44c-c5d608dc97ca tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (52ff5e78-bd2b-47a7-bcb4-81993e6b3723), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:56.637993 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6b105007-c12b-45e2-b44c-c5d608dc97ca tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for router_controller (52ff5e78-bd2b-47a7-bcb4-81993e6b3723), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:56.661936 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb4c7c-661d-4254-a5e4-db528157ed30 None None] Pushing event updated for resources: {'Port': ['ID=610a750f-0cd2-4455-a76c-dc82de40ed83,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:56.735567 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ff778052-12b0-4a0a-8cf2-6f0c57d055fe tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks [] for port (b18f1834-b7df-4980-b082-4ace5c9c437e), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:56.751076 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5675c36a-cc97-4311-b846-2fa1fa52c322 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event updated for resources: {'Subnet': ['ID=b646e43a-796a-4f69-8e6a-1c8e5b3b4de6,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:56.785356 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6b105007-c12b-45e2-b44c-c5d608dc97ca tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (52ff5e78-bd2b-47a7-bcb4-81993e6b3723), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:56.786229 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b105007-c12b-45e2-b44c-c5d608dc97ca tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Fanout notify agent at l3_agent the message router_deleted on router 52ff5e78-bd2b-47a7-bcb4-81993e6b3723 {{(pid=103584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:28:56.803724 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6b105007-c12b-45e2-b44c-c5d608dc97ca tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:56.805975 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-6b105007-c12b-45e2-b44c-c5d608dc97ca tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/routers/52ff5e78-bd2b-47a7-bcb4-81993e6b3723 HTTP/1.1" status: 204 len: 168 time: 0.5261464 Jan 29 04:28:56.807555 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52546) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:56.813703 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5675c36a-cc97-4311-b846-2fa1fa52c322 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Checking segment: {'id': '354e3af7-eb9a-481b-b084-c76a89442d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0498b08f-4dbb-401f-b4eb-128516b4a4bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:28:56.814067 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5675c36a-cc97-4311-b846-2fa1fa52c322 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Network hostable DHCP agents. Network: 0498b08f-4dbb-401f-b4eb-128516b4a4bb, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:28:56.832677 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f8bc3924-6e2c-4489-9de2-c8ffba352190 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (a24b287b-7064-4dc4-a55e-dd4e300385ae), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:56.883083 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-a149b10b-ef6d-4f9c-b78f-551898688e46 None None] Provisioning complete for port cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:56.883570 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a149b10b-ef6d-4f9c-b78f-551898688e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:56.916813 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ff778052-12b0-4a0a-8cf2-6f0c57d055fe tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (b18f1834-b7df-4980-b082-4ace5c9c437e), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:56.922231 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-7efb4c7c-661d-4254-a5e4-db528157ed30 None None] Attempting to bind port 610a750f-0cd2-4455-a76c-dc82de40ed83 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:28:56.922614 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-7efb4c7c-661d-4254-a5e4-db528157ed30 None None] Attempting to bind port 610a750f-0cd2-4455-a76c-dc82de40ed83 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'f68e5af5-9d65-4594-8b96-1be0b07aa2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2f9588fb-b82f-42b5-ab4d-73443da7fd4b'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:28:56.922983 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efb4c7c-661d-4254-a5e4-db528157ed30 None None] Attempting to bind port 610a750f-0cd2-4455-a76c-dc82de40ed83 on network 2f9588fb-b82f-42b5-ab4d-73443da7fd4b {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:28:56.934123 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bc3924-6e2c-4489-9de2-c8ffba352190 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:56.935650 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efb4c7c-661d-4254-a5e4-db528157ed30 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:28:56.936037 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efb4c7c-661d-4254-a5e4-db528157ed30 None None] Checking segment: {'id': 'f68e5af5-9d65-4594-8b96-1be0b07aa2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2f9588fb-b82f-42b5-ab4d-73443da7fd4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:28:56.937085 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7efb4c7c-661d-4254-a5e4-db528157ed30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:56.937680 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efb4c7c-661d-4254-a5e4-db528157ed30 None None] Bound using segment: {'id': 'f68e5af5-9d65-4594-8b96-1be0b07aa2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2f9588fb-b82f-42b5-ab4d-73443da7fd4b'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:28:56.938457 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-7efb4c7c-661d-4254-a5e4-db528157ed30 None None] Bound port: 610a750f-0cd2-4455-a76c-dc82de40ed83, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68e5af5-9d65-4594-8b96-1be0b07aa2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2f9588fb-b82f-42b5-ab4d-73443da7fd4b'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:28:56.938845 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7efb4c7c-661d-4254-a5e4-db528157ed30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (610a750f-0cd2-4455-a76c-dc82de40ed83), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:56.951168 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-f8bc3924-6e2c-4489-9de2-c8ffba352190 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:56.960958 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-d58e633d-3555-4950-b8b8-990725129072 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Deleting subnet f7b42089-8b21-4764-aac6-b570951fcc4d {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:28:56.965277 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bc3924-6e2c-4489-9de2-c8ffba352190 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:56.967244 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f8bc3924-6e2c-4489-9de2-c8ffba352190 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:56.968230 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5675c36a-cc97-4311-b846-2fa1fa52c322 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Network 0498b08f-4dbb-401f-b4eb-128516b4a4bb is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:28:56.983036 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d58e633d-3555-4950-b8b8-990725129072 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for subnet (f7b42089-8b21-4764-aac6-b570951fcc4d), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:56.988233 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4866818c-547a-4f2f-aaac-7e43b5b2377b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for port (a2da5bd6-ebcd-4b74-b2d5-2eb021628a58), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:57.005384 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff778052-12b0-4a0a-8cf2-6f0c57d055fe tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Network 0fbf0839-9913-4d35-9c4d-d70caf714297 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:57.011857 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-ff778052-12b0-4a0a-8cf2-6f0c57d055fe tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:57.015838 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff778052-12b0-4a0a-8cf2-6f0c57d055fe tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:57.022166 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff778052-12b0-4a0a-8cf2-6f0c57d055fe tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:57.022855 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ff778052-12b0-4a0a-8cf2-6f0c57d055fe tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:57.036892 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff778052-12b0-4a0a-8cf2-6f0c57d055fe tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Pushing event updated for resources: {'Port': ['ID=b18f1834-b7df-4980-b082-4ace5c9c437e,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:57.063999 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4866818c-547a-4f2f-aaac-7e43b5b2377b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (a2da5bd6-ebcd-4b74-b2d5-2eb021628a58), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:57.082907 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d58e633d-3555-4950-b8b8-990725129072 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (f7b42089-8b21-4764-aac6-b570951fcc4d), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:57.085958 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc3924-6e2c-4489-9de2-c8ffba352190 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Subnet': ['ID=a24b287b-7064-4dc4-a55e-dd4e300385ae,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:57.099480 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-7efb4c7c-661d-4254-a5e4-db528157ed30 None None] For port 610a750f-0cd2-4455-a76c-dc82de40ed83, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:28:57.103200 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-a149b10b-ef6d-4f9c-b78f-551898688e46 None None] Current status of the port cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:57.114161 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-7efb4c7c-661d-4254-a5e4-db528157ed30 None None] For port 610a750f-0cd2-4455-a76c-dc82de40ed83, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=610a750f-0cd2-4455-a76c-dc82de40ed83,segment=NetworkSegment(f68e5af5-9d65-4594-8b96-1be0b07aa2a1),segment_id=f68e5af5-9d65-4594-8b96-1be0b07aa2a1)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:28:57.122081 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-a149b10b-ef6d-4f9c-b78f-551898688e46 None None] Could not find standard attr ID for object feca2502-8dc6-4fc2-b260-98a02a2c6ccd. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:28:57.126299 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7825e3-8e10-45a9-801d-55e8f222a7ce None None] DHCP port deletion for 4d28e89c-1ada-4d65-a68a-7c96765b022b request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:28:57.147254 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f8bc3924-6e2c-4489-9de2-c8ffba352190 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3299956 Jan 29 04:28:57.150950 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52548) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:57.156386 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-0a693335-6b05-4d8b-b447-d4dc4b2f8391 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1417355356', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:57.196051 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-a149b10b-ef6d-4f9c-b78f-551898688e46 None None] Provisioning complete for port 20766610-3eb5-4e26-aba9-c4ec9023b96e triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:57.196432 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a149b10b-ef6d-4f9c-b78f-551898688e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (20766610-3eb5-4e26-aba9-c4ec9023b96e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:57.199759 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7efb4c7c-661d-4254-a5e4-db528157ed30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (610a750f-0cd2-4455-a76c-dc82de40ed83), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:57.236099 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d58e633d-3555-4950-b8b8-990725129072 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (f7b42089-8b21-4764-aac6-b570951fcc4d), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:57.368673 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-6c7825e3-8e10-45a9-801d-55e8f222a7ce None None] Deleting port 20766610-3eb5-4e26-aba9-c4ec9023b96e {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:28:57.369842 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6c7825e3-8e10-45a9-801d-55e8f222a7ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (20766610-3eb5-4e26-aba9-c4ec9023b96e), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:57.375601 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb4c7c-661d-4254-a5e4-db528157ed30 None None] Pushing event updated for resources: {'Port': ['ID=610a750f-0cd2-4455-a76c-dc82de40ed83,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:57.377808 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d58e633d-3555-4950-b8b8-990725129072 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (f7b42089-8b21-4764-aac6-b570951fcc4d), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:57.381562 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0a693335-6b05-4d8b-b447-d4dc4b2f8391 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (916b4898-5b6e-4562-b111-683fc2f06219), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:57.384014 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0a693335-6b05-4d8b-b447-d4dc4b2f8391 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (916b4898-5b6e-4562-b111-683fc2f06219), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:57.448002 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e633d-3555-4950-b8b8-990725129072 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event deleted for resources: {'Subnet': ['ID=f7b42089-8b21-4764-aac6-b570951fcc4d,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:57.454534 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d58e633d-3555-4950-b8b8-990725129072 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:57.464129 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d58e633d-3555-4950-b8b8-990725129072 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/subnets/f7b42089-8b21-4764-aac6-b570951fcc4d HTTP/1.1" status: 204 len: 168 time: 0.6532962 Jan 29 04:28:57.467544 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52550) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:57.478578 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88871ae-85e4-4032-b55a-157cb9215b71 None None] Network c6f8dbff-f4ee-4a8c-a2cb-9da6c0517a49 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:57.480426 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e07ebf-74a5-4e2f-abcd-ce4b58b70c86 None None] Network 0dc56fde-8345-48ed-a436-f9913278eb4d requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:57.620251 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2e638df8-34fb-40f1-9d60-9fbeff48862f tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (0dc56fde-8345-48ed-a436-f9913278eb4d), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:57.632436 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-6c7825e3-8e10-45a9-801d-55e8f222a7ce None None] For port 20766610-3eb5-4e26-aba9-c4ec9023b96e, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=20766610-3eb5-4e26-aba9-c4ec9023b96e,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:57.633024 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6c7825e3-8e10-45a9-801d-55e8f222a7ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (20766610-3eb5-4e26-aba9-c4ec9023b96e), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:57.635616 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4866818c-547a-4f2f-aaac-7e43b5b2377b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'Port': ['ID=a2da5bd6-ebcd-4b74-b2d5-2eb021628a58,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:57.647698 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ff778052-12b0-4a0a-8cf2-6f0c57d055fe tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.9802015 Jan 29 04:28:57.648391 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-5675c36a-cc97-4311-b846-2fa1fa52c322 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 0498b08f-4dbb-401f-b4eb-128516b4a4bb) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:57.655225 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52552) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:57.660730 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-5ebe5a2e-3813-4d56-84ef-14540821b079 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2c9', 'mac_address': 'fa:16:3e:e1:e9:48'}, {'ip_address': '2001:db8::187', 'mac_address': 'fa:16:3e:2f:d2:be'}]}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:57.668549 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5675c36a-cc97-4311-b846-2fa1fa52c322 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:57.669020 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5675c36a-cc97-4311-b846-2fa1fa52c322 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:57.673744 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d2ab9d-8308-4421-bddf-fca5584a1596 None None] Network 0498b08f-4dbb-401f-b4eb-128516b4a4bb requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:57.679442 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-6c7825e3-8e10-45a9-801d-55e8f222a7ce None None] Calling delete_port for 20766610-3eb5-4e26-aba9-c4ec9023b96e owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:28:57.681486 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-a149b10b-ef6d-4f9c-b78f-551898688e46 None None] Current status of the port 20766610-3eb5-4e26-aba9-c4ec9023b96e is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:57.740793 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0a693335-6b05-4d8b-b447-d4dc4b2f8391 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for router_controller (916b4898-5b6e-4562-b111-683fc2f06219), precommit_add_association {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:57.822582 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-5675c36a-cc97-4311-b846-2fa1fa52c322 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9044793 Jan 29 04:28:57.825099 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52554) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:57.836660 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-01ba4010-2550-4c70-9b7a-ee738ed0c181 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:57.846310 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0a693335-6b05-4d8b-b447-d4dc4b2f8391 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (916b4898-5b6e-4562-b111-683fc2f06219), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:57.930391 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-2e638df8-34fb-40f1-9d60-9fbeff48862f tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Deleting port cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:28:57.930391 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2e638df8-34fb-40f1-9d60-9fbeff48862f tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:57.940919 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-2d05837d-78e4-4b92-958a-6f9d7422d601 None None] Provisioning complete for port b18f1834-b7df-4980-b082-4ace5c9c437e triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:57.941544 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2d05837d-78e4-4b92-958a-6f9d7422d601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b18f1834-b7df-4980-b082-4ace5c9c437e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:58.025748 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 610a750f-0cd2-4455-a76c-dc82de40ed83 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:58.030549 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d775c0-df4d-4da4-b840-f235a8d0aed2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-0498b08f-4dbb-401f-b4eb-128516b4a4bb', 'network_id': '0498b08f-4dbb-401f-b4eb-128516b4a4bb', 'project_id': '83ef131175644f6384891ed35a4d3341', 'fixed_ips': [{'subnet_id': 'b646e43a-796a-4f69-8e6a-1c8e5b3b4de6'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:28:58.031873 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-90d775c0-df4d-4da4-b840-f235a8d0aed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:58.033589 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-2d05837d-78e4-4b92-958a-6f9d7422d601 None None] Port b18f1834-b7df-4980-b082-4ace5c9c437e cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:28:58.063605 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4866818c-547a-4f2f-aaac-7e43b5b2377b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (b933a1c2-19e4-4506-a064-7b82587e806c), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:58.068402 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5ebe5a2e-3813-4d56-84ef-14540821b079 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b18f1834-b7df-4980-b082-4ace5c9c437e), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:58.086997 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5a521a-b0c7-4c79-b562-636fb6ccf186 None None] DHCP port deletion for 0dc56fde-8345-48ed-a436-f9913278eb4d request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:28:58.112820 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-2d05837d-78e4-4b92-958a-6f9d7422d601 None None] Provisioning complete for port c325b867-4564-49fe-8384-f031b83beda9 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:58.113194 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2d05837d-78e4-4b92-958a-6f9d7422d601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c325b867-4564-49fe-8384-f031b83beda9), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:58.165299 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6c7825e3-8e10-45a9-801d-55e8f222a7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (20766610-3eb5-4e26-aba9-c4ec9023b96e), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:58.259753 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7825e3-8e10-45a9-801d-55e8f222a7ce None None] Pushing event deleted for resources: {'Port': ['ID=20766610-3eb5-4e26-aba9-c4ec9023b96e,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:58.275729 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7825e3-8e10-45a9-801d-55e8f222a7ce None None] No DVR routers for this DVR port 20766610-3eb5-4e26-aba9-c4ec9023b96e on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:28:58.323757 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353d8f42-c7f5-4618-b654-fe297bb8895f None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:58.354434 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 610a750f-0cd2-4455-a76c-dc82de40ed83 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:58.354823 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (610a750f-0cd2-4455-a76c-dc82de40ed83), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:58.400832 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0a693335-6b05-4d8b-b447-d4dc4b2f8391 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:58.402335 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0a693335-6b05-4d8b-b447-d4dc4b2f8391 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.2500384 Jan 29 04:28:58.402751 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4866818c-547a-4f2f-aaac-7e43b5b2377b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (a2da5bd6-ebcd-4b74-b2d5-2eb021628a58), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:58.407863 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52556) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:58.459361 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-2e638df8-34fb-40f1-9d60-9fbeff48862f tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] For port cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9,segment=NetworkSegment(357d8ebf-a1dc-42ba-8032-17d504f3d790),segment_id=357d8ebf-a1dc-42ba-8032-17d504f3d790)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:58.460057 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2e638df8-34fb-40f1-9d60-9fbeff48862f tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:58.470613 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ea858a-ede2-4f1b-8364-60c69ce307cd None None] Network c6f8dbff-f4ee-4a8c-a2cb-9da6c0517a49 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:58.474385 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-2e638df8-34fb-40f1-9d60-9fbeff48862f tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Calling delete_port for cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9 owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:28:58.503903 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-90d775c0-df4d-4da4-b840-f235a8d0aed2 None None] Allocated IP 2001:db8::2 (0498b08f-4dbb-401f-b4eb-128516b4a4bb/b646e43a-796a-4f69-8e6a-1c8e5b3b4de6/c8853f80-521d-4776-a8ae-01976a5a2056) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:58.578170 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-01ba4010-2550-4c70-9b7a-ee738ed0c181 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59701157'] for subnet (b646e43a-796a-4f69-8e6a-1c8e5b3b4de6), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:58.602463 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-2a5a521a-b0c7-4c79-b562-636fb6ccf186 None None] Deleting port cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:28:58.603183 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2a5a521a-b0c7-4c79-b562-636fb6ccf186 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:58.657215 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-2d05837d-78e4-4b92-958a-6f9d7422d601 None None] Current status of the port c325b867-4564-49fe-8384-f031b83beda9 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:58.665552 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2e638df8-34fb-40f1-9d60-9fbeff48862f tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:58.704686 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e638df8-34fb-40f1-9d60-9fbeff48862f tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event deleted for resources: {'Port': ['ID=cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:58.730633 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e638df8-34fb-40f1-9d60-9fbeff48862f tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] No DVR routers for this DVR port cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9 on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:28:58.853069 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2e638df8-34fb-40f1-9d60-9fbeff48862f tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (0dc56fde-8345-48ed-a436-f9913278eb4d), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:58.875878 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-2e638df8-34fb-40f1-9d60-9fbeff48862f tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dc56fde-8345-48ed-a436-f9913278eb4d']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:58.888579 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-2e638df8-34fb-40f1-9d60-9fbeff48862f tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '357d8ebf-a1dc-42ba-8032-17d504f3d790') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:58.888903 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-2e638df8-34fb-40f1-9d60-9fbeff48862f tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '357d8ebf-a1dc-42ba-8032-17d504f3d790') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:58.899906 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2e638df8-34fb-40f1-9d60-9fbeff48862f tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (357d8ebf-a1dc-42ba-8032-17d504f3d790), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:58.915018 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2e638df8-34fb-40f1-9d60-9fbeff48862f tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (357d8ebf-a1dc-42ba-8032-17d504f3d790), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:58.922407 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e638df8-34fb-40f1-9d60-9fbeff48862f tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:28:58.922832 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2e638df8-34fb-40f1-9d60-9fbeff48862f tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (357d8ebf-a1dc-42ba-8032-17d504f3d790), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:58.926325 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:28:58.926325 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:28:58.926325 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:28:58.926325 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:28:58.926325 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:28:58.926325 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:28:58.926325 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:28:58.926325 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:28:58.926325 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:28:58.926325 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:28:58.926325 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:28:58.926325 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:28:58.926325 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:28:58.926325 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:28:58.926325 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:28:58.926325 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:28:58.926325 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:28:58.926325 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:28:58.926325 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:28:58.926325 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:28:58.926325 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:28:58.926325 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:28:58.926325 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:28:58.926325 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:28:58.926325 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:28:58.926325 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:28:58.926325 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:28:58.926325 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:28:58.926325 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:28:58.926325 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:28:58.926325 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:28:58.926325 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:28:58.946939 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5ebe5a2e-3813-4d56-84ef-14540821b079 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks [] for port (b18f1834-b7df-4980-b082-4ace5c9c437e), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:58.961181 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44a763b-afc1-4d36-b339-8abda3cbb794 None None] Network 2f9588fb-b82f-42b5-ab4d-73443da7fd4b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:28:58.997906 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-2a5a521a-b0c7-4c79-b562-636fb6ccf186 None None] For port cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9,segment=NetworkSegment(357d8ebf-a1dc-42ba-8032-17d504f3d790),segment_id=357d8ebf-a1dc-42ba-8032-17d504f3d790)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:58.998586 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2a5a521a-b0c7-4c79-b562-636fb6ccf186 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:59.003351 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0c6df8-8ed4-46e4-b416-0f95a824d228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-4d28e89c-1ada-4d65-a68a-7c96765b022b', 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'project_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'fixed_ips': [{'subnet_id': 'a24b287b-7064-4dc4-a55e-dd4e300385ae'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:28:59.004193 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4d0c6df8-8ed4-46e4-b416-0f95a824d228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:59.009248 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5ebe5a2e-3813-4d56-84ef-14540821b079 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (b18f1834-b7df-4980-b082-4ace5c9c437e), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:59.064445 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2e638df8-34fb-40f1-9d60-9fbeff48862f tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (0dc56fde-8345-48ed-a436-f9913278eb4d), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:59.071879 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2e638df8-34fb-40f1-9d60-9fbeff48862f tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:59.076235 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-2e638df8-34fb-40f1-9d60-9fbeff48862f tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/networks/0dc56fde-8345-48ed-a436-f9913278eb4d HTTP/1.1" status: 204 len: 168 time: 1.6074512 Jan 29 04:28:59.083040 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52558) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:59.093740 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e638df8-34fb-40f1-9d60-9fbeff48862f tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event deleted for resources: {'Network': ['ID=0dc56fde-8345-48ed-a436-f9913278eb4d,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:59.106852 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1fe150cd-c556-410d-8127-2f3b623ee006 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:59.111064 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-2a5a521a-b0c7-4c79-b562-636fb6ccf186 None None] Calling delete_port for cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:28:59.111357 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-5ebe5a2e-3813-4d56-84ef-14540821b079 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] In _notify_port_updated(), no bound segment for port b18f1834-b7df-4980-b082-4ace5c9c437e on network 0fbf0839-9913-4d35-9c4d-d70caf714297 {{(pid=103585) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 04:28:59.116637 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebe5a2e-3813-4d56-84ef-14540821b079 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:59.125260 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5ebe5a2e-3813-4d56-84ef-14540821b079 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:59.125260 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-5ebe5a2e-3813-4d56-84ef-14540821b079 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] 10.222.0.13 "PUT /v2.0/ports/b18f1834-b7df-4980-b082-4ace5c9c437e HTTP/1.1" status: 200 len: 1067 time: 1.4623895 Jan 29 04:28:59.125494 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52560) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:59.153191 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-bdca280d-2212-4d8a-b820-6330378b6cf5 None None] Provisioning complete for port c325b867-4564-49fe-8384-f031b83beda9 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:59.153641 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bdca280d-2212-4d8a-b820-6330378b6cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c325b867-4564-49fe-8384-f031b83beda9), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:59.185674 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4866818c-547a-4f2f-aaac-7e43b5b2377b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for port (a2da5bd6-ebcd-4b74-b2d5-2eb021628a58), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:59.188933 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 610a750f-0cd2-4455-a76c-dc82de40ed83 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:59.189326 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (610a750f-0cd2-4455-a76c-dc82de40ed83), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:59.265228 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-bc9119eb-a6a8-47f4-b3ef-8d01f24c28d9 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Deleting port b18f1834-b7df-4980-b082-4ace5c9c437e {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:28:59.265978 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bc9119eb-a6a8-47f4-b3ef-8d01f24c28d9 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (b18f1834-b7df-4980-b082-4ace5c9c437e), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:59.368824 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c5a6ad-7e4f-416c-8a70-40f18ea23485 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:59.370647 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-59c5a6ad-7e4f-416c-8a70-40f18ea23485 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "GET /v2.0/ports/a8525c10-17fd-403d-a9aa-719aa24396e1 HTTP/1.1" status: 200 len: 844 time: 0.2653286 Jan 29 04:28:59.371275 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe5a2e-3813-4d56-84ef-14540821b079 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Pushing event updated for resources: {'Port': ['ID=b18f1834-b7df-4980-b082-4ace5c9c437e,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:59.375856 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52564) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:59.381627 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4866818c-547a-4f2f-aaac-7e43b5b2377b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (a2da5bd6-ebcd-4b74-b2d5-2eb021628a58), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:59.393178 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebe5a2e-3813-4d56-84ef-14540821b079 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:59.393353 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebe5a2e-3813-4d56-84ef-14540821b079 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:59.393691 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebe5a2e-3813-4d56-84ef-14540821b079 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:59.394037 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebe5a2e-3813-4d56-84ef-14540821b079 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:59.394372 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebe5a2e-3813-4d56-84ef-14540821b079 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:59.394704 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebe5a2e-3813-4d56-84ef-14540821b079 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:59.395033 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebe5a2e-3813-4d56-84ef-14540821b079 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:59.395361 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebe5a2e-3813-4d56-84ef-14540821b079 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:59.395690 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebe5a2e-3813-4d56-84ef-14540821b079 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:59.396014 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebe5a2e-3813-4d56-84ef-14540821b079 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:59.396340 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebe5a2e-3813-4d56-84ef-14540821b079 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:59.396693 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebe5a2e-3813-4d56-84ef-14540821b079 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:59.397042 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebe5a2e-3813-4d56-84ef-14540821b079 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:59.439255 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bc9119eb-a6a8-47f4-b3ef-8d01f24c28d9 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (b18f1834-b7df-4980-b082-4ace5c9c437e), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:59.456253 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d3439262-4687-41a4-9e89-6483f727ad20 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "GET /v2.0/ports/a8525c10-17fd-403d-a9aa-719aa24396e1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0785375 Jan 29 04:28:59.462400 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52566) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:28:59.463218 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-bc9119eb-a6a8-47f4-b3ef-8d01f24c28d9 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Calling delete_port for b18f1834-b7df-4980-b082-4ace5c9c437e owned by {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:28:59.466597 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 610a750f-0cd2-4455-a76c-dc82de40ed83, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=610a750f-0cd2-4455-a76c-dc82de40ed83,segment=NetworkSegment(f68e5af5-9d65-4594-8b96-1be0b07aa2a1),segment_id=f68e5af5-9d65-4594-8b96-1be0b07aa2a1)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:59.479560 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-397132b8-83cc-4727-909e-e10db912e7e7 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'subnet': {'network_id': '983ab829-6eaf-4dad-93c5-9d2319e176fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:59.518109 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4866818c-547a-4f2f-aaac-7e43b5b2377b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (b933a1c2-19e4-4506-a064-7b82587e806c), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:59.545058 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4866818c-547a-4f2f-aaac-7e43b5b2377b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'Port': ['ID=a2da5bd6-ebcd-4b74-b2d5-2eb021628a58,revision_number=3']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:59.606798 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-4d0c6df8-8ed4-46e4-b416-0f95a824d228 None None] Allocated IP 2001:db8::2 (4d28e89c-1ada-4d65-a68a-7c96765b022b/a24b287b-7064-4dc4-a55e-dd4e300385ae/ba53c156-dd51-4b4a-a75d-b1c8297146f2) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:59.608997 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (610a750f-0cd2-4455-a76c-dc82de40ed83), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:59.610312 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device c325b867-4564-49fe-8384-f031b83beda9 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:59.620161 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2a5a521a-b0c7-4c79-b562-636fb6ccf186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:59.622430 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-90d775c0-df4d-4da4-b840-f235a8d0aed2 None None] Publish callbacks [] for port (c8853f80-521d-4776-a8ae-01976a5a2056), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:59.678037 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4866818c-547a-4f2f-aaac-7e43b5b2377b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Network 2f9588fb-b82f-42b5-ab4d-73443da7fd4b is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:59.678474 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-4866818c-547a-4f2f-aaac-7e43b5b2377b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:59.684894 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2a5a521a-b0c7-4c79-b562-636fb6ccf186 None None] Network 0dc56fde-8345-48ed-a436-f9913278eb4d is not hosted by any dhcp agent {{(pid=103586) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 29 04:28:59.685350 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5a521a-b0c7-4c79-b562-636fb6ccf186 None None] No DVR routers for this DVR port cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:28:59.700367 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bc9119eb-a6a8-47f4-b3ef-8d01f24c28d9 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (b18f1834-b7df-4980-b082-4ace5c9c437e), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:59.711500 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-bdca280d-2212-4d8a-b820-6330378b6cf5 None None] Current status of the port c325b867-4564-49fe-8384-f031b83beda9 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:28:59.749260 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9119eb-a6a8-47f4-b3ef-8d01f24c28d9 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Pushing event deleted for resources: {'Port': ['ID=b18f1834-b7df-4980-b082-4ace5c9c437e,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:59.763079 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9119eb-a6a8-47f4-b3ef-8d01f24c28d9 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:59.763434 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9119eb-a6a8-47f4-b3ef-8d01f24c28d9 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:59.763901 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9119eb-a6a8-47f4-b3ef-8d01f24c28d9 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:59.766954 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9119eb-a6a8-47f4-b3ef-8d01f24c28d9 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:59.767499 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9119eb-a6a8-47f4-b3ef-8d01f24c28d9 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:59.767856 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9119eb-a6a8-47f4-b3ef-8d01f24c28d9 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:59.768686 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9119eb-a6a8-47f4-b3ef-8d01f24c28d9 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:59.769056 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9119eb-a6a8-47f4-b3ef-8d01f24c28d9 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:59.769405 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9119eb-a6a8-47f4-b3ef-8d01f24c28d9 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:59.769746 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9119eb-a6a8-47f4-b3ef-8d01f24c28d9 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:59.770082 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9119eb-a6a8-47f4-b3ef-8d01f24c28d9 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:59.770462 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9119eb-a6a8-47f4-b3ef-8d01f24c28d9 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:59.770737 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9119eb-a6a8-47f4-b3ef-8d01f24c28d9 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:59.784857 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397132b8-83cc-4727-909e-e10db912e7e7 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Made reservation on behalf of 931e85f3b3ac4f669ae92c3bafe28f71 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:59.790472 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-397132b8-83cc-4727-909e-e10db912e7e7 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:59.811451 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-90d775c0-df4d-4da4-b840-f235a8d0aed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (c8853f80-521d-4776-a8ae-01976a5a2056), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:28:59.865605 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=610a750f-0cd2-4455-a76c-dc82de40ed83,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:59.868907 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-675db276-e1da-4c2c-a5ae-7192cc66790a None None] Could not find standard attr ID for object b18f1834-b7df-4980-b082-4ace5c9c437e. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:28:59.882699 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d775c0-df4d-4da4-b840-f235a8d0aed2 None None] Network 0498b08f-4dbb-401f-b4eb-128516b4a4bb is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:59.918328 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-90d775c0-df4d-4da4-b840-f235a8d0aed2 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:59.925847 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d775c0-df4d-4da4-b840-f235a8d0aed2 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:59.929399 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a521a-b0c7-4c79-b562-636fb6ccf186 None None] Pushing event deleted for resources: {'Port': ['ID=cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:59.962802 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port c325b867-4564-49fe-8384-f031b83beda9 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:59.963469 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c325b867-4564-49fe-8384-f031b83beda9), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:00.032919 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4866818c-547a-4f2f-aaac-7e43b5b2377b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Router b933a1c2-19e4-4506-a064-7b82587e806c is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:29:00.061053 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-675db276-e1da-4c2c-a5ae-7192cc66790a None None] Provisioning complete for port a2da5bd6-ebcd-4b74-b2d5-2eb021628a58 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:00.062082 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-675db276-e1da-4c2c-a5ae-7192cc66790a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (a2da5bd6-ebcd-4b74-b2d5-2eb021628a58), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:00.121199 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d775c0-df4d-4da4-b840-f235a8d0aed2 None None] Pushing event updated for resources: {'Port': ['ID=c8853f80-521d-4776-a8ae-01976a5a2056,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:00.157585 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-397132b8-83cc-4727-909e-e10db912e7e7 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (929db53b-e7d9-4a23-9bf7-90eaf625aac0), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:00.188748 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4d0c6df8-8ed4-46e4-b416-0f95a824d228 None None] Publish callbacks [] for port (ba53c156-dd51-4b4a-a75d-b1c8297146f2), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:00.197980 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-90d775c0-df4d-4da4-b840-f235a8d0aed2 None None] Attempting to bind port c8853f80-521d-4776-a8ae-01976a5a2056 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:29:00.198376 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-90d775c0-df4d-4da4-b840-f235a8d0aed2 None None] Attempting to bind port c8853f80-521d-4776-a8ae-01976a5a2056 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '354e3af7-eb9a-481b-b084-c76a89442d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0498b08f-4dbb-401f-b4eb-128516b4a4bb'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:29:00.198739 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d775c0-df4d-4da4-b840-f235a8d0aed2 None None] Attempting to bind port c8853f80-521d-4776-a8ae-01976a5a2056 on network 0498b08f-4dbb-401f-b4eb-128516b4a4bb {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:00.204150 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-675db276-e1da-4c2c-a5ae-7192cc66790a None None] Port a2da5bd6-ebcd-4b74-b2d5-2eb021628a58 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:29:00.209605 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-01ba4010-2550-4c70-9b7a-ee738ed0c181 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792711704513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3226192'] for subnet (b646e43a-796a-4f69-8e6a-1c8e5b3b4de6), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:00.217662 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d775c0-df4d-4da4-b840-f235a8d0aed2 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:29:00.218098 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d775c0-df4d-4da4-b840-f235a8d0aed2 None None] Checking segment: {'id': '354e3af7-eb9a-481b-b084-c76a89442d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0498b08f-4dbb-401f-b4eb-128516b4a4bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:29:00.218236 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bc9119eb-a6a8-47f4-b3ef-8d01f24c28d9 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:00.218607 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-90d775c0-df4d-4da4-b840-f235a8d0aed2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:00.219027 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d775c0-df4d-4da4-b840-f235a8d0aed2 None None] Bound using segment: {'id': '354e3af7-eb9a-481b-b084-c76a89442d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0498b08f-4dbb-401f-b4eb-128516b4a4bb'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:29:00.219605 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-90d775c0-df4d-4da4-b840-f235a8d0aed2 None None] Bound port: c8853f80-521d-4776-a8ae-01976a5a2056, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '354e3af7-eb9a-481b-b084-c76a89442d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0498b08f-4dbb-401f-b4eb-128516b4a4bb'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:29:00.220006 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-90d775c0-df4d-4da4-b840-f235a8d0aed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (c8853f80-521d-4776-a8ae-01976a5a2056), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:00.227114 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-bc9119eb-a6a8-47f4-b3ef-8d01f24c28d9 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] 10.222.0.13 "DELETE /v2.0/ports/b18f1834-b7df-4980-b082-4ace5c9c437e HTTP/1.1" status: 204 len: 168 time: 1.0990698 Jan 29 04:29:00.227617 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397132b8-83cc-4727-909e-e10db912e7e7 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Network 983ab829-6eaf-4dad-93c5-9d2319e176fb is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:00.227737 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52568) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:00.244123 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-397132b8-83cc-4727-909e-e10db912e7e7 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:00.252171 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397132b8-83cc-4727-909e-e10db912e7e7 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:00.254557 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-397132b8-83cc-4727-909e-e10db912e7e7 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:00.269670 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98566d90-250b-438e-a436-d8364db3870f None None] Network 983ab829-6eaf-4dad-93c5-9d2319e176fb requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:00.273483 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4866818c-547a-4f2f-aaac-7e43b5b2377b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:29:00.287330 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-675db276-e1da-4c2c-a5ae-7192cc66790a None None] Provisioning complete for port c325b867-4564-49fe-8384-f031b83beda9 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:00.287708 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-675db276-e1da-4c2c-a5ae-7192cc66790a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c325b867-4564-49fe-8384-f031b83beda9), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:00.289322 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-93151e0f-06dc-4370-a24e-f4bfcb097b81 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] GET failed (client error): The resource could not be found. Jan 29 04:29:00.291450 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-93151e0f-06dc-4370-a24e-f4bfcb097b81 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] 10.222.0.13 "GET /v2.0/ports/b18f1834-b7df-4980-b082-4ace5c9c437e HTTP/1.1" status: 404 len: 333 time: 0.0396097 Jan 29 04:29:00.299409 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4866818c-547a-4f2f-aaac-7e43b5b2377b tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "PUT /v2.0/routers/b933a1c2-19e4-4506-a064-7b82587e806c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8363161 Jan 29 04:29:00.299896 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ba4010-2550-4c70-9b7a-ee738ed0c181 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:00.300590 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-01ba4010-2550-4c70-9b7a-ee738ed0c181 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:00.301206 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52570) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:00.301752 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52572) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:00.301863 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-01ba4010-2550-4c70-9b7a-ee738ed0c181 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "PUT /v2.0/subnets/b646e43a-796a-4f69-8e6a-1c8e5b3b4de6 HTTP/1.1" status: 200 len: 826 time: 2.4731886 Jan 29 04:29:00.305057 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52574) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:00.312523 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4d0c6df8-8ed4-46e4-b416-0f95a824d228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (ba53c156-dd51-4b4a-a75d-b1c8297146f2), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:00.318621 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d26df65-9195-4828-a96f-3beb247ba359 None None] Sync routers for ids ['b933a1c2-19e4-4506-a064-7b82587e806c'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:29:00.376676 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397132b8-83cc-4727-909e-e10db912e7e7 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'Subnet': ['ID=929db53b-e7d9-4a23-9bf7-90eaf625aac0,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:00.386448 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba4010-2550-4c70-9b7a-ee738ed0c181 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event updated for resources: {'Subnet': ['ID=b646e43a-796a-4f69-8e6a-1c8e5b3b4de6,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:00.417373 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52576) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:00.418504 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-397132b8-83cc-4727-909e-e10db912e7e7 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9512756 Jan 29 04:29:00.424913 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-f4da5c55-3a48-4313-89f5-24ef2bba0f46 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'security_group': {'name': 'tempest-secgroup-1944478633'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:00.464522 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-af930f5e-8a44-4103-86c6-881fa6e1bc3e tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (0498b08f-4dbb-401f-b4eb-128516b4a4bb), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:00.471879 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-1fe150cd-c556-410d-8127-2f3b623ee006 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Allocated IP 2001:db8::1 (4d28e89c-1ada-4d65-a68a-7c96765b022b/a24b287b-7064-4dc4-a55e-dd4e300385ae/892f7ed9-2bcb-438e-af5f-d718b8c267ab) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:00.497470 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c355e4cf-54d2-4f68-bbb4-574c39fc9de4 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:00.502946 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52578) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:00.503896 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c355e4cf-54d2-4f68-bbb4-574c39fc9de4 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "GET /v2.0/ports?device_id=b933a1c2-19e4-4506-a064-7b82587e806c HTTP/1.1" status: 200 len: 982 time: 0.1860077 Jan 29 04:29:00.515919 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-90d775c0-df4d-4da4-b840-f235a8d0aed2 None None] For port c8853f80-521d-4776-a8ae-01976a5a2056, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:29:00.533428 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port c325b867-4564-49fe-8384-f031b83beda9 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:00.560052 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0c6df8-8ed4-46e4-b416-0f95a824d228 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:00.571477 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f4da5c55-3a48-4313-89f5-24ef2bba0f46 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:00.578309 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d26df65-9195-4828-a96f-3beb247ba359 None None] Routers {'b933a1c2-19e4-4506-a064-7b82587e806c'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:29:00.578966 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-1d26df65-9195-4828-a96f-3beb247ba359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:28:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b933a1c2-19e4-4506-a064-7b82587e806c'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:00.595479 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-90d775c0-df4d-4da4-b840-f235a8d0aed2 None None] For port c8853f80-521d-4776-a8ae-01976a5a2056, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=c8853f80-521d-4776-a8ae-01976a5a2056,segment=NetworkSegment(354e3af7-eb9a-481b-b084-c76a89442d7f),segment_id=354e3af7-eb9a-481b-b084-c76a89442d7f)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:29:00.642925 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-4d0c6df8-8ed4-46e4-b416-0f95a824d228 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:00.658635 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-09a870d6-9181-4a55-938c-ca47602ab639 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Deleting port 94edd4fd-05b4-4319-9981-fc9f647663cc {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:29:00.658991 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-09a870d6-9181-4a55-938c-ca47602ab639 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (94edd4fd-05b4-4319-9981-fc9f647663cc), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:00.673135 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0c6df8-8ed4-46e4-b416-0f95a824d228 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:29:00.676526 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 20766610-3eb5-4e26-aba9-c4ec9023b96e no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:29:00.678475 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-1d26df65-9195-4828-a96f-3beb247ba359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:00.686541 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0c6df8-8ed4-46e4-b416-0f95a824d228 None None] Pushing event updated for resources: {'Port': ['ID=ba53c156-dd51-4b4a-a75d-b1c8297146f2,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:00.712051 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f4da5c55-3a48-4313-89f5-24ef2bba0f46 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for security_group (c2635947-f3b0-40d8-b3f9-cf0a290d8673), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:00.735505 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1fe150cd-c556-410d-8127-2f3b623ee006 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for port (892f7ed9-2bcb-438e-af5f-d718b8c267ab), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:00.736884 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 20766610-3eb5-4e26-aba9-c4ec9023b96e {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:29:00.738072 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 20766610-3eb5-4e26-aba9-c4ec9023b96e not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:29:00.741877 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-90d775c0-df4d-4da4-b840-f235a8d0aed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (c8853f80-521d-4776-a8ae-01976a5a2056), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:00.788061 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-af930f5e-8a44-4103-86c6-881fa6e1bc3e tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Deleting port c8853f80-521d-4776-a8ae-01976a5a2056 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:29:00.788908 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-af930f5e-8a44-4103-86c6-881fa6e1bc3e tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (c8853f80-521d-4776-a8ae-01976a5a2056), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:00.790132 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f4da5c55-3a48-4313-89f5-24ef2bba0f46 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (c2635947-f3b0-40d8-b3f9-cf0a290d8673), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:00.808506 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-09a870d6-9181-4a55-938c-ca47602ab639 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (94edd4fd-05b4-4319-9981-fc9f647663cc), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:00.827699 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-09a870d6-9181-4a55-938c-ca47602ab639 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Calling delete_port for 94edd4fd-05b4-4319-9981-fc9f647663cc owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:29:00.835477 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d26df65-9195-4828-a96f-3beb247ba359 None None] Routers {'b933a1c2-19e4-4506-a064-7b82587e806c'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:29:00.836031 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-1d26df65-9195-4828-a96f-3beb247ba359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:28:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b933a1c2-19e4-4506-a064-7b82587e806c'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:00.916803 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-1d26df65-9195-4828-a96f-3beb247ba359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:00.917656 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d26df65-9195-4828-a96f-3beb247ba359 None None] The sync data for ids ['b933a1c2-19e4-4506-a064-7b82587e806c'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:29:00.934763 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1fe150cd-c556-410d-8127-2f3b623ee006 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (892f7ed9-2bcb-438e-af5f-d718b8c267ab), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:00.971112 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4da5c55-3a48-4313-89f5-24ef2bba0f46 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2635947-f3b0-40d8-b3f9-cf0a290d8673,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:01.007052 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 610a750f-0cd2-4455-a76c-dc82de40ed83 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:01.021181 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe150cd-c556-410d-8127-2f3b623ee006 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:01.029600 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-1fe150cd-c556-410d-8127-2f3b623ee006 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:01.037319 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f4da5c55-3a48-4313-89f5-24ef2bba0f46 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:01.037319 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f4da5c55-3a48-4313-89f5-24ef2bba0f46 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6134739 Jan 29 04:29:01.037545 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe150cd-c556-410d-8127-2f3b623ee006 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:29:01.037545 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1fe150cd-c556-410d-8127-2f3b623ee006 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (916b4898-5b6e-4562-b111-683fc2f06219), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:01.040632 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52580) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:01.053167 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-384af55c-1903-413e-833a-55fb0a58a00a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'security_group': {'name': 'tempest-secgroup-903936772'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:01.110630 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-af930f5e-8a44-4103-86c6-881fa6e1bc3e tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] For port c8853f80-521d-4776-a8ae-01976a5a2056, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=c8853f80-521d-4776-a8ae-01976a5a2056,segment=NetworkSegment(354e3af7-eb9a-481b-b084-c76a89442d7f),segment_id=354e3af7-eb9a-481b-b084-c76a89442d7f)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:01.111659 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-af930f5e-8a44-4103-86c6-881fa6e1bc3e tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (c8853f80-521d-4776-a8ae-01976a5a2056), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:01.114924 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe150cd-c556-410d-8127-2f3b623ee006 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Port': ['ID=892f7ed9-2bcb-438e-af5f-d718b8c267ab,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:01.145375 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-af930f5e-8a44-4103-86c6-881fa6e1bc3e tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Calling delete_port for c8853f80-521d-4776-a8ae-01976a5a2056 owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:29:01.280728 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-384af55c-1903-413e-833a-55fb0a58a00a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:01.310506 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-4d0c6df8-8ed4-46e4-b416-0f95a824d228 None None] Attempting to bind port ba53c156-dd51-4b4a-a75d-b1c8297146f2 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:29:01.311142 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-4d0c6df8-8ed4-46e4-b416-0f95a824d228 None None] Attempting to bind port ba53c156-dd51-4b4a-a75d-b1c8297146f2 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:29:01.312378 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0c6df8-8ed4-46e4-b416-0f95a824d228 None None] Attempting to bind port ba53c156-dd51-4b4a-a75d-b1c8297146f2 on network 4d28e89c-1ada-4d65-a68a-7c96765b022b {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:01.327841 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0c6df8-8ed4-46e4-b416-0f95a824d228 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:29:01.331995 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0c6df8-8ed4-46e4-b416-0f95a824d228 None None] Checking segment: {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:29:01.331995 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4d0c6df8-8ed4-46e4-b416-0f95a824d228 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:01.331995 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0c6df8-8ed4-46e4-b416-0f95a824d228 None None] Bound using segment: {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:29:01.331995 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-4d0c6df8-8ed4-46e4-b416-0f95a824d228 None None] Bound port: ba53c156-dd51-4b4a-a75d-b1c8297146f2, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:29:01.331995 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4d0c6df8-8ed4-46e4-b416-0f95a824d228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (ba53c156-dd51-4b4a-a75d-b1c8297146f2), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:01.349114 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697f40b0-2b52-48c2-9685-aecf4890b55a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-983ab829-6eaf-4dad-93c5-9d2319e176fb', 'network_id': '983ab829-6eaf-4dad-93c5-9d2319e176fb', 'project_id': '931e85f3b3ac4f669ae92c3bafe28f71', 'fixed_ips': [{'subnet_id': '929db53b-e7d9-4a23-9bf7-90eaf625aac0'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:29:01.350245 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-697f40b0-2b52-48c2-9685-aecf4890b55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:01.359563 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d775c0-df4d-4da4-b840-f235a8d0aed2 None None] Pushing event updated for resources: {'Port': ['ID=c8853f80-521d-4776-a8ae-01976a5a2056,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:01.374926 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-675db276-e1da-4c2c-a5ae-7192cc66790a None None] Current status of the port c325b867-4564-49fe-8384-f031b83beda9 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:01.407678 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 610a750f-0cd2-4455-a76c-dc82de40ed83 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:01.408245 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (610a750f-0cd2-4455-a76c-dc82de40ed83), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:01.539421 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-384af55c-1903-413e-833a-55fb0a58a00a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for security_group (62f74d6f-4aa2-429f-8eab-7d6eb6506753), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:01.541658 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-af930f5e-8a44-4103-86c6-881fa6e1bc3e tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (c8853f80-521d-4776-a8ae-01976a5a2056), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:01.553161 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-675db276-e1da-4c2c-a5ae-7192cc66790a None None] Provisioning complete for port 610a750f-0cd2-4455-a76c-dc82de40ed83 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:01.553692 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-675db276-e1da-4c2c-a5ae-7192cc66790a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (610a750f-0cd2-4455-a76c-dc82de40ed83), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:01.588127 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af930f5e-8a44-4103-86c6-881fa6e1bc3e tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event deleted for resources: {'Port': ['ID=c8853f80-521d-4776-a8ae-01976a5a2056,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:01.596015 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-4d0c6df8-8ed4-46e4-b416-0f95a824d228 None None] For port ba53c156-dd51-4b4a-a75d-b1c8297146f2, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:29:01.615218 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-384af55c-1903-413e-833a-55fb0a58a00a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (62f74d6f-4aa2-429f-8eab-7d6eb6506753), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:01.642817 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af930f5e-8a44-4103-86c6-881fa6e1bc3e tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] No DVR routers for this DVR port c8853f80-521d-4776-a8ae-01976a5a2056 on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:29:01.713498 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-09a870d6-9181-4a55-938c-ca47602ab639 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (94edd4fd-05b4-4319-9981-fc9f647663cc), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:01.715595 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 610a750f-0cd2-4455-a76c-dc82de40ed83 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:01.742727 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-4d0c6df8-8ed4-46e4-b416-0f95a824d228 None None] For port ba53c156-dd51-4b4a-a75d-b1c8297146f2, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=ba53c156-dd51-4b4a-a75d-b1c8297146f2,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:29:01.745196 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-697f40b0-2b52-48c2-9685-aecf4890b55a None None] Allocated IP 2001:db8::2 (983ab829-6eaf-4dad-93c5-9d2319e176fb/929db53b-e7d9-4a23-9bf7-90eaf625aac0/faa930a0-55d8-4804-a382-ba608d9dc5c5) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:01.753786 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384af55c-1903-413e-833a-55fb0a58a00a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62f74d6f-4aa2-429f-8eab-7d6eb6506753,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:01.753992 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1fe150cd-c556-410d-8127-2f3b623ee006 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (892f7ed9-2bcb-438e-af5f-d718b8c267ab), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:01.775160 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-675db276-e1da-4c2c-a5ae-7192cc66790a None None] Current status of the port 610a750f-0cd2-4455-a76c-dc82de40ed83 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:01.778635 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-384af55c-1903-413e-833a-55fb0a58a00a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:01.780752 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-384af55c-1903-413e-833a-55fb0a58a00a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.7384973 Jan 29 04:29:01.787056 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52582) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:01.792069 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-d2c2d398-5768-40cc-94d7-24af5263e9b7 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1241220888', 'security_groups': ['62f74d6f-4aa2-429f-8eab-7d6eb6506753'], 'network_id': '983ab829-6eaf-4dad-93c5-9d2319e176fb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '929db53b-e7d9-4a23-9bf7-90eaf625aac0'}]}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:01.795945 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-af930f5e-8a44-4103-86c6-881fa6e1bc3e tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (b646e43a-796a-4f69-8e6a-1c8e5b3b4de6), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:01.801789 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a870d6-9181-4a55-938c-ca47602ab639 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Pushing event deleted for resources: {'Port': ['ID=94edd4fd-05b4-4319-9981-fc9f647663cc,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:01.839681 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:29:01.874317 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:29:01.874680 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device cc2a9e9b-cd8b-4b51-a97f-c5f69214e4b9 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:29:01.899640 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4d0c6df8-8ed4-46e4-b416-0f95a824d228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (ba53c156-dd51-4b4a-a75d-b1c8297146f2), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:01.905664 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b45bd356-3312-4cce-83a9-0707af5a6a6e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (b933a1c2-19e4-4506-a064-7b82587e806c), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:01.920112 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-09a870d6-9181-4a55-938c-ca47602ab639 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:01.926458 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-09a870d6-9181-4a55-938c-ca47602ab639 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] 10.222.0.13 "DELETE /v2.0/ports/94edd4fd-05b4-4319-9981-fc9f647663cc HTTP/1.1" status: 204 len: 168 time: 1.6166456 Jan 29 04:29:01.931171 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52584) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:01.988139 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad079a6b-7c74-4eee-bd3d-eaded7893e8e tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] GET failed (client error): The resource could not be found. Jan 29 04:29:01.992872 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ad079a6b-7c74-4eee-bd3d-eaded7893e8e tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] 10.222.0.13 "GET /v2.0/ports/94edd4fd-05b4-4319-9981-fc9f647663cc HTTP/1.1" status: 404 len: 333 time: 0.0573678 Jan 29 04:29:01.997893 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52586) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:02.130817 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-aef57a48-63f7-4f87-ab37-3efc88deed32 None None] Provisioning complete for port a2da5bd6-ebcd-4b74-b2d5-2eb021628a58 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:02.131368 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aef57a48-63f7-4f87-ab37-3efc88deed32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (a2da5bd6-ebcd-4b74-b2d5-2eb021628a58), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:02.133568 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-697f40b0-2b52-48c2-9685-aecf4890b55a None None] Publish callbacks [] for port (faa930a0-55d8-4804-a382-ba608d9dc5c5), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:02.173355 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-af930f5e-8a44-4103-86c6-881fa6e1bc3e tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (b646e43a-796a-4f69-8e6a-1c8e5b3b4de6), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:02.212833 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0c6df8-8ed4-46e4-b416-0f95a824d228 None None] Pushing event updated for resources: {'Port': ['ID=ba53c156-dd51-4b4a-a75d-b1c8297146f2,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:02.224478 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-aef57a48-63f7-4f87-ab37-3efc88deed32 None None] Port a2da5bd6-ebcd-4b74-b2d5-2eb021628a58 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:29:02.243528 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c2d398-5768-40cc-94d7-24af5263e9b7 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Made reservation on behalf of 931e85f3b3ac4f669ae92c3bafe28f71 for: {'port': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:02.253859 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af930f5e-8a44-4103-86c6-881fa6e1bc3e tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event deleted for resources: {'Subnet': ['ID=b646e43a-796a-4f69-8e6a-1c8e5b3b4de6,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:02.262922 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-aef57a48-63f7-4f87-ab37-3efc88deed32 None None] Provisioning complete for port 610a750f-0cd2-4455-a76c-dc82de40ed83 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:02.268962 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aef57a48-63f7-4f87-ab37-3efc88deed32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (610a750f-0cd2-4455-a76c-dc82de40ed83), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:02.269530 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-697f40b0-2b52-48c2-9685-aecf4890b55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (faa930a0-55d8-4804-a382-ba608d9dc5c5), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:02.302728 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1fe150cd-c556-410d-8127-2f3b623ee006 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for port (892f7ed9-2bcb-438e-af5f-d718b8c267ab), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:02.364030 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697f40b0-2b52-48c2-9685-aecf4890b55a None None] Network 983ab829-6eaf-4dad-93c5-9d2319e176fb is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:02.372019 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-697f40b0-2b52-48c2-9685-aecf4890b55a None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:02.378313 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40b0-2b52-48c2-9685-aecf4890b55a None None] Pushing event updated for resources: {'Port': ['ID=faa930a0-55d8-4804-a382-ba608d9dc5c5,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:02.380848 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697f40b0-2b52-48c2-9685-aecf4890b55a None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:29:02.388383 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1fe150cd-c556-410d-8127-2f3b623ee006 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (892f7ed9-2bcb-438e-af5f-d718b8c267ab), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:02.390137 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1fe150cd-c556-410d-8127-2f3b623ee006 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (916b4898-5b6e-4562-b111-683fc2f06219), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:02.530001 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-697f40b0-2b52-48c2-9685-aecf4890b55a None None] Attempting to bind port faa930a0-55d8-4804-a382-ba608d9dc5c5 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:29:02.530591 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-697f40b0-2b52-48c2-9685-aecf4890b55a None None] Attempting to bind port faa930a0-55d8-4804-a382-ba608d9dc5c5 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'd05bb8bd-f66d-4bf4-98f7-7dd43138e159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '983ab829-6eaf-4dad-93c5-9d2319e176fb'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:29:02.531180 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697f40b0-2b52-48c2-9685-aecf4890b55a None None] Attempting to bind port faa930a0-55d8-4804-a382-ba608d9dc5c5 on network 983ab829-6eaf-4dad-93c5-9d2319e176fb {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:02.543296 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697f40b0-2b52-48c2-9685-aecf4890b55a None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:29:02.543824 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697f40b0-2b52-48c2-9685-aecf4890b55a None None] Checking segment: {'id': 'd05bb8bd-f66d-4bf4-98f7-7dd43138e159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '983ab829-6eaf-4dad-93c5-9d2319e176fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:29:02.544346 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-697f40b0-2b52-48c2-9685-aecf4890b55a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:02.544883 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697f40b0-2b52-48c2-9685-aecf4890b55a None None] Bound using segment: {'id': 'd05bb8bd-f66d-4bf4-98f7-7dd43138e159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '983ab829-6eaf-4dad-93c5-9d2319e176fb'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:29:02.545472 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-697f40b0-2b52-48c2-9685-aecf4890b55a None None] Bound port: faa930a0-55d8-4804-a382-ba608d9dc5c5, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05bb8bd-f66d-4bf4-98f7-7dd43138e159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '983ab829-6eaf-4dad-93c5-9d2319e176fb'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:29:02.546863 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-697f40b0-2b52-48c2-9685-aecf4890b55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (faa930a0-55d8-4804-a382-ba608d9dc5c5), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:02.555641 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe150cd-c556-410d-8127-2f3b623ee006 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Port': ['ID=892f7ed9-2bcb-438e-af5f-d718b8c267ab,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:02.565598 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-aef57a48-63f7-4f87-ab37-3efc88deed32 None None] Current status of the port 610a750f-0cd2-4455-a76c-dc82de40ed83 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:02.629113 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe150cd-c556-410d-8127-2f3b623ee006 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:02.630858 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-1fe150cd-c556-410d-8127-2f3b623ee006 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:02.658799 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-697f40b0-2b52-48c2-9685-aecf4890b55a None None] For port faa930a0-55d8-4804-a382-ba608d9dc5c5, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:29:02.662956 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-697f40b0-2b52-48c2-9685-aecf4890b55a None None] For port faa930a0-55d8-4804-a382-ba608d9dc5c5, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=faa930a0-55d8-4804-a382-ba608d9dc5c5,segment=NetworkSegment(d05bb8bd-f66d-4bf4-98f7-7dd43138e159),segment_id=d05bb8bd-f66d-4bf4-98f7-7dd43138e159)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:29:02.685672 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57651085-1c11-46a7-8b1e-0951e9da5b37 None None] Network 0498b08f-4dbb-401f-b4eb-128516b4a4bb requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:02.706953 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-f6562670-06e8-4bfe-bfbe-e78e3e436585 None None] Could not find standard attr ID for object c8853f80-521d-4776-a8ae-01976a5a2056. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:29:02.755330 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-697f40b0-2b52-48c2-9685-aecf4890b55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (faa930a0-55d8-4804-a382-ba608d9dc5c5), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:02.791151 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-af930f5e-8a44-4103-86c6-881fa6e1bc3e tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (0498b08f-4dbb-401f-b4eb-128516b4a4bb), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:02.835309 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe150cd-c556-410d-8127-2f3b623ee006 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Router 916b4898-5b6e-4562-b111-683fc2f06219 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:29:02.846735 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40b0-2b52-48c2-9685-aecf4890b55a None None] Pushing event updated for resources: {'Port': ['ID=faa930a0-55d8-4804-a382-ba608d9dc5c5,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:02.849710 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-64bea202-906a-4c06-b463-c13c02dd48f8 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Deleting port c3a081d7-a30e-4a5f-af51-3f53d8431684 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:29:02.853225 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-64bea202-906a-4c06-b463-c13c02dd48f8 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (c3a081d7-a30e-4a5f-af51-3f53d8431684), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:02.854210 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-af930f5e-8a44-4103-86c6-881fa6e1bc3e tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0498b08f-4dbb-401f-b4eb-128516b4a4bb']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:02.893672 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-af930f5e-8a44-4103-86c6-881fa6e1bc3e tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '354e3af7-eb9a-481b-b084-c76a89442d7f') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:02.893672 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-af930f5e-8a44-4103-86c6-881fa6e1bc3e tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '354e3af7-eb9a-481b-b084-c76a89442d7f') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:02.933135 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d2c2d398-5768-40cc-94d7-24af5263e9b7 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:02.939927 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4daa1371-2baa-4dbd-bce9-ea16a49e9270 None None] DHCP port deletion for 0498b08f-4dbb-401f-b4eb-128516b4a4bb request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:29:02.947819 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-af930f5e-8a44-4103-86c6-881fa6e1bc3e tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (354e3af7-eb9a-481b-b084-c76a89442d7f), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:02.972140 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4a482f-1165-4326-8f21-a014b22981bb None None] Network 0498b08f-4dbb-401f-b4eb-128516b4a4bb requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:03.013905 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-af930f5e-8a44-4103-86c6-881fa6e1bc3e tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (354e3af7-eb9a-481b-b084-c76a89442d7f), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:03.014103 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe150cd-c556-410d-8127-2f3b623ee006 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:29:03.016473 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [None req-d2c2d398-5768-40cc-94d7-24af5263e9b7 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] device_id is not set on port 1f99dec1-16a1-4108-b3e8-32d3c8143875 yet. {{(pid=103584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:29:03.025291 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd0a444-b29e-4968-b25b-4063698d0350 None None] Sync routers for ids ['916b4898-5b6e-4562-b111-683fc2f06219'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:29:03.026715 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-1fe150cd-c556-410d-8127-2f3b623ee006 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "PUT /v2.0/routers/916b4898-5b6e-4562-b111-683fc2f06219/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6148002 Jan 29 04:29:03.027401 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52588) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:03.052557 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd0a444-b29e-4968-b25b-4063698d0350 None None] Routers {'916b4898-5b6e-4562-b111-683fc2f06219'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:29:03.053326 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-fbd0a444-b29e-4968-b25b-4063698d0350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:28:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['916b4898-5b6e-4562-b111-683fc2f06219'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:03.068922 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af930f5e-8a44-4103-86c6-881fa6e1bc3e tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:29:03.069332 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-af930f5e-8a44-4103-86c6-881fa6e1bc3e tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (354e3af7-eb9a-481b-b084-c76a89442d7f), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:03.117744 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17a4bd1-67d4-4948-84cf-a86664102084 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:03.122099 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d17a4bd1-67d4-4948-84cf-a86664102084 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/ports/892f7ed9-2bcb-438e-af5f-d718b8c267ab HTTP/1.1" status: 200 len: 911 time: 0.0936458 Jan 29 04:29:03.123044 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52590) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:03.129394 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:29:03.129394 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:29:03.129394 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:29:03.129394 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:29:03.129394 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:29:03.129394 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:29:03.129394 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:29:03.129394 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:29:03.129394 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:29:03.129394 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:29:03.129394 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:29:03.129394 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:29:03.129394 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:29:03.129394 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:29:03.129394 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:29:03.129394 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:29:03.129394 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:29:03.129394 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:29:03.129394 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:29:03.129394 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:29:03.129394 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:29:03.129394 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:29:03.129394 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:29:03.129394 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:29:03.129394 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:29:03.129394 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:29:03.129394 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:29:03.129394 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:29:03.129394 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:29:03.129394 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:29:03.129394 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:29:03.129394 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:29:03.144090 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device ba53c156-dd51-4b4a-a75d-b1c8297146f2 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:03.204370 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-64bea202-906a-4c06-b463-c13c02dd48f8 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (c3a081d7-a30e-4a5f-af51-3f53d8431684), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:03.229271 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-fbd0a444-b29e-4968-b25b-4063698d0350 None None] Set router 916b4898-5b6e-4562-b111-683fc2f06219 gateway port host: None {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:29:03.241692 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caeaa698-58ea-4e70-8d2b-ffc9b7aa6f8a tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:03.247084 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caeaa698-58ea-4e70-8d2b-ffc9b7aa6f8a tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:03.252452 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-caeaa698-58ea-4e70-8d2b-ffc9b7aa6f8a tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1286087 Jan 29 04:29:03.253093 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52592) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:03.290191 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-64bea202-906a-4c06-b463-c13c02dd48f8 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Calling delete_port for c3a081d7-a30e-4a5f-af51-3f53d8431684 owned by {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:29:03.372715 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port ba53c156-dd51-4b4a-a75d-b1c8297146f2 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:03.373101 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (ba53c156-dd51-4b4a-a75d-b1c8297146f2), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:03.521928 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port ba53c156-dd51-4b4a-a75d-b1c8297146f2 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:03.522620 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (ba53c156-dd51-4b4a-a75d-b1c8297146f2), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:03.539880 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-af930f5e-8a44-4103-86c6-881fa6e1bc3e tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (0498b08f-4dbb-401f-b4eb-128516b4a4bb), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:03.588248 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port ba53c156-dd51-4b4a-a75d-b1c8297146f2, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=ba53c156-dd51-4b4a-a75d-b1c8297146f2,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:03.596715 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-af930f5e-8a44-4103-86c6-881fa6e1bc3e tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:03.599933 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-af930f5e-8a44-4103-86c6-881fa6e1bc3e tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "DELETE /v2.0/networks/0498b08f-4dbb-401f-b4eb-128516b4a4bb HTTP/1.1" status: 204 len: 168 time: 3.2939405 Jan 29 04:29:03.609277 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52600) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:03.638674 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-b45bd356-3312-4cce-83a9-0707af5a6a6e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Deleting port a2da5bd6-ebcd-4b74-b2d5-2eb021628a58 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:29:03.639024 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b45bd356-3312-4cce-83a9-0707af5a6a6e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (a2da5bd6-ebcd-4b74-b2d5-2eb021628a58), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:03.652931 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af930f5e-8a44-4103-86c6-881fa6e1bc3e tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event deleted for resources: {'Network': ['ID=0498b08f-4dbb-401f-b4eb-128516b4a4bb,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:03.663841 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (ba53c156-dd51-4b4a-a75d-b1c8297146f2), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:03.684891 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-95c3dd96-e48c-48bb-b090-616c4c12a17c tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:03.685426 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95c3dd96-e48c-48bb-b090-616c4c12a17c tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:03.694856 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-95c3dd96-e48c-48bb-b090-616c4c12a17c tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "DELETE /v2.0/networks/0498b08f-4dbb-401f-b4eb-128516b4a4bb HTTP/1.1" status: 404 len: 339 time: 0.0673449 Jan 29 04:29:03.697723 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52602) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:03.719344 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-9e350164-00a8-4b35-af44-2cd0de6aa44b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-542610837', 'description': 'd1'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:03.755195 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-d2c2d398-5768-40cc-94d7-24af5263e9b7 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Allocated IP 2001:db8::300 (983ab829-6eaf-4dad-93c5-9d2319e176fb/929db53b-e7d9-4a23-9bf7-90eaf625aac0/1f99dec1-16a1-4108-b3e8-32d3c8143875) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:03.768978 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=ba53c156-dd51-4b4a-a75d-b1c8297146f2,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:03.769618 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-fbd0a444-b29e-4968-b25b-4063698d0350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916b4898-5b6e-4562-b111-683fc2f06219', 'name': 'tempest-NetworksTestDHCPv6-router-1417355356', 'tenant_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:28:57Z', 'updated_at': '2022-01-29T04:29:01Z', 'revision_number': 2, 'project_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'gw_port_host': None, '_interfaces': [{'id': '892f7ed9-2bcb-438e-af5f-d718b8c267ab', 'name': '', 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'tenant_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'mac_address': 'fa:16:3e:e4:5b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916b4898-5b6e-4562-b111-683fc2f06219', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'a24b287b-7064-4dc4-a55e-dd4e300385ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:28:59Z', 'updated_at': '2022-01-29T04:29:02Z', 'revision_number': 2, 'project_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'subnets': [{'id': 'a24b287b-7064-4dc4-a55e-dd4e300385ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:03.803622 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd0a444-b29e-4968-b25b-4063698d0350 None None] Checking router: 916b4898-5b6e-4562-b111-683fc2f06219 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:29:03.803967 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd0a444-b29e-4968-b25b-4063698d0350 None None] Updating router 916b4898-5b6e-4562-b111-683fc2f06219 port 892f7ed9-2bcb-438e-af5f-d718b8c267ab binding host dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:29:03.834261 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fbd0a444-b29e-4968-b25b-4063698d0350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (892f7ed9-2bcb-438e-af5f-d718b8c267ab), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:03.834813 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bfc3987e-1051-4403-be82-b550784ce121 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (916b4898-5b6e-4562-b111-683fc2f06219), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:03.917051 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b45bd356-3312-4cce-83a9-0707af5a6a6e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (a2da5bd6-ebcd-4b74-b2d5-2eb021628a58), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:03.926123 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e350164-00a8-4b35-af44-2cd0de6aa44b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Made reservation on behalf of 83ef131175644f6384891ed35a4d3341 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:03.929774 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9e350164-00a8-4b35-af44-2cd0de6aa44b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:03.948150 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-335c0219-d024-42b1-9510-25b9aa7c43b7 None None] Provisioning complete for port ba53c156-dd51-4b4a-a75d-b1c8297146f2 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:03.948150 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-335c0219-d024-42b1-9510-25b9aa7c43b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (ba53c156-dd51-4b4a-a75d-b1c8297146f2), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:04.008672 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-b45bd356-3312-4cce-83a9-0707af5a6a6e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Calling delete_port for a2da5bd6-ebcd-4b74-b2d5-2eb021628a58 owned by network:router_interface {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:29:04.028305 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-64bea202-906a-4c06-b463-c13c02dd48f8 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (c3a081d7-a30e-4a5f-af51-3f53d8431684), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:04.056748 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e350164-00a8-4b35-af44-2cd0de6aa44b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:29:04.100216 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9e350164-00a8-4b35-af44-2cd0de6aa44b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (7ea95f56-4c3a-4867-ad69-bbf0b0b2fe24), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:04.100948 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-9e350164-00a8-4b35-af44-2cd0de6aa44b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Added segment 7ea95f56-4c3a-4867-ad69-bbf0b0b2fe24 of type vlan for network be5d7a20-19aa-4a76-8c6a-79918d29c5d5 Jan 29 04:29:04.123326 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-335c0219-d024-42b1-9510-25b9aa7c43b7 None None] Current status of the port ba53c156-dd51-4b4a-a75d-b1c8297146f2 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:04.172293 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9e350164-00a8-4b35-af44-2cd0de6aa44b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (be5d7a20-19aa-4a76-8c6a-79918d29c5d5), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:04.274777 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-bfc3987e-1051-4403-be82-b550784ce121 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting port 892f7ed9-2bcb-438e-af5f-d718b8c267ab {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:29:04.275805 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bfc3987e-1051-4403-be82-b550784ce121 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (892f7ed9-2bcb-438e-af5f-d718b8c267ab), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:04.285210 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bea202-906a-4c06-b463-c13c02dd48f8 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Pushing event deleted for resources: {'Port': ['ID=c3a081d7-a30e-4a5f-af51-3f53d8431684,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:04.289000 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-64bea202-906a-4c06-b463-c13c02dd48f8 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:04.293765 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-64bea202-906a-4c06-b463-c13c02dd48f8 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] 10.222.0.13 "DELETE /v2.0/ports/c3a081d7-a30e-4a5f-af51-3f53d8431684 HTTP/1.1" status: 204 len: 168 time: 2.2908628 Jan 29 04:29:04.299710 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52604) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:04.315988 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9e350164-00a8-4b35-af44-2cd0de6aa44b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (be5d7a20-19aa-4a76-8c6a-79918d29c5d5), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:04.321173 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e350164-00a8-4b35-af44-2cd0de6aa44b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:04.321771 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9e350164-00a8-4b35-af44-2cd0de6aa44b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:04.344721 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-93b85166-fcf0-4441-a9eb-4babe334f0b5 None None] Could not find standard attr ID for object 3b7c6855-572e-45a1-bfde-2e0bd20e07c4. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:29:04.352836 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fbd0a444-b29e-4968-b25b-4063698d0350 None None] Publish callbacks [] for port (892f7ed9-2bcb-438e-af5f-d718b8c267ab), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:04.354039 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d2c2d398-5768-40cc-94d7-24af5263e9b7 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for port (1f99dec1-16a1-4108-b3e8-32d3c8143875), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:04.436941 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9e350164-00a8-4b35-af44-2cd0de6aa44b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7310691 Jan 29 04:29:04.440691 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52606) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:04.458039 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fbd0a444-b29e-4968-b25b-4063698d0350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (892f7ed9-2bcb-438e-af5f-d718b8c267ab), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:04.503518 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-087772f9-c25c-4aa8-b058-a2d7f6ce5103 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Deleting subnet 82cbf589-e9c1-447e-a89e-b3e65b5720d1 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:29:04.511907 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e350164-00a8-4b35-af44-2cd0de6aa44b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event updated for resources: {'Network': ['ID=be5d7a20-19aa-4a76-8c6a-79918d29c5d5,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:04.515867 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-087772f9-c25c-4aa8-b058-a2d7f6ce5103 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks [] for subnet (82cbf589-e9c1-447e-a89e-b3e65b5720d1), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:04.531809 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network be5d7a20-19aa-4a76-8c6a-79918d29c5d5 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:29:04.558072 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bfc3987e-1051-4403-be82-b550784ce121 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (892f7ed9-2bcb-438e-af5f-d718b8c267ab), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:04.560842 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb24573-1c20-4304-b6aa-9ed8c9144215 None None] Pushing event updated for resources: {'Port': ['ID=892f7ed9-2bcb-438e-af5f-d718b8c267ab,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:04.581966 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-bfc3987e-1051-4403-be82-b550784ce121 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Calling delete_port for 892f7ed9-2bcb-438e-af5f-d718b8c267ab owned by network:router_interface {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:29:04.592080 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-087772f9-c25c-4aa8-b058-a2d7f6ce5103 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (82cbf589-e9c1-447e-a89e-b3e65b5720d1), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:04.668604 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb24573-1c20-4304-b6aa-9ed8c9144215 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:04.669203 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb24573-1c20-4304-b6aa-9ed8c9144215 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:04.669710 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb24573-1c20-4304-b6aa-9ed8c9144215 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:04.670196 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb24573-1c20-4304-b6aa-9ed8c9144215 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:04.670774 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb24573-1c20-4304-b6aa-9ed8c9144215 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:04.671552 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb24573-1c20-4304-b6aa-9ed8c9144215 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:04.672167 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb24573-1c20-4304-b6aa-9ed8c9144215 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:04.672695 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb24573-1c20-4304-b6aa-9ed8c9144215 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:04.673357 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb24573-1c20-4304-b6aa-9ed8c9144215 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:04.673712 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb24573-1c20-4304-b6aa-9ed8c9144215 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:04.674044 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb24573-1c20-4304-b6aa-9ed8c9144215 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:04.674417 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb24573-1c20-4304-b6aa-9ed8c9144215 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:04.674743 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb24573-1c20-4304-b6aa-9ed8c9144215 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:04.715077 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-fbd0a444-b29e-4968-b25b-4063698d0350 None None] Attempting to bind port 892f7ed9-2bcb-438e-af5f-d718b8c267ab on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:29:04.715681 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-fbd0a444-b29e-4968-b25b-4063698d0350 None None] Attempting to bind port 892f7ed9-2bcb-438e-af5f-d718b8c267ab by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:29:04.717155 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd0a444-b29e-4968-b25b-4063698d0350 None None] Attempting to bind port 892f7ed9-2bcb-438e-af5f-d718b8c267ab on network 4d28e89c-1ada-4d65-a68a-7c96765b022b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:04.730751 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd0a444-b29e-4968-b25b-4063698d0350 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:29:04.731672 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd0a444-b29e-4968-b25b-4063698d0350 None None] Checking segment: {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:29:04.733737 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fbd0a444-b29e-4968-b25b-4063698d0350 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:04.734425 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd0a444-b29e-4968-b25b-4063698d0350 None None] Bound using segment: {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:29:04.735078 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-fbd0a444-b29e-4968-b25b-4063698d0350 None None] Bound port: 892f7ed9-2bcb-438e-af5f-d718b8c267ab, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:29:04.736128 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fbd0a444-b29e-4968-b25b-4063698d0350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (892f7ed9-2bcb-438e-af5f-d718b8c267ab), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:04.757257 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e892ef-617d-4798-9e7e-b1d9b8384d92 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:04.761658 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-79e892ef-617d-4798-9e7e-b1d9b8384d92 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "GET /v2.0/networks?id=be5d7a20-19aa-4a76-8c6a-79918d29c5d5 HTTP/1.1" status: 200 len: 764 time: 0.3199618 Jan 29 04:29:04.766299 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52608) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:04.771732 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-b3fce97c-f09d-4f41-97b1-4b5efcf937d8 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Request body: {'network': {'description': 'd2'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:04.786257 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-fee1eea2-ea34-4b93-acbd-726fa5edbb78 None None] Provisioning complete for port 892f7ed9-2bcb-438e-af5f-d718b8c267ab triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:04.786778 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fee1eea2-ea34-4b93-acbd-726fa5edbb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (892f7ed9-2bcb-438e-af5f-d718b8c267ab), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:04.815459 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-087772f9-c25c-4aa8-b058-a2d7f6ce5103 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (82cbf589-e9c1-447e-a89e-b3e65b5720d1), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:04.834307 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-fbd0a444-b29e-4968-b25b-4063698d0350 None None] For port 892f7ed9-2bcb-438e-af5f-d718b8c267ab, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:29:04.838505 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-fbd0a444-b29e-4968-b25b-4063698d0350 None None] For port 892f7ed9-2bcb-438e-af5f-d718b8c267ab, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=892f7ed9-2bcb-438e-af5f-d718b8c267ab,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:29:04.868920 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d2c2d398-5768-40cc-94d7-24af5263e9b7 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (1f99dec1-16a1-4108-b3e8-32d3c8143875), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:04.870567 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b45bd356-3312-4cce-83a9-0707af5a6a6e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (a2da5bd6-ebcd-4b74-b2d5-2eb021628a58), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:04.873803 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-fee1eea2-ea34-4b93-acbd-726fa5edbb78 None None] Port 892f7ed9-2bcb-438e-af5f-d718b8c267ab cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:29:04.901101 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-fee1eea2-ea34-4b93-acbd-726fa5edbb78 None None] Provisioning complete for port a8525c10-17fd-403d-a9aa-719aa24396e1 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:04.901894 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fee1eea2-ea34-4b93-acbd-726fa5edbb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (a8525c10-17fd-403d-a9aa-719aa24396e1), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:04.926894 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fbd0a444-b29e-4968-b25b-4063698d0350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (892f7ed9-2bcb-438e-af5f-d718b8c267ab), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:04.996156 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-fee1eea2-ea34-4b93-acbd-726fa5edbb78 None None] Port a8525c10-17fd-403d-a9aa-719aa24396e1 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:29:05.004639 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-087772f9-c25c-4aa8-b058-a2d7f6ce5103 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (82cbf589-e9c1-447e-a89e-b3e65b5720d1), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:05.017199 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-fee1eea2-ea34-4b93-acbd-726fa5edbb78 None None] Provisioning complete for port faa930a0-55d8-4804-a382-ba608d9dc5c5 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:05.017199 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fee1eea2-ea34-4b93-acbd-726fa5edbb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (faa930a0-55d8-4804-a382-ba608d9dc5c5), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:05.046000 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd0a444-b29e-4968-b25b-4063698d0350 None None] Routers {'916b4898-5b6e-4562-b111-683fc2f06219'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:29:05.046000 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-fbd0a444-b29e-4968-b25b-4063698d0350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:28:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['916b4898-5b6e-4562-b111-683fc2f06219'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:05.086244 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087772f9-c25c-4aa8-b058-a2d7f6ce5103 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Pushing event deleted for resources: {'Subnet': ['ID=82cbf589-e9c1-447e-a89e-b3e65b5720d1,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:05.086353 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b3fce97c-f09d-4f41-97b1-4b5efcf937d8 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (be5d7a20-19aa-4a76-8c6a-79918d29c5d5), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:05.112567 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-087772f9-c25c-4aa8-b058-a2d7f6ce5103 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:05.125496 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-087772f9-c25c-4aa8-b058-a2d7f6ce5103 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] 10.222.0.13 "DELETE /v2.0/subnets/82cbf589-e9c1-447e-a89e-b3e65b5720d1 HTTP/1.1" status: 204 len: 168 time: 0.8223267 Jan 29 04:29:05.127580 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52610) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:05.149079 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9cb966-4d5a-4fc4-b855-6e51dddedb94 None None] Network 0fbf0839-9913-4d35-9c4d-d70caf714297 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:05.172048 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c2d398-5768-40cc-94d7-24af5263e9b7 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Network 983ab829-6eaf-4dad-93c5-9d2319e176fb is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:05.192589 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb24573-1c20-4304-b6aa-9ed8c9144215 None None] Pushing event updated for resources: {'Port': ['ID=892f7ed9-2bcb-438e-af5f-d718b8c267ab,revision_number=4']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:05.204278 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bfc3987e-1051-4403-be82-b550784ce121 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (892f7ed9-2bcb-438e-af5f-d718b8c267ab), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:05.215149 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b3fce97c-f09d-4f41-97b1-4b5efcf937d8 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (be5d7a20-19aa-4a76-8c6a-79918d29c5d5), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:05.223609 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-fee1eea2-ea34-4b93-acbd-726fa5edbb78 None None] Current status of the port faa930a0-55d8-4804-a382-ba608d9dc5c5 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:05.224569 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fee1eea2-ea34-4b93-acbd-726fa5edbb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (faa930a0-55d8-4804-a382-ba608d9dc5c5), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:05.247525 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-fbd0a444-b29e-4968-b25b-4063698d0350 None None] Set router 916b4898-5b6e-4562-b111-683fc2f06219 gateway port host: None {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:29:05.287875 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2d398-5768-40cc-94d7-24af5263e9b7 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'Port': ['ID=1f99dec1-16a1-4108-b3e8-32d3c8143875,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:05.291265 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc3987e-1051-4403-be82-b550784ce121 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Port': ['ID=892f7ed9-2bcb-438e-af5f-d718b8c267ab,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:05.302830 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-d2c2d398-5768-40cc-94d7-24af5263e9b7 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:05.352361 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-fee1eea2-ea34-4b93-acbd-726fa5edbb78 None None] For port faa930a0-55d8-4804-a382-ba608d9dc5c5, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=faa930a0-55d8-4804-a382-ba608d9dc5c5,segment=NetworkSegment(d05bb8bd-f66d-4bf4-98f7-7dd43138e159),segment_id=d05bb8bd-f66d-4bf4-98f7-7dd43138e159)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:05.412162 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fee1eea2-ea34-4b93-acbd-726fa5edbb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (faa930a0-55d8-4804-a382-ba608d9dc5c5), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:05.424763 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bfc3987e-1051-4403-be82-b550784ce121 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (916b4898-5b6e-4562-b111-683fc2f06219), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:05.429731 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c2d398-5768-40cc-94d7-24af5263e9b7 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:29:05.452984 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c2d398-5768-40cc-94d7-24af5263e9b7 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:05.459980 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d2c2d398-5768-40cc-94d7-24af5263e9b7 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:05.462381 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device ba53c156-dd51-4b4a-a75d-b1c8297146f2 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:05.578590 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-c42a9aa9-d0c2-450c-9ca0-2c5491498d53 None None] Could not find standard attr ID for object 892f7ed9-2bcb-438e-af5f-d718b8c267ab. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:29:05.588190 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bd356-3312-4cce-83a9-0707af5a6a6e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event deleted for resources: {'Port': ['ID=a2da5bd6-ebcd-4b74-b2d5-2eb021628a58,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:05.596183 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b3fce97c-f09d-4f41-97b1-4b5efcf937d8 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Network be5d7a20-19aa-4a76-8c6a-79918d29c5d5 is not hosted by any dhcp agent {{(pid=103584) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 29 04:29:05.606163 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fce97c-f09d-4f41-97b1-4b5efcf937d8 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:05.613059 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b3fce97c-f09d-4f41-97b1-4b5efcf937d8 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:05.618303 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b3fce97c-f09d-4f41-97b1-4b5efcf937d8 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "PUT /v2.0/networks/be5d7a20-19aa-4a76-8c6a-79918d29c5d5 HTTP/1.1" status: 200 len: 761 time: 0.8507025 Jan 29 04:29:05.626035 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee1eea2-ea34-4b93-acbd-726fa5edbb78 None None] Pushing event updated for resources: {'Port': ['ID=faa930a0-55d8-4804-a382-ba608d9dc5c5,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:05.645636 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1eea2-ea34-4b93-acbd-726fa5edbb78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:05.645941 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1eea2-ea34-4b93-acbd-726fa5edbb78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:05.646560 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1eea2-ea34-4b93-acbd-726fa5edbb78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:05.647108 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1eea2-ea34-4b93-acbd-726fa5edbb78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:05.647641 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1eea2-ea34-4b93-acbd-726fa5edbb78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:05.648150 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1eea2-ea34-4b93-acbd-726fa5edbb78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:05.648735 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1eea2-ea34-4b93-acbd-726fa5edbb78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:05.649249 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1eea2-ea34-4b93-acbd-726fa5edbb78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:05.652865 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1eea2-ea34-4b93-acbd-726fa5edbb78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:05.673174 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1eea2-ea34-4b93-acbd-726fa5edbb78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:05.673174 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1eea2-ea34-4b93-acbd-726fa5edbb78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:05.673174 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1eea2-ea34-4b93-acbd-726fa5edbb78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:05.673174 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1eea2-ea34-4b93-acbd-726fa5edbb78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:05.676513 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52612) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:05.678175 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-fbd0a444-b29e-4968-b25b-4063698d0350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916b4898-5b6e-4562-b111-683fc2f06219', 'name': 'tempest-NetworksTestDHCPv6-router-1417355356', 'tenant_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:28:57Z', 'updated_at': '2022-01-29T04:29:01Z', 'revision_number': 2, 'project_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'gw_port_host': None, '_interfaces': [{'id': '892f7ed9-2bcb-438e-af5f-d718b8c267ab', 'name': '', 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'tenant_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'mac_address': 'fa:16:3e:e4:5b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916b4898-5b6e-4562-b111-683fc2f06219', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'a24b287b-7064-4dc4-a55e-dd4e300385ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:28:59Z', 'updated_at': '2022-01-29T04:29:04Z', 'revision_number': 4, 'project_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'subnets': [{'id': 'a24b287b-7064-4dc4-a55e-dd4e300385ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:05.687156 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port ba53c156-dd51-4b4a-a75d-b1c8297146f2 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:05.688225 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (ba53c156-dd51-4b4a-a75d-b1c8297146f2), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:05.729797 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc3987e-1051-4403-be82-b550784ce121 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Router 916b4898-5b6e-4562-b111-683fc2f06219 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:29:05.743326 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ed33e9-f706-4867-b2ff-cfe2dc1d4944 None None] DHCP port deletion for 0fbf0839-9913-4d35-9c4d-d70caf714297 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:29:05.757905 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd0a444-b29e-4968-b25b-4063698d0350 None None] The sync data for ids ['916b4898-5b6e-4562-b111-683fc2f06219'] in dv-neutron-821190-1-hyperv is: [{'id': '916b4898-5b6e-4562-b111-683fc2f06219', 'name': 'tempest-NetworksTestDHCPv6-router-1417355356', 'tenant_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:28:57Z', 'updated_at': '2022-01-29T04:29:01Z', 'revision_number': 2, 'project_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'gw_port_host': None, '_interfaces': [{'id': '892f7ed9-2bcb-438e-af5f-d718b8c267ab', 'name': '', 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'tenant_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'mac_address': 'fa:16:3e:e4:5b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916b4898-5b6e-4562-b111-683fc2f06219', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'a24b287b-7064-4dc4-a55e-dd4e300385ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:28:59Z', 'updated_at': '2022-01-29T04:29:04Z', 'revision_number': 4, 'project_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'subnets': [{'id': 'a24b287b-7064-4dc4-a55e-dd4e300385ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:29:05.780322 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d2c2d398-5768-40cc-94d7-24af5263e9b7 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.9918444 Jan 29 04:29:05.790855 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52616) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:05.791890 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fce97c-f09d-4f41-97b1-4b5efcf937d8 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event updated for resources: {'Network': ['ID=be5d7a20-19aa-4a76-8c6a-79918d29c5d5,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:05.804332 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-22563ea7-ad3d-4a22-84e4-69deebe8a46a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'subnet': {'network_id': '983ab829-6eaf-4dad-93c5-9d2319e176fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:05.827134 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d659d7f-017c-410c-b911-1094c7d01510 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:05.838683 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network be5d7a20-19aa-4a76-8c6a-79918d29c5d5 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:29:05.840388 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4d659d7f-017c-410c-b911-1094c7d01510 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "GET /v2.0/networks?id=be5d7a20-19aa-4a76-8c6a-79918d29c5d5 HTTP/1.1" status: 200 len: 764 time: 0.1513462 Jan 29 04:29:05.841162 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52618) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:05.928296 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-305c9025-ee87-4bd3-af7a-843941019ff5 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (0fbf0839-9913-4d35-9c4d-d70caf714297), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:06.022545 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b45bd356-3312-4cce-83a9-0707af5a6a6e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (b933a1c2-19e4-4506-a064-7b82587e806c), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:06.136240 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22563ea7-ad3d-4a22-84e4-69deebe8a46a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Made reservation on behalf of 931e85f3b3ac4f669ae92c3bafe28f71 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:06.142653 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-22563ea7-ad3d-4a22-84e4-69deebe8a46a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:06.145436 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc3987e-1051-4403-be82-b550784ce121 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:29:06.145974 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-6359334f-69d1-43c0-9a2e-29df336d017a None None] Provisioning complete for port 1f99dec1-16a1-4108-b3e8-32d3c8143875 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:06.146122 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6359334f-69d1-43c0-9a2e-29df336d017a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (1f99dec1-16a1-4108-b3e8-32d3c8143875), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:06.162890 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-bfc3987e-1051-4403-be82-b550784ce121 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "PUT /v2.0/routers/916b4898-5b6e-4562-b111-683fc2f06219/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9051733 Jan 29 04:29:06.165199 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52622) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:06.210818 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4d8b90-bf19-490f-b22b-8f164796cf4c tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:06.211077 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7c4d8b90-bf19-490f-b22b-8f164796cf4c tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3669932 Jan 29 04:29:06.213769 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52624) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:06.231629 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-62ed33e9-f706-4867-b2ff-cfe2dc1d4944 None None] Deleting port 3fc13f8d-b455-4725-a983-760832de4749 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:29:06.232451 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-62ed33e9-f706-4867-b2ff-cfe2dc1d4944 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (3fc13f8d-b455-4725-a983-760832de4749), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:06.239764 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port ba53c156-dd51-4b4a-a75d-b1c8297146f2 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:06.241180 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device faa930a0-55d8-4804-a382-ba608d9dc5c5 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:06.252756 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-6359334f-69d1-43c0-9a2e-29df336d017a None None] Port 1f99dec1-16a1-4108-b3e8-32d3c8143875 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:29:06.261485 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-29028734-1508-473e-9c28-b52bf697e127 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "GET /v2.0/subnets?network_id=f0de7169-31b1-4289-9a2a-56c5f4e63ed1 HTTP/1.1" status: 200 len: 207 time: 0.0434046 Jan 29 04:29:06.261759 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52626) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:06.343715 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-62ed33e9-f706-4867-b2ff-cfe2dc1d4944 None None] For port 3fc13f8d-b455-4725-a983-760832de4749, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=3fc13f8d-b455-4725-a983-760832de4749,segment=NetworkSegment(71c1c9b6-d035-47f1-a4e1-9d61fef0280a),segment_id=71c1c9b6-d035-47f1-a4e1-9d61fef0280a)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:06.344122 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-62ed33e9-f706-4867-b2ff-cfe2dc1d4944 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (3fc13f8d-b455-4725-a983-760832de4749), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:06.360054 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-62ed33e9-f706-4867-b2ff-cfe2dc1d4944 None None] Calling delete_port for 3fc13f8d-b455-4725-a983-760832de4749 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:29:06.365215 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45bd356-3312-4cce-83a9-0707af5a6a6e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Router b933a1c2-19e4-4506-a064-7b82587e806c has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:29:06.379516 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port faa930a0-55d8-4804-a382-ba608d9dc5c5 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:06.379895 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (faa930a0-55d8-4804-a382-ba608d9dc5c5), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:06.398179 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.ipam_backend_mixin [None req-22563ea7-ad3d-4a22-84e4-69deebe8a46a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 929db53b-e7d9-4a23-9bf7-90eaf625aac0 (CIDR: 2001:db8::/64) Jan 29 04:29:06.408527 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d8b7eb-0702-4d7b-ae88-104fb2fa0a1a tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:06.413879 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d8b7eb-0702-4d7b-ae88-104fb2fa0a1a tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:06.413879 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-69d8b7eb-0702-4d7b-ae88-104fb2fa0a1a tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2435982 Jan 29 04:29:06.419025 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52628) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:06.423442 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-305c9025-ee87-4bd3-af7a-843941019ff5 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Deleting port 3fc13f8d-b455-4725-a983-760832de4749 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:29:06.424185 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-305c9025-ee87-4bd3-af7a-843941019ff5 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (3fc13f8d-b455-4725-a983-760832de4749), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:06.435844 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:29:06.455384 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-22563ea7-ad3d-4a22-84e4-69deebe8a46a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:29:06.455886 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22563ea7-ad3d-4a22-84e4-69deebe8a46a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:06.557602 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-62ed33e9-f706-4867-b2ff-cfe2dc1d4944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (3fc13f8d-b455-4725-a983-760832de4749), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:06.591711 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port faa930a0-55d8-4804-a382-ba608d9dc5c5 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:06.596720 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed33e9-f706-4867-b2ff-cfe2dc1d4944 None None] Pushing event deleted for resources: {'Port': ['ID=3fc13f8d-b455-4725-a983-760832de4749,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:06.598461 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ed33e9-f706-4867-b2ff-cfe2dc1d4944 None None] No DVR routers for this DVR port 3fc13f8d-b455-4725-a983-760832de4749 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:29:06.599458 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-305c9025-ee87-4bd3-af7a-843941019ff5 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] For port 3fc13f8d-b455-4725-a983-760832de4749, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=3fc13f8d-b455-4725-a983-760832de4749,segment=NetworkSegment(71c1c9b6-d035-47f1-a4e1-9d61fef0280a),segment_id=71c1c9b6-d035-47f1-a4e1-9d61fef0280a)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:06.600013 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-305c9025-ee87-4bd3-af7a-843941019ff5 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (3fc13f8d-b455-4725-a983-760832de4749), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:06.602580 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device c8853f80-521d-4776-a8ae-01976a5a2056 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:29:06.627735 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: c8853f80-521d-4776-a8ae-01976a5a2056 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:29:06.628082 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device c8853f80-521d-4776-a8ae-01976a5a2056 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:29:06.673310 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaa56425-7b47-4a4f-88b4-1180e3875cb7 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting subnet a24b287b-7064-4dc4-a55e-dd4e300385ae {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:29:06.676266 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-305c9025-ee87-4bd3-af7a-843941019ff5 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Calling delete_port for 3fc13f8d-b455-4725-a983-760832de4749 owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:29:06.679718 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45bd356-3312-4cce-83a9-0707af5a6a6e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:29:06.682575 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-eaa56425-7b47-4a4f-88b4-1180e3875cb7 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (a24b287b-7064-4dc4-a55e-dd4e300385ae), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:06.691684 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d899a97a-bb68-4a48-a8f8-a035d84a44aa None None] Sync routers for ids ['b933a1c2-19e4-4506-a064-7b82587e806c'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:29:06.693804 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b45bd356-3312-4cce-83a9-0707af5a6a6e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "PUT /v2.0/routers/b933a1c2-19e4-4506-a064-7b82587e806c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1897418 Jan 29 04:29:06.716257 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d899a97a-bb68-4a48-a8f8-a035d84a44aa None None] Routers {'b933a1c2-19e4-4506-a064-7b82587e806c'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:29:06.717680 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-d899a97a-bb68-4a48-a8f8-a035d84a44aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:28:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b933a1c2-19e4-4506-a064-7b82587e806c'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:06.759969 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-d899a97a-bb68-4a48-a8f8-a035d84a44aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:06.770646 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52632) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:06.772338 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d899a97a-bb68-4a48-a8f8-a035d84a44aa None None] Routers {'b933a1c2-19e4-4506-a064-7b82587e806c'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:29:06.773400 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-d899a97a-bb68-4a48-a8f8-a035d84a44aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:28:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b933a1c2-19e4-4506-a064-7b82587e806c'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:06.816784 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-d899a97a-bb68-4a48-a8f8-a035d84a44aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:06.817754 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d899a97a-bb68-4a48-a8f8-a035d84a44aa None None] The sync data for ids ['b933a1c2-19e4-4506-a064-7b82587e806c'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:29:06.839949 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e4c4aa8-a3de-4c00-883d-620d230e842e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] GET failed (client error): The resource could not be found. Jan 29 04:29:06.852254 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-0e4c4aa8-a3de-4c00-883d-620d230e842e tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "GET /v2.0/ports/a2da5bd6-ebcd-4b74-b2d5-2eb021628a58 HTTP/1.1" status: 404 len: 333 time: 0.0787950 Jan 29 04:29:06.853830 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52634) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:06.953900 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device faa930a0-55d8-4804-a382-ba608d9dc5c5 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:06.973588 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a9067618-7fe9-481f-b2c9-55109cae1e89 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for router (b933a1c2-19e4-4506-a064-7b82587e806c), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:07.005789 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port faa930a0-55d8-4804-a382-ba608d9dc5c5 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:07.006181 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (faa930a0-55d8-4804-a382-ba608d9dc5c5), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:07.017938 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c81a41-23d2-48fd-9756-c73078c31f6f tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:07.022979 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c81a41-23d2-48fd-9756-c73078c31f6f tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:07.028238 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c81a41-23d2-48fd-9756-c73078c31f6f tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:07.034450 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c81a41-23d2-48fd-9756-c73078c31f6f tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:07.039543 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c81a41-23d2-48fd-9756-c73078c31f6f tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:07.045128 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c81a41-23d2-48fd-9756-c73078c31f6f tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:07.050917 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-03c81a41-23d2-48fd-9756-c73078c31f6f tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.7842870 Jan 29 04:29:07.051523 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52636) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:07.053161 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-22563ea7-ad3d-4a22-84e4-69deebe8a46a tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2583733 Jan 29 04:29:07.057380 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52638) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:07.072265 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-d9098c0c-d46a-4e88-b722-c9f172ab774d tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'subnet': {'network_id': '983ab829-6eaf-4dad-93c5-9d2319e176fb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:07.102018 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e11e1-fa87-4408-8861-99d82b078c18 req-5df19155-3a66-4f68-ac70-4e473fe6cde6 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:07.103391 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1a0e11e1-fa87-4408-8861-99d82b078c18 req-5df19155-3a66-4f68-ac70-4e473fe6cde6 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.3318484 Jan 29 04:29:07.103901 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port faa930a0-55d8-4804-a382-ba608d9dc5c5 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:07.166810 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-eaa56425-7b47-4a4f-88b4-1180e3875cb7 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (a24b287b-7064-4dc4-a55e-dd4e300385ae), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:07.204518 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 3fc13f8d-b455-4725-a983-760832de4749 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:29:07.248612 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 3fc13f8d-b455-4725-a983-760832de4749 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:29:07.249129 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 3fc13f8d-b455-4725-a983-760832de4749 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:29:07.257006 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a9067618-7fe9-481f-b2c9-55109cae1e89 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (b933a1c2-19e4-4506-a064-7b82587e806c), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:07.259297 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a9067618-7fe9-481f-b2c9-55109cae1e89 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for router_controller (b933a1c2-19e4-4506-a064-7b82587e806c), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:07.301976 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-305c9025-ee87-4bd3-af7a-843941019ff5 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (3fc13f8d-b455-4725-a983-760832de4749), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:07.348425 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-eaa56425-7b47-4a4f-88b4-1180e3875cb7 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (a24b287b-7064-4dc4-a55e-dd4e300385ae), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:07.353338 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c9025-ee87-4bd3-af7a-843941019ff5 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Pushing event deleted for resources: {'Port': ['ID=3fc13f8d-b455-4725-a983-760832de4749,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:07.355279 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305c9025-ee87-4bd3-af7a-843941019ff5 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] No DVR routers for this DVR port 3fc13f8d-b455-4725-a983-760832de4749 on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:29:07.424212 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1a0e11e1-fa87-4408-8861-99d82b078c18 req-9d790f8d-c94f-4da8-a829-b4823d3137f5 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2942679 Jan 29 04:29:07.435048 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a9067618-7fe9-481f-b2c9-55109cae1e89 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (b933a1c2-19e4-4506-a064-7b82587e806c), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:07.440696 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9067618-7fe9-481f-b2c9-55109cae1e89 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Fanout notify agent at l3_agent the message router_deleted on router b933a1c2-19e4-4506-a064-7b82587e806c {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:29:07.450315 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a9067618-7fe9-481f-b2c9-55109cae1e89 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:07.451366 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a9067618-7fe9-481f-b2c9-55109cae1e89 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/routers/b933a1c2-19e4-4506-a064-7b82587e806c HTTP/1.1" status: 204 len: 168 time: 0.5948339 Jan 29 04:29:07.460037 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52642) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:07.503814 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9098c0c-d46a-4e88-b722-c9f172ab774d tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Made reservation on behalf of 931e85f3b3ac4f669ae92c3bafe28f71 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:07.507329 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d9098c0c-d46a-4e88-b722-c9f172ab774d tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:07.523178 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-305c9025-ee87-4bd3-af7a-843941019ff5 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (0fbf0839-9913-4d35-9c4d-d70caf714297), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:07.529161 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d357558f-25e3-41bc-b24d-0adcf1a2e838 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.4689925 Jan 29 04:29:07.533159 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52644) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:07.594927 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc9a2f41-7e66-4336-acc6-b6be05423dd9 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Deleting subnet 8e9bfbca-8990-41b9-8a0b-02d89b7cf183 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:29:07.601713 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bc9a2f41-7e66-4336-acc6-b6be05423dd9 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for subnet (8e9bfbca-8990-41b9-8a0b-02d89b7cf183), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:07.614936 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-305c9025-ee87-4bd3-af7a-843941019ff5 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fbf0839-9913-4d35-9c4d-d70caf714297']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:07.634216 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-eaa56425-7b47-4a4f-88b4-1180e3875cb7 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (a24b287b-7064-4dc4-a55e-dd4e300385ae), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:07.634460 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33aadddb-d21d-433a-a41d-4d2e52974a15 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:07.635557 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33aadddb-d21d-433a-a41d-4d2e52974a15 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:07.636919 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33aadddb-d21d-433a-a41d-4d2e52974a15 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:07.638235 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33aadddb-d21d-433a-a41d-4d2e52974a15 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:07.640163 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-305c9025-ee87-4bd3-af7a-843941019ff5 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71c1c9b6-d035-47f1-a4e1-9d61fef0280a') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:07.640308 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33aadddb-d21d-433a-a41d-4d2e52974a15 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:07.640460 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-305c9025-ee87-4bd3-af7a-843941019ff5 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71c1c9b6-d035-47f1-a4e1-9d61fef0280a') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:07.645371 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-33aadddb-d21d-433a-a41d-4d2e52974a15 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1080027 Jan 29 04:29:07.647243 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52646) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:07.681524 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-305c9025-ee87-4bd3-af7a-843941019ff5 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (71c1c9b6-d035-47f1-a4e1-9d61fef0280a), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:07.696933 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4646d0a5-8aba-4d6f-a881-b26623f860e0 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:07.700435 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bc9a2f41-7e66-4336-acc6-b6be05423dd9 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (8e9bfbca-8990-41b9-8a0b-02d89b7cf183), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:07.701082 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-eaa56425-7b47-4a4f-88b4-1180e3875cb7 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:07.707028 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-eaa56425-7b47-4a4f-88b4-1180e3875cb7 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/a24b287b-7064-4dc4-a55e-dd4e300385ae HTTP/1.1" status: 204 len: 168 time: 1.2835016 Jan 29 04:29:07.707220 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa56425-7b47-4a4f-88b4-1180e3875cb7 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Subnet': ['ID=a24b287b-7064-4dc4-a55e-dd4e300385ae,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:07.709109 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52648) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:07.732001 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-305c9025-ee87-4bd3-af7a-843941019ff5 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (71c1c9b6-d035-47f1-a4e1-9d61fef0280a), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:07.752670 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b4f2c0-7d19-41fa-8163-d60ff508f41c tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['shared'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:07.755205 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b4f2c0-7d19-41fa-8163-d60ff508f41c tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['shared'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:07.755918 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b4f2c0-7d19-41fa-8163-d60ff508f41c tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['shared'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:07.757265 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b4f2c0-7d19-41fa-8163-d60ff508f41c tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['shared'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:07.758488 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b4f2c0-7d19-41fa-8163-d60ff508f41c tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['shared'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:07.760181 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-57b4f2c0-7d19-41fa-8163-d60ff508f41c tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1128101 Jan 29 04:29:07.763802 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52650) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:07.795104 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44c3d15-ecd4-48ca-89b1-9b19fc5dc1d3 None None] Sync routers for ids ['916b4898-5b6e-4562-b111-683fc2f06219'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:29:07.802232 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-305c9025-ee87-4bd3-af7a-843941019ff5 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:29:07.802649 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-305c9025-ee87-4bd3-af7a-843941019ff5 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (71c1c9b6-d035-47f1-a4e1-9d61fef0280a), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:07.807151 dv-neutron-821190-1-hyperv neutron-server[103584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:29:07.807151 dv-neutron-821190-1-hyperv neutron-server[103584]: self.session.flush() Jan 29 04:29:07.807151 dv-neutron-821190-1-hyperv neutron-server[103584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:29:07.807151 dv-neutron-821190-1-hyperv neutron-server[103584]: self.session.flush() Jan 29 04:29:07.807151 dv-neutron-821190-1-hyperv neutron-server[103584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:29:07.807151 dv-neutron-821190-1-hyperv neutron-server[103584]: self.session.flush() Jan 29 04:29:07.807151 dv-neutron-821190-1-hyperv neutron-server[103584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:29:07.807151 dv-neutron-821190-1-hyperv neutron-server[103584]: self.session.flush() Jan 29 04:29:07.807151 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:29:07.807151 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:29:07.807151 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:29:07.807151 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:29:07.807151 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:29:07.807151 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:29:07.807151 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:29:07.807151 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:29:07.807151 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:29:07.807151 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:29:07.807151 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:29:07.807151 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:29:07.807151 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:29:07.807151 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:29:07.807151 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:29:07.807151 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:29:07.807151 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:29:07.807151 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:29:07.807151 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:29:07.807151 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:29:07.807151 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:29:07.807151 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:29:07.807151 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:29:07.807151 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:29:07.807151 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:29:07.807151 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:29:07.807151 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:29:07.807151 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:29:07.807151 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:29:07.807151 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:29:07.807151 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:29:07.807151 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:29:07.817619 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44c3d15-ecd4-48ca-89b1-9b19fc5dc1d3 None None] Routers {'916b4898-5b6e-4562-b111-683fc2f06219'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:29:07.823394 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-b44c3d15-ecd4-48ca-89b1-9b19fc5dc1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:28:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['916b4898-5b6e-4562-b111-683fc2f06219'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:07.842071 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe368b-f331-463a-878a-9390cf834500 req-1992b6bf-00db-4d71-88d2-fb88f11ac128 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:07.849160 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-5bfe368b-f331-463a-878a-9390cf834500 req-1992b6bf-00db-4d71-88d2-fb88f11ac128 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.3061247 Jan 29 04:29:07.904340 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bc9a2f41-7e66-4336-acc6-b6be05423dd9 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (8e9bfbca-8990-41b9-8a0b-02d89b7cf183), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:07.909658 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-b44c3d15-ecd4-48ca-89b1-9b19fc5dc1d3 None None] Set router 916b4898-5b6e-4562-b111-683fc2f06219 gateway port host: None {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:29:07.933359 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c25581-8081-4dec-a4f1-b77e251c2888 None None] DHCP port deletion for 4d28e89c-1ada-4d65-a68a-7c96765b022b request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:29:07.933631 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0affe3b-c0d5-4699-8ec2-9f59f062a9a0 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:07.935045 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c0affe3b-c0d5-4699-8ec2-9f59f062a9a0 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "GET /v2.0/networks/7187e047-1afd-42b3-aecd-fe62c6d900d6 HTTP/1.1" status: 200 len: 804 time: 0.1697092 Jan 29 04:29:07.943027 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52652) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:07.968630 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-b44c3d15-ecd4-48ca-89b1-9b19fc5dc1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916b4898-5b6e-4562-b111-683fc2f06219', 'name': 'tempest-NetworksTestDHCPv6-router-1417355356', 'tenant_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:28:57Z', 'updated_at': '2022-01-29T04:29:04Z', 'revision_number': 3, 'project_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'gw_port_host': None}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:07.993998 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-55c25581-8081-4dec-a4f1-b77e251c2888 None None] Deleting port ba53c156-dd51-4b4a-a75d-b1c8297146f2 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:29:07.994376 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-55c25581-8081-4dec-a4f1-b77e251c2888 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (ba53c156-dd51-4b4a-a75d-b1c8297146f2), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:08.002597 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44c3d15-ecd4-48ca-89b1-9b19fc5dc1d3 None None] Checking router: 916b4898-5b6e-4562-b111-683fc2f06219 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:29:08.012189 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44c3d15-ecd4-48ca-89b1-9b19fc5dc1d3 None None] Routers {'916b4898-5b6e-4562-b111-683fc2f06219'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:29:08.013229 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-b44c3d15-ecd4-48ca-89b1-9b19fc5dc1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:28:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['916b4898-5b6e-4562-b111-683fc2f06219'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:08.044949 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c8f88c03-d045-4f14-ab98-8085fce8e30b tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "GET /v2.0/networks/7187e047-1afd-42b3-aecd-fe62c6d900d6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1008451 Jan 29 04:29:08.050755 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52654) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:08.068265 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-55c25581-8081-4dec-a4f1-b77e251c2888 None None] For port ba53c156-dd51-4b4a-a75d-b1c8297146f2, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=ba53c156-dd51-4b4a-a75d-b1c8297146f2,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:08.069889 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-55c25581-8081-4dec-a4f1-b77e251c2888 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (ba53c156-dd51-4b4a-a75d-b1c8297146f2), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:08.083382 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-55c25581-8081-4dec-a4f1-b77e251c2888 None None] Calling delete_port for ba53c156-dd51-4b4a-a75d-b1c8297146f2 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:29:08.088821 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-b44c3d15-ecd4-48ca-89b1-9b19fc5dc1d3 None None] Set router 916b4898-5b6e-4562-b111-683fc2f06219 gateway port host: None {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:29:08.121727 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74988ed-6f45-4ed1-a85c-9bc1a3eee466 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:08.124800 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c74988ed-6f45-4ed1-a85c-9bc1a3eee466 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "GET /v2.0/subnets/302af704-0b87-49fd-8371-dbfc77b2742a HTTP/1.1" status: 200 len: 843 time: 0.0714848 Jan 29 04:29:08.127395 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52656) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:08.151606 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-b44c3d15-ecd4-48ca-89b1-9b19fc5dc1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916b4898-5b6e-4562-b111-683fc2f06219', 'name': 'tempest-NetworksTestDHCPv6-router-1417355356', 'tenant_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:28:57Z', 'updated_at': '2022-01-29T04:29:04Z', 'revision_number': 3, 'project_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'gw_port_host': None}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:08.184324 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44c3d15-ecd4-48ca-89b1-9b19fc5dc1d3 None None] The sync data for ids ['916b4898-5b6e-4562-b111-683fc2f06219'] in dv-neutron-821190-1-hyperv is: [{'id': '916b4898-5b6e-4562-b111-683fc2f06219', 'name': 'tempest-NetworksTestDHCPv6-router-1417355356', 'tenant_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:28:57Z', 'updated_at': '2022-01-29T04:29:04Z', 'revision_number': 3, 'project_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'gw_port_host': None}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:29:08.189573 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356b9fae-83e7-4751-b323-6cc200919977 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['shared'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:08.192538 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-356b9fae-83e7-4751-b323-6cc200919977 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "GET /v2.0/subnets/302af704-0b87-49fd-8371-dbfc77b2742a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0626259 Jan 29 04:29:08.195130 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52658) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:08.197027 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-eab9e3e1-0675-45e2-b433-a8c1586c8747 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4797161 Jan 29 04:29:08.198072 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d9098c0c-d46a-4e88-b722-c9f172ab774d tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (8c112844-7c51-4f6c-a889-e85524a1556d), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:08.199911 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52660) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:08.200312 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-37ef5ebe-8e35-430e-ae2d-87b40de0bd59 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1472550090'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:08.219535 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bc9a2f41-7e66-4336-acc6-b6be05423dd9 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (8e9bfbca-8990-41b9-8a0b-02d89b7cf183), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:08.253474 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a2f41-7e66-4336-acc6-b6be05423dd9 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event deleted for resources: {'Subnet': ['ID=8e9bfbca-8990-41b9-8a0b-02d89b7cf183,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:08.253728 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-305c9025-ee87-4bd3-af7a-843941019ff5 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (0fbf0839-9913-4d35-9c4d-d70caf714297), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:08.255275 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bc9a2f41-7e66-4336-acc6-b6be05423dd9 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:08.258656 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-bc9a2f41-7e66-4336-acc6-b6be05423dd9 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/subnets/8e9bfbca-8990-41b9-8a0b-02d89b7cf183 HTTP/1.1" status: 204 len: 168 time: 0.7974732 Jan 29 04:29:08.261625 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52662) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:08.263731 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c34ec5-fb53-420c-bd7b-258456bbbf46 None None] Network 2f9588fb-b82f-42b5-ab4d-73443da7fd4b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:08.276982 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-55c25581-8081-4dec-a4f1-b77e251c2888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (ba53c156-dd51-4b4a-a75d-b1c8297146f2), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:08.308675 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-5bfe368b-f331-463a-878a-9390cf834500 req-0af5b9d7-18f8-4c6b-b393-b48baa9cea00 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4293566 Jan 29 04:29:08.328242 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ef5ebe-8e35-430e-ae2d-87b40de0bd59 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Made reservation on behalf of 83ef131175644f6384891ed35a4d3341 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:08.331847 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-37ef5ebe-8e35-430e-ae2d-87b40de0bd59 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:08.339131 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c25581-8081-4dec-a4f1-b77e251c2888 None None] Pushing event deleted for resources: {'Port': ['ID=ba53c156-dd51-4b4a-a75d-b1c8297146f2,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:08.344593 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c25581-8081-4dec-a4f1-b77e251c2888 None None] No DVR routers for this DVR port ba53c156-dd51-4b4a-a75d-b1c8297146f2 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:29:08.370150 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a55745bc-5314-4fdf-827f-3c1643b8664a tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (2f9588fb-b82f-42b5-ab4d-73443da7fd4b), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:08.376557 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-305c9025-ee87-4bd3-af7a-843941019ff5 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:08.380236 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-305c9025-ee87-4bd3-af7a-843941019ff5 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] 10.222.0.13 "DELETE /v2.0/networks/0fbf0839-9913-4d35-9c4d-d70caf714297 HTTP/1.1" status: 204 len: 168 time: 3.2064950 Jan 29 04:29:08.381278 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37ef5ebe-8e35-430e-ae2d-87b40de0bd59 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:29:08.403744 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1ea3177d-d6d0-48b9-9b52-ac021761d0b1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for router (916b4898-5b6e-4562-b111-683fc2f06219), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:08.405800 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9098c0c-d46a-4e88-b722-c9f172ab774d tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'Subnet': ['ID=8c112844-7c51-4f6c-a889-e85524a1556d,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:08.412233 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-37ef5ebe-8e35-430e-ae2d-87b40de0bd59 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (3fb771d1-644e-4a4e-88b2-f00a6073a7b0), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:08.413165 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-37ef5ebe-8e35-430e-ae2d-87b40de0bd59 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Added segment 3fb771d1-644e-4a4e-88b2-f00a6073a7b0 of type vlan for network eb1441fa-4b64-48e7-8bdb-7a44d95af3c7 Jan 29 04:29:08.462731 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9098c0c-d46a-4e88-b722-c9f172ab774d tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Network 983ab829-6eaf-4dad-93c5-9d2319e176fb is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:08.468787 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-d9098c0c-d46a-4e88-b722-c9f172ab774d tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:08.472634 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9098c0c-d46a-4e88-b722-c9f172ab774d tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:08.473237 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d9098c0c-d46a-4e88-b722-c9f172ab774d tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:08.478116 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9dbc05-099f-4224-aa9c-27b4103f2769 None None] Network 983ab829-6eaf-4dad-93c5-9d2319e176fb requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:08.489800 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c9025-ee87-4bd3-af7a-843941019ff5 tempest-AllowedAddressPairIpV6TestJSON-1212612449 tempest-AllowedAddressPairIpV6TestJSON-1212612449-project] Pushing event deleted for resources: {'Network': ['ID=0fbf0839-9913-4d35-9c4d-d70caf714297,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:08.509642 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-37ef5ebe-8e35-430e-ae2d-87b40de0bd59 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (eb1441fa-4b64-48e7-8bdb-7a44d95af3c7), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:08.574353 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-a55745bc-5314-4fdf-827f-3c1643b8664a tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Deleting port 610a750f-0cd2-4455-a76c-dc82de40ed83 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:29:08.574700 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a55745bc-5314-4fdf-827f-3c1643b8664a tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (610a750f-0cd2-4455-a76c-dc82de40ed83), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:08.604091 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149232c2-71f8-4506-8423-ed72c11a4e4c None None] DHCP port deletion for 2f9588fb-b82f-42b5-ab4d-73443da7fd4b request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:29:08.638859 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1ea3177d-d6d0-48b9-9b52-ac021761d0b1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (916b4898-5b6e-4562-b111-683fc2f06219), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:08.638859 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1ea3177d-d6d0-48b9-9b52-ac021761d0b1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for router_controller (916b4898-5b6e-4562-b111-683fc2f06219), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:08.643570 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d9098c0c-d46a-4e88-b722-c9f172ab774d tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5824993 Jan 29 04:29:08.647807 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52668) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:08.656428 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-a4ac64a8-6e05-488f-a208-85a36416ceb8 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2055206895', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8c112844-7c51-4f6c-a889-e85524a1556d'}], 'security_groups': ['c2635947-f3b0-40d8-b3f9-cf0a290d8673']}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:08.706196 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-149232c2-71f8-4506-8423-ed72c11a4e4c None None] Deleting port 610a750f-0cd2-4455-a76c-dc82de40ed83 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:29:08.706703 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-37ef5ebe-8e35-430e-ae2d-87b40de0bd59 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (eb1441fa-4b64-48e7-8bdb-7a44d95af3c7), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:08.707333 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-149232c2-71f8-4506-8423-ed72c11a4e4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (610a750f-0cd2-4455-a76c-dc82de40ed83), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:08.711750 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ef5ebe-8e35-430e-ae2d-87b40de0bd59 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:08.712361 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-37ef5ebe-8e35-430e-ae2d-87b40de0bd59 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:08.723749 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-a55745bc-5314-4fdf-827f-3c1643b8664a tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] For port 610a750f-0cd2-4455-a76c-dc82de40ed83, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=610a750f-0cd2-4455-a76c-dc82de40ed83,segment=NetworkSegment(f68e5af5-9d65-4594-8b96-1be0b07aa2a1),segment_id=f68e5af5-9d65-4594-8b96-1be0b07aa2a1)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:08.724112 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a55745bc-5314-4fdf-827f-3c1643b8664a tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (610a750f-0cd2-4455-a76c-dc82de40ed83), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:08.778229 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-a55745bc-5314-4fdf-827f-3c1643b8664a tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Calling delete_port for 610a750f-0cd2-4455-a76c-dc82de40ed83 owned by network:dhcp {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:29:08.801158 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1ea3177d-d6d0-48b9-9b52-ac021761d0b1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (916b4898-5b6e-4562-b111-683fc2f06219), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:08.801696 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea3177d-d6d0-48b9-9b52-ac021761d0b1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Fanout notify agent at l3_agent the message router_deleted on router 916b4898-5b6e-4562-b111-683fc2f06219 {{(pid=103584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:29:08.813067 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-149232c2-71f8-4506-8423-ed72c11a4e4c None None] For port 610a750f-0cd2-4455-a76c-dc82de40ed83, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=610a750f-0cd2-4455-a76c-dc82de40ed83,segment=NetworkSegment(f68e5af5-9d65-4594-8b96-1be0b07aa2a1),segment_id=f68e5af5-9d65-4594-8b96-1be0b07aa2a1)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:08.813579 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-149232c2-71f8-4506-8423-ed72c11a4e4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (610a750f-0cd2-4455-a76c-dc82de40ed83), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:08.833675 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1ea3177d-d6d0-48b9-9b52-ac021761d0b1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:08.834447 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-149232c2-71f8-4506-8423-ed72c11a4e4c None None] Calling delete_port for 610a750f-0cd2-4455-a76c-dc82de40ed83 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:29:08.840722 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1ea3177d-d6d0-48b9-9b52-ac021761d0b1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/routers/916b4898-5b6e-4562-b111-683fc2f06219 HTTP/1.1" status: 204 len: 168 time: 0.6329339 Jan 29 04:29:08.848727 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52672) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:08.852076 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c12a39-6068-41fa-a2e9-3aa607ece2e0 None None] Update dhcp port {'port': {'network_id': '983ab829-6eaf-4dad-93c5-9d2319e176fb', 'fixed_ips': [{'subnet_id': '929db53b-e7d9-4a23-9bf7-90eaf625aac0', 'ip_address': '2001:db8::2'}, {'subnet_id': '8c112844-7c51-4f6c-a889-e85524a1556d'}], 'binding:host_id': 'dv-neutron-821190-1-hyperv'}, 'id': 'faa930a0-55d8-4804-a382-ba608d9dc5c5'} from dv-neutron-821190-1-hyperv. {{(pid=103586) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 29 04:29:08.853309 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-b1395d7d-3844-467a-962a-acab0b19b768 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'subnet': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:08.884168 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-37ef5ebe-8e35-430e-ae2d-87b40de0bd59 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6878042 Jan 29 04:29:08.893475 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52674) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:08.902730 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-dadd8edc-4206-4f30-8703-6da7ad366146 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Request body: {'subnet': {'network_id': 'eb1441fa-4b64-48e7-8bdb-7a44d95af3c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:08.953093 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-38c12a39-6068-41fa-a2e9-3aa607ece2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (faa930a0-55d8-4804-a382-ba608d9dc5c5), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:08.957292 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef5ebe-8e35-430e-ae2d-87b40de0bd59 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event updated for resources: {'Network': ['ID=eb1441fa-4b64-48e7-8bdb-7a44d95af3c7,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:08.972151 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device ba53c156-dd51-4b4a-a75d-b1c8297146f2 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:29:08.974283 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network eb1441fa-4b64-48e7-8bdb-7a44d95af3c7 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:29:08.996981 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ab408-da64-4c9f-97b6-d7d08b0fea14 req-c4152b18-ea62-4cc9-895e-662437a601b6 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:08.999038 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e68ab408-da64-4c9f-97b6-d7d08b0fea14 req-c4152b18-ea62-4cc9-895e-662437a601b6 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.2423854 Jan 29 04:29:09.031014 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: ba53c156-dd51-4b4a-a75d-b1c8297146f2 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:29:09.031365 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device ba53c156-dd51-4b4a-a75d-b1c8297146f2 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:29:09.031890 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 892f7ed9-2bcb-438e-af5f-d718b8c267ab no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:29:09.083299 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e68ab408-da64-4c9f-97b6-d7d08b0fea14 req-22d51099-3096-4210-8de8-395d54a48ed3 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0727241 Jan 29 04:29:09.118182 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52678) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:09.153077 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 892f7ed9-2bcb-438e-af5f-d718b8c267ab {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:29:09.153436 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 892f7ed9-2bcb-438e-af5f-d718b8c267ab not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:29:09.153864 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 610a750f-0cd2-4455-a76c-dc82de40ed83 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:29:09.178070 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a4ac64a8-6e05-488f-a208-85a36416ceb8 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (1f99dec1-16a1-4108-b3e8-32d3c8143875), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:09.183834 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1395d7d-3844-467a-962a-acab0b19b768 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:09.191957 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b1395d7d-3844-467a-962a-acab0b19b768 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:09.274126 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-149232c2-71f8-4506-8423-ed72c11a4e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (610a750f-0cd2-4455-a76c-dc82de40ed83), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:09.277987 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a55745bc-5314-4fdf-827f-3c1643b8664a tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (610a750f-0cd2-4455-a76c-dc82de40ed83), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:09.292235 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dadd8edc-4206-4f30-8703-6da7ad366146 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Made reservation on behalf of 83ef131175644f6384891ed35a4d3341 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:09.298767 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dadd8edc-4206-4f30-8703-6da7ad366146 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:09.310802 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No active binding found for port 610a750f-0cd2-4455-a76c-dc82de40ed83 {{(pid=103586) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 29 04:29:09.311561 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] The host dv-neutron-821190-1-hyperv is not matching for port 610a750f-0cd2-4455-a76c-dc82de40ed83 host None! {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 29 04:29:09.312145 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 610a750f-0cd2-4455-a76c-dc82de40ed83 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:29:09.316675 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149232c2-71f8-4506-8423-ed72c11a4e4c None None] Pushing event deleted for resources: {'Port': ['ID=610a750f-0cd2-4455-a76c-dc82de40ed83,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:09.325505 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149232c2-71f8-4506-8423-ed72c11a4e4c None None] No DVR routers for this DVR port 610a750f-0cd2-4455-a76c-dc82de40ed83 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:29:09.333459 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55745bc-5314-4fdf-827f-3c1643b8664a tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event deleted for resources: {'Port': ['ID=610a750f-0cd2-4455-a76c-dc82de40ed83,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:09.335733 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55745bc-5314-4fdf-827f-3c1643b8664a tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] No DVR routers for this DVR port 610a750f-0cd2-4455-a76c-dc82de40ed83 on host dv-neutron-821190-1-hyperv {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:29:09.392344 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-38c12a39-6068-41fa-a2e9-3aa607ece2e0 None None] Allocated IP 2001:db8:0:1::2 (983ab829-6eaf-4dad-93c5-9d2319e176fb/8c112844-7c51-4f6c-a889-e85524a1556d/faa930a0-55d8-4804-a382-ba608d9dc5c5) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:09.426104 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a6cf7a28-2bbb-4766-a2ea-fe30c2a1efb6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1cc520e251484df98df5e4540789a741&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3065097 Jan 29 04:29:09.428821 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52682) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:09.463246 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.ipam_backend_mixin [None req-dadd8edc-4206-4f30-8703-6da7ad366146 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Performing IP validity checks on allocation pools {{(pid=103585) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 29 04:29:09.463773 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.ipam_backend_mixin [None req-dadd8edc-4206-4f30-8703-6da7ad366146 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103585) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 29 04:29:09.513639 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-38c12a39-6068-41fa-a2e9-3aa607ece2e0 None None] For port faa930a0-55d8-4804-a382-ba608d9dc5c5, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=faa930a0-55d8-4804-a382-ba608d9dc5c5,segment=NetworkSegment(d05bb8bd-f66d-4bf4-98f7-7dd43138e159),segment_id=d05bb8bd-f66d-4bf4-98f7-7dd43138e159)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:09.528891 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a55745bc-5314-4fdf-827f-3c1643b8664a tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (2f9588fb-b82f-42b5-ab4d-73443da7fd4b), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:09.531037 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d2edbba2-4ad6-409a-b806-47e8782b9bed admin admin] Publish callbacks [] for security_group (0cb943d0-85ad-45ae-acf5-02749dc2cb6b), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:09.550401 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-38c12a39-6068-41fa-a2e9-3aa607ece2e0 None None] Publish callbacks [] for port (faa930a0-55d8-4804-a382-ba608d9dc5c5), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:09.553569 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d2edbba2-4ad6-409a-b806-47e8782b9bed admin admin] Publish callbacks [] for security_group (0cb943d0-85ad-45ae-acf5-02749dc2cb6b), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:09.594715 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-a55745bc-5314-4fdf-827f-3c1643b8664a tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f9588fb-b82f-42b5-ab4d-73443da7fd4b']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:09.602123 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b1395d7d-3844-467a-962a-acab0b19b768 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (b9c69b35-fa6d-4a89-b68f-e47ad939003f), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:09.618172 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-a55745bc-5314-4fdf-827f-3c1643b8664a tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f68e5af5-9d65-4594-8b96-1be0b07aa2a1') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:09.618465 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-a55745bc-5314-4fdf-827f-3c1643b8664a tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f68e5af5-9d65-4594-8b96-1be0b07aa2a1') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:09.629447 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-38c12a39-6068-41fa-a2e9-3aa607ece2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (faa930a0-55d8-4804-a382-ba608d9dc5c5), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:09.635218 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a55745bc-5314-4fdf-827f-3c1643b8664a tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (f68e5af5-9d65-4594-8b96-1be0b07aa2a1), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:09.646404 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1395d7d-3844-467a-962a-acab0b19b768 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:09.651506 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-b1395d7d-3844-467a-962a-acab0b19b768 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:09.655080 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1395d7d-3844-467a-962a-acab0b19b768 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:09.655696 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b1395d7d-3844-467a-962a-acab0b19b768 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:09.670750 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04cd6c5-3042-4ed5-b251-73287818bed8 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:09.675006 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1395d7d-3844-467a-962a-acab0b19b768 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Subnet': ['ID=b9c69b35-fa6d-4a89-b68f-e47ad939003f,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:09.687242 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d2edbba2-4ad6-409a-b806-47e8782b9bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (0cb943d0-85ad-45ae-acf5-02749dc2cb6b), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:09.687242 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d2edbba2-4ad6-409a-b806-47e8782b9bed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:09.687242 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d2edbba2-4ad6-409a-b806-47e8782b9bed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0cb943d0-85ad-45ae-acf5-02749dc2cb6b HTTP/1.1" status: 204 len: 168 time: 0.2556214 Jan 29 04:29:09.693820 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a55745bc-5314-4fdf-827f-3c1643b8664a tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (f68e5af5-9d65-4594-8b96-1be0b07aa2a1), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:09.706222 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2edbba2-4ad6-409a-b806-47e8782b9bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb943d0-85ad-45ae-acf5-02749dc2cb6b,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:09.715825 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a55745bc-5314-4fdf-827f-3c1643b8664a tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:29:09.716273 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a55745bc-5314-4fdf-827f-3c1643b8664a tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (f68e5af5-9d65-4594-8b96-1be0b07aa2a1), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:09.719401 dv-neutron-821190-1-hyperv neutron-server[103585]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:29:09.719401 dv-neutron-821190-1-hyperv neutron-server[103585]: items = [ Jan 29 04:29:09.719401 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:29:09.719401 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:29:09.719401 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:29:09.719401 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:29:09.719401 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:29:09.719401 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:29:09.719401 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:29:09.719401 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:29:09.719401 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:29:09.719401 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:29:09.719401 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:29:09.719401 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:29:09.719401 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:29:09.719401 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:29:09.719401 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:29:09.719401 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:29:09.719401 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:29:09.719401 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:29:09.719401 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:29:09.719401 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:29:09.719401 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:29:09.719401 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:29:09.719401 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:29:09.719401 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:29:09.719401 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:29:09.719401 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:29:09.719401 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:29:09.719401 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:29:09.719401 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:29:09.719401 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:29:09.719401 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:29:09.719401 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:29:09.732807 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b1395d7d-3844-467a-962a-acab0b19b768 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8838000 Jan 29 04:29:09.732807 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52688) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:09.736770 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-612a0d14-9910-4bf5-8ad1-a99e15b71750 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-379169063', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:09.816557 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c12a39-6068-41fa-a2e9-3aa607ece2e0 None None] Pushing event updated for resources: {'Port': ['ID=faa930a0-55d8-4804-a382-ba608d9dc5c5,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:09.853494 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-612a0d14-9910-4bf5-8ad1-a99e15b71750 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (03346d13-ea12-4f7e-a4e8-d7d6ffce3425), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:09.856081 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-612a0d14-9910-4bf5-8ad1-a99e15b71750 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (03346d13-ea12-4f7e-a4e8-d7d6ffce3425), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:09.890045 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-a4ac64a8-6e05-488f-a208-85a36416ceb8 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Delete allocated IP 2001:db8::300 (983ab829-6eaf-4dad-93c5-9d2319e176fb/929db53b-e7d9-4a23-9bf7-90eaf625aac0) {{(pid=103585) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 29 04:29:09.896707 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558a3eef-bf0a-4446-a345-76adacb0f099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-4d28e89c-1ada-4d65-a68a-7c96765b022b', 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'project_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'fixed_ips': [{'subnet_id': 'b9c69b35-fa6d-4a89-b68f-e47ad939003f'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:29:09.897800 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-558a3eef-bf0a-4446-a345-76adacb0f099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:09.905160 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-a4ac64a8-6e05-488f-a208-85a36416ceb8 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Allocated IP 2001:db8:0:1::58 (983ab829-6eaf-4dad-93c5-9d2319e176fb/8c112844-7c51-4f6c-a889-e85524a1556d/1f99dec1-16a1-4108-b3e8-32d3c8143875) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:09.992555 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dadd8edc-4206-4f30-8703-6da7ad366146 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (257594ed-d901-4dbc-bd16-42579cfbf3c0), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:09.994380 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a55745bc-5314-4fdf-827f-3c1643b8664a tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (2f9588fb-b82f-42b5-ab4d-73443da7fd4b), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:10.028672 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-612a0d14-9910-4bf5-8ad1-a99e15b71750 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for router_controller (03346d13-ea12-4f7e-a4e8-d7d6ffce3425), precommit_add_association {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:10.040465 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a55745bc-5314-4fdf-827f-3c1643b8664a tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:10.051029 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52692) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:10.051188 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a55745bc-5314-4fdf-827f-3c1643b8664a tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/networks/2f9588fb-b82f-42b5-ab4d-73443da7fd4b HTTP/1.1" status: 204 len: 168 time: 1.7883868 Jan 29 04:29:10.088130 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55745bc-5314-4fdf-827f-3c1643b8664a tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event deleted for resources: {'Network': ['ID=2f9588fb-b82f-42b5-ab4d-73443da7fd4b,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:10.120258 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3c2962-a9da-4201-bce7-5b1591b0cce7 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:10.121709 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ac3c2962-a9da-4201-bce7-5b1591b0cce7 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "GET /v2.0/ports/03ad0d14-1ec5-4e03-8fe3-07a98769dca1 HTTP/1.1" status: 200 len: 841 time: 0.0696764 Jan 29 04:29:10.140051 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52696) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:10.151319 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd8edc-4206-4f30-8703-6da7ad366146 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event updated for resources: {'Subnet': ['ID=257594ed-d901-4dbc-bd16-42579cfbf3c0,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:10.160910 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadd8edc-4206-4f30-8703-6da7ad366146 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Checking segment: {'id': '3fb771d1-644e-4a4e-88b2-f00a6073a7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'eb1441fa-4b64-48e7-8bdb-7a44d95af3c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:29:10.166833 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadd8edc-4206-4f30-8703-6da7ad366146 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Network hostable DHCP agents. Network: eb1441fa-4b64-48e7-8bdb-7a44d95af3c7, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:29:10.203769 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-558a3eef-bf0a-4446-a345-76adacb0f099 None None] Allocated IP 2001:db8::2 (4d28e89c-1ada-4d65-a68a-7c96765b022b/b9c69b35-fa6d-4a89-b68f-e47ad939003f/09968948-b2fd-4f5c-86e5-c7d1ec98e18e) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:10.225317 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a4ac64a8-6e05-488f-a208-85a36416ceb8 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for port (1f99dec1-16a1-4108-b3e8-32d3c8143875), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:10.237819 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e73ee794-b936-4c1d-b43c-f5b0cf875a51 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "GET /v2.0/ports/03ad0d14-1ec5-4e03-8fe3-07a98769dca1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1016524 Jan 29 04:29:10.238566 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52700) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:10.239550 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-612a0d14-9910-4bf5-8ad1-a99e15b71750 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (03346d13-ea12-4f7e-a4e8-d7d6ffce3425), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:10.261680 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-d9e89d1a-6f40-4b3f-88e5-5c9c45f27690 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'subnet': {'network_id': '9616cf94-e359-4c96-8bfe-b222b9be11e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:10.352018 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadd8edc-4206-4f30-8703-6da7ad366146 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Network eb1441fa-4b64-48e7-8bdb-7a44d95af3c7 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:29:10.368758 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b63bc-8318-4449-b9f8-05cecc16f107 req-4102209b-fdfd-467d-80c9-ab17469c796d tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:10.370370 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ba8b63bc-8318-4449-b9f8-05cecc16f107 req-4102209b-fdfd-467d-80c9-ab17469c796d tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.1500514 Jan 29 04:29:10.383715 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a4ac64a8-6e05-488f-a208-85a36416ceb8 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (1f99dec1-16a1-4108-b3e8-32d3c8143875), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:10.386797 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-612a0d14-9910-4bf5-8ad1-a99e15b71750 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:10.388064 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-612a0d14-9910-4bf5-8ad1-a99e15b71750 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6569469 Jan 29 04:29:10.391982 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52706) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:10.439025 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-558a3eef-bf0a-4446-a345-76adacb0f099 None None] Publish callbacks [] for port (09968948-b2fd-4f5c-86e5-c7d1ec98e18e), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:10.458922 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-dadd8edc-4206-4f30-8703-6da7ad366146 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, eb1441fa-4b64-48e7-8bdb-7a44d95af3c7) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:10.463093 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadd8edc-4206-4f30-8703-6da7ad366146 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:10.463866 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dadd8edc-4206-4f30-8703-6da7ad366146 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:10.472979 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbd726e-3347-4e4c-805c-52fd0c975c29 None None] Network eb1441fa-4b64-48e7-8bdb-7a44d95af3c7 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:10.503425 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-558a3eef-bf0a-4446-a345-76adacb0f099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (09968948-b2fd-4f5c-86e5-c7d1ec98e18e), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:10.510773 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e89d1a-6f40-4b3f-88e5-5c9c45f27690 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Made reservation on behalf of d8e0f965da8447998d407abf5ce886cf for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:10.515115 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d9e89d1a-6f40-4b3f-88e5-5c9c45f27690 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:10.520027 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-a4ac64a8-6e05-488f-a208-85a36416ceb8 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] In _notify_port_updated(), no bound segment for port 1f99dec1-16a1-4108-b3e8-32d3c8143875 on network 983ab829-6eaf-4dad-93c5-9d2319e176fb {{(pid=103585) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 04:29:10.525286 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ac64a8-6e05-488f-a208-85a36416ceb8 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:10.525966 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a4ac64a8-6e05-488f-a208-85a36416ceb8 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:10.529993 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a4ac64a8-6e05-488f-a208-85a36416ceb8 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "PUT /v2.0/ports/1f99dec1-16a1-4108-b3e8-32d3c8143875 HTTP/1.1" status: 200 len: 930 time: 1.8785765 Jan 29 04:29:10.536545 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52710) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:10.611151 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ba8b63bc-8318-4449-b9f8-05cecc16f107 req-2372d9a6-8391-4ad7-874d-ff356ff8d7ec tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2298615 Jan 29 04:29:10.667753 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ac64a8-6e05-488f-a208-85a36416ceb8 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'Port': ['ID=1f99dec1-16a1-4108-b3e8-32d3c8143875,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:10.690238 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-dadd8edc-4206-4f30-8703-6da7ad366146 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.7941806 Jan 29 04:29:10.695001 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52712) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:10.705307 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-9ac12b89-4a16-4f13-988c-7a4ab745aa50 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:10.802395 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ed7aa559-7816-47a2-9760-0fc6ec1ced5b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:10.845738 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558a3eef-bf0a-4446-a345-76adacb0f099 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:10.852879 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-558a3eef-bf0a-4446-a345-76adacb0f099 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:10.872571 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558a3eef-bf0a-4446-a345-76adacb0f099 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:29:10.885988 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-72dece1c-904c-4467-a9ac-cc8b41a7891e None None] Provisioning complete for port a8525c10-17fd-403d-a9aa-719aa24396e1 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:10.886682 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-72dece1c-904c-4467-a9ac-cc8b41a7891e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (a8525c10-17fd-403d-a9aa-719aa24396e1), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:10.911488 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a3eef-bf0a-4446-a345-76adacb0f099 None None] Pushing event updated for resources: {'Port': ['ID=09968948-b2fd-4f5c-86e5-c7d1ec98e18e,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:10.979478 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device faa930a0-55d8-4804-a382-ba608d9dc5c5 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:11.021090 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-93a7b060-ec6c-4be4-b88a-164aaa578355 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Deleting port 1f99dec1-16a1-4108-b3e8-32d3c8143875 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:29:11.021530 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-93a7b060-ec6c-4be4-b88a-164aaa578355 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (1f99dec1-16a1-4108-b3e8-32d3c8143875), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:11.038994 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07dbfd71-105d-4324-bf8a-48a27f02734c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-eb1441fa-4b64-48e7-8bdb-7a44d95af3c7', 'network_id': 'eb1441fa-4b64-48e7-8bdb-7a44d95af3c7', 'project_id': '83ef131175644f6384891ed35a4d3341', 'fixed_ips': [{'subnet_id': '257594ed-d901-4dbc-bd16-42579cfbf3c0'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:29:11.039468 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-07dbfd71-105d-4324-bf8a-48a27f02734c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:11.063262 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-72dece1c-904c-4467-a9ac-cc8b41a7891e None None] Port a8525c10-17fd-403d-a9aa-719aa24396e1 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:29:11.114657 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9ac12b89-4a16-4f13-988c-7a4ab745aa50 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59892639'] for subnet (257594ed-d901-4dbc-bd16-42579cfbf3c0), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:11.120312 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port faa930a0-55d8-4804-a382-ba608d9dc5c5 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:11.121809 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (faa930a0-55d8-4804-a382-ba608d9dc5c5), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:11.128359 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-72dece1c-904c-4467-a9ac-cc8b41a7891e None None] Provisioning complete for port 1f99dec1-16a1-4108-b3e8-32d3c8143875 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:11.128671 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-72dece1c-904c-4467-a9ac-cc8b41a7891e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (1f99dec1-16a1-4108-b3e8-32d3c8143875), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:11.130243 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-558a3eef-bf0a-4446-a345-76adacb0f099 None None] Attempting to bind port 09968948-b2fd-4f5c-86e5-c7d1ec98e18e on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:29:11.130620 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-558a3eef-bf0a-4446-a345-76adacb0f099 None None] Attempting to bind port 09968948-b2fd-4f5c-86e5-c7d1ec98e18e by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:29:11.130981 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558a3eef-bf0a-4446-a345-76adacb0f099 None None] Attempting to bind port 09968948-b2fd-4f5c-86e5-c7d1ec98e18e on network 4d28e89c-1ada-4d65-a68a-7c96765b022b {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:11.194345 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-ed7aa559-7816-47a2-9760-0fc6ec1ced5b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Allocated IP 2001:db8::1 (4d28e89c-1ada-4d65-a68a-7c96765b022b/b9c69b35-fa6d-4a89-b68f-e47ad939003f/23513c0f-0178-4dc8-ba9f-6dbf134db246) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:11.212689 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-93a7b060-ec6c-4be4-b88a-164aaa578355 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (1f99dec1-16a1-4108-b3e8-32d3c8143875), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:11.219776 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d9e89d1a-6f40-4b3f-88e5-5c9c45f27690 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (87c2de35-a5d3-4e43-92ff-70cef6e7b478), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:11.236999 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558a3eef-bf0a-4446-a345-76adacb0f099 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:29:11.236999 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558a3eef-bf0a-4446-a345-76adacb0f099 None None] Checking segment: {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:29:11.236999 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-558a3eef-bf0a-4446-a345-76adacb0f099 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:11.236999 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558a3eef-bf0a-4446-a345-76adacb0f099 None None] Bound using segment: {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:29:11.236999 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-558a3eef-bf0a-4446-a345-76adacb0f099 None None] Bound port: 09968948-b2fd-4f5c-86e5-c7d1ec98e18e, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:29:11.236999 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-558a3eef-bf0a-4446-a345-76adacb0f099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (09968948-b2fd-4f5c-86e5-c7d1ec98e18e), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:11.243039 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52722) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:11.285548 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-72dece1c-904c-4467-a9ac-cc8b41a7891e None None] Port 1f99dec1-16a1-4108-b3e8-32d3c8143875 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:29:11.289812 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-93a7b060-ec6c-4be4-b88a-164aaa578355 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Calling delete_port for 1f99dec1-16a1-4108-b3e8-32d3c8143875 owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:29:11.361722 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-72dece1c-904c-4467-a9ac-cc8b41a7891e None None] Provisioning complete for port faa930a0-55d8-4804-a382-ba608d9dc5c5 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:11.362107 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-72dece1c-904c-4467-a9ac-cc8b41a7891e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (faa930a0-55d8-4804-a382-ba608d9dc5c5), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:11.367492 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-d9b904c4-6020-41bb-8b1c-3d9dd7172909 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-290097369'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:11.378221 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ed7aa559-7816-47a2-9760-0fc6ec1ced5b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for port (23513c0f-0178-4dc8-ba9f-6dbf134db246), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:11.380183 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e89d1a-6f40-4b3f-88e5-5c9c45f27690 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Network 9616cf94-e359-4c96-8bfe-b222b9be11e4 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:11.390292 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-d9e89d1a-6f40-4b3f-88e5-5c9c45f27690 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:11.400073 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e89d1a-6f40-4b3f-88e5-5c9c45f27690 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:11.400881 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-07dbfd71-105d-4324-bf8a-48a27f02734c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 29 04:29:11.400881 dv-neutron-821190-1-hyperv neutron-server[103586]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jan 29 04:29:11.400881 dv-neutron-821190-1-hyperv neutron-server[103586]: [parameters: {'in_use': 1, 'id_1': '257594ed-d901-4dbc-bd16-42579cfbf3c0'}] Jan 29 04:29:11.400881 dv-neutron-821190-1-hyperv neutron-server[103586]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:29:11.401301 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-07dbfd71-105d-4324-bf8a-48a27f02734c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:29:11.401422 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d9e89d1a-6f40-4b3f-88e5-5c9c45f27690 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:11.408929 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2d7920-1772-439d-ae34-392199b4c24b None None] Network 9616cf94-e359-4c96-8bfe-b222b9be11e4 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:11.426809 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-558a3eef-bf0a-4446-a345-76adacb0f099 None None] For port 09968948-b2fd-4f5c-86e5-c7d1ec98e18e, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:29:11.429218 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port faa930a0-55d8-4804-a382-ba608d9dc5c5 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:11.467698 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e89d1a-6f40-4b3f-88e5-5c9c45f27690 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'Subnet': ['ID=87c2de35-a5d3-4e43-92ff-70cef6e7b478,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:11.480904 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b904c4-6020-41bb-8b1c-3d9dd7172909 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Made reservation on behalf of 3000cef9df944b51b3187ebdb0d9df5e for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:11.481031 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-558a3eef-bf0a-4446-a345-76adacb0f099 None None] For port 09968948-b2fd-4f5c-86e5-c7d1ec98e18e, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=09968948-b2fd-4f5c-86e5-c7d1ec98e18e,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:29:11.481139 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d9b904c4-6020-41bb-8b1c-3d9dd7172909 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:11.490638 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d9b904c4-6020-41bb-8b1c-3d9dd7172909 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:11.502291 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ed7aa559-7816-47a2-9760-0fc6ec1ced5b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (23513c0f-0178-4dc8-ba9f-6dbf134db246), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:11.555603 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7aa559-7816-47a2-9760-0fc6ec1ced5b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:11.558654 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d9e89d1a-6f40-4b3f-88e5-5c9c45f27690 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3191638 Jan 29 04:29:11.558931 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-ed7aa559-7816-47a2-9760-0fc6ec1ced5b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:11.562264 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52726) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:11.566201 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7aa559-7816-47a2-9760-0fc6ec1ced5b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:29:11.566865 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ed7aa559-7816-47a2-9760-0fc6ec1ced5b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (03346d13-ea12-4f7e-a4e8-d7d6ffce3425), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:11.567558 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-47d57fb4-21a3-4556-9368-cfb4d364d7ca tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'security_group': {'name': 'tempest-secgroup-682207737'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:11.570922 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7aa559-7816-47a2-9760-0fc6ec1ced5b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Port': ['ID=23513c0f-0178-4dc8-ba9f-6dbf134db246,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:11.571258 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-558a3eef-bf0a-4446-a345-76adacb0f099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (09968948-b2fd-4f5c-86e5-c7d1ec98e18e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:11.589533 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9ac12b89-4a16-4f13-988c-7a4ab745aa50 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792711704513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59887485'] for subnet (257594ed-d901-4dbc-bd16-42579cfbf3c0), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:11.610277 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-72dece1c-904c-4467-a9ac-cc8b41a7891e None None] Current status of the port faa930a0-55d8-4804-a382-ba608d9dc5c5 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:11.655996 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac12b89-4a16-4f13-988c-7a4ab745aa50 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:11.656742 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9ac12b89-4a16-4f13-988c-7a4ab745aa50 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:11.657684 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a3eef-bf0a-4446-a345-76adacb0f099 None None] Pushing event updated for resources: {'Port': ['ID=09968948-b2fd-4f5c-86e5-c7d1ec98e18e,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:11.662546 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52730) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:11.663147 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9ac12b89-4a16-4f13-988c-7a4ab745aa50 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "PUT /v2.0/subnets/257594ed-d901-4dbc-bd16-42579cfbf3c0 HTTP/1.1" status: 200 len: 900 time: 0.9671309 Jan 29 04:29:11.692464 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8986fc58-eceb-42f2-903d-478776383478 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-9616cf94-e359-4c96-8bfe-b222b9be11e4', 'network_id': '9616cf94-e359-4c96-8bfe-b222b9be11e4', 'project_id': 'd8e0f965da8447998d407abf5ce886cf', 'fixed_ips': [{'subnet_id': '87c2de35-a5d3-4e43-92ff-70cef6e7b478'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:29:11.694670 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8986fc58-eceb-42f2-903d-478776383478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:11.699505 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac12b89-4a16-4f13-988c-7a4ab745aa50 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event updated for resources: {'Subnet': ['ID=257594ed-d901-4dbc-bd16-42579cfbf3c0,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:11.737259 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-93a7b060-ec6c-4be4-b88a-164aaa578355 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (1f99dec1-16a1-4108-b3e8-32d3c8143875), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:11.775962 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-47d57fb4-21a3-4556-9368-cfb4d364d7ca tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:11.778181 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a7b060-ec6c-4be4-b88a-164aaa578355 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event deleted for resources: {'Port': ['ID=1f99dec1-16a1-4108-b3e8-32d3c8143875,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:11.797417 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-d4c73481-0650-4f0f-8557-a39b7cb81e6f None None] Provisioning complete for port 1f99dec1-16a1-4108-b3e8-32d3c8143875 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:11.797417 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d4c73481-0650-4f0f-8557-a39b7cb81e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (1f99dec1-16a1-4108-b3e8-32d3c8143875), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:11.816529 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-93a7b060-ec6c-4be4-b88a-164aaa578355 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:11.823005 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-d4c73481-0650-4f0f-8557-a39b7cb81e6f None None] Port 1f99dec1-16a1-4108-b3e8-32d3c8143875 was deleted so its status cannot be updated. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 29 04:29:11.826903 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-93a7b060-ec6c-4be4-b88a-164aaa578355 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/ports/1f99dec1-16a1-4108-b3e8-32d3c8143875 HTTP/1.1" status: 204 len: 168 time: 1.2772341 Jan 29 04:29:11.829819 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52732) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:11.897259 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-8986fc58-eceb-42f2-903d-478776383478 None None] Allocated IP 172.20.0.2 (9616cf94-e359-4c96-8bfe-b222b9be11e4/87c2de35-a5d3-4e43-92ff-70cef6e7b478/2daa3f8b-30d4-4863-aedc-910bf1dc6646) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:11.902200 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-07dbfd71-105d-4324-bf8a-48a27f02734c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:11.915075 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-37f75d85-1504-4acb-ae37-18a0d44f4ee7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (eb1441fa-4b64-48e7-8bdb-7a44d95af3c7), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:11.917621 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd04ff06-1e6a-4a29-b408-cbfea268d978 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] GET failed (client error): The resource could not be found. Jan 29 04:29:11.919332 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-bd04ff06-1e6a-4a29-b408-cbfea268d978 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "GET /v2.0/ports/1f99dec1-16a1-4108-b3e8-32d3c8143875 HTTP/1.1" status: 404 len: 333 time: 0.0875392 Jan 29 04:29:11.925508 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52734) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:11.947442 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115542b-c6ac-4b3c-a817-060cb624dcfa req-8613ffdf-de84-45a7-9b40-8641d1a2c030 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:11.962881 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-4115542b-c6ac-4b3c-a817-060cb624dcfa req-8613ffdf-de84-45a7-9b40-8641d1a2c030 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.2691150 Jan 29 04:29:12.017836 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-47d57fb4-21a3-4556-9368-cfb4d364d7ca tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for security_group (eaa1985b-7e50-4002-899a-e37d6acb0327), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:12.060282 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-276d126a-e5a2-4e36-aa39-7e70254a8dc6 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for security_group (62f74d6f-4aa2-429f-8eab-7d6eb6506753), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:12.106460 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d9b904c4-6020-41bb-8b1c-3d9dd7172909 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks [] for security_group (bda6bc18-fb9a-4f2d-a6b7-ff24803326d0), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:12.112719 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-276d126a-e5a2-4e36-aa39-7e70254a8dc6 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for security_group (62f74d6f-4aa2-429f-8eab-7d6eb6506753), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:12.113092 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-4115542b-c6ac-4b3c-a817-060cb624dcfa req-24820fd1-b532-40b7-a315-dfc9692d02de tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1492782 Jan 29 04:29:12.114266 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ed7aa559-7816-47a2-9760-0fc6ec1ced5b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (23513c0f-0178-4dc8-ba9f-6dbf134db246), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:12.124933 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-47d57fb4-21a3-4556-9368-cfb4d364d7ca tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (eaa1985b-7e50-4002-899a-e37d6acb0327), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:12.209395 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d57fb4-21a3-4556-9368-cfb4d364d7ca tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa1985b-7e50-4002-899a-e37d6acb0327,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:12.246465 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-47d57fb4-21a3-4556-9368-cfb4d364d7ca tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:12.252907 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-47d57fb4-21a3-4556-9368-cfb4d364d7ca tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.6900041 Jan 29 04:29:12.254634 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52736) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:12.262780 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-07dbfd71-105d-4324-bf8a-48a27f02734c None None] Allocated IP 2001:db8::3 (eb1441fa-4b64-48e7-8bdb-7a44d95af3c7/257594ed-d901-4dbc-bd16-42579cfbf3c0/13102f3b-f23e-43a6-9fa1-c739deb4b4d2) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:12.264417 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-c43bb8da-15ec-4a8b-b3b3-c5c4b6f7711d tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'security_group': {'name': 'tempest-secgroup-2013939454'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:12.274206 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-276d126a-e5a2-4e36-aa39-7e70254a8dc6 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (62f74d6f-4aa2-429f-8eab-7d6eb6506753), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:12.286921 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-276d126a-e5a2-4e36-aa39-7e70254a8dc6 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:12.286921 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-276d126a-e5a2-4e36-aa39-7e70254a8dc6 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/security-groups/62f74d6f-4aa2-429f-8eab-7d6eb6506753 HTTP/1.1" status: 204 len: 168 time: 0.3598897 Jan 29 04:29:12.289987 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52738) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:12.336800 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d126a-e5a2-4e36-aa39-7e70254a8dc6 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f74d6f-4aa2-429f-8eab-7d6eb6506753,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:12.396309 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e89fcbd0-3f6f-4e55-8531-58b54ac95ace tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for security_group (c2635947-f3b0-40d8-b3f9-cf0a290d8673), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:12.410188 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8986fc58-eceb-42f2-903d-478776383478 None None] Publish callbacks [] for port (2daa3f8b-30d4-4863-aedc-910bf1dc6646), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:12.415116 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c43bb8da-15ec-4a8b-b3b3-c5c4b6f7711d tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:12.442142 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e89fcbd0-3f6f-4e55-8531-58b54ac95ace tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for security_group (c2635947-f3b0-40d8-b3f9-cf0a290d8673), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:12.505398 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8986fc58-eceb-42f2-903d-478776383478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (2daa3f8b-30d4-4863-aedc-910bf1dc6646), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:12.554737 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c43bb8da-15ec-4a8b-b3b3-c5c4b6f7711d tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for security_group (b24cb6a4-a809-4c6b-b199-88b650567f94), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:12.563662 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d9b904c4-6020-41bb-8b1c-3d9dd7172909 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (bda6bc18-fb9a-4f2d-a6b7-ff24803326d0), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:12.575917 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-07dbfd71-105d-4324-bf8a-48a27f02734c None None] Publish callbacks [] for port (13102f3b-f23e-43a6-9fa1-c739deb4b4d2), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:12.588896 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e89fcbd0-3f6f-4e55-8531-58b54ac95ace tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (c2635947-f3b0-40d8-b3f9-cf0a290d8673), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:12.591643 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e89fcbd0-3f6f-4e55-8531-58b54ac95ace tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:12.594396 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-e89fcbd0-3f6f-4e55-8531-58b54ac95ace tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/security-groups/c2635947-f3b0-40d8-b3f9-cf0a290d8673 HTTP/1.1" status: 204 len: 168 time: 0.2996945 Jan 29 04:29:12.598420 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52740) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:12.598609 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-37f75d85-1504-4acb-ae37-18a0d44f4ee7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (257594ed-d901-4dbc-bd16-42579cfbf3c0), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:12.598917 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8986fc58-eceb-42f2-903d-478776383478 None None] Network 9616cf94-e359-4c96-8bfe-b222b9be11e4 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:12.602267 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-8986fc58-eceb-42f2-903d-478776383478 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:12.605236 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9b904c4-6020-41bb-8b1c-3d9dd7172909 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:29:12.609607 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8986fc58-eceb-42f2-903d-478776383478 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:29:12.613055 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986fc58-eceb-42f2-903d-478776383478 None None] Pushing event updated for resources: {'Port': ['ID=2daa3f8b-30d4-4863-aedc-910bf1dc6646,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:12.641480 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89fcbd0-3f6f-4e55-8531-58b54ac95ace tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2635947-f3b0-40d8-b3f9-cf0a290d8673,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:12.645628 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c43bb8da-15ec-4a8b-b3b3-c5c4b6f7711d tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (b24cb6a4-a809-4c6b-b199-88b650567f94), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:12.693675 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-07dbfd71-105d-4324-bf8a-48a27f02734c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (13102f3b-f23e-43a6-9fa1-c739deb4b4d2), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:12.694430 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43bb8da-15ec-4a8b-b3b3-c5c4b6f7711d tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b24cb6a4-a809-4c6b-b199-88b650567f94,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:12.700676 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b904c4-6020-41bb-8b1c-3d9dd7172909 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bda6bc18-fb9a-4f2d-a6b7-ff24803326d0,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:12.706055 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-33f801db-77e0-44a0-be38-e49149d97cbc tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Deleting subnet 929db53b-e7d9-4a23-9bf7-90eaf625aac0 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:29:12.718419 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-33f801db-77e0-44a0-be38-e49149d97cbc tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for subnet (929db53b-e7d9-4a23-9bf7-90eaf625aac0), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:12.742836 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d9b904c4-6020-41bb-8b1c-3d9dd7172909 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (ba213171-b709-40ff-b21a-8ed9eaf6f0e2), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:12.745026 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-d9b904c4-6020-41bb-8b1c-3d9dd7172909 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Added segment ba213171-b709-40ff-b21a-8ed9eaf6f0e2 of type vlan for network cc541871-d38f-4479-9702-8a84d11db997 Jan 29 04:29:12.770488 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dbfd71-105d-4324-bf8a-48a27f02734c None None] Pushing event updated for resources: {'Port': ['ID=13102f3b-f23e-43a6-9fa1-c739deb4b4d2,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:12.773819 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c43bb8da-15ec-4a8b-b3b3-c5c4b6f7711d tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:12.780097 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c43bb8da-15ec-4a8b-b3b3-c5c4b6f7711d tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5199919 Jan 29 04:29:12.781144 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52742) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:12.787541 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-8986fc58-eceb-42f2-903d-478776383478 None None] Attempting to bind port 2daa3f8b-30d4-4863-aedc-910bf1dc6646 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:29:12.788115 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-8986fc58-eceb-42f2-903d-478776383478 None None] Attempting to bind port 2daa3f8b-30d4-4863-aedc-910bf1dc6646 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '1f91fdf3-65d3-4539-a619-466fa51baae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9616cf94-e359-4c96-8bfe-b222b9be11e4'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:29:12.788775 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8986fc58-eceb-42f2-903d-478776383478 None None] Attempting to bind port 2daa3f8b-30d4-4863-aedc-910bf1dc6646 on network 9616cf94-e359-4c96-8bfe-b222b9be11e4 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:12.792777 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07dbfd71-105d-4324-bf8a-48a27f02734c None None] Network eb1441fa-4b64-48e7-8bdb-7a44d95af3c7 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:12.795571 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-33f801db-77e0-44a0-be38-e49149d97cbc tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (929db53b-e7d9-4a23-9bf7-90eaf625aac0), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:12.803693 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-07dbfd71-105d-4324-bf8a-48a27f02734c None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:12.806052 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8986fc58-eceb-42f2-903d-478776383478 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:29:12.806378 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8986fc58-eceb-42f2-903d-478776383478 None None] Checking segment: {'id': '1f91fdf3-65d3-4539-a619-466fa51baae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9616cf94-e359-4c96-8bfe-b222b9be11e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:29:12.806838 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8986fc58-eceb-42f2-903d-478776383478 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:12.807282 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8986fc58-eceb-42f2-903d-478776383478 None None] Bound using segment: {'id': '1f91fdf3-65d3-4539-a619-466fa51baae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9616cf94-e359-4c96-8bfe-b222b9be11e4'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:29:12.807973 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-8986fc58-eceb-42f2-903d-478776383478 None None] Bound port: 2daa3f8b-30d4-4863-aedc-910bf1dc6646, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f91fdf3-65d3-4539-a619-466fa51baae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9616cf94-e359-4c96-8bfe-b222b9be11e4'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:29:12.808373 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8986fc58-eceb-42f2-903d-478776383478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (2daa3f8b-30d4-4863-aedc-910bf1dc6646), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:12.824337 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dbfd71-105d-4324-bf8a-48a27f02734c None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:29:12.827043 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-f0e605e8-bdc0-4953-be10-020607d177dc tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1779880245', 'security_groups': ['b24cb6a4-a809-4c6b-b199-88b650567f94'], 'network_id': '9616cf94-e359-4c96-8bfe-b222b9be11e4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '87c2de35-a5d3-4e43-92ff-70cef6e7b478'}]}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:12.839764 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d9b904c4-6020-41bb-8b1c-3d9dd7172909 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (cc541871-d38f-4479-9702-8a84d11db997), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:12.987446 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-37f75d85-1504-4acb-ae37-18a0d44f4ee7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (257594ed-d901-4dbc-bd16-42579cfbf3c0), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:12.988258 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-07dbfd71-105d-4324-bf8a-48a27f02734c None None] Attempting to bind port 13102f3b-f23e-43a6-9fa1-c739deb4b4d2 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:29:12.988258 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-07dbfd71-105d-4324-bf8a-48a27f02734c None None] Attempting to bind port 13102f3b-f23e-43a6-9fa1-c739deb4b4d2 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '3fb771d1-644e-4a4e-88b2-f00a6073a7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'eb1441fa-4b64-48e7-8bdb-7a44d95af3c7'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:29:12.988258 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dbfd71-105d-4324-bf8a-48a27f02734c None None] Attempting to bind port 13102f3b-f23e-43a6-9fa1-c739deb4b4d2 on network eb1441fa-4b64-48e7-8bdb-7a44d95af3c7 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:12.992036 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-8986fc58-eceb-42f2-903d-478776383478 None None] For port 2daa3f8b-30d4-4863-aedc-910bf1dc6646, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:29:12.995425 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dbfd71-105d-4324-bf8a-48a27f02734c None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:29:12.995812 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dbfd71-105d-4324-bf8a-48a27f02734c None None] Checking segment: {'id': '3fb771d1-644e-4a4e-88b2-f00a6073a7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'eb1441fa-4b64-48e7-8bdb-7a44d95af3c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:29:12.996229 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-07dbfd71-105d-4324-bf8a-48a27f02734c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:12.996997 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dbfd71-105d-4324-bf8a-48a27f02734c None None] Bound using segment: {'id': '3fb771d1-644e-4a4e-88b2-f00a6073a7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'eb1441fa-4b64-48e7-8bdb-7a44d95af3c7'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:29:12.997498 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-07dbfd71-105d-4324-bf8a-48a27f02734c None None] Bound port: 13102f3b-f23e-43a6-9fa1-c739deb4b4d2, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb771d1-644e-4a4e-88b2-f00a6073a7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'eb1441fa-4b64-48e7-8bdb-7a44d95af3c7'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:29:12.997889 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-07dbfd71-105d-4324-bf8a-48a27f02734c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (13102f3b-f23e-43a6-9fa1-c739deb4b4d2), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:13.001352 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-8986fc58-eceb-42f2-903d-478776383478 None None] For port 2daa3f8b-30d4-4863-aedc-910bf1dc6646, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=2daa3f8b-30d4-4863-aedc-910bf1dc6646,segment=NetworkSegment(1f91fdf3-65d3-4539-a619-466fa51baae3),segment_id=1f91fdf3-65d3-4539-a619-466fa51baae3)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:29:13.039885 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d9b904c4-6020-41bb-8b1c-3d9dd7172909 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (cc541871-d38f-4479-9702-8a84d11db997), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:13.045616 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b904c4-6020-41bb-8b1c-3d9dd7172909 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:13.046445 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d9b904c4-6020-41bb-8b1c-3d9dd7172909 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:13.074395 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f75d85-1504-4acb-ae37-18a0d44f4ee7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event deleted for resources: {'Subnet': ['ID=257594ed-d901-4dbc-bd16-42579cfbf3c0,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:13.170464 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-07dbfd71-105d-4324-bf8a-48a27f02734c None None] For port 13102f3b-f23e-43a6-9fa1-c739deb4b4d2, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:29:13.175113 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-07dbfd71-105d-4324-bf8a-48a27f02734c None None] For port 13102f3b-f23e-43a6-9fa1-c739deb4b4d2, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=13102f3b-f23e-43a6-9fa1-c739deb4b4d2,segment=NetworkSegment(3fb771d1-644e-4a4e-88b2-f00a6073a7b0),segment_id=3fb771d1-644e-4a4e-88b2-f00a6073a7b0)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:29:13.180941 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8986fc58-eceb-42f2-903d-478776383478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (2daa3f8b-30d4-4863-aedc-910bf1dc6646), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:13.185402 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 09968948-b2fd-4f5c-86e5-c7d1ec98e18e up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:13.211960 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-37f75d85-1504-4acb-ae37-18a0d44f4ee7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (eb1441fa-4b64-48e7-8bdb-7a44d95af3c7), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:13.242141 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b904c4-6020-41bb-8b1c-3d9dd7172909 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Pushing event updated for resources: {'Network': ['ID=cc541871-d38f-4479-9702-8a84d11db997,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:13.262561 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-37f75d85-1504-4acb-ae37-18a0d44f4ee7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb1441fa-4b64-48e7-8bdb-7a44d95af3c7']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:13.285563 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d9b904c4-6020-41bb-8b1c-3d9dd7172909 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.0389481 Jan 29 04:29:13.285563 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ed7aa559-7816-47a2-9760-0fc6ec1ced5b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for port (23513c0f-0178-4dc8-ba9f-6dbf134db246), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:13.288468 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-37f75d85-1504-4acb-ae37-18a0d44f4ee7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fb771d1-644e-4a4e-88b2-f00a6073a7b0') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:13.288787 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-37f75d85-1504-4acb-ae37-18a0d44f4ee7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fb771d1-644e-4a4e-88b2-f00a6073a7b0') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:13.290434 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52746) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:13.295606 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-fe564292-561c-4d6e-ad2c-7fa8499470e6 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Request body: {'subnet': {'network_id': 'cc541871-d38f-4479-9702-8a84d11db997', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:13.317265 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-37f75d85-1504-4acb-ae37-18a0d44f4ee7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (3fb771d1-644e-4a4e-88b2-f00a6073a7b0), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:13.339336 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network cc541871-d38f-4479-9702-8a84d11db997 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:29:13.375877 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-37f75d85-1504-4acb-ae37-18a0d44f4ee7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (3fb771d1-644e-4a4e-88b2-f00a6073a7b0), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:13.393269 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ed7aa559-7816-47a2-9760-0fc6ec1ced5b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (23513c0f-0178-4dc8-ba9f-6dbf134db246), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:13.394129 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ed7aa559-7816-47a2-9760-0fc6ec1ced5b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (03346d13-ea12-4f7e-a4e8-d7d6ffce3425), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:13.397775 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37f75d85-1504-4acb-ae37-18a0d44f4ee7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:29:13.398179 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-37f75d85-1504-4acb-ae37-18a0d44f4ee7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (3fb771d1-644e-4a4e-88b2-f00a6073a7b0), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:13.404543 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:29:13.404543 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:29:13.404543 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:29:13.404543 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:29:13.404543 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:29:13.404543 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:29:13.404543 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:29:13.404543 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:29:13.404543 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:29:13.404543 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:29:13.404543 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:29:13.404543 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:29:13.404543 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:29:13.404543 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:29:13.404543 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:29:13.404543 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:29:13.404543 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:29:13.404543 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:29:13.404543 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:29:13.404543 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:29:13.404543 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:29:13.404543 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:29:13.404543 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:29:13.404543 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:29:13.404543 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:29:13.404543 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:29:13.404543 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:29:13.404543 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:29:13.404543 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:29:13.404543 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:29:13.404543 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:29:13.404543 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:29:13.531475 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e2529-95d1-4bf4-9f9b-dbe0e6b474d1 req-80b066aa-6662-4d49-8d80-8b96d6c315bf tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:13.537086 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-aa6e2529-95d1-4bf4-9f9b-dbe0e6b474d1 req-80b066aa-6662-4d49-8d80-8b96d6c315bf tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.1399953 Jan 29 04:29:13.548801 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-33f801db-77e0-44a0-be38-e49149d97cbc tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (929db53b-e7d9-4a23-9bf7-90eaf625aac0), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:13.570464 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7aa559-7816-47a2-9760-0fc6ec1ced5b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Port': ['ID=23513c0f-0178-4dc8-ba9f-6dbf134db246,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:13.600567 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-07dbfd71-105d-4324-bf8a-48a27f02734c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (13102f3b-f23e-43a6-9fa1-c739deb4b4d2), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:13.607890 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.db.api [None req-37f75d85-1504-4acb-ae37-18a0d44f4ee7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 29 04:29:13.607890 dv-neutron-821190-1-hyperv neutron-server[103584]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 29 04:29:13.607890 dv-neutron-821190-1-hyperv neutron-server[103584]: [parameters: {'id': 'eb1441fa-4b64-48e7-8bdb-7a44d95af3c7'}] Jan 29 04:29:13.607890 dv-neutron-821190-1-hyperv neutron-server[103584]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:29:13.608543 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG oslo_db.api [None req-37f75d85-1504-4acb-ae37-18a0d44f4ee7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:29:13.651030 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7aa559-7816-47a2-9760-0fc6ec1ced5b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:13.652627 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe564292-561c-4d6e-ad2c-7fa8499470e6 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Made reservation on behalf of 3000cef9df944b51b3187ebdb0d9df5e for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:13.657074 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fe564292-561c-4d6e-ad2c-7fa8499470e6 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:13.661791 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-ed7aa559-7816-47a2-9760-0fc6ec1ced5b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:13.674293 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986fc58-eceb-42f2-903d-478776383478 None None] Pushing event updated for resources: {'Port': ['ID=2daa3f8b-30d4-4863-aedc-910bf1dc6646,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:13.698898 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-aa6e2529-95d1-4bf4-9f9b-dbe0e6b474d1 req-5af9817e-0f59-4b19-959a-6ab3d5aceeaf tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1560597 Jan 29 04:29:13.723201 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e605e8-bdc0-4953-be10-020607d177dc tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Made reservation on behalf of d8e0f965da8447998d407abf5ce886cf for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:13.792355 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-4991b068-aef0-4678-b039-3616cc9c4784 None None] Provisioning complete for port 09968948-b2fd-4f5c-86e5-c7d1ec98e18e triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:13.792764 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4991b068-aef0-4678-b039-3616cc9c4784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (09968948-b2fd-4f5c-86e5-c7d1ec98e18e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:13.841417 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f0e605e8-bdc0-4953-be10-020607d177dc tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:13.855035 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 09968948-b2fd-4f5c-86e5-c7d1ec98e18e triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:13.855664 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (09968948-b2fd-4f5c-86e5-c7d1ec98e18e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:13.867638 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-33f801db-77e0-44a0-be38-e49149d97cbc tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (929db53b-e7d9-4a23-9bf7-90eaf625aac0), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:13.880337 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-f0e605e8-bdc0-4953-be10-020607d177dc tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] device_id is not set on port a5e8ff86-af86-4516-aa92-adc07a2d7014 yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:29:13.919471 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-33f801db-77e0-44a0-be38-e49149d97cbc tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:13.923812 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-33f801db-77e0-44a0-be38-e49149d97cbc tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/subnets/929db53b-e7d9-4a23-9bf7-90eaf625aac0 HTTP/1.1" status: 204 len: 168 time: 1.3251042 Jan 29 04:29:13.927465 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f801db-77e0-44a0-be38-e49149d97cbc tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event deleted for resources: {'Subnet': ['ID=929db53b-e7d9-4a23-9bf7-90eaf625aac0,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:13.930082 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52748) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:13.957136 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1ee04c-50df-4afa-9b7c-4fe45a93a7cf None None] Network 983ab829-6eaf-4dad-93c5-9d2319e176fb requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:13.992645 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-fbd2e35a-f508-4c39-9a6e-872b725accb8 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'subnet': {'network_id': '983ab829-6eaf-4dad-93c5-9d2319e176fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:14.045821 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81170d2-1b6d-4154-96e2-7ff866c83cb4 None None] Network eb1441fa-4b64-48e7-8bdb-7a44d95af3c7 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:14.095962 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed7aa559-7816-47a2-9760-0fc6ec1ced5b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Router 03346d13-ea12-4f7e-a4e8-d7d6ffce3425 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:29:14.111380 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-37f75d85-1504-4acb-ae37-18a0d44f4ee7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (eb1441fa-4b64-48e7-8bdb-7a44d95af3c7), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:14.145411 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dbfd71-105d-4324-bf8a-48a27f02734c None None] Pushing event updated for resources: {'Port': ['ID=13102f3b-f23e-43a6-9fa1-c739deb4b4d2,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:14.238773 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fe564292-561c-4d6e-ad2c-7fa8499470e6 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (bcb07d5a-3d96-4c4b-af4e-227e140829fa), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:14.262443 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-f0e605e8-bdc0-4953-be10-020607d177dc tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Allocated IP 172.20.0.13 (9616cf94-e359-4c96-8bfe-b222b9be11e4/87c2de35-a5d3-4e43-92ff-70cef6e7b478/a5e8ff86-af86-4516-aa92-adc07a2d7014) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:14.306096 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd2e35a-f508-4c39-9a6e-872b725accb8 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Made reservation on behalf of 931e85f3b3ac4f669ae92c3bafe28f71 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:14.309641 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fbd2e35a-f508-4c39-9a6e-872b725accb8 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:14.310341 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7aa559-7816-47a2-9760-0fc6ec1ced5b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:29:14.313569 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-4991b068-aef0-4678-b039-3616cc9c4784 None None] Current status of the port 09968948-b2fd-4f5c-86e5-c7d1ec98e18e is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:14.313740 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4991b068-aef0-4678-b039-3616cc9c4784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (09968948-b2fd-4f5c-86e5-c7d1ec98e18e), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:14.319453 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ed7aa559-7816-47a2-9760-0fc6ec1ced5b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "PUT /v2.0/routers/03346d13-ea12-4f7e-a4e8-d7d6ffce3425/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9260740 Jan 29 04:29:14.323976 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52752) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:14.331902 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 09968948-b2fd-4f5c-86e5-c7d1ec98e18e is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:14.332199 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (09968948-b2fd-4f5c-86e5-c7d1ec98e18e), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:14.334345 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b49886e-4b9b-49f6-bbb4-cb9878dc0bcc None None] Sync routers for ids ['03346d13-ea12-4f7e-a4e8-d7d6ffce3425'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:29:14.397717 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b49886e-4b9b-49f6-bbb4-cb9878dc0bcc None None] Routers {'03346d13-ea12-4f7e-a4e8-d7d6ffce3425'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:29:14.398300 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-9b49886e-4b9b-49f6-bbb4-cb9878dc0bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:28:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['03346d13-ea12-4f7e-a4e8-d7d6ffce3425'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:14.401068 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c850d902-7768-4ead-9e7d-cdfd7d34cec5 None None] Network eb1441fa-4b64-48e7-8bdb-7a44d95af3c7 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:14.408292 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe564292-561c-4d6e-ad2c-7fa8499470e6 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Pushing event updated for resources: {'Subnet': ['ID=bcb07d5a-3d96-4c4b-af4e-227e140829fa,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:14.409255 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-4991b068-aef0-4678-b039-3616cc9c4784 None None] For port 09968948-b2fd-4f5c-86e5-c7d1ec98e18e, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=09968948-b2fd-4f5c-86e5-c7d1ec98e18e,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:14.422475 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd71f865-d3d9-4c95-a913-0a9fd9e501a4 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:14.424106 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-bd71f865-d3d9-4c95-a913-0a9fd9e501a4 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/ports/23513c0f-0178-4dc8-ba9f-6dbf134db246 HTTP/1.1" status: 200 len: 911 time: 0.0954370 Jan 29 04:29:14.427888 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe564292-561c-4d6e-ad2c-7fa8499470e6 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Checking segment: {'id': 'ba213171-b709-40ff-b21a-8ed9eaf6f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cc541871-d38f-4479-9702-8a84d11db997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:29:14.428304 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe564292-561c-4d6e-ad2c-7fa8499470e6 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Network hostable DHCP agents. Network: cc541871-d38f-4479-9702-8a84d11db997, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:29:14.430126 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52754) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:14.435999 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-37f75d85-1504-4acb-ae37-18a0d44f4ee7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Deleting port 13102f3b-f23e-43a6-9fa1-c739deb4b4d2 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:29:14.436556 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-37f75d85-1504-4acb-ae37-18a0d44f4ee7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (13102f3b-f23e-43a6-9fa1-c739deb4b4d2), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:14.520052 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-37f75d85-1504-4acb-ae37-18a0d44f4ee7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] For port 13102f3b-f23e-43a6-9fa1-c739deb4b4d2, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=13102f3b-f23e-43a6-9fa1-c739deb4b4d2,segment=NetworkSegment(3fb771d1-644e-4a4e-88b2-f00a6073a7b0),segment_id=3fb771d1-644e-4a4e-88b2-f00a6073a7b0)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:14.520599 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-37f75d85-1504-4acb-ae37-18a0d44f4ee7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (13102f3b-f23e-43a6-9fa1-c739deb4b4d2), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:14.535406 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-37f75d85-1504-4acb-ae37-18a0d44f4ee7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Calling delete_port for 13102f3b-f23e-43a6-9fa1-c739deb4b4d2 owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:29:14.543610 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4991b068-aef0-4678-b039-3616cc9c4784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (09968948-b2fd-4f5c-86e5-c7d1ec98e18e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:14.551772 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f0e605e8-bdc0-4953-be10-020607d177dc tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for port (a5e8ff86-af86-4516-aa92-adc07a2d7014), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:14.588665 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3523e2c5-9550-4450-9e41-30675305e53f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:14.590427 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe564292-561c-4d6e-ad2c-7fa8499470e6 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Network cc541871-d38f-4479-9702-8a84d11db997 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:29:14.594668 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3523e2c5-9550-4450-9e41-30675305e53f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:14.600424 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-3523e2c5-9550-4450-9e41-30675305e53f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1634183 Jan 29 04:29:14.600625 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52756) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:14.619151 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-9b49886e-4b9b-49f6-bbb4-cb9878dc0bcc None None] Set router 03346d13-ea12-4f7e-a4e8-d7d6ffce3425 gateway port host: None {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:29:14.710444 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-fe564292-561c-4d6e-ad2c-7fa8499470e6 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, cc541871-d38f-4479-9702-8a84d11db997) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:14.729084 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9749df9a-8448-47d7-82d8-f1d9490ad8b8 None None] Network cc541871-d38f-4479-9702-8a84d11db997 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:14.730915 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f0e605e8-bdc0-4953-be10-020607d177dc tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (a5e8ff86-af86-4516-aa92-adc07a2d7014), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:14.736097 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:29:14.736097 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:29:14.752634 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe564292-561c-4d6e-ad2c-7fa8499470e6 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:14.756393 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fe564292-561c-4d6e-ad2c-7fa8499470e6 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:14.761355 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4991b068-aef0-4678-b039-3616cc9c4784 None None] Pushing event updated for resources: {'Port': ['ID=09968948-b2fd-4f5c-86e5-c7d1ec98e18e,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:14.861595 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-e48d8a39-7c1d-44f9-8424-810ea790385c None None] Provisioning complete for port 23513c0f-0178-4dc8-ba9f-6dbf134db246 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:14.861971 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e48d8a39-7c1d-44f9-8424-810ea790385c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (23513c0f-0178-4dc8-ba9f-6dbf134db246), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:14.890067 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-fe564292-561c-4d6e-ad2c-7fa8499470e6 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5984135 Jan 29 04:29:14.892635 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52760) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:14.896944 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e605e8-bdc0-4953-be10-020607d177dc tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Network 9616cf94-e359-4c96-8bfe-b222b9be11e4 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:14.911365 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-f0e605e8-bdc0-4953-be10-020607d177dc tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:14.930122 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e605e8-bdc0-4953-be10-020607d177dc tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:29:14.937403 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e605e8-bdc0-4953-be10-020607d177dc tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'Port': ['ID=a5e8ff86-af86-4516-aa92-adc07a2d7014,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:14.950020 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-e8ceac4a-2e6b-487b-b172-4159f200d5b9 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-616430829', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:14.958301 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-37f75d85-1504-4acb-ae37-18a0d44f4ee7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (13102f3b-f23e-43a6-9fa1-c739deb4b4d2), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:15.013500 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e605e8-bdc0-4953-be10-020607d177dc tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:15.016091 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f0e605e8-bdc0-4953-be10-020607d177dc tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:15.031520 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f75d85-1504-4acb-ae37-18a0d44f4ee7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] No DVR routers for this DVR port 13102f3b-f23e-43a6-9fa1-c739deb4b4d2 on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:29:15.039667 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f75d85-1504-4acb-ae37-18a0d44f4ee7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event deleted for resources: {'Port': ['ID=13102f3b-f23e-43a6-9fa1-c739deb4b4d2,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:15.052414 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fbd2e35a-f508-4c39-9a6e-872b725accb8 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (b3f11ce1-5160-4afc-9a43-e5b1ee367d79), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:15.088923 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-e48d8a39-7c1d-44f9-8424-810ea790385c None None] Port 23513c0f-0178-4dc8-ba9f-6dbf134db246 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:29:15.117411 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f3c65-a87f-4e1d-abb3-a9b2437f83b3 req-9bf9bdec-b573-4c63-be0f-1d8bc5470607 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:15.119758 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ab1f3c65-a87f-4e1d-abb3-a9b2437f83b3 req-9bf9bdec-b573-4c63-be0f-1d8bc5470607 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.2496564 Jan 29 04:29:15.129323 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0f5c53-f8fc-44d0-97d1-c410d857cc41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-cc541871-d38f-4479-9702-8a84d11db997', 'network_id': 'cc541871-d38f-4479-9702-8a84d11db997', 'project_id': '3000cef9df944b51b3187ebdb0d9df5e', 'fixed_ips': [{'subnet_id': 'bcb07d5a-3d96-4c4b-af4e-227e140829fa'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:29:15.130286 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eb0f5c53-f8fc-44d0-97d1-c410d857cc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:15.141973 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd2e35a-f508-4c39-9a6e-872b725accb8 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Network 983ab829-6eaf-4dad-93c5-9d2319e176fb is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:15.148326 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f0e605e8-bdc0-4953-be10-020607d177dc tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3469932 Jan 29 04:29:15.149614 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52762) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:15.155004 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-fbd2e35a-f508-4c39-9a6e-872b725accb8 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:15.167440 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-ffdcf384-f517-4f95-a606-deaf5dfbbe7c tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'subnet': {'network_id': '9616cf94-e359-4c96-8bfe-b222b9be11e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:15.191528 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd2e35a-f508-4c39-9a6e-872b725accb8 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:15.194773 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fbd2e35a-f508-4c39-9a6e-872b725accb8 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:15.205194 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e8ceac4a-2e6b-487b-b172-4159f200d5b9 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (52dc6d44-c22d-4dfe-88f9-136303161604), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:15.206252 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e8ceac4a-2e6b-487b-b172-4159f200d5b9 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (52dc6d44-c22d-4dfe-88f9-136303161604), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:15.250414 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-37f75d85-1504-4acb-ae37-18a0d44f4ee7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (eb1441fa-4b64-48e7-8bdb-7a44d95af3c7), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:15.259052 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ab1f3c65-a87f-4e1d-abb3-a9b2437f83b3 req-21e9c719-790b-41c0-982d-ed429d9e3a6a tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1223454 Jan 29 04:29:15.310582 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-37f75d85-1504-4acb-ae37-18a0d44f4ee7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb1441fa-4b64-48e7-8bdb-7a44d95af3c7']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:15.328781 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-9b49886e-4b9b-49f6-bbb4-cb9878dc0bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03346d13-ea12-4f7e-a4e8-d7d6ffce3425', 'name': 'tempest-NetworksTestDHCPv6-router-379169063', 'tenant_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:29:09Z', 'updated_at': '2022-01-29T04:29:11Z', 'revision_number': 2, 'project_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'gw_port_host': None, '_interfaces': [{'id': '23513c0f-0178-4dc8-ba9f-6dbf134db246', 'name': '', 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'tenant_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'mac_address': 'fa:16:3e:21:c4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03346d13-ea12-4f7e-a4e8-d7d6ffce3425', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'b9c69b35-fa6d-4a89-b68f-e47ad939003f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:29:10Z', 'updated_at': '2022-01-29T04:29:12Z', 'revision_number': 2, 'project_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'subnets': [{'id': 'b9c69b35-fa6d-4a89-b68f-e47ad939003f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:15.351434 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd2e35a-f508-4c39-9a6e-872b725accb8 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'Subnet': ['ID=b3f11ce1-5160-4afc-9a43-e5b1ee367d79,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:15.378640 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e8ceac4a-2e6b-487b-b172-4159f200d5b9 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks [] for router_controller (52dc6d44-c22d-4dfe-88f9-136303161604), precommit_add_association {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:15.386868 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b49886e-4b9b-49f6-bbb4-cb9878dc0bcc None None] Checking router: 03346d13-ea12-4f7e-a4e8-d7d6ffce3425 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:29:15.387598 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b49886e-4b9b-49f6-bbb4-cb9878dc0bcc None None] Updating router 03346d13-ea12-4f7e-a4e8-d7d6ffce3425 port 23513c0f-0178-4dc8-ba9f-6dbf134db246 binding host dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:29:15.391609 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-37f75d85-1504-4acb-ae37-18a0d44f4ee7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fb771d1-644e-4a4e-88b2-f00a6073a7b0') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:15.391919 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-37f75d85-1504-4acb-ae37-18a0d44f4ee7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fb771d1-644e-4a4e-88b2-f00a6073a7b0') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:15.426127 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-37f75d85-1504-4acb-ae37-18a0d44f4ee7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (3fb771d1-644e-4a4e-88b2-f00a6073a7b0), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:15.433317 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-fbd2e35a-f508-4c39-9a6e-872b725accb8 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4508359 Jan 29 04:29:15.438771 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52764) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:15.441132 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-426d7d2e-ec30-4507-8906-b712c42cf7b3 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'security_group': {'name': 'tempest-secgroup-1819512825'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:15.445891 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 09968948-b2fd-4f5c-86e5-c7d1ec98e18e is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:15.463803 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-37f75d85-1504-4acb-ae37-18a0d44f4ee7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (3fb771d1-644e-4a4e-88b2-f00a6073a7b0), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:15.475017 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e8ceac4a-2e6b-487b-b172-4159f200d5b9 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (52dc6d44-c22d-4dfe-88f9-136303161604), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:15.477187 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9b49886e-4b9b-49f6-bbb4-cb9878dc0bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (23513c0f-0178-4dc8-ba9f-6dbf134db246), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:15.483725 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-eb0f5c53-f8fc-44d0-97d1-c410d857cc41 None None] Allocated IP 172.20.0.2 (cc541871-d38f-4479-9702-8a84d11db997/bcb07d5a-3d96-4c4b-af4e-227e140829fa/9b2e3b7f-7ec3-404c-bbcf-bab1a85de147) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:15.485425 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37f75d85-1504-4acb-ae37-18a0d44f4ee7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:29:15.485844 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-37f75d85-1504-4acb-ae37-18a0d44f4ee7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (3fb771d1-644e-4a4e-88b2-f00a6073a7b0), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:15.496271 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:29:15.496271 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:29:15.496271 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:29:15.496271 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:29:15.496271 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:29:15.496271 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:29:15.496271 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:29:15.496271 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:29:15.496271 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:29:15.496271 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:29:15.496271 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:29:15.496271 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:29:15.496271 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:29:15.496271 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:29:15.496271 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:29:15.496271 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:29:15.496271 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:29:15.496271 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:29:15.496271 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:29:15.496271 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:29:15.496271 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:29:15.496271 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:29:15.496271 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:29:15.496271 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:29:15.496271 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:29:15.496271 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:29:15.496271 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:29:15.496271 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:29:15.496271 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:29:15.496271 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:29:15.496271 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:29:15.496271 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:29:15.501948 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-89420e1d-7c4f-4c80-b009-0541ebfd49aa None None] Provisioning complete for port 03ad0d14-1ec5-4e03-8fe3-07a98769dca1 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:15.502319 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-89420e1d-7c4f-4c80-b009-0541ebfd49aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (03ad0d14-1ec5-4e03-8fe3-07a98769dca1), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:15.520920 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdcf384-f517-4f95-a606-deaf5dfbbe7c tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Made reservation on behalf of d8e0f965da8447998d407abf5ce886cf for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:15.528064 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ffdcf384-f517-4f95-a606-deaf5dfbbe7c tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:15.575593 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-426d7d2e-ec30-4507-8906-b712c42cf7b3 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:15.644639 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e8ceac4a-2e6b-487b-b172-4159f200d5b9 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:15.646903 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e8ceac4a-2e6b-487b-b172-4159f200d5b9 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.7263739 Jan 29 04:29:15.673160 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52766) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:15.697518 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b3ea9d36-efa9-4855-9cf2-f39f09c49969 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (03346d13-ea12-4f7e-a4e8-d7d6ffce3425), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:15.758652 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-37f75d85-1504-4acb-ae37-18a0d44f4ee7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (eb1441fa-4b64-48e7-8bdb-7a44d95af3c7), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:15.763239 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-37f75d85-1504-4acb-ae37-18a0d44f4ee7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:15.772955 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-37f75d85-1504-4acb-ae37-18a0d44f4ee7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "DELETE /v2.0/networks/eb1441fa-4b64-48e7-8bdb-7a44d95af3c7 HTTP/1.1" status: 204 len: 168 time: 4.1092651 Jan 29 04:29:15.773559 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52768) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:15.787465 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d239880d-f821-47a0-ba56-7ec49e85e497 None None] Network 983ab829-6eaf-4dad-93c5-9d2319e176fb requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:15.789608 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 2daa3f8b-30d4-4863-aedc-910bf1dc6646 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:15.845964 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f75d85-1504-4acb-ae37-18a0d44f4ee7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event deleted for resources: {'Network': ['ID=eb1441fa-4b64-48e7-8bdb-7a44d95af3c7,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:15.850453 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-63a5858b-fedd-4ba0-b85b-15a60031163e tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:15.851119 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63a5858b-fedd-4ba0-b85b-15a60031163e tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:15.858364 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-63a5858b-fedd-4ba0-b85b-15a60031163e tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "DELETE /v2.0/subnets/257594ed-d901-4dbc-bd16-42579cfbf3c0 HTTP/1.1" status: 404 len: 337 time: 0.0780375 Jan 29 04:29:15.860669 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52770) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:15.887422 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ae8f136-7f71-49a3-a694-8a3fad41c4c3 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:15.887847 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ae8f136-7f71-49a3-a694-8a3fad41c4c3 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:15.893344 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6ae8f136-7f71-49a3-a694-8a3fad41c4c3 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "DELETE /v2.0/networks/eb1441fa-4b64-48e7-8bdb-7a44d95af3c7 HTTP/1.1" status: 404 len: 339 time: 0.0258179 Jan 29 04:29:15.903504 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-89420e1d-7c4f-4c80-b009-0541ebfd49aa None None] Port 03ad0d14-1ec5-4e03-8fe3-07a98769dca1 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:29:15.911050 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52772) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:15.937397 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.ipam_backend_mixin [None req-ffdcf384-f517-4f95-a606-deaf5dfbbe7c tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 87c2de35-a5d3-4e43-92ff-70cef6e7b478 (CIDR: 172.20.0.0/28) Jan 29 04:29:15.984682 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffdcf384-f517-4f95-a606-deaf5dfbbe7c tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:29:15.985840 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffdcf384-f517-4f95-a606-deaf5dfbbe7c tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:16.023224 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-93f34cf6-ca2f-4a74-976e-7615d6531604 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (be5d7a20-19aa-4a76-8c6a-79918d29c5d5), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:16.043647 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-89420e1d-7c4f-4c80-b009-0541ebfd49aa None None] Provisioning complete for port 2daa3f8b-30d4-4863-aedc-910bf1dc6646 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:16.044054 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-89420e1d-7c4f-4c80-b009-0541ebfd49aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (2daa3f8b-30d4-4863-aedc-910bf1dc6646), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:16.095614 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-426d7d2e-ec30-4507-8906-b712c42cf7b3 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for security_group (f6fec985-33bb-4fc9-a339-ab9ba648fe10), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:16.102255 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ffdcf384-f517-4f95-a606-deaf5dfbbe7c tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9450018 Jan 29 04:29:16.105202 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52774) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:16.110849 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-a7468a40-2b96-4055-8dcd-bad787ad7e60 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'subnet': {'network_id': '9616cf94-e359-4c96-8bfe-b222b9be11e4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:16.190887 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-426d7d2e-ec30-4507-8906-b712c42cf7b3 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (f6fec985-33bb-4fc9-a339-ab9ba648fe10), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:16.194108 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e556f294-7e3d-4cc5-b64e-9ecfb778d518 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:16.205349 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 2daa3f8b-30d4-4863-aedc-910bf1dc6646 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:16.210064 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (2daa3f8b-30d4-4863-aedc-910bf1dc6646), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:16.292847 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d7d2e-ec30-4507-8906-b712c42cf7b3 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fec985-33bb-4fc9-a339-ab9ba648fe10,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:16.295541 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eb0f5c53-f8fc-44d0-97d1-c410d857cc41 None None] Publish callbacks [] for port (9b2e3b7f-7ec3-404c-bbcf-bab1a85de147), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:16.340812 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-426d7d2e-ec30-4507-8906-b712c42cf7b3 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:16.345462 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-426d7d2e-ec30-4507-8906-b712c42cf7b3 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9056556 Jan 29 04:29:16.352736 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52778) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:16.365909 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-ad2a668b-1d1a-4e60-89a7-da310655e279 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'security_group': {'name': 'tempest-secgroup-1729083472'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:16.415815 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-89420e1d-7c4f-4c80-b009-0541ebfd49aa None None] Current status of the port 2daa3f8b-30d4-4863-aedc-910bf1dc6646 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:16.416208 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-89420e1d-7c4f-4c80-b009-0541ebfd49aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (2daa3f8b-30d4-4863-aedc-910bf1dc6646), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:16.418389 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eb0f5c53-f8fc-44d0-97d1-c410d857cc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (9b2e3b7f-7ec3-404c-bbcf-bab1a85de147), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:16.510862 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-93f34cf6-ca2f-4a74-976e-7615d6531604 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (be5d7a20-19aa-4a76-8c6a-79918d29c5d5), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:16.536459 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-93f34cf6-ca2f-4a74-976e-7615d6531604 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be5d7a20-19aa-4a76-8c6a-79918d29c5d5']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:16.554225 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ad2a668b-1d1a-4e60-89a7-da310655e279 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:16.554446 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-93f34cf6-ca2f-4a74-976e-7615d6531604 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ea95f56-4c3a-4867-ad69-bbf0b0b2fe24') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:16.554562 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9b49886e-4b9b-49f6-bbb4-cb9878dc0bcc None None] Publish callbacks [] for port (23513c0f-0178-4dc8-ba9f-6dbf134db246), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:16.554686 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-93f34cf6-ca2f-4a74-976e-7615d6531604 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ea95f56-4c3a-4867-ad69-bbf0b0b2fe24') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:16.557835 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2275d55-0c21-4762-9177-a7bbafdb932c req-c0199a54-9d37-4d94-a3c4-b0ddd879dd55 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:16.559552 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d2275d55-0c21-4762-9177-a7bbafdb932c req-c0199a54-9d37-4d94-a3c4-b0ddd879dd55 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.1348143 Jan 29 04:29:16.560946 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0f5c53-f8fc-44d0-97d1-c410d857cc41 None None] Network cc541871-d38f-4479-9702-8a84d11db997 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:16.564693 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-93f34cf6-ca2f-4a74-976e-7615d6531604 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (7ea95f56-4c3a-4867-ad69-bbf0b0b2fe24), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:16.575601 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-b3ea9d36-efa9-4855-9cf2-f39f09c49969 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting port 23513c0f-0178-4dc8-ba9f-6dbf134db246 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:29:16.575959 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b3ea9d36-efa9-4855-9cf2-f39f09c49969 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (23513c0f-0178-4dc8-ba9f-6dbf134db246), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:16.577861 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 2daa3f8b-30d4-4863-aedc-910bf1dc6646 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:16.581117 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (2daa3f8b-30d4-4863-aedc-910bf1dc6646), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:16.587916 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-eb0f5c53-f8fc-44d0-97d1-c410d857cc41 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:16.589673 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f5c53-f8fc-44d0-97d1-c410d857cc41 None None] Pushing event updated for resources: {'Port': ['ID=9b2e3b7f-7ec3-404c-bbcf-bab1a85de147,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:16.592109 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0f5c53-f8fc-44d0-97d1-c410d857cc41 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:29:16.595363 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-89420e1d-7c4f-4c80-b009-0541ebfd49aa None None] For port 2daa3f8b-30d4-4863-aedc-910bf1dc6646, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=2daa3f8b-30d4-4863-aedc-910bf1dc6646,segment=NetworkSegment(1f91fdf3-65d3-4539-a619-466fa51baae3),segment_id=1f91fdf3-65d3-4539-a619-466fa51baae3)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:16.598515 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3fa178-6ef0-49ed-85c2-f1ac48a335df None None] Update dhcp port {'port': {'network_id': '983ab829-6eaf-4dad-93c5-9d2319e176fb', 'fixed_ips': [{'subnet_id': '8c112844-7c51-4f6c-a889-e85524a1556d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b3f11ce1-5160-4afc-9a43-e5b1ee367d79'}], 'binding:host_id': 'dv-neutron-821190-1-hyperv'}, 'id': 'faa930a0-55d8-4804-a382-ba608d9dc5c5'} from dv-neutron-821190-1-hyperv. {{(pid=103586) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 29 04:29:16.604091 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-93f34cf6-ca2f-4a74-976e-7615d6531604 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (7ea95f56-4c3a-4867-ad69-bbf0b0b2fe24), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:16.610703 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f34cf6-ca2f-4a74-976e-7615d6531604 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:29:16.611313 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-93f34cf6-ca2f-4a74-976e-7615d6531604 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (7ea95f56-4c3a-4867-ad69-bbf0b0b2fe24), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:16.614559 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:29:16.614559 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:29:16.614559 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:29:16.614559 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:29:16.614559 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:29:16.614559 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:29:16.614559 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:29:16.614559 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:29:16.614559 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:29:16.614559 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:29:16.614559 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:29:16.614559 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:29:16.614559 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:29:16.614559 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:29:16.614559 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:29:16.614559 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:29:16.614559 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:29:16.614559 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:29:16.614559 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:29:16.614559 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:29:16.614559 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:29:16.614559 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:29:16.614559 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:29:16.614559 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:29:16.614559 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:29:16.614559 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:29:16.614559 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:29:16.614559 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:29:16.614559 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:29:16.614559 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:29:16.614559 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:29:16.614559 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:29:16.620628 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7468a40-2b96-4055-8dcd-bad787ad7e60 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Made reservation on behalf of d8e0f965da8447998d407abf5ce886cf for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:16.624675 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a7468a40-2b96-4055-8dcd-bad787ad7e60 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:16.638064 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9b49886e-4b9b-49f6-bbb4-cb9878dc0bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (23513c0f-0178-4dc8-ba9f-6dbf134db246), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:16.702807 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aa3fa178-6ef0-49ed-85c2-f1ac48a335df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (faa930a0-55d8-4804-a382-ba608d9dc5c5), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:16.722153 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-89420e1d-7c4f-4c80-b009-0541ebfd49aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (2daa3f8b-30d4-4863-aedc-910bf1dc6646), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:16.725242 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-e556f294-7e3d-4cc5-b64e-9ecfb778d518 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Allocated IP 172.20.0.1 (cc541871-d38f-4479-9702-8a84d11db997/bcb07d5a-3d96-4c4b-af4e-227e140829fa/5ddd330e-ce29-48c0-bdb5-acc944d1c569) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:16.760432 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b3ea9d36-efa9-4855-9cf2-f39f09c49969 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (23513c0f-0178-4dc8-ba9f-6dbf134db246), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:16.779899 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-b3ea9d36-efa9-4855-9cf2-f39f09c49969 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Calling delete_port for 23513c0f-0178-4dc8-ba9f-6dbf134db246 owned by network:router_interface {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:29:16.781874 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d2275d55-0c21-4762-9177-a7bbafdb932c req-d50488a2-f185-4133-b0d9-a9298cb50094 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2040620 Jan 29 04:29:16.808650 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f525d0-a3c1-4ab6-98fa-1194dee4f415 None None] Pushing event updated for resources: {'Port': ['ID=23513c0f-0178-4dc8-ba9f-6dbf134db246,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:16.811860 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-eb0f5c53-f8fc-44d0-97d1-c410d857cc41 None None] Attempting to bind port 9b2e3b7f-7ec3-404c-bbcf-bab1a85de147 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:29:16.812427 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-eb0f5c53-f8fc-44d0-97d1-c410d857cc41 None None] Attempting to bind port 9b2e3b7f-7ec3-404c-bbcf-bab1a85de147 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'ba213171-b709-40ff-b21a-8ed9eaf6f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cc541871-d38f-4479-9702-8a84d11db997'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:29:16.813291 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0f5c53-f8fc-44d0-97d1-c410d857cc41 None None] Attempting to bind port 9b2e3b7f-7ec3-404c-bbcf-bab1a85de147 on network cc541871-d38f-4479-9702-8a84d11db997 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:16.870194 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-93f34cf6-ca2f-4a74-976e-7615d6531604 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (be5d7a20-19aa-4a76-8c6a-79918d29c5d5), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:16.874019 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0f5c53-f8fc-44d0-97d1-c410d857cc41 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:29:16.874667 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0f5c53-f8fc-44d0-97d1-c410d857cc41 None None] Checking segment: {'id': 'ba213171-b709-40ff-b21a-8ed9eaf6f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cc541871-d38f-4479-9702-8a84d11db997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:29:16.875241 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eb0f5c53-f8fc-44d0-97d1-c410d857cc41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:16.875847 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0f5c53-f8fc-44d0-97d1-c410d857cc41 None None] Bound using segment: {'id': 'ba213171-b709-40ff-b21a-8ed9eaf6f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cc541871-d38f-4479-9702-8a84d11db997'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:29:16.876529 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-eb0f5c53-f8fc-44d0-97d1-c410d857cc41 None None] Bound port: 9b2e3b7f-7ec3-404c-bbcf-bab1a85de147, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba213171-b709-40ff-b21a-8ed9eaf6f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cc541871-d38f-4479-9702-8a84d11db997'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:29:16.877116 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eb0f5c53-f8fc-44d0-97d1-c410d857cc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (9b2e3b7f-7ec3-404c-bbcf-bab1a85de147), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:16.906361 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:29:16.907732 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:29:16.910269 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ad2a668b-1d1a-4e60-89a7-da310655e279 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for security_group (a6b892b8-f0e1-4e8f-8e7e-ea6c45581712), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:16.960598 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-93f34cf6-ca2f-4a74-976e-7615d6531604 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:16.965366 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-93f34cf6-ca2f-4a74-976e-7615d6531604 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "DELETE /v2.0/networks/be5d7a20-19aa-4a76-8c6a-79918d29c5d5 HTTP/1.1" status: 204 len: 168 time: 1.0529294 Jan 29 04:29:16.970155 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52780) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:16.997092 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f34cf6-ca2f-4a74-976e-7615d6531604 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event deleted for resources: {'Network': ['ID=be5d7a20-19aa-4a76-8c6a-79918d29c5d5,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:17.005874 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ad2a668b-1d1a-4e60-89a7-da310655e279 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (a6b892b8-f0e1-4e8f-8e7e-ea6c45581712), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:17.022725 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e2e6135-826a-45da-94f6-1c8e26272298 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:17.023458 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e2e6135-826a-45da-94f6-1c8e26272298 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:17.025901 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e556f294-7e3d-4cc5-b64e-9ecfb778d518 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks [] for port (5ddd330e-ce29-48c0-bdb5-acc944d1c569), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:17.029912 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-5e2e6135-826a-45da-94f6-1c8e26272298 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "DELETE /v2.0/subnets/b646e43a-796a-4f69-8e6a-1c8e5b3b4de6 HTTP/1.1" status: 404 len: 337 time: 0.0509346 Jan 29 04:29:17.030874 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52782) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:17.056152 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe380c0d-3210-4535-97e5-04e7e920c69e tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:17.057180 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe380c0d-3210-4535-97e5-04e7e920c69e tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:17.064842 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-fe380c0d-3210-4535-97e5-04e7e920c69e tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "DELETE /v2.0/networks/0498b08f-4dbb-401f-b4eb-128516b4a4bb HTTP/1.1" status: 404 len: 339 time: 0.0313034 Jan 29 04:29:17.066419 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52784) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:17.086028 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a668b-1d1a-4e60-89a7-da310655e279 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b892b8-f0e1-4e8f-8e7e-ea6c45581712,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:17.119363 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ad2a668b-1d1a-4e60-89a7-da310655e279 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:17.123248 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ad2a668b-1d1a-4e60-89a7-da310655e279 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7606099 Jan 29 04:29:17.124327 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52786) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:17.128275 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-28abce73-8a37-4c34-89b8-868c1d3b4826 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'security_group': {'name': 'tempest-secgroup-1231704423'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:17.131708 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-9b49886e-4b9b-49f6-bbb4-cb9878dc0bcc None None] Attempting to bind port 23513c0f-0178-4dc8-ba9f-6dbf134db246 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:29:17.131884 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-9b49886e-4b9b-49f6-bbb4-cb9878dc0bcc None None] Attempting to bind port 23513c0f-0178-4dc8-ba9f-6dbf134db246 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:29:17.132211 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b49886e-4b9b-49f6-bbb4-cb9878dc0bcc None None] Attempting to bind port 23513c0f-0178-4dc8-ba9f-6dbf134db246 on network 4d28e89c-1ada-4d65-a68a-7c96765b022b {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:17.149303 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-1c05d07a-57e2-4f21-bae7-8d294d77d683 None None] Provisioning complete for port a5e8ff86-af86-4516-aa92-adc07a2d7014 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:17.149691 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1c05d07a-57e2-4f21-bae7-8d294d77d683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (a5e8ff86-af86-4516-aa92-adc07a2d7014), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:17.153393 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b49886e-4b9b-49f6-bbb4-cb9878dc0bcc None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:29:17.153760 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b49886e-4b9b-49f6-bbb4-cb9878dc0bcc None None] Checking segment: {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:29:17.154688 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9b49886e-4b9b-49f6-bbb4-cb9878dc0bcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:17.155145 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b49886e-4b9b-49f6-bbb4-cb9878dc0bcc None None] Bound using segment: {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:29:17.155729 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-9b49886e-4b9b-49f6-bbb4-cb9878dc0bcc None None] Bound port: 23513c0f-0178-4dc8-ba9f-6dbf134db246, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:29:17.156109 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9b49886e-4b9b-49f6-bbb4-cb9878dc0bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (23513c0f-0178-4dc8-ba9f-6dbf134db246), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:17.159370 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89420e1d-7c4f-4c80-b009-0541ebfd49aa None None] Pushing event updated for resources: {'Port': ['ID=2daa3f8b-30d4-4863-aedc-910bf1dc6646,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:17.174290 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d054f79-dbd7-4e2c-8163-26817ce684aa tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Deleting subnet b33dd472-6a9c-44e6-988e-fabd919d2d26 {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:29:17.178181 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2d054f79-dbd7-4e2c-8163-26817ce684aa tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks [] for subnet (b33dd472-6a9c-44e6-988e-fabd919d2d26), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:17.202582 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e556f294-7e3d-4cc5-b64e-9ecfb778d518 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (5ddd330e-ce29-48c0-bdb5-acc944d1c569), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:17.221908 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2d054f79-dbd7-4e2c-8163-26817ce684aa tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (b33dd472-6a9c-44e6-988e-fabd919d2d26), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:17.236729 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a7468a40-2b96-4055-8dcd-bad787ad7e60 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (46f1e981-3eef-451b-8b1f-256c803ce089), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:17.259312 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-aa3fa178-6ef0-49ed-85c2-f1ac48a335df None None] Allocated IP 2001:db8::2 (983ab829-6eaf-4dad-93c5-9d2319e176fb/b3f11ce1-5160-4afc-9a43-e5b1ee367d79/faa930a0-55d8-4804-a382-ba608d9dc5c5) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:17.270567 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-eb0f5c53-f8fc-44d0-97d1-c410d857cc41 None None] For port 9b2e3b7f-7ec3-404c-bbcf-bab1a85de147, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:29:17.277754 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-eb0f5c53-f8fc-44d0-97d1-c410d857cc41 None None] For port 9b2e3b7f-7ec3-404c-bbcf-bab1a85de147, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=9b2e3b7f-7ec3-404c-bbcf-bab1a85de147,segment=NetworkSegment(ba213171-b709-40ff-b21a-8ed9eaf6f0e2),segment_id=ba213171-b709-40ff-b21a-8ed9eaf6f0e2)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:29:17.278951 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-1c05d07a-57e2-4f21-bae7-8d294d77d683 None None] Port a5e8ff86-af86-4516-aa92-adc07a2d7014 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:29:17.281917 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e556f294-7e3d-4cc5-b64e-9ecfb778d518 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Network cc541871-d38f-4479-9702-8a84d11db997 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:17.283487 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b3ea9d36-efa9-4855-9cf2-f39f09c49969 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (23513c0f-0178-4dc8-ba9f-6dbf134db246), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:17.290081 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-28abce73-8a37-4c34-89b8-868c1d3b4826 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:17.301455 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-e556f294-7e3d-4cc5-b64e-9ecfb778d518 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:17.315505 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7468a40-2b96-4055-8dcd-bad787ad7e60 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Network 9616cf94-e359-4c96-8bfe-b222b9be11e4 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:17.316437 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e556f294-7e3d-4cc5-b64e-9ecfb778d518 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:29:17.321934 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556f294-7e3d-4cc5-b64e-9ecfb778d518 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Pushing event updated for resources: {'Port': ['ID=5ddd330e-ce29-48c0-bdb5-acc944d1c569,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:17.330621 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-9b49886e-4b9b-49f6-bbb4-cb9878dc0bcc None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:29:17.330974 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-9b49886e-4b9b-49f6-bbb4-cb9878dc0bcc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:29:17.333645 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-1c05d07a-57e2-4f21-bae7-8d294d77d683 None None] Provisioning complete for port a8525c10-17fd-403d-a9aa-719aa24396e1 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:17.333875 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1c05d07a-57e2-4f21-bae7-8d294d77d683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (a8525c10-17fd-403d-a9aa-719aa24396e1), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:17.334535 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7468a40-2b96-4055-8dcd-bad787ad7e60 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'Subnet': ['ID=46f1e981-3eef-451b-8b1f-256c803ce089,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:17.357327 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea9d36-efa9-4855-9cf2-f39f09c49969 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Port': ['ID=23513c0f-0178-4dc8-ba9f-6dbf134db246,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:17.361296 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-a7468a40-2b96-4055-8dcd-bad787ad7e60 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:17.365837 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7468a40-2b96-4055-8dcd-bad787ad7e60 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:17.366429 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a7468a40-2b96-4055-8dcd-bad787ad7e60 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:17.388053 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eb0f5c53-f8fc-44d0-97d1-c410d857cc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (9b2e3b7f-7ec3-404c-bbcf-bab1a85de147), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:17.395577 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2d054f79-dbd7-4e2c-8163-26817ce684aa tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (b33dd472-6a9c-44e6-988e-fabd919d2d26), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:17.414389 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e556f294-7e3d-4cc5-b64e-9ecfb778d518 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (52dc6d44-c22d-4dfe-88f9-136303161604), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:17.414656 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fe681b-bb0c-4e85-89f7-6f9fa5da127b None None] Network 9616cf94-e359-4c96-8bfe-b222b9be11e4 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:17.484159 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a7468a40-2b96-4055-8dcd-bad787ad7e60 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3775203 Jan 29 04:29:17.499391 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52788) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:17.509641 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-ee4ff069-d7d0-4f0c-82df-22acc7d09ae2 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-39142611', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '46f1e981-3eef-451b-8b1f-256c803ce089'}], 'security_groups': ['eaa1985b-7e50-4002-899a-e37d6acb0327']}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:17.542642 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b3ea9d36-efa9-4855-9cf2-f39f09c49969 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (03346d13-ea12-4f7e-a4e8-d7d6ffce3425), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:17.549349 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-28abce73-8a37-4c34-89b8-868c1d3b4826 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for security_group (b4cf105d-4c7e-45ca-888c-d6742cbd8749), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:17.605980 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-28abce73-8a37-4c34-89b8-868c1d3b4826 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (b4cf105d-4c7e-45ca-888c-d6742cbd8749), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:17.659531 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28abce73-8a37-4c34-89b8-868c1d3b4826 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cf105d-4c7e-45ca-888c-d6742cbd8749,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:17.719180 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e556f294-7e3d-4cc5-b64e-9ecfb778d518 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (5ddd330e-ce29-48c0-bdb5-acc944d1c569), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:17.756377 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2d054f79-dbd7-4e2c-8163-26817ce684aa tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (b33dd472-6a9c-44e6-988e-fabd919d2d26), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:17.788342 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-1c05d07a-57e2-4f21-bae7-8d294d77d683 None None] Port a8525c10-17fd-403d-a9aa-719aa24396e1 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:29:17.807000 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-28abce73-8a37-4c34-89b8-868c1d3b4826 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:17.808926 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-28abce73-8a37-4c34-89b8-868c1d3b4826 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6835678 Jan 29 04:29:17.811767 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52792) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:17.825649 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-85c5bc4d-183a-45dd-b54b-5fd9b4039b0e tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1977949326', 'security_groups': ['b4cf105d-4c7e-45ca-888c-d6742cbd8749'], 'network_id': '983ab829-6eaf-4dad-93c5-9d2319e176fb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b3f11ce1-5160-4afc-9a43-e5b1ee367d79'}]}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:17.833833 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d054f79-dbd7-4e2c-8163-26817ce684aa tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event deleted for resources: {'Subnet': ['ID=b33dd472-6a9c-44e6-988e-fabd919d2d26,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:17.882791 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-aa3fa178-6ef0-49ed-85c2-f1ac48a335df None None] For port faa930a0-55d8-4804-a382-ba608d9dc5c5, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=faa930a0-55d8-4804-a382-ba608d9dc5c5,segment=NetworkSegment(d05bb8bd-f66d-4bf4-98f7-7dd43138e159),segment_id=d05bb8bd-f66d-4bf4-98f7-7dd43138e159)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:17.909034 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2d054f79-dbd7-4e2c-8163-26817ce684aa tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:17.917087 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-2d054f79-dbd7-4e2c-8163-26817ce684aa tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "DELETE /v2.0/subnets/b33dd472-6a9c-44e6-988e-fabd919d2d26 HTTP/1.1" status: 204 len: 168 time: 0.8489568 Jan 29 04:29:17.924952 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52794) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:17.925114 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aa3fa178-6ef0-49ed-85c2-f1ac48a335df None None] Publish callbacks [] for port (faa930a0-55d8-4804-a382-ba608d9dc5c5), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:17.965179 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06bc19e-50c0-4778-b634-66f63a06129e None None] Network c6f8dbff-f4ee-4a8c-a2cb-9da6c0517a49 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:17.970522 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ea9d36-efa9-4855-9cf2-f39f09c49969 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Router 03346d13-ea12-4f7e-a4e8-d7d6ffce3425 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:29:18.049809 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 2daa3f8b-30d4-4863-aedc-910bf1dc6646 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:18.050819 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 09968948-b2fd-4f5c-86e5-c7d1ec98e18e up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:18.052599 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f5c53-f8fc-44d0-97d1-c410d857cc41 None None] Pushing event updated for resources: {'Port': ['ID=9b2e3b7f-7ec3-404c-bbcf-bab1a85de147,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:18.058003 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aa3fa178-6ef0-49ed-85c2-f1ac48a335df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (faa930a0-55d8-4804-a382-ba608d9dc5c5), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:18.088288 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ee4ff069-d7d0-4f0c-82df-22acc7d09ae2 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (a5e8ff86-af86-4516-aa92-adc07a2d7014), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:18.117793 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-9b49886e-4b9b-49f6-bbb4-cb9878dc0bcc None None] Attempting to bind port 23513c0f-0178-4dc8-ba9f-6dbf134db246 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:29:18.118214 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-9b49886e-4b9b-49f6-bbb4-cb9878dc0bcc None None] Attempting to bind port 23513c0f-0178-4dc8-ba9f-6dbf134db246 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:29:18.118586 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b49886e-4b9b-49f6-bbb4-cb9878dc0bcc None None] Attempting to bind port 23513c0f-0178-4dc8-ba9f-6dbf134db246 on network 4d28e89c-1ada-4d65-a68a-7c96765b022b {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:18.131905 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-9939e37b-b0e9-418e-b14d-4ad4fe681e97 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Deleting subnet f48c2660-7ee7-43af-90a4-9ad4b8177a97 {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:29:18.144715 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9939e37b-b0e9-418e-b14d-4ad4fe681e97 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks [] for subnet (f48c2660-7ee7-43af-90a4-9ad4b8177a97), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:18.160552 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-1c05d07a-57e2-4f21-bae7-8d294d77d683 None None] Provisioning complete for port faa930a0-55d8-4804-a382-ba608d9dc5c5 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:18.160931 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1c05d07a-57e2-4f21-bae7-8d294d77d683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (faa930a0-55d8-4804-a382-ba608d9dc5c5), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:18.209539 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c5bc4d-183a-45dd-b54b-5fd9b4039b0e tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Made reservation on behalf of 931e85f3b3ac4f669ae92c3bafe28f71 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:18.213073 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26b2c6-3827-4ee3-a774-4d36d4b7822a req-61d319fb-c303-4ed5-811f-97eb3e908dee tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:18.214621 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ed26b2c6-3827-4ee3-a774-4d36d4b7822a req-61d319fb-c303-4ed5-811f-97eb3e908dee tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.2905955 Jan 29 04:29:18.220788 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b49886e-4b9b-49f6-bbb4-cb9878dc0bcc None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:29:18.221134 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b49886e-4b9b-49f6-bbb4-cb9878dc0bcc None None] Checking segment: {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:29:18.221503 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9b49886e-4b9b-49f6-bbb4-cb9878dc0bcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:18.221896 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b49886e-4b9b-49f6-bbb4-cb9878dc0bcc None None] Bound using segment: {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:29:18.223050 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-9b49886e-4b9b-49f6-bbb4-cb9878dc0bcc None None] Bound port: 23513c0f-0178-4dc8-ba9f-6dbf134db246, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:29:18.223050 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9b49886e-4b9b-49f6-bbb4-cb9878dc0bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (23513c0f-0178-4dc8-ba9f-6dbf134db246), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:18.227272 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ea9d36-efa9-4855-9cf2-f39f09c49969 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:29:18.228729 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e556f294-7e3d-4cc5-b64e-9ecfb778d518 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks [] for port (5ddd330e-ce29-48c0-bdb5-acc944d1c569), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:18.240990 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b3ea9d36-efa9-4855-9cf2-f39f09c49969 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "PUT /v2.0/routers/03346d13-ea12-4f7e-a4e8-d7d6ffce3425/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6402433 Jan 29 04:29:18.249282 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52796) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:18.286731 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9939e37b-b0e9-418e-b14d-4ad4fe681e97 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (f48c2660-7ee7-43af-90a4-9ad4b8177a97), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:18.305698 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e556f294-7e3d-4cc5-b64e-9ecfb778d518 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (5ddd330e-ce29-48c0-bdb5-acc944d1c569), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:18.347904 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3fa178-6ef0-49ed-85c2-f1ac48a335df None None] Pushing event updated for resources: {'Port': ['ID=faa930a0-55d8-4804-a382-ba608d9dc5c5,revision_number=6']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:18.360217 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-85c5bc4d-183a-45dd-b54b-5fd9b4039b0e tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:18.371981 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-9b49886e-4b9b-49f6-bbb4-cb9878dc0bcc None None] Port 23513c0f-0178-4dc8-ba9f-6dbf134db246 has been deleted concurrently {{(pid=103586) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:677}} Jan 29 04:29:18.397253 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-85c5bc4d-183a-45dd-b54b-5fd9b4039b0e tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] device_id is not set on port 1fae3e43-35d7-40a6-9cd9-643e3397e617 yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:29:18.434080 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b49886e-4b9b-49f6-bbb4-cb9878dc0bcc None None] Routers {'03346d13-ea12-4f7e-a4e8-d7d6ffce3425'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:29:18.434581 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-9b49886e-4b9b-49f6-bbb4-cb9878dc0bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:28:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['03346d13-ea12-4f7e-a4e8-d7d6ffce3425'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:18.445251 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8f2869-d3cc-4a7a-b827-08c69669736c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:18.446577 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8f2869-d3cc-4a7a-b827-08c69669736c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:18.448290 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-3b8f2869-d3cc-4a7a-b827-08c69669736c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1980042 Jan 29 04:29:18.459190 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52798) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:18.466851 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556f294-7e3d-4cc5-b64e-9ecfb778d518 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Pushing event updated for resources: {'Port': ['ID=5ddd330e-ce29-48c0-bdb5-acc944d1c569,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:18.474378 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e556f294-7e3d-4cc5-b64e-9ecfb778d518 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (52dc6d44-c22d-4dfe-88f9-136303161604), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:18.478319 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 09968948-b2fd-4f5c-86e5-c7d1ec98e18e triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:18.478694 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (09968948-b2fd-4f5c-86e5-c7d1ec98e18e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:18.541580 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ed26b2c6-3827-4ee3-a774-4d36d4b7822a req-12d92d76-46e1-4ba2-a109-a492c66cf714 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2958701 Jan 29 04:29:18.620604 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-1c05d07a-57e2-4f21-bae7-8d294d77d683 None None] Current status of the port faa930a0-55d8-4804-a382-ba608d9dc5c5 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:18.631537 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-9b49886e-4b9b-49f6-bbb4-cb9878dc0bcc None None] Set router 03346d13-ea12-4f7e-a4e8-d7d6ffce3425 gateway port host: None {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:29:18.635027 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9939e37b-b0e9-418e-b14d-4ad4fe681e97 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (f48c2660-7ee7-43af-90a4-9ad4b8177a97), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:18.641337 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-92dab647-e145-4d2b-be95-8323983c1782 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting subnet b9c69b35-fa6d-4a89-b68f-e47ad939003f {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:29:18.679090 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-92dab647-e145-4d2b-be95-8323983c1782 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (b9c69b35-fa6d-4a89-b68f-e47ad939003f), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:18.709716 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e556f294-7e3d-4cc5-b64e-9ecfb778d518 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Network cc541871-d38f-4479-9702-8a84d11db997 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:18.719664 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-e556f294-7e3d-4cc5-b64e-9ecfb778d518 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:18.787693 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-496a951d-da48-40a7-97f0-97aae854e80f None None] Could not find standard attr ID for object 23513c0f-0178-4dc8-ba9f-6dbf134db246. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:29:18.791194 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-9b49886e-4b9b-49f6-bbb4-cb9878dc0bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03346d13-ea12-4f7e-a4e8-d7d6ffce3425', 'name': 'tempest-NetworksTestDHCPv6-router-379169063', 'tenant_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:29:09Z', 'updated_at': '2022-01-29T04:29:17Z', 'revision_number': 3, 'project_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'gw_port_host': None}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:18.815124 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-92dab647-e145-4d2b-be95-8323983c1782 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (b9c69b35-fa6d-4a89-b68f-e47ad939003f), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:18.868068 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b49886e-4b9b-49f6-bbb4-cb9878dc0bcc None None] The sync data for ids ['03346d13-ea12-4f7e-a4e8-d7d6ffce3425'] in dv-neutron-821190-1-hyperv is: [{'id': '03346d13-ea12-4f7e-a4e8-d7d6ffce3425', 'name': 'tempest-NetworksTestDHCPv6-router-379169063', 'tenant_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:29:09Z', 'updated_at': '2022-01-29T04:29:17Z', 'revision_number': 3, 'project_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'gw_port_host': None}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:29:18.869732 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e260f851-3b2e-4718-be4e-ccf670ebc5c7 None None] Update dhcp port {'port': {'network_id': '9616cf94-e359-4c96-8bfe-b222b9be11e4', 'fixed_ips': [{'subnet_id': '87c2de35-a5d3-4e43-92ff-70cef6e7b478', 'ip_address': '172.20.0.2'}, {'subnet_id': '46f1e981-3eef-451b-8b1f-256c803ce089'}], 'binding:host_id': 'dv-neutron-821190-1-hyperv'}, 'id': '2daa3f8b-30d4-4863-aedc-910bf1dc6646'} from dv-neutron-821190-1-hyperv. {{(pid=103586) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 29 04:29:18.914101 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e260f851-3b2e-4718-be4e-ccf670ebc5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (2daa3f8b-30d4-4863-aedc-910bf1dc6646), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:19.042393 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9939e37b-b0e9-418e-b14d-4ad4fe681e97 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (f48c2660-7ee7-43af-90a4-9ad4b8177a97), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:19.084798 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-85c5bc4d-183a-45dd-b54b-5fd9b4039b0e tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Allocated IP 2001:db8::8b (983ab829-6eaf-4dad-93c5-9d2319e176fb/b3f11ce1-5160-4afc-9a43-e5b1ee367d79/1fae3e43-35d7-40a6-9cd9-643e3397e617) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:19.128353 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9939e37b-b0e9-418e-b14d-4ad4fe681e97 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:19.134977 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-9939e37b-b0e9-418e-b14d-4ad4fe681e97 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "DELETE /v2.0/subnets/f48c2660-7ee7-43af-90a4-9ad4b8177a97 HTTP/1.1" status: 204 len: 168 time: 1.2090600 Jan 29 04:29:19.149573 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52800) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:19.173126 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9939e37b-b0e9-418e-b14d-4ad4fe681e97 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event deleted for resources: {'Subnet': ['ID=f48c2660-7ee7-43af-90a4-9ad4b8177a97,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:19.206260 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-92dab647-e145-4d2b-be95-8323983c1782 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (b9c69b35-fa6d-4a89-b68f-e47ad939003f), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:19.225182 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 09968948-b2fd-4f5c-86e5-c7d1ec98e18e is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:19.336637 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a5c881-50be-42f1-b9ed-fecd784cdf1a None None] Network cc541871-d38f-4479-9702-8a84d11db997 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:19.399006 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-85c5bc4d-183a-45dd-b54b-5fd9b4039b0e tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for port (1fae3e43-35d7-40a6-9cd9-643e3397e617), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:19.438243 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e556f294-7e3d-4cc5-b64e-9ecfb778d518 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Router 52dc6d44-c22d-4dfe-88f9-136303161604 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:29:19.453745 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2c926752-6309-4b37-8979-992eeda2ef55 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (c6f8dbff-f4ee-4a8c-a2cb-9da6c0517a49), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:19.460299 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-ee4ff069-d7d0-4f0c-82df-22acc7d09ae2 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Delete allocated IP 172.20.0.13 (9616cf94-e359-4c96-8bfe-b222b9be11e4/87c2de35-a5d3-4e43-92ff-70cef6e7b478) {{(pid=103584) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 29 04:29:19.506651 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-ee4ff069-d7d0-4f0c-82df-22acc7d09ae2 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Allocated IP 172.20.0.27 (9616cf94-e359-4c96-8bfe-b222b9be11e4/46f1e981-3eef-451b-8b1f-256c803ce089/a5e8ff86-af86-4516-aa92-adc07a2d7014) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:19.540214 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-78abcd31-6878-485f-9166-fc2e0b39a8e5 None None] Provisioning complete for port 9b2e3b7f-7ec3-404c-bbcf-bab1a85de147 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:19.558582 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-78abcd31-6878-485f-9166-fc2e0b39a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (9b2e3b7f-7ec3-404c-bbcf-bab1a85de147), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:19.619066 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e556f294-7e3d-4cc5-b64e-9ecfb778d518 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:29:19.637200 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7c4b7a-58cd-4681-add3-5c110e75feb0 None None] Sync routers for ids ['52dc6d44-c22d-4dfe-88f9-136303161604'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:29:19.642315 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-e556f294-7e3d-4cc5-b64e-9ecfb778d518 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] 10.222.0.13 "PUT /v2.0/routers/52dc6d44-c22d-4dfe-88f9-136303161604/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9678717 Jan 29 04:29:19.645239 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52806) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:19.653163 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-0b9fc1e1-5476-476a-8a41-989ac744886f tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Request body: {'port': {'network_id': 'cc541871-d38f-4479-9702-8a84d11db997', 'name': 'tempest-FloatingIPNegativeTestJSON-1735306816'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:19.661102 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7c4b7a-58cd-4681-add3-5c110e75feb0 None None] Routers {'52dc6d44-c22d-4dfe-88f9-136303161604'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:29:19.663567 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-85c5bc4d-183a-45dd-b54b-5fd9b4039b0e tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (1fae3e43-35d7-40a6-9cd9-643e3397e617), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:19.665073 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-4b7c4b7a-58cd-4681-add3-5c110e75feb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:28:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['52dc6d44-c22d-4dfe-88f9-136303161604'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:19.671558 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 2daa3f8b-30d4-4863-aedc-910bf1dc6646 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:19.728935 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-92dab647-e145-4d2b-be95-8323983c1782 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (b9c69b35-fa6d-4a89-b68f-e47ad939003f), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:19.780824 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-92dab647-e145-4d2b-be95-8323983c1782 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:19.794302 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd1ba2d-a236-4ac0-acc9-18bb903b5e33 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:19.797586 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-92dab647-e145-4d2b-be95-8323983c1782 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/b9c69b35-fa6d-4a89-b68f-e47ad939003f HTTP/1.1" status: 204 len: 168 time: 1.3352089 Jan 29 04:29:19.842919 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52808) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:19.855592 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dab647-e145-4d2b-be95-8323983c1782 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Subnet': ['ID=b9c69b35-fa6d-4a89-b68f-e47ad939003f,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:19.891359 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-78abcd31-6878-485f-9166-fc2e0b39a8e5 None None] Current status of the port 9b2e3b7f-7ec3-404c-bbcf-bab1a85de147 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:19.891831 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-78abcd31-6878-485f-9166-fc2e0b39a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (9b2e3b7f-7ec3-404c-bbcf-bab1a85de147), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:19.906386 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef0b2ad-08d7-4b61-b556-63638756abad None None] Network c6f8dbff-f4ee-4a8c-a2cb-9da6c0517a49 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:19.906556 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-4b7c4b7a-58cd-4681-add3-5c110e75feb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:19.930249 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7c4b7a-58cd-4681-add3-5c110e75feb0 None None] Routers {'52dc6d44-c22d-4dfe-88f9-136303161604'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:29:19.930887 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-4b7c4b7a-58cd-4681-add3-5c110e75feb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:28:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['52dc6d44-c22d-4dfe-88f9-136303161604'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:20.007528 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-4b7c4b7a-58cd-4681-add3-5c110e75feb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:20.008202 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7c4b7a-58cd-4681-add3-5c110e75feb0 None None] The sync data for ids ['52dc6d44-c22d-4dfe-88f9-136303161604'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:29:20.027191 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-2c926752-6309-4b37-8979-992eeda2ef55 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Deleting port c325b867-4564-49fe-8384-f031b83beda9 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:29:20.028021 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2c926752-6309-4b37-8979-992eeda2ef55 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (c325b867-4564-49fe-8384-f031b83beda9), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:20.037535 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c5bc4d-183a-45dd-b54b-5fd9b4039b0e tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Network 983ab829-6eaf-4dad-93c5-9d2319e176fb is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:20.064608 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-85c5bc4d-183a-45dd-b54b-5fd9b4039b0e tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:20.065132 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 2daa3f8b-30d4-4863-aedc-910bf1dc6646 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:20.065516 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (2daa3f8b-30d4-4863-aedc-910bf1dc6646), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:20.070969 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c5bc4d-183a-45dd-b54b-5fd9b4039b0e tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:29:20.083123 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c5bc4d-183a-45dd-b54b-5fd9b4039b0e tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:20.083805 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-85c5bc4d-183a-45dd-b54b-5fd9b4039b0e tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:20.148428 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c5bc4d-183a-45dd-b54b-5fd9b4039b0e tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'Port': ['ID=1fae3e43-35d7-40a6-9cd9-643e3397e617,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:20.186106 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590da2b-2c18-4269-89d3-c1f79bbacc12 req-7f755d04-34d0-4760-bcf4-02611ac6614a tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:20.189694 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b590da2b-2c18-4269-89d3-c1f79bbacc12 req-7f755d04-34d0-4760-bcf4-02611ac6614a tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.5290000 Jan 29 04:29:20.212154 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ee4ff069-d7d0-4f0c-82df-22acc7d09ae2 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for port (a5e8ff86-af86-4516-aa92-adc07a2d7014), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:20.229214 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ff88eb13-3293-4a84-b089-343f69816126 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3834913 Jan 29 04:29:20.229811 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52810) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:20.243947 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-78abcd31-6878-485f-9166-fc2e0b39a8e5 None None] For port 9b2e3b7f-7ec3-404c-bbcf-bab1a85de147, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=9b2e3b7f-7ec3-404c-bbcf-bab1a85de147,segment=NetworkSegment(ba213171-b709-40ff-b21a-8ed9eaf6f0e2),segment_id=ba213171-b709-40ff-b21a-8ed9eaf6f0e2)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:20.255154 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52812) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:20.260804 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-85c5bc4d-183a-45dd-b54b-5fd9b4039b0e tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4472358 Jan 29 04:29:20.266593 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-b304c416-6097-43d8-b04d-7ab9d4827030 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'subnet': {'network_id': '983ab829-6eaf-4dad-93c5-9d2319e176fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:20.345061 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-2c926752-6309-4b37-8979-992eeda2ef55 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] For port c325b867-4564-49fe-8384-f031b83beda9, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=c325b867-4564-49fe-8384-f031b83beda9,segment=NetworkSegment(a40ca0d5-4551-4ca8-bc1d-fe742e3ebced),segment_id=a40ca0d5-4551-4ca8-bc1d-fe742e3ebced)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:20.345688 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2c926752-6309-4b37-8979-992eeda2ef55 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (c325b867-4564-49fe-8384-f031b83beda9), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:20.377308 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ee4ff069-d7d0-4f0c-82df-22acc7d09ae2 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (a5e8ff86-af86-4516-aa92-adc07a2d7014), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:20.381554 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46352b3c-9f0d-4e9b-ac6d-06fcfd1d3bb5 None None] Sync routers for ids ['03346d13-ea12-4f7e-a4e8-d7d6ffce3425'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:29:20.418364 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-78abcd31-6878-485f-9166-fc2e0b39a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (9b2e3b7f-7ec3-404c-bbcf-bab1a85de147), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:20.497814 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2d45c205-612a-4320-94dc-a9e483dcefb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:20.604606 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-2c926752-6309-4b37-8979-992eeda2ef55 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Calling delete_port for c325b867-4564-49fe-8384-f031b83beda9 owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:29:20.612271 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ff069-d7d0-4f0c-82df-22acc7d09ae2 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'Port': ['ID=a5e8ff86-af86-4516-aa92-adc07a2d7014,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:20.824347 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 2daa3f8b-30d4-4863-aedc-910bf1dc6646 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:20.825636 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 9b2e3b7f-7ec3-404c-bbcf-bab1a85de147 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:20.829495 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbeeee9a-dd80-45a7-a264-e07bdc58a04c None None] DHCP port deletion for 4d28e89c-1ada-4d65-a68a-7c96765b022b request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:29:20.831255 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a5d2b9-f159-459e-9e2a-a6eb474122d1 None None] DHCP port deletion for c6f8dbff-f4ee-4a8c-a2cb-9da6c0517a49 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:29:20.866456 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46352b3c-9f0d-4e9b-ac6d-06fcfd1d3bb5 None None] Routers {'03346d13-ea12-4f7e-a4e8-d7d6ffce3425'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:29:20.867256 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-46352b3c-9f0d-4e9b-ac6d-06fcfd1d3bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:28:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['03346d13-ea12-4f7e-a4e8-d7d6ffce3425'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:20.925836 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-ee4ff069-d7d0-4f0c-82df-22acc7d09ae2 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] In _notify_port_updated(), no bound segment for port a5e8ff86-af86-4516-aa92-adc07a2d7014 on network 9616cf94-e359-4c96-8bfe-b222b9be11e4 {{(pid=103584) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 04:29:20.932263 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4ff069-d7d0-4f0c-82df-22acc7d09ae2 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:20.933336 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ee4ff069-d7d0-4f0c-82df-22acc7d09ae2 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:20.940330 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ee4ff069-d7d0-4f0c-82df-22acc7d09ae2 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "PUT /v2.0/ports/a5e8ff86-af86-4516-aa92-adc07a2d7014 HTTP/1.1" status: 200 len: 919 time: 3.4321740 Jan 29 04:29:20.940330 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b304c416-6097-43d8-b04d-7ab9d4827030 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Made reservation on behalf of 931e85f3b3ac4f669ae92c3bafe28f71 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:20.940873 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b304c416-6097-43d8-b04d-7ab9d4827030 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:20.954011 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-46352b3c-9f0d-4e9b-ac6d-06fcfd1d3bb5 None None] Set router 03346d13-ea12-4f7e-a4e8-d7d6ffce3425 gateway port host: None {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:29:20.979269 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52814) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:20.992273 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9fc1e1-5476-476a-8a41-989ac744886f tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Made reservation on behalf of 3000cef9df944b51b3187ebdb0d9df5e for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:20.995857 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0b9fc1e1-5476-476a-8a41-989ac744886f tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:21.027792 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-46352b3c-9f0d-4e9b-ac6d-06fcfd1d3bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03346d13-ea12-4f7e-a4e8-d7d6ffce3425', 'name': 'tempest-NetworksTestDHCPv6-router-379169063', 'tenant_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:29:09Z', 'updated_at': '2022-01-29T04:29:17Z', 'revision_number': 3, 'project_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'gw_port_host': None}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:21.071207 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46352b3c-9f0d-4e9b-ac6d-06fcfd1d3bb5 None None] Checking router: 03346d13-ea12-4f7e-a4e8-d7d6ffce3425 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:29:21.073082 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.ipam_backend_mixin [None req-b304c416-6097-43d8-b04d-7ab9d4827030 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b3f11ce1-5160-4afc-9a43-e5b1ee367d79 (CIDR: 2001:db8::/64) Jan 29 04:29:21.074464 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2c926752-6309-4b37-8979-992eeda2ef55 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (c325b867-4564-49fe-8384-f031b83beda9), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:21.109468 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c926752-6309-4b37-8979-992eeda2ef55 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event deleted for resources: {'Port': ['ID=c325b867-4564-49fe-8384-f031b83beda9,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:21.111826 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c926752-6309-4b37-8979-992eeda2ef55 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] No DVR routers for this DVR port c325b867-4564-49fe-8384-f031b83beda9 on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:29:21.127367 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-34a5d2b9-f159-459e-9e2a-a6eb474122d1 None None] The port 'c325b867-4564-49fe-8384-f031b83beda9' was deleted {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Jan 29 04:29:21.139903 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-b304c416-6097-43d8-b04d-7ab9d4827030 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:29:21.140569 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b304c416-6097-43d8-b04d-7ab9d4827030 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:21.152065 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-e260f851-3b2e-4718-be4e-ccf670ebc5c7 None None] Allocated IP 172.20.0.18 (9616cf94-e359-4c96-8bfe-b222b9be11e4/46f1e981-3eef-451b-8b1f-256c803ce089/2daa3f8b-30d4-4863-aedc-910bf1dc6646) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:21.161397 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-243b977e-c06b-465d-810d-c7f015b99bbc None None] Provisioning complete for port 9b2e3b7f-7ec3-404c-bbcf-bab1a85de147 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:21.161923 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-243b977e-c06b-465d-810d-c7f015b99bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (9b2e3b7f-7ec3-404c-bbcf-bab1a85de147), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:21.162993 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b6fd9af3-6feb-454a-a3a6-edfab80b7736 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for router (03346d13-ea12-4f7e-a4e8-d7d6ffce3425), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:21.166299 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-0b9fc1e1-5476-476a-8a41-989ac744886f tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] device_id is not set on port 599378ae-733b-4e44-8e25-23d2e3c60c72 yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:29:21.175624 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78abcd31-6878-485f-9166-fc2e0b39a8e5 None None] Pushing event updated for resources: {'Port': ['ID=9b2e3b7f-7ec3-404c-bbcf-bab1a85de147,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:21.176428 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b590da2b-2c18-4269-89d3-c1f79bbacc12 req-256a7633-ca15-455c-a759-dccd439e6ea6 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.9805932 Jan 29 04:29:21.221274 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46352b3c-9f0d-4e9b-ac6d-06fcfd1d3bb5 None None] Routers {'03346d13-ea12-4f7e-a4e8-d7d6ffce3425'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:29:21.222052 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-46352b3c-9f0d-4e9b-ac6d-06fcfd1d3bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:28:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['03346d13-ea12-4f7e-a4e8-d7d6ffce3425'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:21.365707 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-46352b3c-9f0d-4e9b-ac6d-06fcfd1d3bb5 None None] Set router 03346d13-ea12-4f7e-a4e8-d7d6ffce3425 gateway port host: None {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:29:21.408289 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-0b9fc1e1-5476-476a-8a41-989ac744886f tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Allocated IP 172.20.0.4 (cc541871-d38f-4479-9702-8a84d11db997/bcb07d5a-3d96-4c4b-af4e-227e140829fa/599378ae-733b-4e44-8e25-23d2e3c60c72) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:21.447774 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-46352b3c-9f0d-4e9b-ac6d-06fcfd1d3bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03346d13-ea12-4f7e-a4e8-d7d6ffce3425', 'name': 'tempest-NetworksTestDHCPv6-router-379169063', 'tenant_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:29:09Z', 'updated_at': '2022-01-29T04:29:17Z', 'revision_number': 3, 'project_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'gw_port_host': None}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:21.449681 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 9b2e3b7f-7ec3-404c-bbcf-bab1a85de147 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:21.450159 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (9b2e3b7f-7ec3-404c-bbcf-bab1a85de147), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:21.522669 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46352b3c-9f0d-4e9b-ac6d-06fcfd1d3bb5 None None] The sync data for ids ['03346d13-ea12-4f7e-a4e8-d7d6ffce3425'] in dv-neutron-821190-1-hyperv is: [{'id': '03346d13-ea12-4f7e-a4e8-d7d6ffce3425', 'name': 'tempest-NetworksTestDHCPv6-router-379169063', 'tenant_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:29:09Z', 'updated_at': '2022-01-29T04:29:17Z', 'revision_number': 3, 'project_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'gw_port_host': None}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:29:21.532422 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-fbeeee9a-dd80-45a7-a264-e07bdc58a04c None None] Deleting port 09968948-b2fd-4f5c-86e5-c7d1ec98e18e {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:29:21.532953 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fbeeee9a-dd80-45a7-a264-e07bdc58a04c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (09968948-b2fd-4f5c-86e5-c7d1ec98e18e), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:21.616300 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-e260f851-3b2e-4718-be4e-ccf670ebc5c7 None None] For port 2daa3f8b-30d4-4863-aedc-910bf1dc6646, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=2daa3f8b-30d4-4863-aedc-910bf1dc6646,segment=NetworkSegment(1f91fdf3-65d3-4539-a619-466fa51baae3),segment_id=1f91fdf3-65d3-4539-a619-466fa51baae3)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:21.650170 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b304c416-6097-43d8-b04d-7ab9d4827030 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3913631 Jan 29 04:29:21.656192 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52820) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:21.664732 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-e5c6b2be-4024-483f-8bdd-332efc8e0b85 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'subnet': {'network_id': '983ab829-6eaf-4dad-93c5-9d2319e176fb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:21.675912 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0b9fc1e1-5476-476a-8a41-989ac744886f tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks [] for port (599378ae-733b-4e44-8e25-23d2e3c60c72), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:21.676463 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2c926752-6309-4b37-8979-992eeda2ef55 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (c6f8dbff-f4ee-4a8c-a2cb-9da6c0517a49), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:21.756506 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-2c926752-6309-4b37-8979-992eeda2ef55 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6f8dbff-f4ee-4a8c-a2cb-9da6c0517a49']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:21.779578 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-243b977e-c06b-465d-810d-c7f015b99bbc None None] Current status of the port 9b2e3b7f-7ec3-404c-bbcf-bab1a85de147 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:21.789244 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-2c926752-6309-4b37-8979-992eeda2ef55 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a40ca0d5-4551-4ca8-bc1d-fe742e3ebced') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:21.789585 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-2c926752-6309-4b37-8979-992eeda2ef55 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a40ca0d5-4551-4ca8-bc1d-fe742e3ebced') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:21.796008 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-fbeeee9a-dd80-45a7-a264-e07bdc58a04c None None] For port 09968948-b2fd-4f5c-86e5-c7d1ec98e18e, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=09968948-b2fd-4f5c-86e5-c7d1ec98e18e,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:21.796566 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fbeeee9a-dd80-45a7-a264-e07bdc58a04c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (09968948-b2fd-4f5c-86e5-c7d1ec98e18e), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:21.800529 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e260f851-3b2e-4718-be4e-ccf670ebc5c7 None None] Publish callbacks [] for port (2daa3f8b-30d4-4863-aedc-910bf1dc6646), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:21.811213 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2c926752-6309-4b37-8979-992eeda2ef55 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (a40ca0d5-4551-4ca8-bc1d-fe742e3ebced), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:21.818586 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-fbeeee9a-dd80-45a7-a264-e07bdc58a04c None None] Calling delete_port for 09968948-b2fd-4f5c-86e5-c7d1ec98e18e owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:29:21.849693 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2c926752-6309-4b37-8979-992eeda2ef55 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (a40ca0d5-4551-4ca8-bc1d-fe742e3ebced), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:21.854261 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-243b977e-c06b-465d-810d-c7f015b99bbc None None] Provisioning complete for port faa930a0-55d8-4804-a382-ba608d9dc5c5 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:21.854729 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-243b977e-c06b-465d-810d-c7f015b99bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (faa930a0-55d8-4804-a382-ba608d9dc5c5), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:21.861150 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0b9fc1e1-5476-476a-8a41-989ac744886f tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (599378ae-733b-4e44-8e25-23d2e3c60c72), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:21.865951 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c926752-6309-4b37-8979-992eeda2ef55 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:29:21.866396 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2c926752-6309-4b37-8979-992eeda2ef55 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (a40ca0d5-4551-4ca8-bc1d-fe742e3ebced), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:21.869923 dv-neutron-821190-1-hyperv neutron-server[103584]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:29:21.869923 dv-neutron-821190-1-hyperv neutron-server[103584]: items = [ Jan 29 04:29:21.869923 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:29:21.869923 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:29:21.869923 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:29:21.869923 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:29:21.869923 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:29:21.869923 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:29:21.869923 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:29:21.869923 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:29:21.869923 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:29:21.869923 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:29:21.869923 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:29:21.869923 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:29:21.869923 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:29:21.869923 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:29:21.869923 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:29:21.869923 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:29:21.869923 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:29:21.869923 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:29:21.869923 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:29:21.869923 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:29:21.869923 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:29:21.869923 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:29:21.869923 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:29:21.869923 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:29:21.869923 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:29:21.869923 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:29:21.869923 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:29:21.869923 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:29:21.869923 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:29:21.869923 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:29:21.869923 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:29:21.869923 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:29:21.893067 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e260f851-3b2e-4718-be4e-ccf670ebc5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (2daa3f8b-30d4-4863-aedc-910bf1dc6646), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:21.939728 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 9b2e3b7f-7ec3-404c-bbcf-bab1a85de147 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:21.941002 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device faa930a0-55d8-4804-a382-ba608d9dc5c5 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:21.973211 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9fc1e1-5476-476a-8a41-989ac744886f tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Network cc541871-d38f-4479-9702-8a84d11db997 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:21.978038 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9fc1e1-5476-476a-8a41-989ac744886f tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Pushing event updated for resources: {'Port': ['ID=599378ae-733b-4e44-8e25-23d2e3c60c72,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:21.981524 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-0b9fc1e1-5476-476a-8a41-989ac744886f tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:21.990798 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9fc1e1-5476-476a-8a41-989ac744886f tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:29:22.046284 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c6b2be-4024-483f-8bdd-332efc8e0b85 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Made reservation on behalf of 931e85f3b3ac4f669ae92c3bafe28f71 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:22.051895 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e5c6b2be-4024-483f-8bdd-332efc8e0b85 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:22.131035 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2c926752-6309-4b37-8979-992eeda2ef55 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (c6f8dbff-f4ee-4a8c-a2cb-9da6c0517a49), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:22.145167 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2c926752-6309-4b37-8979-992eeda2ef55 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:22.150996 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-2c926752-6309-4b37-8979-992eeda2ef55 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "DELETE /v2.0/networks/c6f8dbff-f4ee-4a8c-a2cb-9da6c0517a49 HTTP/1.1" status: 204 len: 168 time: 2.9969044 Jan 29 04:29:22.156170 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52822) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:22.158262 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e260f851-3b2e-4718-be4e-ccf670ebc5c7 None None] Pushing event updated for resources: {'Port': ['ID=2daa3f8b-30d4-4863-aedc-910bf1dc6646,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:22.186345 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8edda-4a44-4fae-b2fd-d772cee1be33 req-7edc3fc2-10d9-4cc2-9082-da0d82413216 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:22.191129 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5da8edda-4a44-4fae-b2fd-d772cee1be33 req-7edc3fc2-10d9-4cc2-9082-da0d82413216 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.4294508 Jan 29 04:29:22.206096 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b6fd9af3-6feb-454a-a3a6-edfab80b7736 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (03346d13-ea12-4f7e-a4e8-d7d6ffce3425), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:22.212227 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b6fd9af3-6feb-454a-a3a6-edfab80b7736 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for router_controller (03346d13-ea12-4f7e-a4e8-d7d6ffce3425), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:22.218880 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c926752-6309-4b37-8979-992eeda2ef55 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event deleted for resources: {'Network': ['ID=c6f8dbff-f4ee-4a8c-a2cb-9da6c0517a49,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:22.224353 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e72ba2b-7519-45dd-a017-cb05ef0cbaea tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:22.226073 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e72ba2b-7519-45dd-a017-cb05ef0cbaea tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:22.234970 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-7e72ba2b-7519-45dd-a017-cb05ef0cbaea tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "DELETE /v2.0/subnets/09254f1f-9c07-4e9f-b663-ca8db5efc6de HTTP/1.1" status: 404 len: 337 time: 0.0771816 Jan 29 04:29:22.235758 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52824) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:22.267585 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9fc1e1-5476-476a-8a41-989ac744886f tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:22.268573 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0b9fc1e1-5476-476a-8a41-989ac744886f tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:22.274590 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-492ebb2b-509c-4f20-a6cd-d63161cb01a1 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:22.276297 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-492ebb2b-509c-4f20-a6cd-d63161cb01a1 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:22.284033 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port faa930a0-55d8-4804-a382-ba608d9dc5c5 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:22.284033 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (faa930a0-55d8-4804-a382-ba608d9dc5c5), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:22.284550 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-492ebb2b-509c-4f20-a6cd-d63161cb01a1 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "DELETE /v2.0/networks/2b4a207e-3c52-4928-8c5a-661b26058925 HTTP/1.1" status: 404 len: 339 time: 0.0453410 Jan 29 04:29:22.285293 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52826) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:22.320431 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-abf76d79-a317-4eca-8917-ae3aa6ebd486 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Deleting port a5e8ff86-af86-4516-aa92-adc07a2d7014 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:29:22.321157 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-abf76d79-a317-4eca-8917-ae3aa6ebd486 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (a5e8ff86-af86-4516-aa92-adc07a2d7014), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:22.335489 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-10a35e75-125c-44d9-b16a-c3e30f9dfe3c tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:22.336125 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10a35e75-125c-44d9-b16a-c3e30f9dfe3c tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:22.339321 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-10a35e75-125c-44d9-b16a-c3e30f9dfe3c tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "DELETE /v2.0/subnets/11d0e40e-b759-4afe-b3b7-971d9c7faf8e HTTP/1.1" status: 404 len: 337 time: 0.0504651 Jan 29 04:29:22.343169 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52828) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:22.354662 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.ipam_backend_mixin [None req-e5c6b2be-4024-483f-8bdd-332efc8e0b85 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 8c112844-7c51-4f6c-a889-e85524a1556d (CIDR: 2001:db8:0:1::/64) Jan 29 04:29:22.365635 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-a08dda34-34e8-4df3-9f16-03b3927fc415 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:22.366294 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a08dda34-34e8-4df3-9f16-03b3927fc415 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:22.369666 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a08dda34-34e8-4df3-9f16-03b3927fc415 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "DELETE /v2.0/networks/d480d1b0-c8b0-42fc-a78a-0e3f702af750 HTTP/1.1" status: 404 len: 339 time: 0.0254307 Jan 29 04:29:22.373034 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52830) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:22.386020 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fbeeee9a-dd80-45a7-a264-e07bdc58a04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (09968948-b2fd-4f5c-86e5-c7d1ec98e18e), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:22.405811 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-166f0f7f-7b6d-460e-9306-ff47ea4c7b61 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:22.406581 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-166f0f7f-7b6d-460e-9306-ff47ea4c7b61 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:22.409754 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-166f0f7f-7b6d-460e-9306-ff47ea4c7b61 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "DELETE /v2.0/subnets/02c8eecc-78c1-40a0-a9d0-69deef643ccc HTTP/1.1" status: 404 len: 337 time: 0.0354872 Jan 29 04:29:22.410783 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5c6b2be-4024-483f-8bdd-332efc8e0b85 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:29:22.411354 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5c6b2be-4024-483f-8bdd-332efc8e0b85 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:22.413518 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52832) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:22.442610 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f3283e6-dbca-44b4-ae6d-d06726082de8 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:22.448731 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f3283e6-dbca-44b4-ae6d-d06726082de8 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:22.452328 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-7f3283e6-dbca-44b4-ae6d-d06726082de8 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "DELETE /v2.0/networks/3da1d53b-4c09-4e87-bd39-2a8646fc6c32 HTTP/1.1" status: 404 len: 339 time: 0.0377705 Jan 29 04:29:22.455843 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52834) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:22.460281 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673d0a0-8704-4571-b96e-cbee937147a6 req-6c49533b-5bb8-46f4-9046-8cec7786bcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:22.464604 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5673d0a0-8704-4571-b96e-cbee937147a6 req-6c49533b-5bb8-46f4-9046-8cec7786bcb5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7dd99718cde04f60a90f22e4134ff580&device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 1130 time: 0.6421039 Jan 29 04:29:22.470760 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeeee9a-dd80-45a7-a264-e07bdc58a04c None None] Pushing event deleted for resources: {'Port': ['ID=09968948-b2fd-4f5c-86e5-c7d1ec98e18e,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:22.482156 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbeeee9a-dd80-45a7-a264-e07bdc58a04c None None] No DVR routers for this DVR port 09968948-b2fd-4f5c-86e5-c7d1ec98e18e on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:29:22.487433 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-243b977e-c06b-465d-810d-c7f015b99bbc None None] Current status of the port faa930a0-55d8-4804-a382-ba608d9dc5c5 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:22.515672 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-243b977e-c06b-465d-810d-c7f015b99bbc None None] Provisioning complete for port a8525c10-17fd-403d-a9aa-719aa24396e1 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:22.516049 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-243b977e-c06b-465d-810d-c7f015b99bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (a8525c10-17fd-403d-a9aa-719aa24396e1), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:22.527674 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5da8edda-4a44-4fae-b2fd-d772cee1be33 req-539ffa5d-d82a-4130-996e-7828f62dc1a5 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2744238 Jan 29 04:29:22.556135 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-0b9fc1e1-5476-476a-8a41-989ac744886f tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9063702 Jan 29 04:29:22.556285 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52836) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:22.566137 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-36168437-0de6-4ad4-abec-5e8a50f70649 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Request body: {'floatingip': {'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:22.581264 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0b7384d-0683-4e01-bd47-cf2e564d0af7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Deleting subnet bbd7d748-4ed5-4cc2-a55e-247f51265712 {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:29:22.587167 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e0b7384d-0683-4e01-bd47-cf2e564d0af7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks [] for subnet (bbd7d748-4ed5-4cc2-a55e-247f51265712), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:22.590881 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-243b977e-c06b-465d-810d-c7f015b99bbc None None] Port a8525c10-17fd-403d-a9aa-719aa24396e1 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:29:22.595986 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-acfaa132-8a4c-48b1-971d-2efa8e3659ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:22.610088 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-243b977e-c06b-465d-810d-c7f015b99bbc None None] Provisioning complete for port 5ddd330e-ce29-48c0-bdb5-acc944d1c569 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:22.610728 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-243b977e-c06b-465d-810d-c7f015b99bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (5ddd330e-ce29-48c0-bdb5-acc944d1c569), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:22.617749 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b6fd9af3-6feb-454a-a3a6-edfab80b7736 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (03346d13-ea12-4f7e-a4e8-d7d6ffce3425), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:22.618266 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fd9af3-6feb-454a-a3a6-edfab80b7736 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Fanout notify agent at l3_agent the message router_deleted on router 03346d13-ea12-4f7e-a4e8-d7d6ffce3425 {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:29:22.626511 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b6fd9af3-6feb-454a-a3a6-edfab80b7736 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:22.628090 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b6fd9af3-6feb-454a-a3a6-edfab80b7736 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/routers/03346d13-ea12-4f7e-a4e8-d7d6ffce3425 HTTP/1.1" status: 204 len: 168 time: 2.3941929 Jan 29 04:29:22.639762 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52838) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:22.661746 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-abf76d79-a317-4eca-8917-ae3aa6ebd486 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (a5e8ff86-af86-4516-aa92-adc07a2d7014), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:22.665312 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-36168437-0de6-4ad4-abec-5e8a50f70649 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:22.681004 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-243b977e-c06b-465d-810d-c7f015b99bbc None None] Port 5ddd330e-ce29-48c0-bdb5-acc944d1c569 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:29:22.684797 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-243b977e-c06b-465d-810d-c7f015b99bbc None None] Could not find standard attr ID for object c325b867-4564-49fe-8384-f031b83beda9. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:29:22.708722 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e5c6b2be-4024-483f-8bdd-332efc8e0b85 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0489764 Jan 29 04:29:22.713523 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52840) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:22.721874 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e0b7384d-0683-4e01-bd47-cf2e564d0af7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (bbd7d748-4ed5-4cc2-a55e-247f51265712), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:22.737435 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-14409291-8785-4c75-8f22-f0d741f46cfe tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'subnet': {'network_id': '983ab829-6eaf-4dad-93c5-9d2319e176fb', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:22.741290 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port faa930a0-55d8-4804-a382-ba608d9dc5c5 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:22.777987 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-06e0e328-cccd-4238-b8ea-1db69d615fb1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1369274 Jan 29 04:29:22.782164 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52842) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:22.798531 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-abf76d79-a317-4eca-8917-ae3aa6ebd486 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Calling delete_port for a5e8ff86-af86-4516-aa92-adc07a2d7014 owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:29:22.819424 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-765aa64f-50ed-4e25-bd7a-cf44ee20cc42 None None] Provisioning complete for port 599378ae-733b-4e44-8e25-23d2e3c60c72 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:22.819802 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-765aa64f-50ed-4e25-bd7a-cf44ee20cc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (599378ae-733b-4e44-8e25-23d2e3c60c72), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:22.861901 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-765aa64f-50ed-4e25-bd7a-cf44ee20cc42 None None] Port 599378ae-733b-4e44-8e25-23d2e3c60c72 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:29:22.882954 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-765aa64f-50ed-4e25-bd7a-cf44ee20cc42 None None] Provisioning complete for port 5ddd330e-ce29-48c0-bdb5-acc944d1c569 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:22.883603 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-765aa64f-50ed-4e25-bd7a-cf44ee20cc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (5ddd330e-ce29-48c0-bdb5-acc944d1c569), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:22.946286 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-765aa64f-50ed-4e25-bd7a-cf44ee20cc42 None None] Port 5ddd330e-ce29-48c0-bdb5-acc944d1c569 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:29:22.947781 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 2daa3f8b-30d4-4863-aedc-910bf1dc6646 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:22.954770 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673d0a0-8704-4571-b96e-cbee937147a6 req-9cc8a825-8ec3-4287-8957-0a144027e84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:22.967170 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5673d0a0-8704-4571-b96e-cbee937147a6 req-9cc8a825-8ec3-4287-8957-0a144027e84d service neutron] 10.222.0.18 "GET /v2.0/networks?id=9507ed99-2983-492a-ac2f-269d5807feac HTTP/1.1" status: 200 len: 911 time: 0.4957240 Jan 29 04:29:23.050287 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e0b7384d-0683-4e01-bd47-cf2e564d0af7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (bbd7d748-4ed5-4cc2-a55e-247f51265712), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:23.099252 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb54a290-3a57-4891-acc3-1ba169db7557 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:23.103563 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-eb54a290-3a57-4891-acc3-1ba169db7557 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2891223 Jan 29 04:29:23.105304 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52844) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:23.150562 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5673d0a0-8704-4571-b96e-cbee937147a6 req-56719a72-ea5d-4782-b8f5-efef36b9fbda service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1034befb-3cd4-4337-8ed7-028318e7f85e HTTP/1.1" status: 200 len: 1002 time: 0.1747885 Jan 29 04:29:23.160121 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-6d130591-af97-4480-8f6e-ac3bf662b52d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0491855 Jan 29 04:29:23.161944 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6161262b-811e-4216-99e7-b4c70ade8cb9 None None] get_active_networks_info from dv-neutron-821190-1-hyperv {{(pid=103586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 29 04:29:23.162081 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14409291-8785-4c75-8f22-f0d741f46cfe tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Made reservation on behalf of 931e85f3b3ac4f669ae92c3bafe28f71 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:23.166467 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-14409291-8785-4c75-8f22-f0d741f46cfe tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:23.168736 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52846) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:23.177271 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-02f29dfd-33b8-4727-8be7-1e36487e0f45 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'subnet': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:23.186214 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-765aa64f-50ed-4e25-bd7a-cf44ee20cc42 None None] Provisioning complete for port 1fae3e43-35d7-40a6-9cd9-643e3397e617 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:23.186601 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-765aa64f-50ed-4e25-bd7a-cf44ee20cc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (1fae3e43-35d7-40a6-9cd9-643e3397e617), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:23.248557 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-765aa64f-50ed-4e25-bd7a-cf44ee20cc42 None None] Port 1fae3e43-35d7-40a6-9cd9-643e3397e617 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:29:23.289654 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 2daa3f8b-30d4-4863-aedc-910bf1dc6646 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:23.290044 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (2daa3f8b-30d4-4863-aedc-910bf1dc6646), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:23.294548 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673d0a0-8704-4571-b96e-cbee937147a6 req-bd25b80d-3a54-4a97-bde6-1b6e99397a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:23.296458 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5673d0a0-8704-4571-b96e-cbee937147a6 req-bd25b80d-3a54-4a97-bde6-1b6e99397a54 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ca2d3a0a-064d-4780-9b58-334005fc5d1b HTTP/1.1" status: 200 len: 849 time: 0.1360292 Jan 29 04:29:23.333189 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e0b7384d-0683-4e01-bd47-cf2e564d0af7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (bbd7d748-4ed5-4cc2-a55e-247f51265712), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:23.364340 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-36168437-0de6-4ad4-abec-5e8a50f70649 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:23.372250 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-434e19fc-ae75-466e-bc8a-fd3ec79eb78f None None] Could not find standard attr ID for object a5e8ff86-af86-4516-aa92-adc07a2d7014. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:29:23.372473 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7384d-0683-4e01-bd47-cf2e564d0af7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event deleted for resources: {'Subnet': ['ID=bbd7d748-4ed5-4cc2-a55e-247f51265712,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:23.374510 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-abf76d79-a317-4eca-8917-ae3aa6ebd486 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (a5e8ff86-af86-4516-aa92-adc07a2d7014), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:23.379112 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e0b7384d-0683-4e01-bd47-cf2e564d0af7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:23.379438 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6161262b-811e-4216-99e7-b4c70ade8cb9 None None] Resources bound (agent type, host, resource id): {{(pid=103586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 04:29:23.386796 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e0b7384d-0683-4e01-bd47-cf2e564d0af7 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "DELETE /v2.0/subnets/bbd7d748-4ed5-4cc2-a55e-247f51265712 HTTP/1.1" status: 204 len: 168 time: 0.9303329 Jan 29 04:29:23.391080 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52848) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:23.425934 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-434e19fc-ae75-466e-bc8a-fd3ec79eb78f None None] Provisioning complete for port 03ad0d14-1ec5-4e03-8fe3-07a98769dca1 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:23.426322 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-434e19fc-ae75-466e-bc8a-fd3ec79eb78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (03ad0d14-1ec5-4e03-8fe3-07a98769dca1), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:23.438448 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673d0a0-8704-4571-b96e-cbee937147a6 req-c72fc0b0-deeb-4603-be96-46350e4dfa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:23.440139 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5673d0a0-8704-4571-b96e-cbee937147a6 req-c72fc0b0-deeb-4603-be96-46350e4dfa5c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9507ed99-2983-492a-ac2f-269d5807feac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1331186 Jan 29 04:29:23.445123 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf76d79-a317-4eca-8917-ae3aa6ebd486 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event deleted for resources: {'Port': ['ID=a5e8ff86-af86-4516-aa92-adc07a2d7014,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:23.446997 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f29dfd-33b8-4727-8be7-1e36487e0f45 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:23.450488 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-02f29dfd-33b8-4727-8be7-1e36487e0f45 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:23.453105 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 2daa3f8b-30d4-4863-aedc-910bf1dc6646 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:23.454279 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 9b2e3b7f-7ec3-404c-bbcf-bab1a85de147 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:23.514013 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-09142c16-2751-4e01-847d-6593cbccbd17 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (0532c87f-ad1d-4333-84e0-ef4cc6f5df66), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:23.543006 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-434e19fc-ae75-466e-bc8a-fd3ec79eb78f None None] Port 03ad0d14-1ec5-4e03-8fe3-07a98769dca1 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:29:23.598612 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-09142c16-2751-4e01-847d-6593cbccbd17 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Deleting port 7066a979-4047-4ebe-81b1-79e3f22f8cf1 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:29:23.598612 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-09142c16-2751-4e01-847d-6593cbccbd17 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (7066a979-4047-4ebe-81b1-79e3f22f8cf1), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:23.604916 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-434e19fc-ae75-466e-bc8a-fd3ec79eb78f None None] Provisioning complete for port 2daa3f8b-30d4-4863-aedc-910bf1dc6646 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:23.605772 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-434e19fc-ae75-466e-bc8a-fd3ec79eb78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (2daa3f8b-30d4-4863-aedc-910bf1dc6646), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:23.649785 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-14409291-8785-4c75-8f22-f0d741f46cfe tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (e15748ea-1c82-4b45-a3ee-0b8d04ee75b7), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:23.670325 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:23.702157 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 9b2e3b7f-7ec3-404c-bbcf-bab1a85de147 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:23.702544 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (9b2e3b7f-7ec3-404c-bbcf-bab1a85de147), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:23.715458 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-abf76d79-a317-4eca-8917-ae3aa6ebd486 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:23.721698 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-abf76d79-a317-4eca-8917-ae3aa6ebd486 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/ports/a5e8ff86-af86-4516-aa92-adc07a2d7014 HTTP/1.1" status: 204 len: 168 time: 2.7392721 Jan 29 04:29:23.734165 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52852) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:23.746767 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-09142c16-2751-4e01-847d-6593cbccbd17 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] For port 7066a979-4047-4ebe-81b1-79e3f22f8cf1, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=7066a979-4047-4ebe-81b1-79e3f22f8cf1,segment=NetworkSegment(6081ab52-45be-4e3a-b9af-27da4faa9ca5),segment_id=6081ab52-45be-4e3a-b9af-27da4faa9ca5)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:23.754213 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-36168437-0de6-4ad4-abec-5e8a50f70649 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Allocated IP 172.26.8.224 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/1d878054-e2f8-4e58-8701-98dc2b4c6ae1) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:23.754408 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-09142c16-2751-4e01-847d-6593cbccbd17 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (7066a979-4047-4ebe-81b1-79e3f22f8cf1), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:23.766820 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14409291-8785-4c75-8f22-f0d741f46cfe tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Network 983ab829-6eaf-4dad-93c5-9d2319e176fb is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:23.773795 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5673d0a0-8704-4571-b96e-cbee937147a6 req-fdecb76b-3789-4366-8c8e-17031cff6393 service neutron] 10.222.0.18 "GET /v2.0/networks/9507ed99-2983-492a-ac2f-269d5807feac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169463 Jan 29 04:29:23.775415 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-14409291-8785-4c75-8f22-f0d741f46cfe tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:23.782299 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14409291-8785-4c75-8f22-f0d741f46cfe tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:23.782299 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-14409291-8785-4c75-8f22-f0d741f46cfe tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:23.785061 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d41c170-ec18-4eb6-b473-3ab5524758f8 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] GET failed (client error): The resource could not be found. Jan 29 04:29:23.785498 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:23.786332 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14409291-8785-4c75-8f22-f0d741f46cfe tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'Subnet': ['ID=e15748ea-1c82-4b45-a3ee-0b8d04ee75b7,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:23.789557 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4d41c170-ec18-4eb6-b473-3ab5524758f8 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "GET /v2.0/ports/a5e8ff86-af86-4516-aa92-adc07a2d7014 HTTP/1.1" status: 404 len: 333 time: 0.0542610 Jan 29 04:29:23.792044 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-09142c16-2751-4e01-847d-6593cbccbd17 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Calling delete_port for 7066a979-4047-4ebe-81b1-79e3f22f8cf1 owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:29:23.794043 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52854) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:23.827244 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609aeaf-3b33-4022-aad5-8e8be54aff1f req-6e1f26ff-eac4-4243-ba4d-ca1bb5f065e1 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:23.828952 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-c609aeaf-3b33-4022-aad5-8e8be54aff1f req-6e1f26ff-eac4-4243-ba4d-ca1bb5f065e1 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.1389942 Jan 29 04:29:23.854200 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-434e19fc-ae75-466e-bc8a-fd3ec79eb78f None None] Current status of the port 2daa3f8b-30d4-4863-aedc-910bf1dc6646 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:23.874382 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1032f0-67e2-4865-b93f-1c5da1a35fbf None None] Network 0532c87f-ad1d-4333-84e0-ef4cc6f5df66 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:23.874382 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f574d0-72ce-41ba-aaa7-a2506d46fbc9 None None] Network 983ab829-6eaf-4dad-93c5-9d2319e176fb requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:23.881701 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 9b2e3b7f-7ec3-404c-bbcf-bab1a85de147 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:23.898587 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-14409291-8785-4c75-8f22-f0d741f46cfe tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1839571 Jan 29 04:29:23.904700 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52856) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:23.914795 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-6b931f41-9247-4126-a287-1d74e5d88ed2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2123995226', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e15748ea-1c82-4b45-a3ee-0b8d04ee75b7'}], 'security_groups': ['f6fec985-33bb-4fc9-a339-ab9ba648fe10', 'a6b892b8-f0e1-4e8f-8e7e-ea6c45581712']}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:23.991145 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-c609aeaf-3b33-4022-aad5-8e8be54aff1f req-602eddd0-4989-4a77-936c-2f986a162b30 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1298521 Jan 29 04:29:24.004047 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 09968948-b2fd-4f5c-86e5-c7d1ec98e18e no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:29:24.049681 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 09968948-b2fd-4f5c-86e5-c7d1ec98e18e {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:29:24.050342 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 09968948-b2fd-4f5c-86e5-c7d1ec98e18e not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:29:24.050769 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device c325b867-4564-49fe-8384-f031b83beda9 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:29:24.081445 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: c325b867-4564-49fe-8384-f031b83beda9 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:29:24.081856 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device c325b867-4564-49fe-8384-f031b83beda9 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:29:24.108260 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d49750f3-53f0-4b19-8e3a-b4786da359f5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for security_group (b24cb6a4-a809-4c6b-b199-88b650567f94), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:24.113086 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5673d0a0-8704-4571-b96e-cbee937147a6 req-c1eb6a6c-5798-412d-8866-bbc1efa9a1af service neutron] 10.222.0.18 "GET /v2.0/networks/9507ed99-2983-492a-ac2f-269d5807feac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293505 Jan 29 04:29:24.118585 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-09142c16-2751-4e01-847d-6593cbccbd17 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (7066a979-4047-4ebe-81b1-79e3f22f8cf1), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:24.137547 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-36168437-0de6-4ad4-abec-5e8a50f70649 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks [] for port (1d878054-e2f8-4e58-8701-98dc2b4c6ae1), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:24.152039 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d49750f3-53f0-4b19-8e3a-b4786da359f5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for security_group (b24cb6a4-a809-4c6b-b199-88b650567f94), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:24.155880 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09142c16-2751-4e01-847d-6593cbccbd17 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event deleted for resources: {'Port': ['ID=7066a979-4047-4ebe-81b1-79e3f22f8cf1,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:24.161991 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09142c16-2751-4e01-847d-6593cbccbd17 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] No DVR routers for this DVR port 7066a979-4047-4ebe-81b1-79e3f22f8cf1 on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:29:24.167139 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6b931f41-9247-4126-a287-1d74e5d88ed2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (1fae3e43-35d7-40a6-9cd9-643e3397e617), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:24.299864 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e575408c-9ded-4505-b88f-3bd6f2c953f5 None None] DHCP port deletion for 0532c87f-ad1d-4333-84e0-ef4cc6f5df66 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:29:24.324958 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f520a780-50d2-4cfd-b694-c52ef21c771d None None] Update dhcp port {'port': {'network_id': '983ab829-6eaf-4dad-93c5-9d2319e176fb', 'fixed_ips': [{'subnet_id': '8c112844-7c51-4f6c-a889-e85524a1556d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b3f11ce1-5160-4afc-9a43-e5b1ee367d79', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e15748ea-1c82-4b45-a3ee-0b8d04ee75b7'}], 'binding:host_id': 'dv-neutron-821190-1-hyperv'}, 'id': 'faa930a0-55d8-4804-a382-ba608d9dc5c5'} from dv-neutron-821190-1-hyperv. {{(pid=103586) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 29 04:29:24.338710 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.objects.ports [None req-02f29dfd-33b8-4727-8be7-1e36487e0f45 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103585) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 04:29:24.342058 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-02f29dfd-33b8-4727-8be7-1e36487e0f45 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (7c27e546-961c-4414-8381-3e6476ffc6b8), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:24.343815 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-09142c16-2751-4e01-847d-6593cbccbd17 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (0532c87f-ad1d-4333-84e0-ef4cc6f5df66), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:24.364995 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f520a780-50d2-4cfd-b694-c52ef21c771d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (faa930a0-55d8-4804-a382-ba608d9dc5c5), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:24.381200 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-36168437-0de6-4ad4-abec-5e8a50f70649 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (1d878054-e2f8-4e58-8701-98dc2b4c6ae1), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:24.401780 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-09142c16-2751-4e01-847d-6593cbccbd17 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0532c87f-ad1d-4333-84e0-ef4cc6f5df66']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:24.418529 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-09142c16-2751-4e01-847d-6593cbccbd17 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6081ab52-45be-4e3a-b9af-27da4faa9ca5') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:24.418809 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-09142c16-2751-4e01-847d-6593cbccbd17 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6081ab52-45be-4e3a-b9af-27da4faa9ca5') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:24.426984 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d49750f3-53f0-4b19-8e3a-b4786da359f5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (b24cb6a4-a809-4c6b-b199-88b650567f94), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:24.429548 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d49750f3-53f0-4b19-8e3a-b4786da359f5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:24.433442 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d49750f3-53f0-4b19-8e3a-b4786da359f5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/security-groups/b24cb6a4-a809-4c6b-b199-88b650567f94 HTTP/1.1" status: 204 len: 168 time: 0.6280055 Jan 29 04:29:24.435081 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52858) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:24.436470 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-09142c16-2751-4e01-847d-6593cbccbd17 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (6081ab52-45be-4e3a-b9af-27da4faa9ca5), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:24.459458 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36168437-0de6-4ad4-abec-5e8a50f70649 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:24.469854 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f29dfd-33b8-4727-8be7-1e36487e0f45 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:24.477192 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-36168437-0de6-4ad4-abec-5e8a50f70649 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:24.479107 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49750f3-53f0-4b19-8e3a-b4786da359f5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24cb6a4-a809-4c6b-b199-88b650567f94,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:24.480864 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-02f29dfd-33b8-4727-8be7-1e36487e0f45 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:24.482997 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36168437-0de6-4ad4-abec-5e8a50f70649 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:29:24.486982 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f29dfd-33b8-4727-8be7-1e36487e0f45 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Subnet': ['ID=7c27e546-961c-4414-8381-3e6476ffc6b8,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:24.490383 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f29dfd-33b8-4727-8be7-1e36487e0f45 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:24.490967 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-02f29dfd-33b8-4727-8be7-1e36487e0f45 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:24.511761 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36168437-0de6-4ad4-abec-5e8a50f70649 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Pushing event updated for resources: {'Port': ['ID=1d878054-e2f8-4e58-8701-98dc2b4c6ae1,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:24.522020 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657b8949-f771-42ed-bc0f-d92fe08ec010 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:24.530502 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-09142c16-2751-4e01-847d-6593cbccbd17 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (6081ab52-45be-4e3a-b9af-27da4faa9ca5), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:24.555756 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09142c16-2751-4e01-847d-6593cbccbd17 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:29:24.556094 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-09142c16-2751-4e01-847d-6593cbccbd17 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (6081ab52-45be-4e3a-b9af-27da4faa9ca5), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:24.559370 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:29:24.559370 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:29:24.559370 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:29:24.559370 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:29:24.559370 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:29:24.559370 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:29:24.559370 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:29:24.559370 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:29:24.559370 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:29:24.559370 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:29:24.559370 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:29:24.559370 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:29:24.559370 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:29:24.559370 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:29:24.559370 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:29:24.559370 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:29:24.559370 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:29:24.559370 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:29:24.559370 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:29:24.559370 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:29:24.559370 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:29:24.559370 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:29:24.559370 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:29:24.559370 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:29:24.559370 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:29:24.559370 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:29:24.559370 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:29:24.559370 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:29:24.559370 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:29:24.559370 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:29:24.559370 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:29:24.559370 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:29:24.641824 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-02f29dfd-33b8-4727-8be7-1e36487e0f45 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4719496 Jan 29 04:29:24.651452 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52860) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:24.656756 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-87193006-7051-4fba-a747-fd5cbdb61593 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'subnet': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:24.673759 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-bd9cd26c-b543-4bc3-a569-d2de79024dd2 None None] Could not find standard attr ID for object a5e8ff86-af86-4516-aa92-adc07a2d7014. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:29:24.692195 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c3d5623d-e558-4b97-af43-006165849f9a tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for security_group (eaa1985b-7e50-4002-899a-e37d6acb0327), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:24.734002 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-f520a780-50d2-4cfd-b694-c52ef21c771d None None] Allocated IP 2001:db8:0:2::2 (983ab829-6eaf-4dad-93c5-9d2319e176fb/e15748ea-1c82-4b45-a3ee-0b8d04ee75b7/faa930a0-55d8-4804-a382-ba608d9dc5c5) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:24.736552 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c3d5623d-e558-4b97-af43-006165849f9a tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for security_group (eaa1985b-7e50-4002-899a-e37d6acb0327), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:24.775413 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-09142c16-2751-4e01-847d-6593cbccbd17 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (0532c87f-ad1d-4333-84e0-ef4cc6f5df66), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:24.782786 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-09142c16-2751-4e01-847d-6593cbccbd17 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:24.795897 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-09142c16-2751-4e01-847d-6593cbccbd17 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "DELETE /v2.0/networks/0532c87f-ad1d-4333-84e0-ef4cc6f5df66 HTTP/1.1" status: 204 len: 168 time: 1.4043722 Jan 29 04:29:24.799122 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52862) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:24.807218 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4adc265-d0a4-41b7-8c17-041659179503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-4d28e89c-1ada-4d65-a68a-7c96765b022b', 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'project_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'fixed_ips': [{'subnet_id': '7c27e546-961c-4414-8381-3e6476ffc6b8'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:29:24.808302 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d4adc265-d0a4-41b7-8c17-041659179503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:24.841111 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:24.907162 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5608a8a-e12d-49b4-866d-d1c533cd5147 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:24.917586 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5608a8a-e12d-49b4-866d-d1c533cd5147 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:24.917586 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b5608a8a-e12d-49b4-866d-d1c533cd5147 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "DELETE /v2.0/subnets/a9d17b66-38e5-4734-b768-b7c99b4d8d84 HTTP/1.1" status: 404 len: 337 time: 0.1075492 Jan 29 04:29:24.919137 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09142c16-2751-4e01-847d-6593cbccbd17 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event deleted for resources: {'Network': ['ID=0532c87f-ad1d-4333-84e0-ef4cc6f5df66,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:24.924610 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52864) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:24.956120 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc7e7a07-14ec-4e81-aa86-001aaec51741 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:24.956974 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc7e7a07-14ec-4e81-aa86-001aaec51741 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:24.959306 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 7066a979-4047-4ebe-81b1-79e3f22f8cf1 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:29:24.963809 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-cc7e7a07-14ec-4e81-aa86-001aaec51741 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "DELETE /v2.0/networks/bd023d90-e896-4e0a-9a34-22bd1d4c719b HTTP/1.1" status: 404 len: 339 time: 0.0332985 Jan 29 04:29:24.967745 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52866) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:24.995102 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 7066a979-4047-4ebe-81b1-79e3f22f8cf1 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:29:24.995472 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 7066a979-4047-4ebe-81b1-79e3f22f8cf1 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:29:25.037574 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7516b5d-de45-4286-a4f6-81e16462f3e3 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Deleting subnet 302af704-0b87-49fd-8371-dbfc77b2742a {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:29:25.041501 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c7516b5d-de45-4286-a4f6-81e16462f3e3 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks [] for subnet (302af704-0b87-49fd-8371-dbfc77b2742a), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:25.088890 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-f520a780-50d2-4cfd-b694-c52ef21c771d None None] For port faa930a0-55d8-4804-a382-ba608d9dc5c5, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=faa930a0-55d8-4804-a382-ba608d9dc5c5,segment=NetworkSegment(d05bb8bd-f66d-4bf4-98f7-7dd43138e159),segment_id=d05bb8bd-f66d-4bf4-98f7-7dd43138e159)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:25.113337 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c3d5623d-e558-4b97-af43-006165849f9a tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (eaa1985b-7e50-4002-899a-e37d6acb0327), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:25.117116 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c3d5623d-e558-4b97-af43-006165849f9a tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:25.118599 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c3d5623d-e558-4b97-af43-006165849f9a tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/security-groups/eaa1985b-7e50-4002-899a-e37d6acb0327 HTTP/1.1" status: 204 len: 168 time: 0.6718047 Jan 29 04:29:25.122276 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c7516b5d-de45-4286-a4f6-81e16462f3e3 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (302af704-0b87-49fd-8371-dbfc77b2742a), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:25.130738 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52870) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:25.131640 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f520a780-50d2-4cfd-b694-c52ef21c771d None None] Publish callbacks [] for port (faa930a0-55d8-4804-a382-ba608d9dc5c5), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:25.135896 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-d4adc265-d0a4-41b7-8c17-041659179503 None None] Allocated IP 2001:db8::f816:3eff:fedf:d698 (4d28e89c-1ada-4d65-a68a-7c96765b022b/7c27e546-961c-4414-8381-3e6476ffc6b8/99abcfcf-652c-455e-a34f-7461ec932bc8) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:25.162293 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d5623d-e558-4b97-af43-006165849f9a tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa1985b-7e50-4002-899a-e37d6acb0327,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:25.194400 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-36168437-0de6-4ad4-abec-5e8a50f70649 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks [] for floatingip (dbd2a00e-705d-46e8-a1e4-7aed0641e86a), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:25.222505 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f520a780-50d2-4cfd-b694-c52ef21c771d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (faa930a0-55d8-4804-a382-ba608d9dc5c5), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:25.230974 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c7516b5d-de45-4286-a4f6-81e16462f3e3 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (302af704-0b87-49fd-8371-dbfc77b2742a), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:25.248834 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d1f9fb-6d68-4ba1-a172-abb6ee4888ab tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Deleting subnet 87c2de35-a5d3-4e43-92ff-70cef6e7b478 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:29:25.256918 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-40d1f9fb-6d68-4ba1-a172-abb6ee4888ab tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for subnet (87c2de35-a5d3-4e43-92ff-70cef6e7b478), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:25.346972 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c82788-32f2-4e5f-8f22-e674e5b1aa77 req-b04f7be3-e014-46fd-ac3b-db5b00805be1 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:25.348516 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a9c82788-32f2-4e5f-8f22-e674e5b1aa77 req-b04f7be3-e014-46fd-ac3b-db5b00805be1 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.2210486 Jan 29 04:29:25.355807 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-40d1f9fb-6d68-4ba1-a172-abb6ee4888ab tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (87c2de35-a5d3-4e43-92ff-70cef6e7b478), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:25.368529 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520a780-50d2-4cfd-b694-c52ef21c771d None None] Pushing event updated for resources: {'Port': ['ID=faa930a0-55d8-4804-a382-ba608d9dc5c5,revision_number=7']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:25.397027 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-6b931f41-9247-4126-a287-1d74e5d88ed2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Delete allocated IP 2001:db8::8b (983ab829-6eaf-4dad-93c5-9d2319e176fb/b3f11ce1-5160-4afc-9a43-e5b1ee367d79) {{(pid=103584) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 29 04:29:25.411654 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-6b931f41-9247-4126-a287-1d74e5d88ed2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Allocated IP 2001:db8:0:2::1f0 (983ab829-6eaf-4dad-93c5-9d2319e176fb/e15748ea-1c82-4b45-a3ee-0b8d04ee75b7/1fae3e43-35d7-40a6-9cd9-643e3397e617) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:25.417485 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d4adc265-d0a4-41b7-8c17-041659179503 None None] Publish callbacks [] for port (99abcfcf-652c-455e-a34f-7461ec932bc8), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:25.430651 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-36168437-0de6-4ad4-abec-5e8a50f70649 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (1d878054-e2f8-4e58-8701-98dc2b4c6ae1), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:25.436120 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c7516b5d-de45-4286-a4f6-81e16462f3e3 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (302af704-0b87-49fd-8371-dbfc77b2742a), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:25.474365 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87193006-7051-4fba-a747-fd5cbdb61593 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:25.476281 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7516b5d-de45-4286-a4f6-81e16462f3e3 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event deleted for resources: {'Subnet': ['ID=302af704-0b87-49fd-8371-dbfc77b2742a,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:25.477755 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-87193006-7051-4fba-a747-fd5cbdb61593 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:25.488684 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c7516b5d-de45-4286-a4f6-81e16462f3e3 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:25.492039 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c7516b5d-de45-4286-a4f6-81e16462f3e3 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "DELETE /v2.0/subnets/302af704-0b87-49fd-8371-dbfc77b2742a HTTP/1.1" status: 204 len: 168 time: 0.5259881 Jan 29 04:29:25.494475 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52872) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:25.495331 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80e5abf-c033-42f0-a7d1-ce0b2b452d8e None None] Network 7187e047-1afd-42b3-aecd-fe62c6d900d6 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:25.556722 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d4adc265-d0a4-41b7-8c17-041659179503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (99abcfcf-652c-455e-a34f-7461ec932bc8), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:25.590989 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1e07abb3-5183-41f2-a993-577b81d0aa93 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (7187e047-1afd-42b3-aecd-fe62c6d900d6), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:25.592114 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a9c82788-32f2-4e5f-8f22-e674e5b1aa77 req-8afb6b23-bb5f-4612-950b-5462d0a9edb3 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1963859 Jan 29 04:29:25.637741 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-40d1f9fb-6d68-4ba1-a172-abb6ee4888ab tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (87c2de35-a5d3-4e43-92ff-70cef6e7b478), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:25.662724 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4adc265-d0a4-41b7-8c17-041659179503 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:25.677353 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-d4adc265-d0a4-41b7-8c17-041659179503 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:25.682980 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4adc265-d0a4-41b7-8c17-041659179503 None None] Pushing event updated for resources: {'Port': ['ID=99abcfcf-652c-455e-a34f-7461ec932bc8,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:25.685598 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4adc265-d0a4-41b7-8c17-041659179503 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:29:25.785930 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-d4adc265-d0a4-41b7-8c17-041659179503 None None] Attempting to bind port 99abcfcf-652c-455e-a34f-7461ec932bc8 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:29:25.786836 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-d4adc265-d0a4-41b7-8c17-041659179503 None None] Attempting to bind port 99abcfcf-652c-455e-a34f-7461ec932bc8 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:29:25.786836 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4adc265-d0a4-41b7-8c17-041659179503 None None] Attempting to bind port 99abcfcf-652c-455e-a34f-7461ec932bc8 on network 4d28e89c-1ada-4d65-a68a-7c96765b022b {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:25.795809 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4adc265-d0a4-41b7-8c17-041659179503 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:29:25.796194 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4adc265-d0a4-41b7-8c17-041659179503 None None] Checking segment: {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:29:25.796704 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d4adc265-d0a4-41b7-8c17-041659179503 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:25.797115 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4adc265-d0a4-41b7-8c17-041659179503 None None] Bound using segment: {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:29:25.797884 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-d4adc265-d0a4-41b7-8c17-041659179503 None None] Bound port: 99abcfcf-652c-455e-a34f-7461ec932bc8, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:29:25.798286 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d4adc265-d0a4-41b7-8c17-041659179503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (99abcfcf-652c-455e-a34f-7461ec932bc8), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:25.879053 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f0afb-d03d-468f-9039-5838a279a84a req-d8faef08-566c-4ae9-a67b-92b9bf0ec1bb tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:25.886173 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-cd3f0afb-d03d-468f-9039-5838a279a84a req-d8faef08-566c-4ae9-a67b-92b9bf0ec1bb tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.2263482 Jan 29 04:29:25.887831 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-36168437-0de6-4ad4-abec-5e8a50f70649 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks [] for port (1d878054-e2f8-4e58-8701-98dc2b4c6ae1), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:25.892738 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358330e2-006f-4dee-bb84-0371fa71ebf1 None None] DHCP port deletion for 7187e047-1afd-42b3-aecd-fe62c6d900d6 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:29:25.899218 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-40d1f9fb-6d68-4ba1-a172-abb6ee4888ab tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (87c2de35-a5d3-4e43-92ff-70cef6e7b478), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:25.909176 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-d4adc265-d0a4-41b7-8c17-041659179503 None None] For port 99abcfcf-652c-455e-a34f-7461ec932bc8, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:29:25.914779 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-d4adc265-d0a4-41b7-8c17-041659179503 None None] For port 99abcfcf-652c-455e-a34f-7461ec932bc8, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=99abcfcf-652c-455e-a34f-7461ec932bc8,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:29:25.927440 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6b931f41-9247-4126-a287-1d74e5d88ed2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for port (1fae3e43-35d7-40a6-9cd9-643e3397e617), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:25.938682 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-1e07abb3-5183-41f2-a993-577b81d0aa93 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Deleting port 77c952bd-fe81-48fc-a8fd-7622238d810e {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:29:25.938682 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1e07abb3-5183-41f2-a993-577b81d0aa93 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (77c952bd-fe81-48fc-a8fd-7622238d810e), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:25.944289 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d1f9fb-6d68-4ba1-a172-abb6ee4888ab tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event deleted for resources: {'Subnet': ['ID=87c2de35-a5d3-4e43-92ff-70cef6e7b478,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:25.959214 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608d9918-9dfe-45d1-b212-ac59b2453945 None None] Network 9616cf94-e359-4c96-8bfe-b222b9be11e4 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:25.975020 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-40d1f9fb-6d68-4ba1-a172-abb6ee4888ab tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:25.982919 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-40d1f9fb-6d68-4ba1-a172-abb6ee4888ab tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/subnets/87c2de35-a5d3-4e43-92ff-70cef6e7b478 HTTP/1.1" status: 204 len: 168 time: 0.8494108 Jan 29 04:29:25.983955 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52876) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:25.994587 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-82e4f70b-f6aa-43b1-963b-47be95a58b83 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'subnet': {'network_id': '9616cf94-e359-4c96-8bfe-b222b9be11e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:25.999062 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-36168437-0de6-4ad4-abec-5e8a50f70649 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (1d878054-e2f8-4e58-8701-98dc2b4c6ae1), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:26.022778 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-cd3f0afb-d03d-468f-9039-5838a279a84a req-9c89888d-d5c4-4cf4-9e07-8dbd42593444 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1349192 Jan 29 04:29:26.059527 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-1e07abb3-5183-41f2-a993-577b81d0aa93 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] For port 77c952bd-fe81-48fc-a8fd-7622238d810e, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=77c952bd-fe81-48fc-a8fd-7622238d810e,segment=NetworkSegment(4489f75b-2613-4c73-8524-a74d9c909df8),segment_id=4489f75b-2613-4c73-8524-a74d9c909df8)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:26.059527 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1e07abb3-5183-41f2-a993-577b81d0aa93 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (77c952bd-fe81-48fc-a8fd-7622238d810e), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:26.084677 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-1e07abb3-5183-41f2-a993-577b81d0aa93 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Calling delete_port for 77c952bd-fe81-48fc-a8fd-7622238d810e owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:29:26.100690 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6b931f41-9247-4126-a287-1d74e5d88ed2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (1fae3e43-35d7-40a6-9cd9-643e3397e617), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:26.174427 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b931f41-9247-4126-a287-1d74e5d88ed2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event updated for resources: {'Port': ['ID=1fae3e43-35d7-40a6-9cd9-643e3397e617,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:26.179796 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d4adc265-d0a4-41b7-8c17-041659179503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (99abcfcf-652c-455e-a34f-7461ec932bc8), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:26.243339 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36168437-0de6-4ad4-abec-5e8a50f70649 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Pushing event updated for resources: {'Port': ['ID=1d878054-e2f8-4e58-8701-98dc2b4c6ae1,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:26.278272 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-6b931f41-9247-4126-a287-1d74e5d88ed2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] In _notify_port_updated(), no bound segment for port 1fae3e43-35d7-40a6-9cd9-643e3397e617 on network 983ab829-6eaf-4dad-93c5-9d2319e176fb {{(pid=103584) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 04:29:26.278510 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-36168437-0de6-4ad4-abec-5e8a50f70649 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (dbd2a00e-705d-46e8-a1e4-7aed0641e86a), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:26.291054 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b931f41-9247-4126-a287-1d74e5d88ed2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:26.292001 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6b931f41-9247-4126-a287-1d74e5d88ed2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:26.297434 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-6b931f41-9247-4126-a287-1d74e5d88ed2 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "PUT /v2.0/ports/1fae3e43-35d7-40a6-9cd9-643e3397e617 HTTP/1.1" status: 200 len: 970 time: 2.3871925 Jan 29 04:29:26.302994 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52882) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:26.325604 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-87193006-7051-4fba-a747-fd5cbdb61593 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (05bc98ef-0902-48fa-b6c7-10d435f1af32), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:26.327240 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-358330e2-006f-4dee-bb84-0371fa71ebf1 None None] Deleting port 77c952bd-fe81-48fc-a8fd-7622238d810e {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:29:26.327712 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-358330e2-006f-4dee-bb84-0371fa71ebf1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (77c952bd-fe81-48fc-a8fd-7622238d810e), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:26.336087 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471e9a4-54cc-4a4f-9d31-dd3c7738081c req-c39f7d33-06b0-4698-804c-0d0407753e29 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:26.343590 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6471e9a4-54cc-4a4f-9d31-dd3c7738081c req-c39f7d33-06b0-4698-804c-0d0407753e29 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.2264583 Jan 29 04:29:26.352741 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4adc265-d0a4-41b7-8c17-041659179503 None None] Pushing event updated for resources: {'Port': ['ID=99abcfcf-652c-455e-a34f-7461ec932bc8,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:26.433661 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-358330e2-006f-4dee-bb84-0371fa71ebf1 None None] For port 77c952bd-fe81-48fc-a8fd-7622238d810e, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=77c952bd-fe81-48fc-a8fd-7622238d810e,segment=NetworkSegment(4489f75b-2613-4c73-8524-a74d9c909df8),segment_id=4489f75b-2613-4c73-8524-a74d9c909df8)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:26.434025 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-358330e2-006f-4dee-bb84-0371fa71ebf1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (77c952bd-fe81-48fc-a8fd-7622238d810e), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:26.447193 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-36168437-0de6-4ad4-abec-5e8a50f70649 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:26.454611 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:26.454784 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-36168437-0de6-4ad4-abec-5e8a50f70649 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8912091 Jan 29 04:29:26.454884 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52884) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:26.456038 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-358330e2-006f-4dee-bb84-0371fa71ebf1 None None] Calling delete_port for 77c952bd-fe81-48fc-a8fd-7622238d810e owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:29:26.458064 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-743e0532-da42-4b98-8370-b5e967fa2466 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Request body: {'floatingip': {'port_id': '599378ae-733b-4e44-8e25-23d2e3c60c72', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:26.469486 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-c6016b6d-ccf6-40bc-a6df-fb89a9e8365a None None] Provisioning complete for port faa930a0-55d8-4804-a382-ba608d9dc5c5 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:26.469859 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c6016b6d-ccf6-40bc-a6df-fb89a9e8365a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (faa930a0-55d8-4804-a382-ba608d9dc5c5), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:26.473250 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87193006-7051-4fba-a747-fd5cbdb61593 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:26.493681 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-87193006-7051-4fba-a747-fd5cbdb61593 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:26.528109 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87193006-7051-4fba-a747-fd5cbdb61593 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:26.529404 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-87193006-7051-4fba-a747-fd5cbdb61593 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:26.530388 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1e07abb3-5183-41f2-a993-577b81d0aa93 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (77c952bd-fe81-48fc-a8fd-7622238d810e), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:26.547485 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-743e0532-da42-4b98-8370-b5e967fa2466 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks [] for floatingip (dbd2a00e-705d-46e8-a1e4-7aed0641e86a), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:26.560763 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e4f70b-f6aa-43b1-963b-47be95a58b83 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Made reservation on behalf of d8e0f965da8447998d407abf5ce886cf for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:26.568740 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-82e4f70b-f6aa-43b1-963b-47be95a58b83 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:26.585921 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87193006-7051-4fba-a747-fd5cbdb61593 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Subnet': ['ID=05bc98ef-0902-48fa-b6c7-10d435f1af32,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:26.632392 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-358330e2-006f-4dee-bb84-0371fa71ebf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (77c952bd-fe81-48fc-a8fd-7622238d810e), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:26.634386 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6471e9a4-54cc-4a4f-9d31-dd3c7738081c req-fb0955ef-b64c-4b64-9930-a63714e6de7c tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2860510 Jan 29 04:29:26.651927 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e07abb3-5183-41f2-a993-577b81d0aa93 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event deleted for resources: {'Port': ['ID=77c952bd-fe81-48fc-a8fd-7622238d810e,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:26.654126 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e07abb3-5183-41f2-a993-577b81d0aa93 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] No DVR routers for this DVR port 77c952bd-fe81-48fc-a8fd-7622238d810e on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:29:26.720452 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358330e2-006f-4dee-bb84-0371fa71ebf1 None None] Pushing event deleted for resources: {'Port': ['ID=77c952bd-fe81-48fc-a8fd-7622238d810e,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:26.726838 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c6016b6d-ccf6-40bc-a6df-fb89a9e8365a None None] Current status of the port faa930a0-55d8-4804-a382-ba608d9dc5c5 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:26.730312 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358330e2-006f-4dee-bb84-0371fa71ebf1 None None] No DVR routers for this DVR port 77c952bd-fe81-48fc-a8fd-7622238d810e on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:29:26.735987 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-87193006-7051-4fba-a747-fd5cbdb61593 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0833642 Jan 29 04:29:26.736712 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52888) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:26.751970 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-67580c66-60ff-4beb-b2fa-d47f35b31acc tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'port': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'mac_address': 'fa:16:3e:70:2a:e5', 'name': 'tempest-NetworksTestDHCPv6-1776686905'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:26.774798 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-c6016b6d-ccf6-40bc-a6df-fb89a9e8365a None None] Provisioning complete for port a8525c10-17fd-403d-a9aa-719aa24396e1 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:26.775378 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c6016b6d-ccf6-40bc-a6df-fb89a9e8365a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (a8525c10-17fd-403d-a9aa-719aa24396e1), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:26.879754 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c6016b6d-ccf6-40bc-a6df-fb89a9e8365a None None] Port a8525c10-17fd-403d-a9aa-719aa24396e1 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:29:26.881274 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1e07abb3-5183-41f2-a993-577b81d0aa93 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (7187e047-1afd-42b3-aecd-fe62c6d900d6), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:26.893737 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-49b3152c-484c-4e2e-b89d-17b6dc24e3a0 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Deleting port 1fae3e43-35d7-40a6-9cd9-643e3397e617 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:29:26.894088 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-49b3152c-484c-4e2e-b89d-17b6dc24e3a0 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (1fae3e43-35d7-40a6-9cd9-643e3397e617), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:26.926046 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-c6016b6d-ccf6-40bc-a6df-fb89a9e8365a None None] Provisioning complete for port 1fae3e43-35d7-40a6-9cd9-643e3397e617 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:26.926480 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c6016b6d-ccf6-40bc-a6df-fb89a9e8365a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (1fae3e43-35d7-40a6-9cd9-643e3397e617), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:26.991326 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-1e07abb3-5183-41f2-a993-577b81d0aa93 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7187e047-1afd-42b3-aecd-fe62c6d900d6']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:27.014185 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c6016b6d-ccf6-40bc-a6df-fb89a9e8365a None None] Port 1fae3e43-35d7-40a6-9cd9-643e3397e617 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:29:27.023557 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-1e07abb3-5183-41f2-a993-577b81d0aa93 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4489f75b-2613-4c73-8524-a74d9c909df8') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:27.023903 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-1e07abb3-5183-41f2-a993-577b81d0aa93 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4489f75b-2613-4c73-8524-a74d9c909df8') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:27.035769 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1e07abb3-5183-41f2-a993-577b81d0aa93 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (4489f75b-2613-4c73-8524-a74d9c909df8), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:27.053170 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1e07abb3-5183-41f2-a993-577b81d0aa93 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (4489f75b-2613-4c73-8524-a74d9c909df8), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:27.065781 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e07abb3-5183-41f2-a993-577b81d0aa93 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:29:27.066210 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1e07abb3-5183-41f2-a993-577b81d0aa93 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (4489f75b-2613-4c73-8524-a74d9c909df8), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:27.069517 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:29:27.069517 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:29:27.069517 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:29:27.069517 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:29:27.069517 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:29:27.069517 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:29:27.069517 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:29:27.069517 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:29:27.069517 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:29:27.069517 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:29:27.069517 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:29:27.069517 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:29:27.069517 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:29:27.069517 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:29:27.069517 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:29:27.069517 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:29:27.069517 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:29:27.069517 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:29:27.069517 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:29:27.069517 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:29:27.069517 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:29:27.069517 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:29:27.069517 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:29:27.069517 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:29:27.069517 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:29:27.069517 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:29:27.069517 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:29:27.069517 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:29:27.069517 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:29:27.069517 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:29:27.069517 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:29:27.069517 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:29:27.112000 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 99abcfcf-652c-455e-a34f-7461ec932bc8 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:27.124122 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-49b3152c-484c-4e2e-b89d-17b6dc24e3a0 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (1fae3e43-35d7-40a6-9cd9-643e3397e617), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:27.141594 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-49b3152c-484c-4e2e-b89d-17b6dc24e3a0 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Calling delete_port for 1fae3e43-35d7-40a6-9cd9-643e3397e617 owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:29:27.183586 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-1641fd5d-05cd-4a30-96d6-b165c81d0182 None None] Provisioning complete for port 1fae3e43-35d7-40a6-9cd9-643e3397e617 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:27.188145 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1641fd5d-05cd-4a30-96d6-b165c81d0182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (1fae3e43-35d7-40a6-9cd9-643e3397e617), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:27.191759 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-743e0532-da42-4b98-8370-b5e967fa2466 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] update failed (client error): The resource could not be found. Jan 29 04:29:27.193112 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-743e0532-da42-4b98-8370-b5e967fa2466 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] 10.222.0.13 "PUT /v2.0/floatingips/dbd2a00e-705d-46e8-a1e4-7aed0641e86a HTTP/1.1" status: 404 len: 507 time: 0.7394578 Jan 29 04:29:27.195728 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52890) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:27.221484 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-1641fd5d-05cd-4a30-96d6-b165c81d0182 None None] Port 1fae3e43-35d7-40a6-9cd9-643e3397e617 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:29:27.239454 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 99abcfcf-652c-455e-a34f-7461ec932bc8 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:27.239827 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (99abcfcf-652c-455e-a34f-7461ec932bc8), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:27.245253 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67580c66-60ff-4beb-b2fa-d47f35b31acc tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:27.327463 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1e07abb3-5183-41f2-a993-577b81d0aa93 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (7187e047-1afd-42b3-aecd-fe62c6d900d6), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:27.333422 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1e07abb3-5183-41f2-a993-577b81d0aa93 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:27.342281 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1e07abb3-5183-41f2-a993-577b81d0aa93 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] 10.222.0.13 "DELETE /v2.0/networks/7187e047-1afd-42b3-aecd-fe62c6d900d6 HTTP/1.1" status: 204 len: 168 time: 1.8461027 Jan 29 04:29:27.363214 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 99abcfcf-652c-455e-a34f-7461ec932bc8 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:27.363611 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (99abcfcf-652c-455e-a34f-7461ec932bc8), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:27.416048 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 99abcfcf-652c-455e-a34f-7461ec932bc8, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=99abcfcf-652c-455e-a34f-7461ec932bc8,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:27.420357 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e07abb3-5183-41f2-a993-577b81d0aa93 tempest-NetworksIpV6Test-147769990 tempest-NetworksIpV6Test-147769990-project] Pushing event deleted for resources: {'Network': ['ID=7187e047-1afd-42b3-aecd-fe62c6d900d6,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:27.487721 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-1cc1a65a-573b-4cd0-a1c5-6902d40455ee tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Deleting port 1d878054-e2f8-4e58-8701-98dc2b4c6ae1 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:29:27.488186 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1cc1a65a-573b-4cd0-a1c5-6902d40455ee tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (1d878054-e2f8-4e58-8701-98dc2b4c6ae1), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:27.509051 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (99abcfcf-652c-455e-a34f-7461ec932bc8), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:27.510166 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device faa930a0-55d8-4804-a382-ba608d9dc5c5 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:27.606053 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1cc1a65a-573b-4cd0-a1c5-6902d40455ee tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (1d878054-e2f8-4e58-8701-98dc2b4c6ae1), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:27.606640 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1cc1a65a-573b-4cd0-a1c5-6902d40455ee tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks [] for floatingip (1d878054-e2f8-4e58-8701-98dc2b4c6ae1), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:27.630047 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-1cc1a65a-573b-4cd0-a1c5-6902d40455ee tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Calling delete_port for 1d878054-e2f8-4e58-8701-98dc2b4c6ae1 owned by network:floatingip {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:29:27.657773 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-67580c66-60ff-4beb-b2fa-d47f35b31acc tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:27.699607 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=99abcfcf-652c-455e-a34f-7461ec932bc8,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:27.717914 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port faa930a0-55d8-4804-a382-ba608d9dc5c5 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:27.719017 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (faa930a0-55d8-4804-a382-ba608d9dc5c5), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:27.797307 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-67580c66-60ff-4beb-b2fa-d47f35b31acc tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] device_id is not set on port 2ffc4464-3855-4e50-a3e9-860e4899c7ed yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:29:27.860509 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port faa930a0-55d8-4804-a382-ba608d9dc5c5 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:27.870989 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-45b2cf6e-5430-4c58-be88-70b66d1038c9 None None] Provisioning complete for port 03ad0d14-1ec5-4e03-8fe3-07a98769dca1 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:27.872101 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-45b2cf6e-5430-4c58-be88-70b66d1038c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (03ad0d14-1ec5-4e03-8fe3-07a98769dca1), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:27.916547 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-45b2cf6e-5430-4c58-be88-70b66d1038c9 None None] Port 03ad0d14-1ec5-4e03-8fe3-07a98769dca1 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:29:27.929201 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-45b2cf6e-5430-4c58-be88-70b66d1038c9 None None] Provisioning complete for port 2daa3f8b-30d4-4863-aedc-910bf1dc6646 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:27.929616 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-45b2cf6e-5430-4c58-be88-70b66d1038c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (2daa3f8b-30d4-4863-aedc-910bf1dc6646), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:27.939723 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec7380-1cc6-4852-8060-689b72fc6773 req-1589ab07-7a83-47f7-bcc4-b064dda630f1 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:27.944105 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-bcec7380-1cc6-4852-8060-689b72fc6773 req-1589ab07-7a83-47f7-bcc4-b064dda630f1 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.4217074 Jan 29 04:29:27.949083 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1cc1a65a-573b-4cd0-a1c5-6902d40455ee tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (1d878054-e2f8-4e58-8701-98dc2b4c6ae1), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:27.953178 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-49b3152c-484c-4e2e-b89d-17b6dc24e3a0 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (1fae3e43-35d7-40a6-9cd9-643e3397e617), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:27.977370 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 77c952bd-fe81-48fc-a8fd-7622238d810e no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:29:27.980515 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1a65a-573b-4cd0-a1c5-6902d40455ee tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Pushing event deleted for resources: {'Port': ['ID=1d878054-e2f8-4e58-8701-98dc2b4c6ae1,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:28.049926 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 77c952bd-fe81-48fc-a8fd-7622238d810e {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:29:28.050274 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 77c952bd-fe81-48fc-a8fd-7622238d810e not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:29:28.053457 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-45b2cf6e-5430-4c58-be88-70b66d1038c9 None None] Current status of the port 2daa3f8b-30d4-4863-aedc-910bf1dc6646 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:28.083871 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52904) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:28.093621 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3152c-484c-4e2e-b89d-17b6dc24e3a0 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event deleted for resources: {'Port': ['ID=1fae3e43-35d7-40a6-9cd9-643e3397e617,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:28.131125 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-82e4f70b-f6aa-43b1-963b-47be95a58b83 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (fb43222e-bb16-46cd-8e2f-0b82c2706787), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:28.134420 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1cc1a65a-573b-4cd0-a1c5-6902d40455ee tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks [] for floatingip (dbd2a00e-705d-46e8-a1e4-7aed0641e86a), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:28.134559 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9015fb-dc63-450b-9394-2b83126b17ab None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:28.135760 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1cc1a65a-573b-4cd0-a1c5-6902d40455ee tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:28.138287 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1cc1a65a-573b-4cd0-a1c5-6902d40455ee tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] 10.222.0.13 "DELETE /v2.0/floatingips/dbd2a00e-705d-46e8-a1e4-7aed0641e86a HTTP/1.1" status: 204 len: 168 time: 0.9414170 Jan 29 04:29:28.139343 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-49b3152c-484c-4e2e-b89d-17b6dc24e3a0 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:28.142387 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52908) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:28.145682 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-49b3152c-484c-4e2e-b89d-17b6dc24e3a0 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/ports/1fae3e43-35d7-40a6-9cd9-643e3397e617 HTTP/1.1" status: 204 len: 168 time: 1.8344369 Jan 29 04:29:28.155898 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-d592c08e-00a2-4100-a6b2-dd7bc6fe8bec tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Request body: {'floatingip': {'floating_network_id': 'cc541871-d38f-4479-9702-8a84d11db997', 'port_id': '599378ae-733b-4e44-8e25-23d2e3c60c72', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:28.162659 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52910) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:28.208473 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b492d4b-e28e-429c-82e9-d06b4b46bcf8 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] GET failed (client error): The resource could not be found. Jan 29 04:29:28.211243 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-8b492d4b-e28e-429c-82e9-d06b4b46bcf8 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "GET /v2.0/ports/1fae3e43-35d7-40a6-9cd9-643e3397e617 HTTP/1.1" status: 404 len: 333 time: 0.0465691 Jan 29 04:29:28.220196 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52912) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:28.233106 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e4f70b-f6aa-43b1-963b-47be95a58b83 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'Subnet': ['ID=fb43222e-bb16-46cd-8e2f-0b82c2706787,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:28.255708 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-81717a09-4487-4b0a-b9a9-5e21834b67e4 None None] Provisioning complete for port 99abcfcf-652c-455e-a34f-7461ec932bc8 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:28.256783 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-81717a09-4487-4b0a-b9a9-5e21834b67e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (99abcfcf-652c-455e-a34f-7461ec932bc8), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:28.286876 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e4f70b-f6aa-43b1-963b-47be95a58b83 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Network 9616cf94-e359-4c96-8bfe-b222b9be11e4 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:28.297141 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-82e4f70b-f6aa-43b1-963b-47be95a58b83 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:28.299324 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-67580c66-60ff-4beb-b2fa-d47f35b31acc tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Allocated IP 172.20.0.12 (4d28e89c-1ada-4d65-a68a-7c96765b022b/05bc98ef-0902-48fa-b6c7-10d435f1af32/2ffc4464-3855-4e50-a3e9-860e4899c7ed) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:28.303101 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e4f70b-f6aa-43b1-963b-47be95a58b83 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:28.303632 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-82e4f70b-f6aa-43b1-963b-47be95a58b83 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:28.308641 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b493a030-f892-404d-a0ac-3cf68a1cfd40 None None] Network 9616cf94-e359-4c96-8bfe-b222b9be11e4 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:28.312048 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d592c08e-00a2-4100-a6b2-dd7bc6fe8bec tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:28.312515 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-bcec7380-1cc6-4852-8060-689b72fc6773 req-134d8026-35a6-493e-9559-9c7f666afe33 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3519382 Jan 29 04:29:28.319862 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-67580c66-60ff-4beb-b2fa-d47f35b31acc tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Allocated IP 2001:db8::f816:3eff:fe70:2ae5 (4d28e89c-1ada-4d65-a68a-7c96765b022b/7c27e546-961c-4414-8381-3e6476ffc6b8/2ffc4464-3855-4e50-a3e9-860e4899c7ed) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:28.397094 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0490636a-475b-42db-803a-6e69aca2572a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=83ef131175644f6384891ed35a4d3341&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3115540 Jan 29 04:29:28.398609 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52914) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:28.403610 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-753b8eff-8bc0-43cc-8dc9-b4c499a4ff1c tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for security_group (b4cf105d-4c7e-45ca-888c-d6742cbd8749), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:28.432759 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-753b8eff-8bc0-43cc-8dc9-b4c499a4ff1c tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for security_group (b4cf105d-4c7e-45ca-888c-d6742cbd8749), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:28.441402 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-82e4f70b-f6aa-43b1-963b-47be95a58b83 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4545507 Jan 29 04:29:28.441995 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52916) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:28.478225 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-0b298a2c-15c7-4f42-a5f4-46e3bc975f6c tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'security_group': {'name': 'tempest-secgroup-793203702'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:28.532446 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fcdefef1-c3cc-4651-a74d-74bb109ff166 admin admin] Publish callbacks [] for security_group (bee164f4-905e-48ce-919e-dbc2af26a0fb), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:28.559388 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-81717a09-4487-4b0a-b9a9-5e21834b67e4 None None] Current status of the port 99abcfcf-652c-455e-a34f-7461ec932bc8 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:28.580625 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fcdefef1-c3cc-4651-a74d-74bb109ff166 admin admin] Publish callbacks [] for security_group (bee164f4-905e-48ce-919e-dbc2af26a0fb), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:28.597341 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0b298a2c-15c7-4f42-a5f4-46e3bc975f6c tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:28.617305 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-67580c66-60ff-4beb-b2fa-d47f35b31acc tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for port (2ffc4464-3855-4e50-a3e9-860e4899c7ed), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:28.617968 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-753b8eff-8bc0-43cc-8dc9-b4c499a4ff1c tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (b4cf105d-4c7e-45ca-888c-d6742cbd8749), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:28.623203 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421e313d-b855-4a32-a7a6-6e40b29e0e17 None None] Update dhcp port {'port': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'fixed_ips': [{'subnet_id': '7c27e546-961c-4414-8381-3e6476ffc6b8', 'ip_address': '2001:db8::f816:3eff:fedf:d698'}, {'subnet_id': '05bc98ef-0902-48fa-b6c7-10d435f1af32'}], 'binding:host_id': 'dv-neutron-821190-1-hyperv'}, 'id': '99abcfcf-652c-455e-a34f-7461ec932bc8'} from dv-neutron-821190-1-hyperv. {{(pid=103586) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 29 04:29:28.625632 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-753b8eff-8bc0-43cc-8dc9-b4c499a4ff1c tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:28.628171 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-753b8eff-8bc0-43cc-8dc9-b4c499a4ff1c tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/security-groups/b4cf105d-4c7e-45ca-888c-d6742cbd8749 HTTP/1.1" status: 204 len: 168 time: 0.4068584 Jan 29 04:29:28.632858 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52918) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:28.678485 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-421e313d-b855-4a32-a7a6-6e40b29e0e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (99abcfcf-652c-455e-a34f-7461ec932bc8), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:28.679715 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-d592c08e-00a2-4100-a6b2-dd7bc6fe8bec tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:29:28.685592 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d592c08e-00a2-4100-a6b2-dd7bc6fe8bec tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5415952 Jan 29 04:29:28.686443 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b8eff-8bc0-43cc-8dc9-b4c499a4ff1c tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cf105d-4c7e-45ca-888c-d6742cbd8749,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:28.686567 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52920) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:28.692509 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-97537bac-57f6-476a-a1fe-d51d77e4b8f3 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Request body: {'floatingip': {'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'port_id': '599378ae-733b-4e44-8e25-23d2e3c60c72', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:28.717879 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-eef12312-5e57-46db-ba0a-cfd02bd6670f tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for security_group (a6b892b8-f0e1-4e8f-8e7e-ea6c45581712), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:28.748762 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0b298a2c-15c7-4f42-a5f4-46e3bc975f6c tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for security_group (a49f1227-9634-4a2d-946d-4dfdf24c606a), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:28.750611 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-eef12312-5e57-46db-ba0a-cfd02bd6670f tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for security_group (a6b892b8-f0e1-4e8f-8e7e-ea6c45581712), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:28.756636 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1af88c7-5603-4cbc-85da-b128e16183d3 None None] Update dhcp port {'port': {'network_id': '9616cf94-e359-4c96-8bfe-b222b9be11e4', 'fixed_ips': [{'subnet_id': '46f1e981-3eef-451b-8b1f-256c803ce089', 'ip_address': '172.20.0.18'}, {'subnet_id': 'fb43222e-bb16-46cd-8e2f-0b82c2706787'}], 'binding:host_id': 'dv-neutron-821190-1-hyperv'}, 'id': '2daa3f8b-30d4-4863-aedc-910bf1dc6646'} from dv-neutron-821190-1-hyperv. {{(pid=103586) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 29 04:29:28.798025 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fcdefef1-c3cc-4651-a74d-74bb109ff166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (bee164f4-905e-48ce-919e-dbc2af26a0fb), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:28.800734 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fcdefef1-c3cc-4651-a74d-74bb109ff166 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:28.804318 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-fcdefef1-c3cc-4651-a74d-74bb109ff166 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bee164f4-905e-48ce-919e-dbc2af26a0fb HTTP/1.1" status: 204 len: 168 time: 0.4021556 Jan 29 04:29:28.812285 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdefef1-c3cc-4651-a74d-74bb109ff166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee164f4-905e-48ce-919e-dbc2af26a0fb,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:28.829246 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0b298a2c-15c7-4f42-a5f4-46e3bc975f6c tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (a49f1227-9634-4a2d-946d-4dfdf24c606a), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:28.847623 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 99abcfcf-652c-455e-a34f-7461ec932bc8 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:28.848104 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-97537bac-57f6-476a-a1fe-d51d77e4b8f3 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:28.869792 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-67580c66-60ff-4beb-b2fa-d47f35b31acc tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (2ffc4464-3855-4e50-a3e9-860e4899c7ed), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:28.879506 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-eef12312-5e57-46db-ba0a-cfd02bd6670f tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (a6b892b8-f0e1-4e8f-8e7e-ea6c45581712), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:28.883174 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-eef12312-5e57-46db-ba0a-cfd02bd6670f tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:28.885125 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-eef12312-5e57-46db-ba0a-cfd02bd6670f tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/security-groups/a6b892b8-f0e1-4e8f-8e7e-ea6c45581712 HTTP/1.1" status: 204 len: 168 time: 0.2512925 Jan 29 04:29:28.889124 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52924) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:28.895920 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c1af88c7-5603-4cbc-85da-b128e16183d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (2daa3f8b-30d4-4863-aedc-910bf1dc6646), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:28.913607 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef12312-5e57-46db-ba0a-cfd02bd6670f tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b892b8-f0e1-4e8f-8e7e-ea6c45581712,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:28.929246 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b298a2c-15c7-4f42-a5f4-46e3bc975f6c tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a49f1227-9634-4a2d-946d-4dfdf24c606a,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:28.945333 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67580c66-60ff-4beb-b2fa-d47f35b31acc tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:28.949031 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-67580c66-60ff-4beb-b2fa-d47f35b31acc tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:28.951726 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67580c66-60ff-4beb-b2fa-d47f35b31acc tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:29:28.959536 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-74e5bf71-aad1-4aae-b5ef-883abc859628 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for security_group (f6fec985-33bb-4fc9-a339-ab9ba648fe10), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:28.975852 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0b298a2c-15c7-4f42-a5f4-46e3bc975f6c tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:28.978236 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-0b298a2c-15c7-4f42-a5f4-46e3bc975f6c tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.5040374 Jan 29 04:29:28.981398 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52926) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:28.990706 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-8d94db70-5481-4802-adc6-b2c0dd85bc35 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'security_group': {'name': 'tempest-secgroup-706041732'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:28.997334 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-74e5bf71-aad1-4aae-b5ef-883abc859628 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for security_group (f6fec985-33bb-4fc9-a339-ab9ba648fe10), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:29.060121 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67580c66-60ff-4beb-b2fa-d47f35b31acc tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Port': ['ID=2ffc4464-3855-4e50-a3e9-860e4899c7ed,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:29.086008 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67580c66-60ff-4beb-b2fa-d47f35b31acc tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:29.086653 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-67580c66-60ff-4beb-b2fa-d47f35b31acc tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:29.087744 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-421e313d-b855-4a32-a7a6-6e40b29e0e17 None None] Allocated IP 172.20.0.2 (4d28e89c-1ada-4d65-a68a-7c96765b022b/05bc98ef-0902-48fa-b6c7-10d435f1af32/99abcfcf-652c-455e-a34f-7461ec932bc8) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:29.115596 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 99abcfcf-652c-455e-a34f-7461ec932bc8 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:29.115980 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (99abcfcf-652c-455e-a34f-7461ec932bc8), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:29.142345 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-97537bac-57f6-476a-a1fe-d51d77e4b8f3 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:29.143113 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-74e5bf71-aad1-4aae-b5ef-883abc859628 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (f6fec985-33bb-4fc9-a339-ab9ba648fe10), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:29.147697 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-74e5bf71-aad1-4aae-b5ef-883abc859628 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:29.149690 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-74e5bf71-aad1-4aae-b5ef-883abc859628 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/security-groups/f6fec985-33bb-4fc9-a339-ab9ba648fe10 HTTP/1.1" status: 204 len: 168 time: 0.2587345 Jan 29 04:29:29.155638 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52930) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:29.197786 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8d94db70-5481-4802-adc6-b2c0dd85bc35 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:29.199117 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e5bf71-aad1-4aae-b5ef-883abc859628 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fec985-33bb-4fc9-a339-ab9ba648fe10,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:29.208227 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-67580c66-60ff-4beb-b2fa-d47f35b31acc tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.4662440 Jan 29 04:29:29.211212 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52932) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:29.283436 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-e49efbd5-d350-4ab8-91f1-382580b222b3 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Deleting subnet b3f11ce1-5160-4afc-9a43-e5b1ee367d79 {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:29:29.287024 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e49efbd5-d350-4ab8-91f1-382580b222b3 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for subnet (b3f11ce1-5160-4afc-9a43-e5b1ee367d79), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:29.333921 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e49efbd5-d350-4ab8-91f1-382580b222b3 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (b3f11ce1-5160-4afc-9a43-e5b1ee367d79), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:29.351776 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-97537bac-57f6-476a-a1fe-d51d77e4b8f3 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Allocated IP 172.26.8.240 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/70eabf58-725f-467f-9310-084cdc63b8ee) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:29.364636 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8d94db70-5481-4802-adc6-b2c0dd85bc35 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for security_group (d1f30135-61d9-4e98-930a-b975b44d6e93), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:29.429796 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8d94db70-5481-4802-adc6-b2c0dd85bc35 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (d1f30135-61d9-4e98-930a-b975b44d6e93), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:29.478950 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d94db70-5481-4802-adc6-b2c0dd85bc35 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f30135-61d9-4e98-930a-b975b44d6e93,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:29.490974 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-c1af88c7-5603-4cbc-85da-b128e16183d3 None None] Allocated IP 172.20.0.2 (9616cf94-e359-4c96-8bfe-b222b9be11e4/fb43222e-bb16-46cd-8e2f-0b82c2706787/2daa3f8b-30d4-4863-aedc-910bf1dc6646) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:29.496265 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e49efbd5-d350-4ab8-91f1-382580b222b3 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (b3f11ce1-5160-4afc-9a43-e5b1ee367d79), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:29.513687 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-97537bac-57f6-476a-a1fe-d51d77e4b8f3 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks [] for port (70eabf58-725f-467f-9310-084cdc63b8ee), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:29.528316 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42643e9-6dfc-43a4-98fb-df139d7d85cd tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:29.534878 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42643e9-6dfc-43a4-98fb-df139d7d85cd tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:29.536804 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e42643e9-6dfc-43a4-98fb-df139d7d85cd tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.3246281 Jan 29 04:29:29.540167 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52944) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:29.568787 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8d94db70-5481-4802-adc6-b2c0dd85bc35 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:29.573388 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-8d94db70-5481-4802-adc6-b2c0dd85bc35 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.5837214 Jan 29 04:29:29.575412 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab17d9-0867-45e3-86b7-6574c5c601f1 req-5b02a284-ffce-4e0b-a743-1166ec7bf309 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:29.583185 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-adab17d9-0867-45e3-86b7-6574c5c601f1 req-5b02a284-ffce-4e0b-a743-1166ec7bf309 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.1589098 Jan 29 04:29:29.589197 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52946) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:29.594214 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-7b23ad60-cd53-43cf-9b39-fafc71320a6c tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'security_group': {'name': 'tempest-secgroup-475066228'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:29.612634 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 99abcfcf-652c-455e-a34f-7461ec932bc8 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:29.619836 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-421e313d-b855-4a32-a7a6-6e40b29e0e17 None None] For port 99abcfcf-652c-455e-a34f-7461ec932bc8, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=99abcfcf-652c-455e-a34f-7461ec932bc8,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:29.677680 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-421e313d-b855-4a32-a7a6-6e40b29e0e17 None None] Publish callbacks [] for port (99abcfcf-652c-455e-a34f-7461ec932bc8), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:29.681309 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-adab17d9-0867-45e3-86b7-6574c5c601f1 req-ec741ec7-134e-4732-a121-0474f72935c2 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0934591 Jan 29 04:29:29.695320 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-c1af88c7-5603-4cbc-85da-b128e16183d3 None None] For port 2daa3f8b-30d4-4863-aedc-910bf1dc6646, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=2daa3f8b-30d4-4863-aedc-910bf1dc6646,segment=NetworkSegment(1f91fdf3-65d3-4539-a619-466fa51baae3),segment_id=1f91fdf3-65d3-4539-a619-466fa51baae3)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:29.697474 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-5d958c80-e715-4d47-946e-85a15dd0f45f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting port 2ffc4464-3855-4e50-a3e9-860e4899c7ed {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:29:29.697948 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5d958c80-e715-4d47-946e-85a15dd0f45f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (2ffc4464-3855-4e50-a3e9-860e4899c7ed), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:29.717356 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-97537bac-57f6-476a-a1fe-d51d77e4b8f3 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (70eabf58-725f-467f-9310-084cdc63b8ee), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:29.730119 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c1af88c7-5603-4cbc-85da-b128e16183d3 None None] Publish callbacks [] for port (2daa3f8b-30d4-4863-aedc-910bf1dc6646), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:29.755020 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7b23ad60-cd53-43cf-9b39-fafc71320a6c tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:29.757781 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e49efbd5-d350-4ab8-91f1-382580b222b3 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (b3f11ce1-5160-4afc-9a43-e5b1ee367d79), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:29.783235 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-421e313d-b855-4a32-a7a6-6e40b29e0e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (99abcfcf-652c-455e-a34f-7461ec932bc8), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:29.790232 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97537bac-57f6-476a-a1fe-d51d77e4b8f3 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:29.812731 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49efbd5-d350-4ab8-91f1-382580b222b3 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event deleted for resources: {'Subnet': ['ID=b3f11ce1-5160-4afc-9a43-e5b1ee367d79,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:29.815943 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e49efbd5-d350-4ab8-91f1-382580b222b3 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:29.824695 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e49efbd5-d350-4ab8-91f1-382580b222b3 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/subnets/b3f11ce1-5160-4afc-9a43-e5b1ee367d79 HTTP/1.1" status: 204 len: 168 time: 0.6618922 Jan 29 04:29:29.826957 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52952) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:29.833904 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-97537bac-57f6-476a-a1fe-d51d77e4b8f3 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:29.836808 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd00355-3919-4307-bbe5-4f67b6177bc4 None None] Network 983ab829-6eaf-4dad-93c5-9d2319e176fb requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:29.856011 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c1af88c7-5603-4cbc-85da-b128e16183d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (2daa3f8b-30d4-4863-aedc-910bf1dc6646), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:29.865267 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97537bac-57f6-476a-a1fe-d51d77e4b8f3 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:29:29.936751 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7b23ad60-cd53-43cf-9b39-fafc71320a6c tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for security_group (205f9f10-9ed1-4f2f-8916-3d0fda61e46f), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:29.960239 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-0519e0e3-b91c-4bf4-9a2a-b536958cb38e tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Deleting subnet e15748ea-1c82-4b45-a3ee-0b8d04ee75b7 {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:29:29.964179 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0519e0e3-b91c-4bf4-9a2a-b536958cb38e tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for subnet (e15748ea-1c82-4b45-a3ee-0b8d04ee75b7), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:29.984785 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421e313d-b855-4a32-a7a6-6e40b29e0e17 None None] Pushing event updated for resources: {'Port': ['ID=99abcfcf-652c-455e-a34f-7461ec932bc8,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:29.994465 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97537bac-57f6-476a-a1fe-d51d77e4b8f3 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Pushing event updated for resources: {'Port': ['ID=70eabf58-725f-467f-9310-084cdc63b8ee,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:30.015937 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7b23ad60-cd53-43cf-9b39-fafc71320a6c tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (205f9f10-9ed1-4f2f-8916-3d0fda61e46f), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:30.028649 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0519e0e3-b91c-4bf4-9a2a-b536958cb38e tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (e15748ea-1c82-4b45-a3ee-0b8d04ee75b7), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:30.036123 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5d958c80-e715-4d47-946e-85a15dd0f45f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (2ffc4464-3855-4e50-a3e9-860e4899c7ed), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:30.079224 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-5d958c80-e715-4d47-946e-85a15dd0f45f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Calling delete_port for 2ffc4464-3855-4e50-a3e9-860e4899c7ed owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:29:30.090121 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9d11b0f3-5039-4553-9787-84a42ceff3fa req-cbe574d7-9b1a-4987-8709-6a96475a53de service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1616471 Jan 29 04:29:30.120325 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b23ad60-cd53-43cf-9b39-fafc71320a6c tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=205f9f10-9ed1-4f2f-8916-3d0fda61e46f,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:30.139376 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7b23ad60-cd53-43cf-9b39-fafc71320a6c tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:30.140876 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-7b23ad60-cd53-43cf-9b39-fafc71320a6c tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.5505362 Jan 29 04:29:30.149143 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52960) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:30.173870 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-95f14af9-9aba-443a-80a3-4df4a8e2a97f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-450455792', 'security_groups': ['205f9f10-9ed1-4f2f-8916-3d0fda61e46f'], 'network_id': '9616cf94-e359-4c96-8bfe-b222b9be11e4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fb43222e-bb16-46cd-8e2f-0b82c2706787'}]}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:30.198529 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1af88c7-5603-4cbc-85da-b128e16183d3 None None] Pushing event updated for resources: {'Port': ['ID=2daa3f8b-30d4-4863-aedc-910bf1dc6646,revision_number=6']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:30.227937 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf774f-21ff-49b9-9cbe-989993451ea1 req-33cc537f-b035-45ce-b33a-fc8856959d3c tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:30.229780 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-8caf774f-21ff-49b9-9cbe-989993451ea1 req-33cc537f-b035-45ce-b33a-fc8856959d3c tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.1848414 Jan 29 04:29:30.382275 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52964) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:30.421963 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11b0f3-5039-4553-9787-84a42ceff3fa req-c5eb93b2-d40b-470f-87d0-a1a3399411e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:30.430338 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9d11b0f3-5039-4553-9787-84a42ceff3fa req-c5eb93b2-d40b-470f-87d0-a1a3399411e8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7dd99718cde04f60a90f22e4134ff580&device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 1130 time: 0.1724005 Jan 29 04:29:30.442271 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-97537bac-57f6-476a-a1fe-d51d77e4b8f3 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Deleting port 70eabf58-725f-467f-9310-084cdc63b8ee {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:29:30.442632 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-97537bac-57f6-476a-a1fe-d51d77e4b8f3 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (70eabf58-725f-467f-9310-084cdc63b8ee), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:30.621766 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-1b5f444e-7776-4bb0-84b6-15fcc36b3c17 tempest-ServiceProvidersTest-1171375937 tempest-ServiceProvidersTest-1171375937-project] 10.222.0.13 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2375829 Jan 29 04:29:30.901805 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 2daa3f8b-30d4-4863-aedc-910bf1dc6646 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:30.957139 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0519e0e3-b91c-4bf4-9a2a-b536958cb38e tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (e15748ea-1c82-4b45-a3ee-0b8d04ee75b7), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:30.983895 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 2daa3f8b-30d4-4863-aedc-910bf1dc6646 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:30.984567 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (2daa3f8b-30d4-4863-aedc-910bf1dc6646), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:31.046280 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-8caf774f-21ff-49b9-9cbe-989993451ea1 req-319285d5-7f5f-4d9a-ba49-e47c8078e049 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1582251 Jan 29 04:29:31.080752 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0519e0e3-b91c-4bf4-9a2a-b536958cb38e tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (e15748ea-1c82-4b45-a3ee-0b8d04ee75b7), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:31.097214 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0519e0e3-b91c-4bf4-9a2a-b536958cb38e tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:31.100517 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0519e0e3-b91c-4bf4-9a2a-b536958cb38e tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/subnets/e15748ea-1c82-4b45-a3ee-0b8d04ee75b7 HTTP/1.1" status: 204 len: 168 time: 1.2694321 Jan 29 04:29:31.119269 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52970) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:31.120145 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 2daa3f8b-30d4-4863-aedc-910bf1dc6646 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:31.121642 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 99abcfcf-652c-455e-a34f-7461ec932bc8 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:31.197304 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-2133c188-2c17-4386-9d43-af060e39c229 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:31.198623 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2133c188-2c17-4386-9d43-af060e39c229 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:31.205333 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-2133c188-2c17-4386-9d43-af060e39c229 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/subnets/b3f11ce1-5160-4afc-9a43-e5b1ee367d79 HTTP/1.1" status: 404 len: 337 time: 0.0503960 Jan 29 04:29:31.206181 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f14af9-9aba-443a-80a3-4df4a8e2a97f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Made reservation on behalf of d8e0f965da8447998d407abf5ce886cf for: {'port': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:31.242668 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 99abcfcf-652c-455e-a34f-7461ec932bc8 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:31.243130 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (99abcfcf-652c-455e-a34f-7461ec932bc8), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:31.270097 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52972) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:31.272466 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0519e0e3-b91c-4bf4-9a2a-b536958cb38e tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event deleted for resources: {'Subnet': ['ID=e15748ea-1c82-4b45-a3ee-0b8d04ee75b7,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:31.369229 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d68d42d-b327-4719-b33f-3b1b4692a46d tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Deleting subnet 8c112844-7c51-4f6c-a889-e85524a1556d {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:29:31.371518 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52976) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:31.379096 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-e10a8cc4-c5d3-49e0-80f4-38eeeb6b6aad None None] Provisioning complete for port 03ad0d14-1ec5-4e03-8fe3-07a98769dca1 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:31.379570 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e10a8cc4-c5d3-49e0-80f4-38eeeb6b6aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (03ad0d14-1ec5-4e03-8fe3-07a98769dca1), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:31.381189 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 99abcfcf-652c-455e-a34f-7461ec932bc8 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:31.394329 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4d68d42d-b327-4719-b33f-3b1b4692a46d tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for subnet (8c112844-7c51-4f6c-a889-e85524a1556d), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:31.410470 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780a1ee7-4b6d-469b-8fdb-52b9297cfa63 None None] Network 983ab829-6eaf-4dad-93c5-9d2319e176fb requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:31.430423 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-95f14af9-9aba-443a-80a3-4df4a8e2a97f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:31.457645 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [None req-95f14af9-9aba-443a-80a3-4df4a8e2a97f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] device_id is not set on port 834d7f49-a822-4d6c-8bde-fe23b3d830e3 yet. {{(pid=103584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:29:31.474172 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-97537bac-57f6-476a-a1fe-d51d77e4b8f3 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (70eabf58-725f-467f-9310-084cdc63b8ee), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:31.474172 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-97537bac-57f6-476a-a1fe-d51d77e4b8f3 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks [] for floatingip (70eabf58-725f-467f-9310-084cdc63b8ee), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:31.497161 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5d958c80-e715-4d47-946e-85a15dd0f45f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (2ffc4464-3855-4e50-a3e9-860e4899c7ed), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:31.500096 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-97537bac-57f6-476a-a1fe-d51d77e4b8f3 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Calling delete_port for 70eabf58-725f-467f-9310-084cdc63b8ee owned by network:floatingip {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:29:31.506226 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11b0f3-5039-4553-9787-84a42ceff3fa req-c2653fc3-64a0-48c5-8136-0d6a82c66e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:31.506226 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9d11b0f3-5039-4553-9787-84a42ceff3fa req-c2653fc3-64a0-48c5-8136-0d6a82c66e95 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9507ed99-2983-492a-ac2f-269d5807feac HTTP/1.1" status: 200 len: 911 time: 1.0353096 Jan 29 04:29:31.506643 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4d68d42d-b327-4719-b33f-3b1b4692a46d tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (8c112844-7c51-4f6c-a889-e85524a1556d), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:31.536630 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-e10a8cc4-c5d3-49e0-80f4-38eeeb6b6aad None None] Port 03ad0d14-1ec5-4e03-8fe3-07a98769dca1 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:29:31.551165 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-e10a8cc4-c5d3-49e0-80f4-38eeeb6b6aad None None] Provisioning complete for port 2daa3f8b-30d4-4863-aedc-910bf1dc6646 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:31.551165 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e10a8cc4-c5d3-49e0-80f4-38eeeb6b6aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (2daa3f8b-30d4-4863-aedc-910bf1dc6646), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:31.645271 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9d11b0f3-5039-4553-9787-84a42ceff3fa req-5653f076-04cb-4a06-9b27-23eea1ce2a80 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1034befb-3cd4-4337-8ed7-028318e7f85e HTTP/1.1" status: 200 len: 1002 time: 0.1104674 Jan 29 04:29:31.678901 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-e10a8cc4-c5d3-49e0-80f4-38eeeb6b6aad None None] Current status of the port 2daa3f8b-30d4-4863-aedc-910bf1dc6646 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:31.710640 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d958c80-e715-4d47-946e-85a15dd0f45f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Port': ['ID=2ffc4464-3855-4e50-a3e9-860e4899c7ed,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:31.710858 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4d68d42d-b327-4719-b33f-3b1b4692a46d tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (8c112844-7c51-4f6c-a889-e85524a1556d), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:31.721767 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6f1183f1-ec4d-4924-830a-6ddba3536151 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:31.773768 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-95f14af9-9aba-443a-80a3-4df4a8e2a97f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Allocated IP 172.20.0.12 (9616cf94-e359-4c96-8bfe-b222b9be11e4/fb43222e-bb16-46cd-8e2f-0b82c2706787/834d7f49-a822-4d6c-8bde-fe23b3d830e3) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:31.830120 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-b0499803-9081-4c0b-984a-3959bc88f4e6 None None] Provisioning complete for port 99abcfcf-652c-455e-a34f-7461ec932bc8 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:31.830728 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b0499803-9081-4c0b-984a-3959bc88f4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (99abcfcf-652c-455e-a34f-7461ec932bc8), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:31.859172 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5d958c80-e715-4d47-946e-85a15dd0f45f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:31.865194 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-5d958c80-e715-4d47-946e-85a15dd0f45f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/ports/2ffc4464-3855-4e50-a3e9-860e4899c7ed HTTP/1.1" status: 204 len: 168 time: 2.3151608 Jan 29 04:29:31.866618 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11b0f3-5039-4553-9787-84a42ceff3fa req-4acf3fc8-1382-448e-a7ae-dc0b4df16fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:31.867874 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52980) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:31.868510 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9d11b0f3-5039-4553-9787-84a42ceff3fa req-4acf3fc8-1382-448e-a7ae-dc0b4df16fab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ca2d3a0a-064d-4780-9b58-334005fc5d1b HTTP/1.1" status: 200 len: 849 time: 0.1720834 Jan 29 04:29:31.959928 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4d68d42d-b327-4719-b33f-3b1b4692a46d tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (8c112844-7c51-4f6c-a889-e85524a1556d), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:31.975328 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-b0499803-9081-4c0b-984a-3959bc88f4e6 None None] Current status of the port 99abcfcf-652c-455e-a34f-7461ec932bc8 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:31.989540 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-b0499803-9081-4c0b-984a-3959bc88f4e6 None None] Provisioning complete for port a8525c10-17fd-403d-a9aa-719aa24396e1 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:31.989540 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b0499803-9081-4c0b-984a-3959bc88f4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (a8525c10-17fd-403d-a9aa-719aa24396e1), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:31.996115 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11b0f3-5039-4553-9787-84a42ceff3fa req-36b093a4-9ef8-4e52-909d-4e75a341c8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:31.998303 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9d11b0f3-5039-4553-9787-84a42ceff3fa req-36b093a4-9ef8-4e52-909d-4e75a341c8eb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9507ed99-2983-492a-ac2f-269d5807feac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1182852 Jan 29 04:29:32.030016 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-b0499803-9081-4c0b-984a-3959bc88f4e6 None None] Port a8525c10-17fd-403d-a9aa-719aa24396e1 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:29:32.056777 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-b0499803-9081-4c0b-984a-3959bc88f4e6 None None] Provisioning complete for port faa930a0-55d8-4804-a382-ba608d9dc5c5 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:32.057462 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b0499803-9081-4c0b-984a-3959bc88f4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (faa930a0-55d8-4804-a382-ba608d9dc5c5), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:32.073320 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-97537bac-57f6-476a-a1fe-d51d77e4b8f3 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (70eabf58-725f-467f-9310-084cdc63b8ee), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:32.079649 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68d42d-b327-4719-b33f-3b1b4692a46d tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event deleted for resources: {'Subnet': ['ID=8c112844-7c51-4f6c-a889-e85524a1556d,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:32.104682 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4d68d42d-b327-4719-b33f-3b1b4692a46d tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:32.108522 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-4d68d42d-b327-4719-b33f-3b1b4692a46d tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/subnets/8c112844-7c51-4f6c-a889-e85524a1556d HTTP/1.1" status: 204 len: 168 time: 0.8372037 Jan 29 04:29:32.122478 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52984) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:32.138199 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb3d985-c8d0-414c-8d76-ebc53371f038 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:32.138199 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb3d985-c8d0-414c-8d76-ebc53371f038 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:32.139527 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb3d985-c8d0-414c-8d76-ebc53371f038 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:32.141174 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-8bb3d985-c8d0-414c-8d76-ebc53371f038 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2672536 Jan 29 04:29:32.159360 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52986) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:32.173698 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97537bac-57f6-476a-a1fe-d51d77e4b8f3 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Pushing event deleted for resources: {'Port': ['ID=70eabf58-725f-467f-9310-084cdc63b8ee,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:32.199966 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-b0499803-9081-4c0b-984a-3959bc88f4e6 None None] Current status of the port faa930a0-55d8-4804-a382-ba608d9dc5c5 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:32.252140 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e7532fb-6fa8-4995-9b53-1fcfd8c21500 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:32.252946 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e7532fb-6fa8-4995-9b53-1fcfd8c21500 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:32.259697 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0e7532fb-6fa8-4995-9b53-1fcfd8c21500 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/subnets/929db53b-e7d9-4a23-9bf7-90eaf625aac0 HTTP/1.1" status: 404 len: 337 time: 0.1135705 Jan 29 04:29:32.262493 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52988) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:32.303278 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6f1183f1-ec4d-4924-830a-6ddba3536151 admin admin] Publish callbacks [] for security_group (360507d2-da02-4579-8c72-ba0281584d90), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:32.303935 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9d11b0f3-5039-4553-9787-84a42ceff3fa req-f5b1d38a-01fa-49bf-ae98-35b4f383a16d service neutron] 10.222.0.18 "GET /v2.0/networks/9507ed99-2983-492a-ac2f-269d5807feac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995353 Jan 29 04:29:32.311082 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f0bf4194-930d-44a7-b28f-34254b2063e1 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ff5e78-bd2b-47a7-bcb4-81993e6b3723 HTTP/1.1" status: 200 len: 205 time: 0.0440428 Jan 29 04:29:32.312256 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52990) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:32.317562 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-97653d4f-ca8b-40e8-b8c2-f3e6bebd679a None None] Could not find standard attr ID for object 2ffc4464-3855-4e50-a3e9-860e4899c7ed. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:29:32.326331 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-95f14af9-9aba-443a-80a3-4df4a8e2a97f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for port (834d7f49-a822-4d6c-8bde-fe23b3d830e3), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:32.331367 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-7efd9241-ed69-48b5-8c7f-cff41d2022fa tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting subnet 05bc98ef-0902-48fa-b6c7-10d435f1af32 {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:29:32.337323 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7efd9241-ed69-48b5-8c7f-cff41d2022fa tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (05bc98ef-0902-48fa-b6c7-10d435f1af32), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:32.374159 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6f1183f1-ec4d-4924-830a-6ddba3536151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (360507d2-da02-4579-8c72-ba0281584d90), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:32.399547 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-c4cc2290-f037-4607-bfea-a775fdf393b5 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] delete failed (client error): The resource could not be found. Jan 29 04:29:32.400697 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c4cc2290-f037-4607-bfea-a775fdf393b5 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/routers/52ff5e78-bd2b-47a7-bcb4-81993e6b3723 HTTP/1.1" status: 404 len: 336 time: 0.0848725 Jan 29 04:29:32.408869 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03e8fc-7300-4aad-8d5c-9fce72c078e1 req-e8694e67-b16b-4146-aa91-f8b3aa49a2bd tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:32.410391 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2e03e8fc-7300-4aad-8d5c-9fce72c078e1 req-e8694e67-b16b-4146-aa91-f8b3aa49a2bd tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.2463570 Jan 29 04:29:32.431536 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 52992) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:32.443127 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7efd9241-ed69-48b5-8c7f-cff41d2022fa tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (05bc98ef-0902-48fa-b6c7-10d435f1af32), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:32.506299 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-6f1183f1-ec4d-4924-830a-6ddba3536151 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=63f611ef28a04a969f6a8454c74228fd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1265616 Jan 29 04:29:32.506985 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52994) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:32.510970 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd8a12f2-496c-4b9f-92d0-ab710578dac3 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:32.511450 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd8a12f2-496c-4b9f-92d0-ab710578dac3 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:32.515086 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-bd8a12f2-496c-4b9f-92d0-ab710578dac3 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/subnets/f7b42089-8b21-4764-aac6-b570951fcc4d HTTP/1.1" status: 404 len: 337 time: 0.0826068 Jan 29 04:29:32.518864 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9d11b0f3-5039-4553-9787-84a42ceff3fa req-5b40f6c1-22f9-44ec-8cdf-90f31e4edb05 service neutron] 10.222.0.18 "GET /v2.0/networks/9507ed99-2983-492a-ac2f-269d5807feac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051337 Jan 29 04:29:32.519485 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52996) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:32.523452 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1183f1-ec4d-4924-830a-6ddba3536151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360507d2-da02-4579-8c72-ba0281584d90,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:32.527438 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2e03e8fc-7300-4aad-8d5c-9fce72c078e1 req-838b6f1e-ecae-4c10-978d-99571d38ca30 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0903490 Jan 29 04:29:32.549830 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-97537bac-57f6-476a-a1fe-d51d77e4b8f3 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] create failed (client error): The resource could not be found. Jan 29 04:29:32.553088 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-97537bac-57f6-476a-a1fe-d51d77e4b8f3 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.8620043 Jan 29 04:29:32.558232 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 52998) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:32.588278 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61df97e3-d85e-4344-9556-00d62c3009a9 None None] Network 983ab829-6eaf-4dad-93c5-9d2319e176fb requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:32.592906 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-95f14af9-9aba-443a-80a3-4df4a8e2a97f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (834d7f49-a822-4d6c-8bde-fe23b3d830e3), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:32.627331 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-30529659-ba12-48f9-88c7-d1236ec15e3e tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:32.627788 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30529659-ba12-48f9-88c7-d1236ec15e3e tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:32.631225 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-30529659-ba12-48f9-88c7-d1236ec15e3e tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/subnets/afcb9a0b-b143-475f-a07e-5cd63e19aa55 HTTP/1.1" status: 404 len: 337 time: 0.1028817 Jan 29 04:29:32.635123 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53000) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:32.685722 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7efd9241-ed69-48b5-8c7f-cff41d2022fa tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (05bc98ef-0902-48fa-b6c7-10d435f1af32), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:32.689189 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1445a38-8eed-4088-8434-d9dc4a99398e tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:32.689660 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1445a38-8eed-4088-8434-d9dc4a99398e tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:32.692752 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a1445a38-8eed-4088-8434-d9dc4a99398e tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/subnets/2ff59680-f0e6-411c-bf66-6453b51db442 HTTP/1.1" status: 404 len: 337 time: 0.0548236 Jan 29 04:29:32.698493 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-fdc2f835-ebf0-4740-a19a-9234c0bcff7d None None] Provisioning complete for port a8525c10-17fd-403d-a9aa-719aa24396e1 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:32.698932 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fdc2f835-ebf0-4740-a19a-9234c0bcff7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (a8525c10-17fd-403d-a9aa-719aa24396e1), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:32.703941 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53002) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:32.713425 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f14af9-9aba-443a-80a3-4df4a8e2a97f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Network 9616cf94-e359-4c96-8bfe-b222b9be11e4 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:32.716860 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f14af9-9aba-443a-80a3-4df4a8e2a97f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'Port': ['ID=834d7f49-a822-4d6c-8bde-fe23b3d830e3,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:32.724545 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-95f14af9-9aba-443a-80a3-4df4a8e2a97f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:32.729035 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f14af9-9aba-443a-80a3-4df4a8e2a97f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:29:32.742074 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9a00a78a-6f4f-4f12-b4f9-9421e7e67d7f admin admin] Publish callbacks [] for security_group (360507d2-da02-4579-8c72-ba0281584d90), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:32.748920 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-fdc2f835-ebf0-4740-a19a-9234c0bcff7d None None] Port a8525c10-17fd-403d-a9aa-719aa24396e1 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:29:32.750797 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-4456cc06-c0b0-4848-bfb8-e67a7bbcea7f tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:32.751375 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4456cc06-c0b0-4848-bfb8-e67a7bbcea7f tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:32.754444 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4456cc06-c0b0-4848-bfb8-e67a7bbcea7f tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/ports/e46797d6-6b38-42ce-b1b8-c36237489818 HTTP/1.1" status: 404 len: 333 time: 0.0481558 Jan 29 04:29:32.757911 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53004) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:32.765068 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-fdc2f835-ebf0-4740-a19a-9234c0bcff7d None None] Provisioning complete for port faa930a0-55d8-4804-a382-ba608d9dc5c5 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:32.769976 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fdc2f835-ebf0-4740-a19a-9234c0bcff7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (faa930a0-55d8-4804-a382-ba608d9dc5c5), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:32.784595 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9a00a78a-6f4f-4f12-b4f9-9421e7e67d7f admin admin] Publish callbacks [] for security_group (360507d2-da02-4579-8c72-ba0281584d90), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:32.789293 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4d07b-6394-4be3-bab3-4612d647f4e1 req-3f41bd41-d391-413e-8dcd-c141fc0f9c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:32.790831 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-19b4d07b-6394-4be3-bab3-4612d647f4e1 req-3f41bd41-d391-413e-8dcd-c141fc0f9c2b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7dd99718cde04f60a90f22e4134ff580&device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 1130 time: 0.1770873 Jan 29 04:29:32.804803 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-185f23b9-91a2-4ce8-baf1-b90803ac8dab tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:32.805464 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-185f23b9-91a2-4ce8-baf1-b90803ac8dab tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:32.809096 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-185f23b9-91a2-4ce8-baf1-b90803ac8dab tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/subnets/dcde39ac-12da-437c-8be2-65d6da419d15 HTTP/1.1" status: 404 len: 337 time: 0.0479426 Jan 29 04:29:32.813192 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53006) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:32.873498 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f098c39-69b3-403b-8712-28bdeb6f5d6e tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:32.873974 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f098c39-69b3-403b-8712-28bdeb6f5d6e tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:32.877082 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-7f098c39-69b3-403b-8712-28bdeb6f5d6e tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/subnets/2676f826-e38a-4f50-8d87-1103a4f15461 HTTP/1.1" status: 404 len: 337 time: 0.0607126 Jan 29 04:29:32.880841 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53008) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:32.902734 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118bc61c-7a07-45d3-9b6f-d4c0bbef37b4 None None] DHCP port deletion for 983ab829-6eaf-4dad-93c5-9d2319e176fb request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:29:32.904976 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f14af9-9aba-443a-80a3-4df4a8e2a97f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:32.905674 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-95f14af9-9aba-443a-80a3-4df4a8e2a97f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:32.925601 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-062c45ff-b94f-4547-8235-c684ad40040e tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:32.936796 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-062c45ff-b94f-4547-8235-c684ad40040e tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:32.936796 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-062c45ff-b94f-4547-8235-c684ad40040e tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/ports/58dc0f68-66ac-4ee2-a633-2acdafc856fa HTTP/1.1" status: 404 len: 333 time: 0.0453393 Jan 29 04:29:32.936796 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-828dfc71-eb23-4810-ad0c-ce469c88163a tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Deleting port 599378ae-733b-4e44-8e25-23d2e3c60c72 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:29:32.936796 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-828dfc71-eb23-4810-ad0c-ce469c88163a tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (599378ae-733b-4e44-8e25-23d2e3c60c72), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:32.937196 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53010) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:32.960830 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-fdc2f835-ebf0-4740-a19a-9234c0bcff7d None None] Current status of the port faa930a0-55d8-4804-a382-ba608d9dc5c5 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:32.976890 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6dd0c50-b0d8-4f7d-8af6-33bf304f4325 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:32.977974 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6dd0c50-b0d8-4f7d-8af6-33bf304f4325 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:32.979855 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-118bc61c-7a07-45d3-9b6f-d4c0bbef37b4 None None] Deleting port faa930a0-55d8-4804-a382-ba608d9dc5c5 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:29:32.980344 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-118bc61c-7a07-45d3-9b6f-d4c0bbef37b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (faa930a0-55d8-4804-a382-ba608d9dc5c5), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:32.986202 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b6dd0c50-b0d8-4f7d-8af6-33bf304f4325 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/subnets/587b03e6-76f7-4e69-bdeb-856e9d0aba80 HTTP/1.1" status: 404 len: 337 time: 0.0518355 Jan 29 04:29:32.987942 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53012) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:32.989534 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7efd9241-ed69-48b5-8c7f-cff41d2022fa tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (05bc98ef-0902-48fa-b6c7-10d435f1af32), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:33.020597 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4d07b-6394-4be3-bab3-4612d647f4e1 req-a1b9667c-26aa-40bb-bc96-7b84210b79f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:33.022222 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-19b4d07b-6394-4be3-bab3-4612d647f4e1 req-a1b9667c-26aa-40bb-bc96-7b84210b79f3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9507ed99-2983-492a-ac2f-269d5807feac HTTP/1.1" status: 200 len: 911 time: 0.2248819 Jan 29 04:29:33.034201 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad09ce59-a442-437f-b1e9-ceb2ea248707 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:33.035051 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad09ce59-a442-437f-b1e9-ceb2ea248707 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:33.041988 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ad09ce59-a442-437f-b1e9-ceb2ea248707 tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/subnets/6196182d-b366-4ff1-b95c-235d93704cbe HTTP/1.1" status: 404 len: 337 time: 0.0494766 Jan 29 04:29:33.044586 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53014) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:33.062919 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-118bc61c-7a07-45d3-9b6f-d4c0bbef37b4 None None] For port faa930a0-55d8-4804-a382-ba608d9dc5c5, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=faa930a0-55d8-4804-a382-ba608d9dc5c5,segment=NetworkSegment(d05bb8bd-f66d-4bf4-98f7-7dd43138e159),segment_id=d05bb8bd-f66d-4bf4-98f7-7dd43138e159)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:33.063638 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-118bc61c-7a07-45d3-9b6f-d4c0bbef37b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (faa930a0-55d8-4804-a382-ba608d9dc5c5), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:33.080114 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-118bc61c-7a07-45d3-9b6f-d4c0bbef37b4 None None] Calling delete_port for faa930a0-55d8-4804-a382-ba608d9dc5c5 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:29:33.092463 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9a00a78a-6f4f-4f12-b4f9-9421e7e67d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (360507d2-da02-4579-8c72-ba0281584d90), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:33.095028 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9a00a78a-6f4f-4f12-b4f9-9421e7e67d7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:33.096201 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9a00a78a-6f4f-4f12-b4f9-9421e7e67d7f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/360507d2-da02-4579-8c72-ba0281584d90 HTTP/1.1" status: 204 len: 168 time: 0.5868790 Jan 29 04:29:33.104862 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-828dfc71-eb23-4810-ad0c-ce469c88163a tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (599378ae-733b-4e44-8e25-23d2e3c60c72), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:33.123074 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00a78a-6f4f-4f12-b4f9-9421e7e67d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360507d2-da02-4579-8c72-ba0281584d90,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:33.123277 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-95f14af9-9aba-443a-80a3-4df4a8e2a97f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9731896 Jan 29 04:29:33.129714 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53018) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:33.133833 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-828dfc71-eb23-4810-ad0c-ce469c88163a tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Calling delete_port for 599378ae-733b-4e44-8e25-23d2e3c60c72 owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:29:33.139268 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-4cb37e63-354b-4be9-9281-4e255955c895 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'subnet': {'network_id': '9616cf94-e359-4c96-8bfe-b222b9be11e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:33.139946 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd9241-ed69-48b5-8c7f-cff41d2022fa tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Subnet': ['ID=05bc98ef-0902-48fa-b6c7-10d435f1af32,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:33.142364 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7efd9241-ed69-48b5-8c7f-cff41d2022fa tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:33.147352 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-7efd9241-ed69-48b5-8c7f-cff41d2022fa tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/05bc98ef-0902-48fa-b6c7-10d435f1af32 HTTP/1.1" status: 204 len: 168 time: 0.9871585 Jan 29 04:29:33.149124 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d86666-e538-4c60-a6b2-5a6499103e36 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:33.153864 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53020) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:33.199897 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-19b4d07b-6394-4be3-bab3-4612d647f4e1 req-73133533-9e0f-4440-8975-042363a5035c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1034befb-3cd4-4337-8ed7-028318e7f85e HTTP/1.1" status: 200 len: 1002 time: 0.1671789 Jan 29 04:29:33.221358 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-94f3bf69-39da-4858-9a05-74690f2eacfb tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Deleting port a8525c10-17fd-403d-a9aa-719aa24396e1 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:29:33.225337 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-94f3bf69-39da-4858-9a05-74690f2eacfb tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (a8525c10-17fd-403d-a9aa-719aa24396e1), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:33.265925 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-86adec9d-2f58-44fb-873a-d76cc1d52812 None None] Provisioning complete for port 834d7f49-a822-4d6c-8bde-fe23b3d830e3 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:33.266302 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-86adec9d-2f58-44fb-873a-d76cc1d52812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (834d7f49-a822-4d6c-8bde-fe23b3d830e3), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:33.297846 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-94f3bf69-39da-4858-9a05-74690f2eacfb tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (a8525c10-17fd-403d-a9aa-719aa24396e1), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:33.315736 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-94f3bf69-39da-4858-9a05-74690f2eacfb tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Calling delete_port for a8525c10-17fd-403d-a9aa-719aa24396e1 owned by {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:29:33.339880 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-017f8f9f-8e07-47a4-ab96-94f402023134 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting subnet 7c27e546-961c-4414-8381-3e6476ffc6b8 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:29:33.340421 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-86adec9d-2f58-44fb-873a-d76cc1d52812 None None] Port 834d7f49-a822-4d6c-8bde-fe23b3d830e3 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:29:33.363863 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-017f8f9f-8e07-47a4-ab96-94f402023134 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (7c27e546-961c-4414-8381-3e6476ffc6b8), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:33.409697 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4d07b-6394-4be3-bab3-4612d647f4e1 req-4db6c12a-6e48-4580-bf95-73410d602fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:33.411242 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-19b4d07b-6394-4be3-bab3-4612d647f4e1 req-4db6c12a-6e48-4580-bf95-73410d602fd3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ca2d3a0a-064d-4780-9b58-334005fc5d1b HTTP/1.1" status: 200 len: 849 time: 0.1744571 Jan 29 04:29:33.447345 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-118bc61c-7a07-45d3-9b6f-d4c0bbef37b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (faa930a0-55d8-4804-a382-ba608d9dc5c5), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:33.484371 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-017f8f9f-8e07-47a4-ab96-94f402023134 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (7c27e546-961c-4414-8381-3e6476ffc6b8), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:33.492754 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-94f3bf69-39da-4858-9a05-74690f2eacfb tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (a8525c10-17fd-403d-a9aa-719aa24396e1), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:33.493823 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118bc61c-7a07-45d3-9b6f-d4c0bbef37b4 None None] No DVR routers for this DVR port faa930a0-55d8-4804-a382-ba608d9dc5c5 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:29:33.518464 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118bc61c-7a07-45d3-9b6f-d4c0bbef37b4 None None] Pushing event deleted for resources: {'Port': ['ID=faa930a0-55d8-4804-a382-ba608d9dc5c5,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:33.545001 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3bf69-39da-4858-9a05-74690f2eacfb tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event deleted for resources: {'Port': ['ID=a8525c10-17fd-403d-a9aa-719aa24396e1,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:33.570447 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-94f3bf69-39da-4858-9a05-74690f2eacfb tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:33.579408 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-94f3bf69-39da-4858-9a05-74690f2eacfb tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/ports/a8525c10-17fd-403d-a9aa-719aa24396e1 HTTP/1.1" status: 204 len: 168 time: 0.5302248 Jan 29 04:29:33.584599 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53024) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:33.641358 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4d07b-6394-4be3-bab3-4612d647f4e1 req-77576e42-3b78-4adb-8e92-f91d2cd01a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:33.642911 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-19b4d07b-6394-4be3-bab3-4612d647f4e1 req-77576e42-3b78-4adb-8e92-f91d2cd01a81 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9507ed99-2983-492a-ac2f-269d5807feac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2224162 Jan 29 04:29:33.675709 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-828dfc71-eb23-4810-ad0c-ce469c88163a tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (599378ae-733b-4e44-8e25-23d2e3c60c72), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:33.689069 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb37e63-354b-4be9-9281-4e255955c895 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Made reservation on behalf of d8e0f965da8447998d407abf5ce886cf for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:33.692377 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4cb37e63-354b-4be9-9281-4e255955c895 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:33.729141 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-08cdd5ec-eecd-4d3c-a531-3d9d44f80e9d tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (983ab829-6eaf-4dad-93c5-9d2319e176fb), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:33.760402 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590cf926-53d5-416d-832f-214e15fc9d7c req-f7e8fcc1-ec39-4c9d-b06c-6a4f638b7b27 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:33.763120 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-590cf926-53d5-416d-832f-214e15fc9d7c req-f7e8fcc1-ec39-4c9d-b06c-6a4f638b7b27 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.0983238 Jan 29 04:29:33.779216 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828dfc71-eb23-4810-ad0c-ce469c88163a tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Pushing event deleted for resources: {'Port': ['ID=599378ae-733b-4e44-8e25-23d2e3c60c72,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:33.789017 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-017f8f9f-8e07-47a4-ab96-94f402023134 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (7c27e546-961c-4414-8381-3e6476ffc6b8), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:33.874906 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-08cdd5ec-eecd-4d3c-a531-3d9d44f80e9d tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (983ab829-6eaf-4dad-93c5-9d2319e176fb), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:33.903002 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-590cf926-53d5-416d-832f-214e15fc9d7c req-87e853e2-2f89-434c-b871-15def4e778ab tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1223092 Jan 29 04:29:33.907888 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-08cdd5ec-eecd-4d3c-a531-3d9d44f80e9d tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['983ab829-6eaf-4dad-93c5-9d2319e176fb']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:33.919893 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-08cdd5ec-eecd-4d3c-a531-3d9d44f80e9d tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd05bb8bd-f66d-4bf4-98f7-7dd43138e159') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:33.920795 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-08cdd5ec-eecd-4d3c-a531-3d9d44f80e9d tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd05bb8bd-f66d-4bf4-98f7-7dd43138e159') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:33.932232 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-08cdd5ec-eecd-4d3c-a531-3d9d44f80e9d tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (d05bb8bd-f66d-4bf4-98f7-7dd43138e159), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:33.947579 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-08cdd5ec-eecd-4d3c-a531-3d9d44f80e9d tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (d05bb8bd-f66d-4bf4-98f7-7dd43138e159), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:33.955904 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08cdd5ec-eecd-4d3c-a531-3d9d44f80e9d tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:29:33.956310 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-08cdd5ec-eecd-4d3c-a531-3d9d44f80e9d tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (d05bb8bd-f66d-4bf4-98f7-7dd43138e159), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:33.959603 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:29:33.959603 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:29:33.959603 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:29:33.959603 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:29:33.959603 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:29:33.959603 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:29:33.959603 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:29:33.959603 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:29:33.959603 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:29:33.959603 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:29:33.959603 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:29:33.959603 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:29:33.959603 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:29:33.959603 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:29:33.959603 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:29:33.959603 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:29:33.959603 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:29:33.959603 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:29:33.959603 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:29:33.959603 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:29:33.959603 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:29:33.959603 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:29:33.959603 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:29:33.959603 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:29:33.959603 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:29:33.959603 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:29:33.959603 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:29:33.959603 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:29:33.959603 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:29:33.959603 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:29:33.959603 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:29:33.959603 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:29:34.006330 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-19b4d07b-6394-4be3-bab3-4612d647f4e1 req-086755df-4eb9-47c5-a772-7ed52597a75b service neutron] 10.222.0.18 "GET /v2.0/networks/9507ed99-2983-492a-ac2f-269d5807feac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411679 Jan 29 04:29:34.009352 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.ipam_backend_mixin [None req-4cb37e63-354b-4be9-9281-4e255955c895 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fb43222e-bb16-46cd-8e2f-0b82c2706787 (CIDR: 172.20.0.0/28) Jan 29 04:29:34.017704 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-828dfc71-eb23-4810-ad0c-ce469c88163a tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:34.023521 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-828dfc71-eb23-4810-ad0c-ce469c88163a tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] 10.222.0.13 "DELETE /v2.0/ports/599378ae-733b-4e44-8e25-23d2e3c60c72 HTTP/1.1" status: 204 len: 168 time: 1.4576390 Jan 29 04:29:34.025138 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53028) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:34.074203 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cb37e63-354b-4be9-9281-4e255955c895 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:29:34.074715 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cb37e63-354b-4be9-9281-4e255955c895 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:34.087309 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-017f8f9f-8e07-47a4-ab96-94f402023134 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (7c27e546-961c-4414-8381-3e6476ffc6b8), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:34.104119 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23768e88-242e-46d2-b1a1-dbb5c6de541f tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:34.107868 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-23768e88-242e-46d2-b1a1-dbb5c6de541f tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] 10.222.0.13 "GET /v2.0/ports?device_id=52dc6d44-c22d-4dfe-88f9-136303161604 HTTP/1.1" status: 200 len: 913 time: 0.0814469 Jan 29 04:29:34.114974 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53030) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:34.130714 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f8f9f-8e07-47a4-ab96-94f402023134 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Subnet': ['ID=7c27e546-961c-4414-8381-3e6476ffc6b8,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:34.134701 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-017f8f9f-8e07-47a4-ab96-94f402023134 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:34.139518 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-017f8f9f-8e07-47a4-ab96-94f402023134 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/7c27e546-961c-4414-8381-3e6476ffc6b8 HTTP/1.1" status: 204 len: 168 time: 0.9831774 Jan 29 04:29:34.146548 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53032) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:34.155807 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1256696-b708-44ee-ac9e-b44f799dd75f None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:34.169122 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-08cdd5ec-eecd-4d3c-a531-3d9d44f80e9d tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (983ab829-6eaf-4dad-93c5-9d2319e176fb), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:34.201998 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-08cdd5ec-eecd-4d3c-a531-3d9d44f80e9d tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:34.205100 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-08cdd5ec-eecd-4d3c-a531-3d9d44f80e9d tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] 10.222.0.13 "DELETE /v2.0/networks/983ab829-6eaf-4dad-93c5-9d2319e176fb HTTP/1.1" status: 204 len: 168 time: 0.6185615 Jan 29 04:29:34.215541 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-e30a3590-0767-4702-bfe0-569334b866c1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0654414 Jan 29 04:29:34.219592 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53036) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:34.223145 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4cb37e63-354b-4be9-9281-4e255955c895 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0903220 Jan 29 04:29:34.224042 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53038) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:34.225271 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cdd5ec-eecd-4d3c-a531-3d9d44f80e9d tempest-PortsIpV6TestJSON-790002095 tempest-PortsIpV6TestJSON-790002095-project] Pushing event deleted for resources: {'Network': ['ID=983ab829-6eaf-4dad-93c5-9d2319e176fb,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:34.231971 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-b1fe9a88-b537-4274-ab2e-2d4703924bac tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'subnet': {'network_id': '9616cf94-e359-4c96-8bfe-b222b9be11e4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:34.232372 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-ae8bb5d9-be2c-4fbc-87b4-5ded3d00c7d3 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'subnet': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:34.236337 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-19b4d07b-6394-4be3-bab3-4612d647f4e1 req-ce104843-8266-4021-bc1f-a8533156d5b2 service neutron] 10.222.0.18 "GET /v2.0/networks/9507ed99-2983-492a-ac2f-269d5807feac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222524 Jan 29 04:29:34.248857 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-598c8547-c626-411f-b466-0e19334b723b None None] Provisioning complete for port 99abcfcf-652c-455e-a34f-7461ec932bc8 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:34.249454 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-598c8547-c626-411f-b466-0e19334b723b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (99abcfcf-652c-455e-a34f-7461ec932bc8), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:34.370002 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-598c8547-c626-411f-b466-0e19334b723b None None] Current status of the port 99abcfcf-652c-455e-a34f-7461ec932bc8 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:34.411993 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3367df29-91d9-43b6-a63b-f767091d3a76 None None] DHCP port deletion for 4d28e89c-1ada-4d65-a68a-7c96765b022b request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:29:34.423275 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8bb5d9-be2c-4fbc-87b4-5ded3d00c7d3 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:34.426658 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ae8bb5d9-be2c-4fbc-87b4-5ded3d00c7d3 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:34.462938 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3367df29-91d9-43b6-a63b-f767091d3a76 None None] Deleting port 99abcfcf-652c-455e-a34f-7461ec932bc8 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:29:34.463305 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3367df29-91d9-43b6-a63b-f767091d3a76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (99abcfcf-652c-455e-a34f-7461ec932bc8), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:34.497883 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1fe9a88-b537-4274-ab2e-2d4703924bac tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Made reservation on behalf of d8e0f965da8447998d407abf5ce886cf for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:34.501774 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b1fe9a88-b537-4274-ab2e-2d4703924bac tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:34.601913 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.ipam_backend_mixin [None req-b1fe9a88-b537-4274-ab2e-2d4703924bac tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 46f1e981-3eef-451b-8b1f-256c803ce089 (CIDR: 172.20.0.16/28) Jan 29 04:29:34.646583 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1fe9a88-b537-4274-ab2e-2d4703924bac tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:29:34.647259 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1fe9a88-b537-4274-ab2e-2d4703924bac tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:34.680022 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3367df29-91d9-43b6-a63b-f767091d3a76 None None] For port 99abcfcf-652c-455e-a34f-7461ec932bc8, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=99abcfcf-652c-455e-a34f-7461ec932bc8,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:34.680423 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3367df29-91d9-43b6-a63b-f767091d3a76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (99abcfcf-652c-455e-a34f-7461ec932bc8), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:34.696324 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3367df29-91d9-43b6-a63b-f767091d3a76 None None] Calling delete_port for 99abcfcf-652c-455e-a34f-7461ec932bc8 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:29:34.744335 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53042) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:34.745175 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b1fe9a88-b537-4274-ab2e-2d4703924bac tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5194540 Jan 29 04:29:34.750996 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-0fe286e7-8aec-4bc2-8a37-552d98e6d726 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'subnet': {'network_id': '9616cf94-e359-4c96-8bfe-b222b9be11e4', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:34.780932 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53044) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:34.819812 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fedf0840-50fc-4501-a639-9da8b9e65061 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (52dc6d44-c22d-4dfe-88f9-136303161604), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:34.851689 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3367df29-91d9-43b6-a63b-f767091d3a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (99abcfcf-652c-455e-a34f-7461ec932bc8), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:34.880150 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 99abcfcf-652c-455e-a34f-7461ec932bc8 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:29:34.882713 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3367df29-91d9-43b6-a63b-f767091d3a76 None None] Pushing event deleted for resources: {'Port': ['ID=99abcfcf-652c-455e-a34f-7461ec932bc8,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:34.889510 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3367df29-91d9-43b6-a63b-f767091d3a76 None None] No DVR routers for this DVR port 99abcfcf-652c-455e-a34f-7461ec932bc8 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:29:34.913121 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 99abcfcf-652c-455e-a34f-7461ec932bc8 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:29:34.913470 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 99abcfcf-652c-455e-a34f-7461ec932bc8 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:29:34.914493 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device faa930a0-55d8-4804-a382-ba608d9dc5c5 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:29:34.933792 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: faa930a0-55d8-4804-a382-ba608d9dc5c5 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:29:34.934143 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device faa930a0-55d8-4804-a382-ba608d9dc5c5 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:29:34.963603 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9bcc36d1-3cb5-4fac-aa1a-21f760ce7c82 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=931e85f3b3ac4f669ae92c3bafe28f71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1788418 Jan 29 04:29:34.963603 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53050) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:35.051782 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-735c47f8-25ca-4893-a0bc-64524957ca33 admin admin] Publish callbacks [] for security_group (11af4747-e692-4e87-bc4c-9a6ef650cf0f), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:35.067071 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.objects.ports [None req-ae8bb5d9-be2c-4fbc-87b4-5ded3d00c7d3 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103584) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 04:29:35.069460 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ae8bb5d9-be2c-4fbc-87b4-5ded3d00c7d3 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (1387f767-fb71-4d09-97d6-89d2b171c686), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:35.069722 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3229bd-ada8-4dbb-8bc2-ae42ab5f68e8 req-d2b4b34d-053b-45fc-9bc2-8bbd1a9ca000 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:35.071212 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fa3229bd-ada8-4dbb-8bc2-ae42ab5f68e8 req-d2b4b34d-053b-45fc-9bc2-8bbd1a9ca000 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.0913332 Jan 29 04:29:35.090948 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-735c47f8-25ca-4893-a0bc-64524957ca33 admin admin] Publish callbacks [] for security_group (11af4747-e692-4e87-bc4c-9a6ef650cf0f), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:35.127068 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe286e7-8aec-4bc2-8a37-552d98e6d726 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Made reservation on behalf of d8e0f965da8447998d407abf5ce886cf for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:35.131742 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0fe286e7-8aec-4bc2-8a37-552d98e6d726 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:35.151217 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fa3229bd-ada8-4dbb-8bc2-ae42ab5f68e8 req-1434e71b-98ca-4162-8ac9-cca0f73c0ac1 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0694311 Jan 29 04:29:35.176026 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8bb5d9-be2c-4fbc-87b4-5ded3d00c7d3 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:35.203169 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8bb5d9-be2c-4fbc-87b4-5ded3d00c7d3 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Subnet': ['ID=1387f767-fb71-4d09-97d6-89d2b171c686,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:35.209733 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-ae8bb5d9-be2c-4fbc-87b4-5ded3d00c7d3 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:35.212851 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8bb5d9-be2c-4fbc-87b4-5ded3d00c7d3 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:35.213443 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ae8bb5d9-be2c-4fbc-87b4-5ded3d00c7d3 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:35.218761 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1a325f-c67c-4bbf-a8c7-309031805776 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:35.252154 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-735c47f8-25ca-4893-a0bc-64524957ca33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (11af4747-e692-4e87-bc4c-9a6ef650cf0f), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:35.254465 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-735c47f8-25ca-4893-a0bc-64524957ca33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:35.258166 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-735c47f8-25ca-4893-a0bc-64524957ca33 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/11af4747-e692-4e87-bc4c-9a6ef650cf0f HTTP/1.1" status: 204 len: 168 time: 0.2925069 Jan 29 04:29:35.275129 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c47f8-25ca-4893-a0bc-64524957ca33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11af4747-e692-4e87-bc4c-9a6ef650cf0f,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:35.347506 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ae8bb5d9-be2c-4fbc-87b4-5ded3d00c7d3 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1251702 Jan 29 04:29:35.350600 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53054) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:35.366902 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-f088f930-12f4-4704-9b8b-4d71c77c518b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'subnet': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:35.370044 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd89194-21d2-485c-a31c-8a07c20416e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-4d28e89c-1ada-4d65-a68a-7c96765b022b', 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'project_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'fixed_ips': [{'subnet_id': '1387f767-fb71-4d09-97d6-89d2b171c686'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:29:35.370992 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8dd89194-21d2-485c-a31c-8a07c20416e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:35.452325 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-fedf0840-50fc-4501-a639-9da8b9e65061 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Deleting port 5ddd330e-ce29-48c0-bdb5-acc944d1c569 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:29:35.452943 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fedf0840-50fc-4501-a639-9da8b9e65061 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (5ddd330e-ce29-48c0-bdb5-acc944d1c569), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:35.525210 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-8dd89194-21d2-485c-a31c-8a07c20416e7 None None] Allocated IP 2001:db8::f816:3eff:fe14:35cb (4d28e89c-1ada-4d65-a68a-7c96765b022b/1387f767-fb71-4d09-97d6-89d2b171c686/cad56575-c2e9-4fa2-ac77-47bf8c73b20c) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:35.611915 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f088f930-12f4-4704-9b8b-4d71c77c518b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:35.616503 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f088f930-12f4-4704-9b8b-4d71c77c518b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:35.730395 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8dd89194-21d2-485c-a31c-8a07c20416e7 None None] Publish callbacks [] for port (cad56575-c2e9-4fa2-ac77-47bf8c73b20c), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:35.828779 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8dd89194-21d2-485c-a31c-8a07c20416e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (cad56575-c2e9-4fa2-ac77-47bf8c73b20c), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:35.875176 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd89194-21d2-485c-a31c-8a07c20416e7 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:35.883499 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-8dd89194-21d2-485c-a31c-8a07c20416e7 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:35.886515 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd89194-21d2-485c-a31c-8a07c20416e7 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:29:35.898888 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd89194-21d2-485c-a31c-8a07c20416e7 None None] Pushing event updated for resources: {'Port': ['ID=cad56575-c2e9-4fa2-ac77-47bf8c73b20c,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:35.905477 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fedf0840-50fc-4501-a639-9da8b9e65061 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (5ddd330e-ce29-48c0-bdb5-acc944d1c569), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:35.918420 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-fedf0840-50fc-4501-a639-9da8b9e65061 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Calling delete_port for 5ddd330e-ce29-48c0-bdb5-acc944d1c569 owned by network:router_interface {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:29:35.954988 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-8dd89194-21d2-485c-a31c-8a07c20416e7 None None] Attempting to bind port cad56575-c2e9-4fa2-ac77-47bf8c73b20c on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:29:35.955367 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-8dd89194-21d2-485c-a31c-8a07c20416e7 None None] Attempting to bind port cad56575-c2e9-4fa2-ac77-47bf8c73b20c by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:29:35.955801 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd89194-21d2-485c-a31c-8a07c20416e7 None None] Attempting to bind port cad56575-c2e9-4fa2-ac77-47bf8c73b20c on network 4d28e89c-1ada-4d65-a68a-7c96765b022b {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:35.961830 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd89194-21d2-485c-a31c-8a07c20416e7 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:29:35.962301 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd89194-21d2-485c-a31c-8a07c20416e7 None None] Checking segment: {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:29:35.963028 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8dd89194-21d2-485c-a31c-8a07c20416e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:35.963432 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd89194-21d2-485c-a31c-8a07c20416e7 None None] Bound using segment: {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:29:35.964083 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-8dd89194-21d2-485c-a31c-8a07c20416e7 None None] Bound port: cad56575-c2e9-4fa2-ac77-47bf8c73b20c, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:29:35.964586 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8dd89194-21d2-485c-a31c-8a07c20416e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (cad56575-c2e9-4fa2-ac77-47bf8c73b20c), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:35.978414 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0fe286e7-8aec-4bc2-8a37-552d98e6d726 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (e0beb24c-bcc2-47bd-b98a-ad3609fd94c1), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:36.006643 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f088f930-12f4-4704-9b8b-4d71c77c518b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (675d3127-9527-4cf0-a6db-08928c8275b7), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:36.033585 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe286e7-8aec-4bc2-8a37-552d98e6d726 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Network 9616cf94-e359-4c96-8bfe-b222b9be11e4 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:36.046315 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-8dd89194-21d2-485c-a31c-8a07c20416e7 None None] For port cad56575-c2e9-4fa2-ac77-47bf8c73b20c, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:29:36.049019 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-8dd89194-21d2-485c-a31c-8a07c20416e7 None None] For port cad56575-c2e9-4fa2-ac77-47bf8c73b20c, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=cad56575-c2e9-4fa2-ac77-47bf8c73b20c,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:29:36.051794 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f088f930-12f4-4704-9b8b-4d71c77c518b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:36.055124 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-f088f930-12f4-4704-9b8b-4d71c77c518b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:36.059278 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f088f930-12f4-4704-9b8b-4d71c77c518b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:36.059963 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f088f930-12f4-4704-9b8b-4d71c77c518b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:36.071592 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-0fe286e7-8aec-4bc2-8a37-552d98e6d726 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:36.073889 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088f930-12f4-4704-9b8b-4d71c77c518b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Subnet': ['ID=675d3127-9527-4cf0-a6db-08928c8275b7,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:36.079259 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe286e7-8aec-4bc2-8a37-552d98e6d726 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:36.079857 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0fe286e7-8aec-4bc2-8a37-552d98e6d726 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:36.086013 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ecbfeb-4491-4c29-a36d-5d4a18f91787 None None] Network 9616cf94-e359-4c96-8bfe-b222b9be11e4 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:36.094139 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe286e7-8aec-4bc2-8a37-552d98e6d726 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'Subnet': ['ID=e0beb24c-bcc2-47bd-b98a-ad3609fd94c1,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:36.144888 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8dd89194-21d2-485c-a31c-8a07c20416e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (cad56575-c2e9-4fa2-ac77-47bf8c73b20c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:36.174367 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f088f930-12f4-4704-9b8b-4d71c77c518b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8222296 Jan 29 04:29:36.177091 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53072) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:36.179177 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0fe286e7-8aec-4bc2-8a37-552d98e6d726 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4332390 Jan 29 04:29:36.184251 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-866f62b5-936b-4787-9e39-115156e9b9ef tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'port': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'mac_address': 'fa:16:3e:cb:b1:3e', 'name': 'tempest-NetworksTestDHCPv6-967597831'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:36.186505 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53076) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:36.198891 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-da6a545a-22c7-4662-86b5-5c9fe9568337 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-46261049', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e0beb24c-bcc2-47bd-b98a-ad3609fd94c1'}], 'security_groups': ['a49f1227-9634-4a2d-946d-4dfdf24c606a', 'd1f30135-61d9-4e98-930a-b975b44d6e93']}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:36.247807 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fedf0840-50fc-4501-a639-9da8b9e65061 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (5ddd330e-ce29-48c0-bdb5-acc944d1c569), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:36.262053 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd89194-21d2-485c-a31c-8a07c20416e7 None None] Pushing event updated for resources: {'Port': ['ID=cad56575-c2e9-4fa2-ac77-47bf8c73b20c,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:36.303071 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedf0840-50fc-4501-a639-9da8b9e65061 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Pushing event deleted for resources: {'Port': ['ID=5ddd330e-ce29-48c0-bdb5-acc944d1c569,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:36.406119 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866f62b5-936b-4787-9e39-115156e9b9ef tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:36.427406 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0e8e24-9eed-44c3-8c26-bb34a1735223 None None] Update dhcp port {'port': {'network_id': '9616cf94-e359-4c96-8bfe-b222b9be11e4', 'fixed_ips': [{'subnet_id': '46f1e981-3eef-451b-8b1f-256c803ce089', 'ip_address': '172.20.0.18'}, {'subnet_id': 'fb43222e-bb16-46cd-8e2f-0b82c2706787', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e0beb24c-bcc2-47bd-b98a-ad3609fd94c1'}], 'binding:host_id': 'dv-neutron-821190-1-hyperv'}, 'id': '2daa3f8b-30d4-4863-aedc-910bf1dc6646'} from dv-neutron-821190-1-hyperv. {{(pid=103586) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 29 04:29:36.493140 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fd0e8e24-9eed-44c3-8c26-bb34a1735223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (2daa3f8b-30d4-4863-aedc-910bf1dc6646), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:36.515304 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53080) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:36.545461 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-da6a545a-22c7-4662-86b5-5c9fe9568337 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (834d7f49-a822-4d6c-8bde-fe23b3d830e3), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:36.628799 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-866f62b5-936b-4787-9e39-115156e9b9ef tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:36.650621 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-866f62b5-936b-4787-9e39-115156e9b9ef tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] device_id is not set on port c8041109-3c35-476a-aee9-aae817ea05ea yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:29:36.672910 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f97a7f-cbf8-4085-9806-d74099691c46 req-77fb4830-de94-4c33-ae7c-f28d93b0dbf5 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:36.674523 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-67f97a7f-cbf8-4085-9806-d74099691c46 req-77fb4830-de94-4c33-ae7c-f28d93b0dbf5 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.4147077 Jan 29 04:29:36.675639 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fedf0840-50fc-4501-a639-9da8b9e65061 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (52dc6d44-c22d-4dfe-88f9-136303161604), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:36.739535 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-cd27448b-0416-4dcf-81e1-93bd79f793ad tempest-DvrRoutersNegativeTest-615210129 tempest-DvrRoutersNegativeTest-615210129-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-807220612', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:36.743871 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.policy [None req-cd27448b-0416-4dcf-81e1-93bd79f793ad tempest-DvrRoutersNegativeTest-615210129 tempest-DvrRoutersNegativeTest-615210129-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103585) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Jan 29 04:29:36.744395 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.policy [None req-cd27448b-0416-4dcf-81e1-93bd79f793ad tempest-DvrRoutersNegativeTest-615210129 tempest-DvrRoutersNegativeTest-615210129-project] Failed policy check for 'create_router' {{(pid=103585) enforce /opt/stack/neutron/neutron/policy.py:524}} Jan 29 04:29:36.745151 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-cd27448b-0416-4dcf-81e1-93bd79f793ad tempest-DvrRoutersNegativeTest-615210129 tempest-DvrRoutersNegativeTest-615210129-project] create failed (client error): Access was denied to this resource. Jan 29 04:29:36.746331 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-cd27448b-0416-4dcf-81e1-93bd79f793ad tempest-DvrRoutersNegativeTest-615210129 tempest-DvrRoutersNegativeTest-615210129-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2300091 Jan 29 04:29:36.782399 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-fd0e8e24-9eed-44c3-8c26-bb34a1735223 None None] Allocated IP 172.20.0.34 (9616cf94-e359-4c96-8bfe-b222b9be11e4/e0beb24c-bcc2-47bd-b98a-ad3609fd94c1/2daa3f8b-30d4-4863-aedc-910bf1dc6646) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:36.901744 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-67f97a7f-cbf8-4085-9806-d74099691c46 req-b23a121c-134a-4b68-be2a-027648316e69 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2147267 Jan 29 04:29:36.908196 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-fd0e8e24-9eed-44c3-8c26-bb34a1735223 None None] For port 2daa3f8b-30d4-4863-aedc-910bf1dc6646, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=2daa3f8b-30d4-4863-aedc-910bf1dc6646,segment=NetworkSegment(1f91fdf3-65d3-4539-a619-466fa51baae3),segment_id=1f91fdf3-65d3-4539-a619-466fa51baae3)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:36.962081 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fd0e8e24-9eed-44c3-8c26-bb34a1735223 None None] Publish callbacks [] for port (2daa3f8b-30d4-4863-aedc-910bf1dc6646), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:36.983855 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-866f62b5-936b-4787-9e39-115156e9b9ef tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Allocated IP 172.20.0.11 (4d28e89c-1ada-4d65-a68a-7c96765b022b/675d3127-9527-4cf0-a6db-08928c8275b7/c8041109-3c35-476a-aee9-aae817ea05ea) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:36.999843 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-866f62b5-936b-4787-9e39-115156e9b9ef tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Allocated IP 2001:db8::f816:3eff:fecb:b13e (4d28e89c-1ada-4d65-a68a-7c96765b022b/1387f767-fb71-4d09-97d6-89d2b171c686/c8041109-3c35-476a-aee9-aae817ea05ea) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:37.028339 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device cad56575-c2e9-4fa2-ac77-47bf8c73b20c up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:37.033303 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fd0e8e24-9eed-44c3-8c26-bb34a1735223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (2daa3f8b-30d4-4863-aedc-910bf1dc6646), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:37.067880 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fedf0840-50fc-4501-a639-9da8b9e65061 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Router 52dc6d44-c22d-4dfe-88f9-136303161604 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:29:37.162489 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e8e24-9eed-44c3-8c26-bb34a1735223 None None] Pushing event updated for resources: {'Port': ['ID=2daa3f8b-30d4-4863-aedc-910bf1dc6646,revision_number=7']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:37.194115 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port cad56575-c2e9-4fa2-ac77-47bf8c73b20c triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:37.194491 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (cad56575-c2e9-4fa2-ac77-47bf8c73b20c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:37.204995 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fedf0840-50fc-4501-a639-9da8b9e65061 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:29:37.213240 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fdc5ef-a0ed-4025-94ff-84f40ba1d01d req-6058e189-90f4-43bd-b51f-5c0eb572ae9c tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:37.221460 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ea851d-ed57-4d91-b85a-32c00e83ffeb None None] Sync routers for ids ['52dc6d44-c22d-4dfe-88f9-136303161604'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:29:37.222155 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c1fdc5ef-a0ed-4025-94ff-84f40ba1d01d req-6058e189-90f4-43bd-b51f-5c0eb572ae9c tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.1912730 Jan 29 04:29:37.230738 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-fedf0840-50fc-4501-a639-9da8b9e65061 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] 10.222.0.13 "PUT /v2.0/routers/52dc6d44-c22d-4dfe-88f9-136303161604/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1145191 Jan 29 04:29:37.231497 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53088) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:37.257333 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ea851d-ed57-4d91-b85a-32c00e83ffeb None None] Routers {'52dc6d44-c22d-4dfe-88f9-136303161604'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:29:37.263582 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-c5ea851d-ed57-4d91-b85a-32c00e83ffeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:29:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['52dc6d44-c22d-4dfe-88f9-136303161604'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:37.322038 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-c5ea851d-ed57-4d91-b85a-32c00e83ffeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:37.342288 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ea851d-ed57-4d91-b85a-32c00e83ffeb None None] Routers {'52dc6d44-c22d-4dfe-88f9-136303161604'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:29:37.343485 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-c5ea851d-ed57-4d91-b85a-32c00e83ffeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:29:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['52dc6d44-c22d-4dfe-88f9-136303161604'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:37.376823 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bb67b72b-4443-43ee-b99f-c9807c1224df tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks [] for router (52dc6d44-c22d-4dfe-88f9-136303161604), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:37.379826 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c1fdc5ef-a0ed-4025-94ff-84f40ba1d01d req-24939bbf-045d-4b37-853a-9941640bb467 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1571271 Jan 29 04:29:37.389289 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port cad56575-c2e9-4fa2-ac77-47bf8c73b20c is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:37.389833 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (cad56575-c2e9-4fa2-ac77-47bf8c73b20c), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:37.403469 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-c5ea851d-ed57-4d91-b85a-32c00e83ffeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:37.407033 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ea851d-ed57-4d91-b85a-32c00e83ffeb None None] The sync data for ids ['52dc6d44-c22d-4dfe-88f9-136303161604'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:29:37.424930 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-866f62b5-936b-4787-9e39-115156e9b9ef tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for port (c8041109-3c35-476a-aee9-aae817ea05ea), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:37.508008 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port cad56575-c2e9-4fa2-ac77-47bf8c73b20c, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=cad56575-c2e9-4fa2-ac77-47bf8c73b20c,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:37.571989 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (cad56575-c2e9-4fa2-ac77-47bf8c73b20c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:37.575109 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53094) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:37.606121 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-866f62b5-936b-4787-9e39-115156e9b9ef tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (c8041109-3c35-476a-aee9-aae817ea05ea), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:37.675469 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-da6a545a-22c7-4662-86b5-5c9fe9568337 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Delete allocated IP 172.20.0.12 (9616cf94-e359-4c96-8bfe-b222b9be11e4/fb43222e-bb16-46cd-8e2f-0b82c2706787) {{(pid=103584) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 29 04:29:37.695023 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=cad56575-c2e9-4fa2-ac77-47bf8c73b20c,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:37.698300 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866f62b5-936b-4787-9e39-115156e9b9ef tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:37.702134 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-866f62b5-936b-4787-9e39-115156e9b9ef tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:37.723428 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866f62b5-936b-4787-9e39-115156e9b9ef tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:29:37.735940 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f62b5-936b-4787-9e39-115156e9b9ef tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Port': ['ID=c8041109-3c35-476a-aee9-aae817ea05ea,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:37.747788 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-da6a545a-22c7-4662-86b5-5c9fe9568337 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Allocated IP 172.20.0.39 (9616cf94-e359-4c96-8bfe-b222b9be11e4/e0beb24c-bcc2-47bd-b98a-ad3609fd94c1/834d7f49-a822-4d6c-8bde-fe23b3d830e3) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:37.751102 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bb67b72b-4443-43ee-b99f-c9807c1224df tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (52dc6d44-c22d-4dfe-88f9-136303161604), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:37.773060 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bb67b72b-4443-43ee-b99f-c9807c1224df tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks [] for router_controller (52dc6d44-c22d-4dfe-88f9-136303161604), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:37.817449 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866f62b5-936b-4787-9e39-115156e9b9ef tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:37.818109 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-866f62b5-936b-4787-9e39-115156e9b9ef tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:37.829161 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-be0b7984-f801-48ca-b673-e42663ddea01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:37.908414 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080fba9f-6e40-4b99-9fc4-ab24a6f11d6f None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:37.943507 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-be0b7984-f801-48ca-b673-e42663ddea01 admin admin] Publish callbacks [] for security_group (6f861647-84e2-4b1e-a4ec-4d6911ab2b5e), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:37.969725 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-866f62b5-936b-4787-9e39-115156e9b9ef tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7888014 Jan 29 04:29:37.971712 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53100) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:37.981131 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bb67b72b-4443-43ee-b99f-c9807c1224df tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (52dc6d44-c22d-4dfe-88f9-136303161604), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:37.982450 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb67b72b-4443-43ee-b99f-c9807c1224df tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Fanout notify agent at l3_agent the message router_deleted on router 52dc6d44-c22d-4dfe-88f9-136303161604 {{(pid=103584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:29:37.994823 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bb67b72b-4443-43ee-b99f-c9807c1224df tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:37.996156 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-bb67b72b-4443-43ee-b99f-c9807c1224df tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] 10.222.0.13 "DELETE /v2.0/routers/52dc6d44-c22d-4dfe-88f9-136303161604 HTTP/1.1" status: 204 len: 168 time: 0.7608678 Jan 29 04:29:38.000091 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53102) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:38.001297 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-f84f82a1-66f6-4d53-be6e-4d3a5080814a None None] Provisioning complete for port cad56575-c2e9-4fa2-ac77-47bf8c73b20c triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:38.001768 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f84f82a1-66f6-4d53-be6e-4d3a5080814a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (cad56575-c2e9-4fa2-ac77-47bf8c73b20c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:38.039514 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5051a-74ae-4bcd-8cf8-c1fbeba81271 req-aebdabc5-3795-4a6e-9f63-42d302774cb6 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:38.041304 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8ae5051a-74ae-4bcd-8cf8-c1fbeba81271 req-aebdabc5-3795-4a6e-9f63-42d302774cb6 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.1204383 Jan 29 04:29:38.044184 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-be0b7984-f801-48ca-b673-e42663ddea01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (6f861647-84e2-4b1e-a4ec-4d6911ab2b5e), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:38.064802 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee9abaf-780a-49f6-b92f-36d397d85e51 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:38.070590 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee9abaf-780a-49f6-b92f-36d397d85e51 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:38.075125 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-8ee9abaf-780a-49f6-b92f-36d397d85e51 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1014738 Jan 29 04:29:38.079612 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53104) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:38.129022 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-79732b3f-fb03-4106-82db-5f7045c85f2e tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Deleting subnet bcb07d5a-3d96-4c4b-af4e-227e140829fa {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:29:38.137592 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-be0b7984-f801-48ca-b673-e42663ddea01 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5997002b62ef4ee7b86c36bd0f69a225&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5606787 Jan 29 04:29:38.142097 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53106) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:38.143178 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-f84f82a1-66f6-4d53-be6e-4d3a5080814a None None] Current status of the port cad56575-c2e9-4fa2-ac77-47bf8c73b20c is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:38.144452 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-79732b3f-fb03-4106-82db-5f7045c85f2e tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks [] for subnet (bcb07d5a-3d96-4c4b-af4e-227e140829fa), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:38.220310 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-da6a545a-22c7-4662-86b5-5c9fe9568337 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for port (834d7f49-a822-4d6c-8bde-fe23b3d830e3), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:38.230847 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d204f73f-16d2-4337-a119-87adf97ceef2 None None] Update dhcp port {'port': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'fixed_ips': [{'subnet_id': '1387f767-fb71-4d09-97d6-89d2b171c686', 'ip_address': '2001:db8::f816:3eff:fe14:35cb'}, {'subnet_id': '675d3127-9527-4cf0-a6db-08928c8275b7'}], 'binding:host_id': 'dv-neutron-821190-1-hyperv'}, 'id': 'cad56575-c2e9-4fa2-ac77-47bf8c73b20c'} from dv-neutron-821190-1-hyperv. {{(pid=103586) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 29 04:29:38.250128 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-79732b3f-fb03-4106-82db-5f7045c85f2e tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (bcb07d5a-3d96-4c4b-af4e-227e140829fa), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:38.268467 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d204f73f-16d2-4337-a119-87adf97ceef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (cad56575-c2e9-4fa2-ac77-47bf8c73b20c), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:38.285567 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-da6a545a-22c7-4662-86b5-5c9fe9568337 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (834d7f49-a822-4d6c-8bde-fe23b3d830e3), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:38.285868 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-69ce7c00-b70d-42a5-b57d-9abb05bdaf6a None None] Provisioning complete for port 03ad0d14-1ec5-4e03-8fe3-07a98769dca1 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:38.286219 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-69ce7c00-b70d-42a5-b57d-9abb05bdaf6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (03ad0d14-1ec5-4e03-8fe3-07a98769dca1), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:38.353009 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-69ce7c00-b70d-42a5-b57d-9abb05bdaf6a None None] Port 03ad0d14-1ec5-4e03-8fe3-07a98769dca1 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:29:38.427804 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-69ce7c00-b70d-42a5-b57d-9abb05bdaf6a None None] Provisioning complete for port 834d7f49-a822-4d6c-8bde-fe23b3d830e3 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:38.428512 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-69ce7c00-b70d-42a5-b57d-9abb05bdaf6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (834d7f49-a822-4d6c-8bde-fe23b3d830e3), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:38.445921 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a545a-22c7-4662-86b5-5c9fe9568337 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event updated for resources: {'Port': ['ID=834d7f49-a822-4d6c-8bde-fe23b3d830e3,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:38.468751 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-f9d75f22-7420-40dd-aa31-723d1a0cddfe tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting port c8041109-3c35-476a-aee9-aae817ea05ea {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:29:38.469096 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f9d75f22-7420-40dd-aa31-723d1a0cddfe tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (c8041109-3c35-476a-aee9-aae817ea05ea), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:38.491647 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-79732b3f-fb03-4106-82db-5f7045c85f2e tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (bcb07d5a-3d96-4c4b-af4e-227e140829fa), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:38.495131 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-69ce7c00-b70d-42a5-b57d-9abb05bdaf6a None None] Port 834d7f49-a822-4d6c-8bde-fe23b3d830e3 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:29:38.511477 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-d204f73f-16d2-4337-a119-87adf97ceef2 None None] Allocated IP 172.20.0.2 (4d28e89c-1ada-4d65-a68a-7c96765b022b/675d3127-9527-4cf0-a6db-08928c8275b7/cad56575-c2e9-4fa2-ac77-47bf8c73b20c) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:38.525749 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-69ce7c00-b70d-42a5-b57d-9abb05bdaf6a None None] Provisioning complete for port 2daa3f8b-30d4-4863-aedc-910bf1dc6646 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:38.526209 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-69ce7c00-b70d-42a5-b57d-9abb05bdaf6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (2daa3f8b-30d4-4863-aedc-910bf1dc6646), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:38.548212 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b7984-f801-48ca-b673-e42663ddea01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f861647-84e2-4b1e-a4ec-4d6911ab2b5e,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:38.567532 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-da6a545a-22c7-4662-86b5-5c9fe9568337 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] In _notify_port_updated(), no bound segment for port 834d7f49-a822-4d6c-8bde-fe23b3d830e3 on network 9616cf94-e359-4c96-8bfe-b222b9be11e4 {{(pid=103584) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 04:29:38.573802 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6a545a-22c7-4662-86b5-5c9fe9568337 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:38.575458 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-da6a545a-22c7-4662-86b5-5c9fe9568337 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:38.579452 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-da6a545a-22c7-4662-86b5-5c9fe9568337 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "PUT /v2.0/ports/834d7f49-a822-4d6c-8bde-fe23b3d830e3 HTTP/1.1" status: 200 len: 958 time: 2.3903685 Jan 29 04:29:38.580089 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53108) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:38.588331 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8ae5051a-74ae-4bcd-8cf8-c1fbeba81271 req-1ebff414-cc30-4c2c-bed5-0bc4e04c7b6b tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5051482 Jan 29 04:29:38.635054 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-56d916cb-e4a9-4096-8f36-cad9466a4e97 admin admin] Publish callbacks [] for security_group (6f861647-84e2-4b1e-a4ec-4d6911ab2b5e), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:38.657047 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-56d916cb-e4a9-4096-8f36-cad9466a4e97 admin admin] Publish callbacks [] for security_group (6f861647-84e2-4b1e-a4ec-4d6911ab2b5e), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:38.671175 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-d204f73f-16d2-4337-a119-87adf97ceef2 None None] For port cad56575-c2e9-4fa2-ac77-47bf8c73b20c, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=cad56575-c2e9-4fa2-ac77-47bf8c73b20c,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:38.689198 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f9d75f22-7420-40dd-aa31-723d1a0cddfe tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (c8041109-3c35-476a-aee9-aae817ea05ea), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:38.694328 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-69ce7c00-b70d-42a5-b57d-9abb05bdaf6a None None] Current status of the port 2daa3f8b-30d4-4863-aedc-910bf1dc6646 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:38.714828 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d204f73f-16d2-4337-a119-87adf97ceef2 None None] Publish callbacks [] for port (cad56575-c2e9-4fa2-ac77-47bf8c73b20c), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:38.723907 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-f9d75f22-7420-40dd-aa31-723d1a0cddfe tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Calling delete_port for c8041109-3c35-476a-aee9-aae817ea05ea owned by {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:29:38.766242 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-56d916cb-e4a9-4096-8f36-cad9466a4e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (6f861647-84e2-4b1e-a4ec-4d6911ab2b5e), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:38.768773 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-56d916cb-e4a9-4096-8f36-cad9466a4e97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:38.772602 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-56d916cb-e4a9-4096-8f36-cad9466a4e97 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f861647-84e2-4b1e-a4ec-4d6911ab2b5e HTTP/1.1" status: 204 len: 168 time: 0.6257467 Jan 29 04:29:38.778888 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d204f73f-16d2-4337-a119-87adf97ceef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (cad56575-c2e9-4fa2-ac77-47bf8c73b20c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:38.779641 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-79732b3f-fb03-4106-82db-5f7045c85f2e tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (bcb07d5a-3d96-4c4b-af4e-227e140829fa), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:38.796368 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d916cb-e4a9-4096-8f36-cad9466a4e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f861647-84e2-4b1e-a4ec-4d6911ab2b5e,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:38.822921 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-79732b3f-fb03-4106-82db-5f7045c85f2e tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:38.826978 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-79732b3f-fb03-4106-82db-5f7045c85f2e tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] 10.222.0.13 "DELETE /v2.0/subnets/bcb07d5a-3d96-4c4b-af4e-227e140829fa HTTP/1.1" status: 204 len: 168 time: 0.8256321 Jan 29 04:29:38.827835 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79732b3f-fb03-4106-82db-5f7045c85f2e tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Pushing event deleted for resources: {'Subnet': ['ID=bcb07d5a-3d96-4c4b-af4e-227e140829fa,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:38.829601 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53112) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:38.853451 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321048fb-07e1-4f6a-9726-3448a6b15b19 None None] Network cc541871-d38f-4479-9702-8a84d11db997 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:38.871791 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-e96bbff2-a02a-436f-9d3d-b268854ea1a7 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Deleting port 834d7f49-a822-4d6c-8bde-fe23b3d830e3 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:29:38.872153 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e96bbff2-a02a-436f-9d3d-b268854ea1a7 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (834d7f49-a822-4d6c-8bde-fe23b3d830e3), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:38.984007 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3eb400cc-a7e2-4019-aa96-acb81dce1668 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (cc541871-d38f-4479-9702-8a84d11db997), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:39.035518 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 2daa3f8b-30d4-4863-aedc-910bf1dc6646 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:39.051743 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-3eb400cc-a7e2-4019-aa96-acb81dce1668 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Deleting port 9b2e3b7f-7ec3-404c-bbcf-bab1a85de147 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:29:39.052227 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3eb400cc-a7e2-4019-aa96-acb81dce1668 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (9b2e3b7f-7ec3-404c-bbcf-bab1a85de147), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:39.062760 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e96bbff2-a02a-436f-9d3d-b268854ea1a7 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (834d7f49-a822-4d6c-8bde-fe23b3d830e3), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:39.097597 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-e96bbff2-a02a-436f-9d3d-b268854ea1a7 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Calling delete_port for 834d7f49-a822-4d6c-8bde-fe23b3d830e3 owned by {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:29:39.148926 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-3eb400cc-a7e2-4019-aa96-acb81dce1668 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] For port 9b2e3b7f-7ec3-404c-bbcf-bab1a85de147, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=9b2e3b7f-7ec3-404c-bbcf-bab1a85de147,segment=NetworkSegment(ba213171-b709-40ff-b21a-8ed9eaf6f0e2),segment_id=ba213171-b709-40ff-b21a-8ed9eaf6f0e2)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:39.154215 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3eb400cc-a7e2-4019-aa96-acb81dce1668 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (9b2e3b7f-7ec3-404c-bbcf-bab1a85de147), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:39.171461 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-3eb400cc-a7e2-4019-aa96-acb81dce1668 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Calling delete_port for 9b2e3b7f-7ec3-404c-bbcf-bab1a85de147 owned by network:dhcp {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:29:39.190794 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d204f73f-16d2-4337-a119-87adf97ceef2 None None] Pushing event updated for resources: {'Port': ['ID=cad56575-c2e9-4fa2-ac77-47bf8c73b20c,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:39.196380 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3b1ddcf3-507f-4d5e-85bd-683654cae2d7 None None] Provisioning complete for port 834d7f49-a822-4d6c-8bde-fe23b3d830e3 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:39.197468 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3b1ddcf3-507f-4d5e-85bd-683654cae2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (834d7f49-a822-4d6c-8bde-fe23b3d830e3), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:39.266619 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ddcf3-507f-4d5e-85bd-683654cae2d7 None None] Port 834d7f49-a822-4d6c-8bde-fe23b3d830e3 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:29:39.273039 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 2daa3f8b-30d4-4863-aedc-910bf1dc6646 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:39.273416 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (2daa3f8b-30d4-4863-aedc-910bf1dc6646), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:39.289037 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f9d75f22-7420-40dd-aa31-723d1a0cddfe tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (c8041109-3c35-476a-aee9-aae817ea05ea), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:39.361460 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d75f22-7420-40dd-aa31-723d1a0cddfe tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Port': ['ID=c8041109-3c35-476a-aee9-aae817ea05ea,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:39.377093 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3eb400cc-a7e2-4019-aa96-acb81dce1668 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (9b2e3b7f-7ec3-404c-bbcf-bab1a85de147), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:39.404744 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc1cde8-864c-4c90-a752-c36d1f97e0fd None None] DHCP port deletion for cc541871-d38f-4479-9702-8a84d11db997 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:29:39.429387 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb400cc-a7e2-4019-aa96-acb81dce1668 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Pushing event deleted for resources: {'Port': ['ID=9b2e3b7f-7ec3-404c-bbcf-bab1a85de147,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:39.433763 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb400cc-a7e2-4019-aa96-acb81dce1668 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] No DVR routers for this DVR port 9b2e3b7f-7ec3-404c-bbcf-bab1a85de147 on host dv-neutron-821190-1-hyperv {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:29:39.441749 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 2daa3f8b-30d4-4863-aedc-910bf1dc6646 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:39.445692 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device cad56575-c2e9-4fa2-ac77-47bf8c73b20c up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:39.515077 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port cad56575-c2e9-4fa2-ac77-47bf8c73b20c triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:39.515712 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (cad56575-c2e9-4fa2-ac77-47bf8c73b20c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:39.517615 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f9d75f22-7420-40dd-aa31-723d1a0cddfe tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:39.523027 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f9d75f22-7420-40dd-aa31-723d1a0cddfe tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/ports/c8041109-3c35-476a-aee9-aae817ea05ea HTTP/1.1" status: 204 len: 168 time: 1.4401350 Jan 29 04:29:39.523270 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53122) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:39.544105 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3eb400cc-a7e2-4019-aa96-acb81dce1668 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (cc541871-d38f-4479-9702-8a84d11db997), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:39.583072 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-3eb400cc-a7e2-4019-aa96-acb81dce1668 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc541871-d38f-4479-9702-8a84d11db997']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:39.594660 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c947e632-1b38-4fac-9783-5d031ba73b3e tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:39.594987 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-3eb400cc-a7e2-4019-aa96-acb81dce1668 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba213171-b709-40ff-b21a-8ed9eaf6f0e2') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:39.595298 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-3eb400cc-a7e2-4019-aa96-acb81dce1668 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba213171-b709-40ff-b21a-8ed9eaf6f0e2') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:39.596175 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c947e632-1b38-4fac-9783-5d031ba73b3e tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:39.599263 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c947e632-1b38-4fac-9783-5d031ba73b3e tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:39.606135 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53128) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:39.620094 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c947e632-1b38-4fac-9783-5d031ba73b3e tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0939398 Jan 29 04:29:39.620950 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3eb400cc-a7e2-4019-aa96-acb81dce1668 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (ba213171-b709-40ff-b21a-8ed9eaf6f0e2), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:39.621458 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e96bbff2-a02a-436f-9d3d-b268854ea1a7 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (834d7f49-a822-4d6c-8bde-fe23b3d830e3), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:39.654253 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port cad56575-c2e9-4fa2-ac77-47bf8c73b20c is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:39.675214 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96bbff2-a02a-436f-9d3d-b268854ea1a7 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event deleted for resources: {'Port': ['ID=834d7f49-a822-4d6c-8bde-fe23b3d830e3,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:39.683302 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3eb400cc-a7e2-4019-aa96-acb81dce1668 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (ba213171-b709-40ff-b21a-8ed9eaf6f0e2), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:39.699077 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb400cc-a7e2-4019-aa96-acb81dce1668 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:29:39.699480 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3eb400cc-a7e2-4019-aa96-acb81dce1668 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (ba213171-b709-40ff-b21a-8ed9eaf6f0e2), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:39.704071 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:29:39.704071 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:29:39.704071 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:29:39.704071 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:29:39.704071 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:29:39.704071 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:29:39.704071 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:29:39.704071 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:29:39.704071 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:29:39.704071 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:29:39.704071 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:29:39.704071 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:29:39.704071 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:29:39.704071 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:29:39.704071 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:29:39.704071 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:29:39.704071 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:29:39.704071 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:29:39.704071 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:29:39.704071 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:29:39.704071 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:29:39.704071 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:29:39.704071 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:29:39.704071 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:29:39.704071 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:29:39.704071 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:29:39.704071 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:29:39.704071 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:29:39.704071 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:29:39.704071 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:29:39.704071 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:29:39.704071 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:29:39.727996 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a600124-69ef-4764-bc8d-5f530a37f1bb tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting subnet 1387f767-fb71-4d09-97d6-89d2b171c686 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:29:39.738231 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4a600124-69ef-4764-bc8d-5f530a37f1bb tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (1387f767-fb71-4d09-97d6-89d2b171c686), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:39.842673 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4a600124-69ef-4764-bc8d-5f530a37f1bb tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (1387f767-fb71-4d09-97d6-89d2b171c686), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:39.851381 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e96bbff2-a02a-436f-9d3d-b268854ea1a7 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:39.857489 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e96bbff2-a02a-436f-9d3d-b268854ea1a7 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/ports/834d7f49-a822-4d6c-8bde-fe23b3d830e3 HTTP/1.1" status: 204 len: 168 time: 1.2702560 Jan 29 04:29:39.864180 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832e2b7-74b9-4ce3-9c46-e1946d80fdb8 req-f1902f1b-0809-4928-8ca8-24d5f12924d8 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:39.866073 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-3832e2b7-74b9-4ce3-9c46-e1946d80fdb8 req-f1902f1b-0809-4928-8ca8-24d5f12924d8 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.1703854 Jan 29 04:29:39.866563 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53132) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:39.906509 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f3996df-b955-4fa6-8dfc-1ad16b97062f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] GET failed (client error): The resource could not be found. Jan 29 04:29:39.910980 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53136) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:39.911564 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-6f3996df-b955-4fa6-8dfc-1ad16b97062f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "GET /v2.0/ports/834d7f49-a822-4d6c-8bde-fe23b3d830e3 HTTP/1.1" status: 404 len: 333 time: 0.0437443 Jan 29 04:29:39.949115 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3eb400cc-a7e2-4019-aa96-acb81dce1668 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (cc541871-d38f-4479-9702-8a84d11db997), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:39.978291 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-3832e2b7-74b9-4ce3-9c46-e1946d80fdb8 req-81163570-dd94-4acc-b0e3-e4ec5571e331 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1002433 Jan 29 04:29:40.008065 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3eb400cc-a7e2-4019-aa96-acb81dce1668 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:40.011447 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-3eb400cc-a7e2-4019-aa96-acb81dce1668 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] 10.222.0.13 "DELETE /v2.0/networks/cc541871-d38f-4479-9702-8a84d11db997 HTTP/1.1" status: 204 len: 168 time: 1.1805789 Jan 29 04:29:40.035974 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb400cc-a7e2-4019-aa96-acb81dce1668 tempest-FloatingIPNegativeTestJSON-1959746144 tempest-FloatingIPNegativeTestJSON-1959746144-project] Pushing event deleted for resources: {'Network': ['ID=cc541871-d38f-4479-9702-8a84d11db997,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:40.057716 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4a600124-69ef-4764-bc8d-5f530a37f1bb tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (1387f767-fb71-4d09-97d6-89d2b171c686), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:40.102966 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e21f9ef6-5313-4987-8b3f-26a9128b23e9 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for security_group (205f9f10-9ed1-4f2f-8916-3d0fda61e46f), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:40.136393 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e21f9ef6-5313-4987-8b3f-26a9128b23e9 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for security_group (205f9f10-9ed1-4f2f-8916-3d0fda61e46f), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:40.210688 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-90cdd720-5fe9-484e-a0a3-47249b3b5056 None None] Provisioning complete for port cad56575-c2e9-4fa2-ac77-47bf8c73b20c triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:40.211395 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-90cdd720-5fe9-484e-a0a3-47249b3b5056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (cad56575-c2e9-4fa2-ac77-47bf8c73b20c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:40.224351 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4a600124-69ef-4764-bc8d-5f530a37f1bb tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (1387f767-fb71-4d09-97d6-89d2b171c686), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:40.242539 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53144) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:40.268991 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a600124-69ef-4764-bc8d-5f530a37f1bb tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Subnet': ['ID=1387f767-fb71-4d09-97d6-89d2b171c686,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:40.277156 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e21f9ef6-5313-4987-8b3f-26a9128b23e9 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (205f9f10-9ed1-4f2f-8916-3d0fda61e46f), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:40.277156 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e21f9ef6-5313-4987-8b3f-26a9128b23e9 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:40.277156 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-e21f9ef6-5313-4987-8b3f-26a9128b23e9 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/security-groups/205f9f10-9ed1-4f2f-8916-3d0fda61e46f HTTP/1.1" status: 204 len: 168 time: 0.3628452 Jan 29 04:29:40.277156 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4a600124-69ef-4764-bc8d-5f530a37f1bb tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:40.277913 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53148) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:40.282760 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4a600124-69ef-4764-bc8d-5f530a37f1bb tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/1387f767-fb71-4d09-97d6-89d2b171c686 HTTP/1.1" status: 204 len: 168 time: 0.6773005 Jan 29 04:29:40.286960 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53150) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:40.304675 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f9ef6-5313-4987-8b3f-26a9128b23e9 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=205f9f10-9ed1-4f2f-8916-3d0fda61e46f,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:40.371109 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-818d732c-c362-42cc-adf8-62dfc1183e96 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting subnet 675d3127-9527-4cf0-a6db-08928c8275b7 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:29:40.374735 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-818d732c-c362-42cc-adf8-62dfc1183e96 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (675d3127-9527-4cf0-a6db-08928c8275b7), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:40.399583 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6ed498d4-c00a-4979-8f7e-532fd72911e3 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for security_group (d1f30135-61d9-4e98-930a-b975b44d6e93), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:40.406337 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-90cdd720-5fe9-484e-a0a3-47249b3b5056 None None] Current status of the port cad56575-c2e9-4fa2-ac77-47bf8c73b20c is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:40.416068 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-90cdd720-5fe9-484e-a0a3-47249b3b5056 None None] Could not find standard attr ID for object c8041109-3c35-476a-aee9-aae817ea05ea. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:29:40.428606 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-818d732c-c362-42cc-adf8-62dfc1183e96 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (675d3127-9527-4cf0-a6db-08928c8275b7), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:40.445479 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-d85a913e-72a5-46e3-9034-77e5aabda723 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1758616833'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:40.458806 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6ed498d4-c00a-4979-8f7e-532fd72911e3 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for security_group (d1f30135-61d9-4e98-930a-b975b44d6e93), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:40.551019 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53154) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:40.569927 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68641bd2-abcf-4874-99a5-21d71c4b077f None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:40.583907 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-818d732c-c362-42cc-adf8-62dfc1183e96 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (675d3127-9527-4cf0-a6db-08928c8275b7), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:40.626120 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57f1aa-78b2-4ff3-a476-131f75e053c8 req-4bddf432-1aeb-4aa7-b737-a28402fa5d71 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:40.631452 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4c57f1aa-78b2-4ff3-a476-131f75e053c8 req-4bddf432-1aeb-4aa7-b737-a28402fa5d71 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.1361108 Jan 29 04:29:40.641932 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-365f8805-4ed1-41cf-b6d8-91ad072bde73 None None] Could not find standard attr ID for object c8041109-3c35-476a-aee9-aae817ea05ea. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:29:40.769554 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-818d732c-c362-42cc-adf8-62dfc1183e96 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (675d3127-9527-4cf0-a6db-08928c8275b7), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:40.803399 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6c91abc0-f4d8-4a92-9ce9-31f5408e672c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3000cef9df944b51b3187ebdb0d9df5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2512469 Jan 29 04:29:40.822150 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53158) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:40.827438 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d732c-c362-42cc-adf8-62dfc1183e96 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Subnet': ['ID=675d3127-9527-4cf0-a6db-08928c8275b7,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:40.833992 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-818d732c-c362-42cc-adf8-62dfc1183e96 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:40.837141 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-818d732c-c362-42cc-adf8-62dfc1183e96 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/675d3127-9527-4cf0-a6db-08928c8275b7 HTTP/1.1" status: 204 len: 168 time: 0.5478909 Jan 29 04:29:40.843053 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53160) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:40.886290 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85a913e-72a5-46e3-9034-77e5aabda723 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Made reservation on behalf of a7cde36590b34d7cab254702368d98c6 for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:40.890601 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d85a913e-72a5-46e3-9034-77e5aabda723 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:40.901636 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-beda3db4-5810-44c4-8fbe-c254fc17d988 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0541952 Jan 29 04:29:40.906035 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53162) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:40.907075 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d85a913e-72a5-46e3-9034-77e5aabda723 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:40.912197 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-1b17a782-fd61-4fec-973c-3ada672eae0f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'subnet': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:40.921933 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device cad56575-c2e9-4fa2-ac77-47bf8c73b20c up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:40.944129 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4a4c217e-70d0-44ec-b5b8-f78610a224d5 admin admin] Publish callbacks [] for security_group (bda6bc18-fb9a-4f2d-a6b7-ff24803326d0), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:40.951468 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-4c57f1aa-78b2-4ff3-a476-131f75e053c8 req-fade7776-36cf-4f4e-8cc4-b1dc6053339e tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Deleting port 1034befb-3cd4-4337-8ed7-028318e7f85e {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:29:40.951809 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-4c57f1aa-78b2-4ff3-a476-131f75e053c8 req-fade7776-36cf-4f4e-8cc4-b1dc6053339e tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (1034befb-3cd4-4337-8ed7-028318e7f85e), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:40.987297 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port cad56575-c2e9-4fa2-ac77-47bf8c73b20c triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:40.988082 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (cad56575-c2e9-4fa2-ac77-47bf8c73b20c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:41.021655 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4a4c217e-70d0-44ec-b5b8-f78610a224d5 admin admin] Publish callbacks [] for security_group (bda6bc18-fb9a-4f2d-a6b7-ff24803326d0), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:41.076648 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6ed498d4-c00a-4979-8f7e-532fd72911e3 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (d1f30135-61d9-4e98-930a-b975b44d6e93), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:41.079551 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6ed498d4-c00a-4979-8f7e-532fd72911e3 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:41.084127 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-6ed498d4-c00a-4979-8f7e-532fd72911e3 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/security-groups/d1f30135-61d9-4e98-930a-b975b44d6e93 HTTP/1.1" status: 204 len: 168 time: 0.8017826 Jan 29 04:29:41.084768 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53166) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:41.098575 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port cad56575-c2e9-4fa2-ac77-47bf8c73b20c is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:41.117709 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b17a782-fd61-4fec-973c-3ada672eae0f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:41.124313 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1b17a782-fd61-4fec-973c-3ada672eae0f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:41.130478 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed498d4-c00a-4979-8f7e-532fd72911e3 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f30135-61d9-4e98-930a-b975b44d6e93,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:41.182836 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 9b2e3b7f-7ec3-404c-bbcf-bab1a85de147 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:29:41.190399 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-4c57f1aa-78b2-4ff3-a476-131f75e053c8 req-fade7776-36cf-4f4e-8cc4-b1dc6053339e tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] For port 1034befb-3cd4-4337-8ed7-028318e7f85e, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=1034befb-3cd4-4337-8ed7-028318e7f85e,segment=NetworkSegment(d9adf04a-b50e-40f5-aaa3-34e90a55f913),segment_id=d9adf04a-b50e-40f5-aaa3-34e90a55f913)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:41.190775 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-4c57f1aa-78b2-4ff3-a476-131f75e053c8 req-fade7776-36cf-4f4e-8cc4-b1dc6053339e tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (1034befb-3cd4-4337-8ed7-028318e7f85e), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:41.209029 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 9b2e3b7f-7ec3-404c-bbcf-bab1a85de147 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:29:41.209383 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 9b2e3b7f-7ec3-404c-bbcf-bab1a85de147 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:29:41.268894 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8f4618af-e519-4422-b675-7a345f4b0524 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for security_group (a49f1227-9634-4a2d-946d-4dfdf24c606a), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:41.291137 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d85a913e-72a5-46e3-9034-77e5aabda723 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Publish callbacks [] for security_group (c11f6bc8-f288-4fe5-896d-1d0a4b46b343), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:41.316895 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8f4618af-e519-4422-b675-7a345f4b0524 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for security_group (a49f1227-9634-4a2d-946d-4dfdf24c606a), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:41.336745 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c491f51-05d2-4195-9135-4cccb97ef9f6 req-fd9be597-818f-4530-b5b2-a664e87e3d22 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:41.338359 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9c491f51-05d2-4195-9135-4cccb97ef9f6 req-fd9be597-818f-4530-b5b2-a664e87e3d22 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 946 time: 0.2352421 Jan 29 04:29:41.378489 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d85a913e-72a5-46e3-9034-77e5aabda723 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (c11f6bc8-f288-4fe5-896d-1d0a4b46b343), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:41.381466 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4a4c217e-70d0-44ec-b5b8-f78610a224d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (bda6bc18-fb9a-4f2d-a6b7-ff24803326d0), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:41.384110 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4a4c217e-70d0-44ec-b5b8-f78610a224d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:41.385265 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4a4c217e-70d0-44ec-b5b8-f78610a224d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bda6bc18-fb9a-4f2d-a6b7-ff24803326d0 HTTP/1.1" status: 204 len: 168 time: 0.5621419 Jan 29 04:29:41.426731 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d85a913e-72a5-46e3-9034-77e5aabda723 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:29:41.433310 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a913e-72a5-46e3-9034-77e5aabda723 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c11f6bc8-f288-4fe5-896d-1d0a4b46b343,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:41.437417 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c217e-70d0-44ec-b5b8-f78610a224d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda6bc18-fb9a-4f2d-a6b7-ff24803326d0,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:41.440647 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d85a913e-72a5-46e3-9034-77e5aabda723 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (6e501466-e9b2-42a1-8481-5ad94933e74b), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:41.440991 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-d85a913e-72a5-46e3-9034-77e5aabda723 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Added segment 6e501466-e9b2-42a1-8481-5ad94933e74b of type vlan for network 2ad657e1-8d94-4f6f-a006-3844d54041e0 Jan 29 04:29:41.493846 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1b17a782-fd61-4fec-973c-3ada672eae0f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (c015b167-f5c4-4e6d-bc39-55cddfbfce9a), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:41.498087 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d85a913e-72a5-46e3-9034-77e5aabda723 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (2ad657e1-8d94-4f6f-a006-3844d54041e0), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:41.534367 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9c491f51-05d2-4195-9135-4cccb97ef9f6 req-b5ae2377-c891-4920-b226-05401f548905 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups?id=b02b9545-84ba-4a2b-a151-5c47a7682023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1631835 Jan 29 04:29:41.550697 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8f4618af-e519-4422-b675-7a345f4b0524 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (a49f1227-9634-4a2d-946d-4dfdf24c606a), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:41.553569 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8f4618af-e519-4422-b675-7a345f4b0524 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:41.555611 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-8f4618af-e519-4422-b675-7a345f4b0524 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/security-groups/a49f1227-9634-4a2d-946d-4dfdf24c606a HTTP/1.1" status: 204 len: 168 time: 0.4674416 Jan 29 04:29:41.565256 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53170) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:41.571543 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b17a782-fd61-4fec-973c-3ada672eae0f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:41.578366 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-4c57f1aa-78b2-4ff3-a476-131f75e053c8 req-fade7776-36cf-4f4e-8cc4-b1dc6053339e tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:41.578734 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-4c57f1aa-78b2-4ff3-a476-131f75e053c8 req-fade7776-36cf-4f4e-8cc4-b1dc6053339e tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (84906eb1-168b-43d3-afcd-a789425bab4c), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:41.578856 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-1b17a782-fd61-4fec-973c-3ada672eae0f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:41.579067 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.l3_db [req-4c57f1aa-78b2-4ff3-a476-131f75e053c8 req-fade7776-36cf-4f4e-8cc4-b1dc6053339e tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Floating IP 84906eb1-168b-43d3-afcd-a789425bab4c disassociated. External IP: 172.26.8.214, port: 1034befb-3cd4-4337-8ed7-028318e7f85e. Jan 29 04:29:41.579431 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-4c57f1aa-78b2-4ff3-a476-131f75e053c8 req-fade7776-36cf-4f4e-8cc4-b1dc6053339e tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Calling delete_port for 1034befb-3cd4-4337-8ed7-028318e7f85e owned by compute:nova {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:29:41.588610 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b17a782-fd61-4fec-973c-3ada672eae0f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:41.592990 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1b17a782-fd61-4fec-973c-3ada672eae0f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:41.603875 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17a782-fd61-4fec-973c-3ada672eae0f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Subnet': ['ID=c015b167-f5c4-4e6d-bc39-55cddfbfce9a,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:41.624139 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4618af-e519-4422-b675-7a345f4b0524 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49f1227-9634-4a2d-946d-4dfdf24c606a,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:41.653472 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0d5e1f-b096-4519-aaea-6f6a692515c8 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:41.657988 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d85a913e-72a5-46e3-9034-77e5aabda723 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (2ad657e1-8d94-4f6f-a006-3844d54041e0), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:41.662916 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85a913e-72a5-46e3-9034-77e5aabda723 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:41.663595 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d85a913e-72a5-46e3-9034-77e5aabda723 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:41.695170 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1b17a782-fd61-4fec-973c-3ada672eae0f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7864912 Jan 29 04:29:41.696095 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53172) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:41.701679 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-3c451905-34ee-4412-b253-92743e196dab tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'subnet': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:41.702281 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cf0bedd-612f-4f13-9d91-1fc905e2a528 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Deleting subnet fb43222e-bb16-46cd-8e2f-0b82c2706787 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:29:41.710823 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0cf0bedd-612f-4f13-9d91-1fc905e2a528 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for subnet (fb43222e-bb16-46cd-8e2f-0b82c2706787), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:41.744520 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-090422d0-b94a-4193-ae1c-039503b2267e None None] Provisioning complete for port cad56575-c2e9-4fa2-ac77-47bf8c73b20c triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:41.744918 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-090422d0-b94a-4193-ae1c-039503b2267e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (cad56575-c2e9-4fa2-ac77-47bf8c73b20c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:41.781693 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0cf0bedd-612f-4f13-9d91-1fc905e2a528 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (fb43222e-bb16-46cd-8e2f-0b82c2706787), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:41.792870 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a913e-72a5-46e3-9034-77e5aabda723 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Pushing event updated for resources: {'Network': ['ID=2ad657e1-8d94-4f6f-a006-3844d54041e0,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:41.801498 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d85a913e-72a5-46e3-9034-77e5aabda723 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5547533 Jan 29 04:29:41.802328 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53176) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:41.806612 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-42a906ff-3f2d-4ace-a01e-b7b1ee1c6c07 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Request body: {'subnet': {'network_id': '2ad657e1-8d94-4f6f-a006-3844d54041e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:41.806805 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 2ad657e1-8d94-4f6f-a006-3844d54041e0 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:29:41.949308 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0cf0bedd-612f-4f13-9d91-1fc905e2a528 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (fb43222e-bb16-46cd-8e2f-0b82c2706787), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:42.005193 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-090422d0-b94a-4193-ae1c-039503b2267e None None] Current status of the port cad56575-c2e9-4fa2-ac77-47bf8c73b20c is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:42.030241 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a906ff-3f2d-4ace-a01e-b7b1ee1c6c07 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Made reservation on behalf of a7cde36590b34d7cab254702368d98c6 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:42.034006 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-42a906ff-3f2d-4ace-a01e-b7b1ee1c6c07 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:42.057781 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-4c57f1aa-78b2-4ff3-a476-131f75e053c8 req-fade7776-36cf-4f4e-8cc4-b1dc6053339e tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (1034befb-3cd4-4337-8ed7-028318e7f85e), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:42.084469 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c451905-34ee-4412-b253-92743e196dab tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:42.087820 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade7776-36cf-4f4e-8cc4-b1dc6053339e tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Pushing event deleted for resources: {'Port': ['ID=1034befb-3cd4-4337-8ed7-028318e7f85e,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:42.087982 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3c451905-34ee-4412-b253-92743e196dab tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:42.155996 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0cf0bedd-612f-4f13-9d91-1fc905e2a528 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (fb43222e-bb16-46cd-8e2f-0b82c2706787), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:42.241183 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0cf0bedd-612f-4f13-9d91-1fc905e2a528 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:42.244710 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-0cf0bedd-612f-4f13-9d91-1fc905e2a528 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/subnets/fb43222e-bb16-46cd-8e2f-0b82c2706787 HTTP/1.1" status: 204 len: 168 time: 0.6784749 Jan 29 04:29:42.250761 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79dcb77-0c48-4715-b41b-2eb956e0c428 None None] Network 9616cf94-e359-4c96-8bfe-b222b9be11e4 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:42.261032 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf0bedd-612f-4f13-9d91-1fc905e2a528 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event deleted for resources: {'Subnet': ['ID=fb43222e-bb16-46cd-8e2f-0b82c2706787,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:42.270609 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53186) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:42.337485 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c57f1aa-78b2-4ff3-a476-131f75e053c8 req-fade7776-36cf-4f4e-8cc4-b1dc6053339e tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Router b74ba9fa-7939-492e-adaf-9b6f3d82e3d1 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:29:42.349163 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eb52194-21ae-4059-b3c5-c46803200124 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Deleting subnet e0beb24c-bcc2-47bd-b98a-ad3609fd94c1 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:29:42.352717 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3eb52194-21ae-4059-b3c5-c46803200124 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for subnet (e0beb24c-bcc2-47bd-b98a-ad3609fd94c1), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:42.354955 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-97931899-2c55-48f8-b9ad-c429e1842699 None None] Provisioning complete for port cad56575-c2e9-4fa2-ac77-47bf8c73b20c triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:42.355637 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-97931899-2c55-48f8-b9ad-c429e1842699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (cad56575-c2e9-4fa2-ac77-47bf8c73b20c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:42.439401 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3eb52194-21ae-4059-b3c5-c46803200124 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (e0beb24c-bcc2-47bd-b98a-ad3609fd94c1), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:42.544594 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-42a906ff-3f2d-4ace-a01e-b7b1ee1c6c07 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (97ba9fcd-a7d2-44d4-853a-eaf4b8e7733d), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:42.569095 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-97931899-2c55-48f8-b9ad-c429e1842699 None None] Current status of the port cad56575-c2e9-4fa2-ac77-47bf8c73b20c is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:42.586072 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c57f1aa-78b2-4ff3-a476-131f75e053c8 req-fade7776-36cf-4f4e-8cc4-b1dc6053339e tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:29:42.601706 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1ffd41-033a-4c8a-80b8-f80dcb1af717 None None] Sync routers for ids ['b74ba9fa-7939-492e-adaf-9b6f3d82e3d1'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:29:42.626620 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3eb52194-21ae-4059-b3c5-c46803200124 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (e0beb24c-bcc2-47bd-b98a-ad3609fd94c1), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:42.634025 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1ffd41-033a-4c8a-80b8-f80dcb1af717 None None] Routers {'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:29:42.635967 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-8a1ffd41-033a-4c8a-80b8-f80dcb1af717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:29:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b74ba9fa-7939-492e-adaf-9b6f3d82e3d1'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:42.639908 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a906ff-3f2d-4ace-a01e-b7b1ee1c6c07 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Pushing event updated for resources: {'Subnet': ['ID=97ba9fcd-a7d2-44d4-853a-eaf4b8e7733d,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:42.665351 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c57f1aa-78b2-4ff3-a476-131f75e053c8 req-fade7776-36cf-4f4e-8cc4-b1dc6053339e tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] No DVR routers for this DVR port 1034befb-3cd4-4337-8ed7-028318e7f85e on host hv-neutron-8211 {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:29:42.671240 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-4c57f1aa-78b2-4ff3-a476-131f75e053c8 req-fade7776-36cf-4f4e-8cc4-b1dc6053339e tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:42.675209 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4c57f1aa-78b2-4ff3-a476-131f75e053c8 req-fade7776-36cf-4f4e-8cc4-b1dc6053339e tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.18 "DELETE /v2.0/ports/1034befb-3cd4-4337-8ed7-028318e7f85e HTTP/1.1" status: 204 len: 173 time: 1.9948916 Jan 29 04:29:42.675736 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5388207-0587-418a-a521-fef7e53190ed', 'name': 'network-vif-deleted', 'tag': '1034befb-3cd4-4337-8ed7-028318e7f85e'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:29:42.678147 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b695f26-9eab-4d11-9e66-8c01aaed5bd7" -d '{"events": [{"server_uuid": "f5388207-0587-418a-a521-fef7e53190ed", "name": "network-vif-deleted", "tag": "1034befb-3cd4-4337-8ed7-028318e7f85e"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:29:42.722384 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a906ff-3f2d-4ace-a01e-b7b1ee1c6c07 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Checking segment: {'id': '6e501466-e9b2-42a1-8481-5ad94933e74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2ad657e1-8d94-4f6f-a006-3844d54041e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:29:42.722754 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a906ff-3f2d-4ace-a01e-b7b1ee1c6c07 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Network hostable DHCP agents. Network: 2ad657e1-8d94-4f6f-a006-3844d54041e0, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:29:42.750473 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e253a1d1-1144-492b-8033-8992e4ec6240 req-ce668d73-739e-4c31-9563-81f7c64ad8a9 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 210 time: 0.0536406 Jan 29 04:29:42.828559 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3eb52194-21ae-4059-b3c5-c46803200124 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (e0beb24c-bcc2-47bd-b98a-ad3609fd94c1), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:42.866546 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3eb52194-21ae-4059-b3c5-c46803200124 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:42.867600 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a906ff-3f2d-4ace-a01e-b7b1ee1c6c07 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Network 2ad657e1-8d94-4f6f-a006-3844d54041e0 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:29:42.872909 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-3eb52194-21ae-4059-b3c5-c46803200124 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/subnets/e0beb24c-bcc2-47bd-b98a-ad3609fd94c1 HTTP/1.1" status: 204 len: 168 time: 0.5987899 Jan 29 04:29:42.895306 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53216) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:42.903995 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-8a1ffd41-033a-4c8a-80b8-f80dcb1af717 None None] Set router b74ba9fa-7939-492e-adaf-9b6f3d82e3d1 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:29:42.953464 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53218) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:42.963388 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656f49d3-2bae-47dc-9d33-06ed58454a7b x-openstack-request-id: req-656f49d3-2bae-47dc-9d33-06ed58454a7b {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:29:42.963388 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5388207-0587-418a-a521-fef7e53190ed", "name": "network-vif-deleted", "tag": "1034befb-3cd4-4337-8ed7-028318e7f85e", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:29:42.963388 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-656f49d3-2bae-47dc-9d33-06ed58454a7b {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:29:42.963388 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5388207-0587-418a-a521-fef7e53190ed', 'name': 'network-vif-deleted', 'tag': '1034befb-3cd4-4337-8ed7-028318e7f85e', 'status': 'completed', 'code': 200} Jan 29 04:29:42.964307 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-896475ed-77d4-47c6-a7cf-87d874dd5450 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:42.964964 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-896475ed-77d4-47c6-a7cf-87d874dd5450 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:42.971029 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb52194-21ae-4059-b3c5-c46803200124 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event deleted for resources: {'Subnet': ['ID=e0beb24c-bcc2-47bd-b98a-ad3609fd94c1,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:42.972035 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53222) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:42.972964 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-896475ed-77d4-47c6-a7cf-87d874dd5450 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/subnets/fb43222e-bb16-46cd-8e2f-0b82c2706787 HTTP/1.1" status: 404 len: 337 time: 0.0748734 Jan 29 04:29:43.019999 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.objects.ports [None req-3c451905-34ee-4412-b253-92743e196dab tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103584) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 04:29:43.051319 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-42a906ff-3f2d-4ace-a01e-b7b1ee1c6c07 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 2ad657e1-8d94-4f6f-a006-3844d54041e0) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:43.059259 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a906ff-3f2d-4ace-a01e-b7b1ee1c6c07 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:43.060090 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-42a906ff-3f2d-4ace-a01e-b7b1ee1c6c07 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:43.066756 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0bab71f-ef19-4663-9de9-84e58f5914b1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Deleting subnet 46f1e981-3eef-451b-8b1f-256c803ce089 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:29:43.070521 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a0bab71f-ef19-4663-9de9-84e58f5914b1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for subnet (46f1e981-3eef-451b-8b1f-256c803ce089), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:43.124429 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a0bab71f-ef19-4663-9de9-84e58f5914b1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (46f1e981-3eef-451b-8b1f-256c803ce089), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:43.191290 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-3dcbab89-299c-4f14-8489-1e836a60ede2 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Request body: {'network': {'name': 'tempest-RoutersTest-1871561721'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:43.206465 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05042fcd-56ff-4a62-9864-4dc40e2d5571 None None] Network 2ad657e1-8d94-4f6f-a006-3844d54041e0 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:43.266113 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-42a906ff-3f2d-4ace-a01e-b7b1ee1c6c07 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4602399 Jan 29 04:29:43.266554 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53224) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:43.276861 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-2e9b0a75-7385-4d5f-8433-d76d54439120 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Request body: {'port': {'network_id': '2ad657e1-8d94-4f6f-a006-3844d54041e0', 'name': 'tempest-TagsExtTest-537574119'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:43.371163 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-8a1ffd41-033a-4c8a-80b8-f80dcb1af717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1', 'name': 'tempest-ServerActionsTestJSON-49169643-router', 'tenant_id': '7dd99718cde04f60a90f22e4134ff580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': '470f8c28-13b9-40c0-9f63-254654f9015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:59Z', 'updated_at': '2022-01-29T04:25:13Z', 'revision_number': 4, 'project_id': '7dd99718cde04f60a90f22e4134ff580', 'gw_port': {'id': '470f8c28-13b9-40c0-9f63-254654f9015b', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:01Z', 'updated_at': '2022-01-29T04:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'e2e0ff04-4bbc-4190-a070-a368320bed63', 'name': '', 'network_id': '9507ed99-2983-492a-ac2f-269d5807feac', 'tenant_id': '7dd99718cde04f60a90f22e4134ff580', 'mac_address': 'fa:16:3e:dc:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ca2d3a0a-064d-4780-9b58-334005fc5d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:10Z', 'updated_at': '2022-01-29T04:25:20Z', 'revision_number': 5, 'project_id': '7dd99718cde04f60a90f22e4134ff580', 'subnets': [{'id': 'ca2d3a0a-064d-4780-9b58-334005fc5d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:43.383484 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcbab89-299c-4f14-8489-1e836a60ede2 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Made reservation on behalf of b19b1132342942e78366ba08553b13d3 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:43.387037 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3dcbab89-299c-4f14-8489-1e836a60ede2 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:43.401655 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a0bab71f-ef19-4663-9de9-84e58f5914b1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (46f1e981-3eef-451b-8b1f-256c803ce089), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:43.412452 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1ffd41-033a-4c8a-80b8-f80dcb1af717 None None] Checking router: b74ba9fa-7939-492e-adaf-9b6f3d82e3d1 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:29:43.427864 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:29:43.439983 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3dcbab89-299c-4f14-8489-1e836a60ede2 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:43.451123 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1ffd41-033a-4c8a-80b8-f80dcb1af717 None None] Routers {'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:29:43.451349 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-8a1ffd41-033a-4c8a-80b8-f80dcb1af717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:29:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b74ba9fa-7939-492e-adaf-9b6f3d82e3d1'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:43.505140 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3c451905-34ee-4412-b253-92743e196dab tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (cad56575-c2e9-4fa2-ac77-47bf8c73b20c), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:43.514431 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27f8777-4bcb-4e77-8648-b280912db07c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-2ad657e1-8d94-4f6f-a006-3844d54041e0', 'network_id': '2ad657e1-8d94-4f6f-a006-3844d54041e0', 'project_id': 'a7cde36590b34d7cab254702368d98c6', 'fixed_ips': [{'subnet_id': '97ba9fcd-a7d2-44d4-853a-eaf4b8e7733d'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:29:43.515381 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c27f8777-4bcb-4e77-8648-b280912db07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:43.520615 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a506aa-43c8-45c8-9228-b58130586e44 req-199aa0aa-185a-450a-a4a0-a0dfa713cfdf tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:43.522918 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-30a506aa-43c8-45c8-9228-b58130586e44 req-199aa0aa-185a-450a-a4a0-a0dfa713cfdf tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/ports?device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c HTTP/1.1" status: 200 len: 945 time: 0.1502171 Jan 29 04:29:43.657781 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9b0a75-7385-4d5f-8433-d76d54439120 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Made reservation on behalf of a7cde36590b34d7cab254702368d98c6 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:43.661337 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2e9b0a75-7385-4d5f-8433-d76d54439120 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:43.665114 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3dcbab89-299c-4f14-8489-1e836a60ede2 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for security_group (807b81b5-3e21-4b9e-8a93-d03fbd6a4620), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:43.677422 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-30a506aa-43c8-45c8-9228-b58130586e44 req-b6d423a0-589c-435f-ab6f-2eac874de57e tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/security-groups?id=d988af8b-ef19-409e-9a6b-f84166dff0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459992 Jan 29 04:29:43.690661 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a0bab71f-ef19-4663-9de9-84e58f5914b1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (46f1e981-3eef-451b-8b1f-256c803ce089), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:43.697184 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-2e9b0a75-7385-4d5f-8433-d76d54439120 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] device_id is not set on port 6ec50493-4d23-4cc0-b0a2-451b965c264b yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:29:43.730336 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bab71f-ef19-4663-9de9-84e58f5914b1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event deleted for resources: {'Subnet': ['ID=46f1e981-3eef-451b-8b1f-256c803ce089,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:43.735349 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a0bab71f-ef19-4663-9de9-84e58f5914b1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:43.738755 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a0bab71f-ef19-4663-9de9-84e58f5914b1 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/subnets/46f1e981-3eef-451b-8b1f-256c803ce089 HTTP/1.1" status: 204 len: 168 time: 0.7644298 Jan 29 04:29:43.762271 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53234) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:43.767545 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3dcbab89-299c-4f14-8489-1e836a60ede2 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (807b81b5-3e21-4b9e-8a93-d03fbd6a4620), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:43.779959 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-8a1ffd41-033a-4c8a-80b8-f80dcb1af717 None None] Set router b74ba9fa-7939-492e-adaf-9b6f3d82e3d1 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:29:43.811410 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b43afa4-55c0-4fae-8db0-2c213fe55386 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:43.811915 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b43afa4-55c0-4fae-8db0-2c213fe55386 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:43.815259 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-9b43afa4-55c0-4fae-8db0-2c213fe55386 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/subnets/87c2de35-a5d3-4e43-92ff-70cef6e7b478 HTTP/1.1" status: 404 len: 337 time: 0.0518816 Jan 29 04:29:43.818013 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53238) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:43.837394 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dcbab89-299c-4f14-8489-1e836a60ede2 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:29:43.858619 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-6eb7c033-2764-479b-b645-3c4ac7767015 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "GET /v2.0/ports?device_id=b933a1c2-19e4-4506-a064-7b82587e806c HTTP/1.1" status: 200 len: 205 time: 0.0393419 Jan 29 04:29:43.867703 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53240) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:43.889760 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-3c451905-34ee-4412-b253-92743e196dab tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] For port cad56575-c2e9-4fa2-ac77-47bf8c73b20c, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=cad56575-c2e9-4fa2-ac77-47bf8c73b20c,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:43.901497 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcbab89-299c-4f14-8489-1e836a60ede2 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=807b81b5-3e21-4b9e-8a93-d03fbd6a4620,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:43.903555 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425651de-5471-478b-bb55-00816778db8c None None] Network 9616cf94-e359-4c96-8bfe-b222b9be11e4 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:43.943121 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3c451905-34ee-4412-b253-92743e196dab tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for port (cad56575-c2e9-4fa2-ac77-47bf8c73b20c), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:43.956078 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3dcbab89-299c-4f14-8489-1e836a60ede2 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (4930016b-5af1-4971-91c5-bd481ba1d131), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:43.956428 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-3dcbab89-299c-4f14-8489-1e836a60ede2 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Added segment 4930016b-5af1-4971-91c5-bd481ba1d131 of type vlan for network e44dbe9c-ce43-41d5-b4ae-9d118eff5b55 Jan 29 04:29:43.967996 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-26e2dfe3-d617-46c0-aa08-f31e7dfc3597 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] delete failed (client error): The resource could not be found. Jan 29 04:29:43.971752 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-26e2dfe3-d617-46c0-aa08-f31e7dfc3597 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/routers/b933a1c2-19e4-4506-a064-7b82587e806c HTTP/1.1" status: 404 len: 336 time: 0.0917754 Jan 29 04:29:43.975268 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53242) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:44.024855 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c8112ab-d881-4837-afe2-e3f02bb810c4 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:44.025858 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c8112ab-d881-4837-afe2-e3f02bb810c4 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:44.029888 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-5c8112ab-d881-4837-afe2-e3f02bb810c4 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/subnets/8e9bfbca-8990-41b9-8a0b-02d89b7cf183 HTTP/1.1" status: 404 len: 337 time: 0.0528002 Jan 29 04:29:44.031836 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53244) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:44.037396 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-840a10b7-f1f3-42ef-960d-327146c26bbe req-16ba5176-74f0-4b6a-910b-46e80a5b514b tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5388207-0587-418a-a521-fef7e53190ed HTTP/1.1" status: 200 len: 210 time: 0.0793509 Jan 29 04:29:44.038380 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3c451905-34ee-4412-b253-92743e196dab tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (cad56575-c2e9-4fa2-ac77-47bf8c73b20c), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:44.062626 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3c451905-34ee-4412-b253-92743e196dab tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (2ef879ca-2015-4d86-83a3-845cb25fe8be), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:44.085993 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-0becb757-cc15-43b4-b844-29a1465ae6f7 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:44.086543 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0becb757-cc15-43b4-b844-29a1465ae6f7 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:44.093128 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-0becb757-cc15-43b4-b844-29a1465ae6f7 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/subnets/71e83b9d-93c3-4fad-afb7-cb07077efac7 HTTP/1.1" status: 404 len: 337 time: 0.0550814 Jan 29 04:29:44.094444 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-5e153601-85f8-4e55-9e6e-4023029f6021 None None] Provisioning complete for port 03ad0d14-1ec5-4e03-8fe3-07a98769dca1 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:44.094444 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5e153601-85f8-4e55-9e6e-4023029f6021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (03ad0d14-1ec5-4e03-8fe3-07a98769dca1), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:44.098398 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53246) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:44.102766 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3dcbab89-299c-4f14-8489-1e836a60ede2 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (e44dbe9c-ce43-41d5-b4ae-9d118eff5b55), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:44.140594 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdb64715-5c41-4f86-9593-207071407bb4 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:44.141402 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdb64715-5c41-4f86-9593-207071407bb4 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:44.144854 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-fdb64715-5c41-4f86-9593-207071407bb4 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/subnets/aa12b699-da9a-42a1-9dc8-54eacfba43b2 HTTP/1.1" status: 404 len: 337 time: 0.0440259 Jan 29 04:29:44.148226 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c451905-34ee-4412-b253-92743e196dab tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:44.151361 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53248) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:44.164928 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-2e9b0a75-7385-4d5f-8433-d76d54439120 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Allocated IP 172.20.0.4 (2ad657e1-8d94-4f6f-a006-3844d54041e0/97ba9fcd-a7d2-44d4-853a-eaf4b8e7733d/6ec50493-4d23-4cc0-b0a2-451b965c264b) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:44.170269 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-3c451905-34ee-4412-b253-92743e196dab tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:44.179832 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c451905-34ee-4412-b253-92743e196dab tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:44.180348 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3c451905-34ee-4412-b253-92743e196dab tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:44.189684 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c211ee05-b5cf-4cb7-8ec1-39e120a46695 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:44.202583 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c451905-34ee-4412-b253-92743e196dab tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Port': ['ID=cad56575-c2e9-4fa2-ac77-47bf8c73b20c,revision_number=8']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:44.209211 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-71879735-d5f2-455d-bcdd-d5e3de51abb3 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:44.209784 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71879735-d5f2-455d-bcdd-d5e3de51abb3 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:44.213744 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-71879735-d5f2-455d-bcdd-d5e3de51abb3 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/ports/e64a3d2a-9671-44d7-92b5-49b2554a207d HTTP/1.1" status: 404 len: 333 time: 0.0552883 Jan 29 04:29:44.217212 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53250) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:44.218228 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c451905-34ee-4412-b253-92743e196dab tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Subnet': ['ID=2ef879ca-2015-4d86-83a3-845cb25fe8be,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:44.224388 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-5e153601-85f8-4e55-9e6e-4023029f6021 None None] Port 03ad0d14-1ec5-4e03-8fe3-07a98769dca1 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:29:44.261652 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7230980-ef49-40a5-b787-54d091c85860 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:44.262118 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7230980-ef49-40a5-b787-54d091c85860 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:44.265205 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f7230980-ef49-40a5-b787-54d091c85860 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/subnets/fd1c82a0-7a2e-4ff6-aceb-1abab0f9a5fc HTTP/1.1" status: 404 len: 337 time: 0.0375419 Jan 29 04:29:44.267826 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53252) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:44.295605 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-5e153601-85f8-4e55-9e6e-4023029f6021 None None] Provisioning complete for port 2daa3f8b-30d4-4863-aedc-910bf1dc6646 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:44.296552 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5e153601-85f8-4e55-9e6e-4023029f6021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (2daa3f8b-30d4-4863-aedc-910bf1dc6646), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:44.326381 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-2224f048-468d-4924-a0b7-83691615115d tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:44.326985 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2224f048-468d-4924-a0b7-83691615115d tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:44.329890 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2224f048-468d-4924-a0b7-83691615115d tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/subnets/2473ce5a-ccd1-495a-afb5-08f4c90ce597 HTTP/1.1" status: 404 len: 337 time: 0.0595932 Jan 29 04:29:44.330584 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3dcbab89-299c-4f14-8489-1e836a60ede2 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (e44dbe9c-ce43-41d5-b4ae-9d118eff5b55), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:44.335621 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcbab89-299c-4f14-8489-1e836a60ede2 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:44.336247 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3dcbab89-299c-4f14-8489-1e836a60ede2 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:44.340681 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53254) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:44.374537 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-8a1ffd41-033a-4c8a-80b8-f80dcb1af717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1', 'name': 'tempest-ServerActionsTestJSON-49169643-router', 'tenant_id': '7dd99718cde04f60a90f22e4134ff580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': '470f8c28-13b9-40c0-9f63-254654f9015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:59Z', 'updated_at': '2022-01-29T04:25:13Z', 'revision_number': 4, 'project_id': '7dd99718cde04f60a90f22e4134ff580', 'gw_port': {'id': '470f8c28-13b9-40c0-9f63-254654f9015b', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:01Z', 'updated_at': '2022-01-29T04:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'e2e0ff04-4bbc-4190-a070-a368320bed63', 'name': '', 'network_id': '9507ed99-2983-492a-ac2f-269d5807feac', 'tenant_id': '7dd99718cde04f60a90f22e4134ff580', 'mac_address': 'fa:16:3e:dc:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ca2d3a0a-064d-4780-9b58-334005fc5d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:10Z', 'updated_at': '2022-01-29T04:25:20Z', 'revision_number': 5, 'project_id': '7dd99718cde04f60a90f22e4134ff580', 'subnets': [{'id': 'ca2d3a0a-064d-4780-9b58-334005fc5d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:44.379404 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef9e546-ff50-45d3-ba2b-2172d6981de0 None None] DHCP port deletion for 9616cf94-e359-4c96-8bfe-b222b9be11e4 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:29:44.387262 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-3c451905-34ee-4412-b253-92743e196dab tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6899178 Jan 29 04:29:44.390270 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53256) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:44.396508 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-83991b2f-fb2c-420c-9ee1-39438ba2ef7e tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'port': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'mac_address': 'fa:16:3e:af:14:e6', 'name': 'tempest-NetworksTestDHCPv6-995605081'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:44.420677 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-fde19095-b7f1-45af-89b9-24c189ded6da tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:44.421217 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fde19095-b7f1-45af-89b9-24c189ded6da tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:44.421423 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1ffd41-033a-4c8a-80b8-f80dcb1af717 None None] The sync data for ids ['b74ba9fa-7939-492e-adaf-9b6f3d82e3d1'] in dv-neutron-821190-1-hyperv is: [{'id': 'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1', 'name': 'tempest-ServerActionsTestJSON-49169643-router', 'tenant_id': '7dd99718cde04f60a90f22e4134ff580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': '470f8c28-13b9-40c0-9f63-254654f9015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:59Z', 'updated_at': '2022-01-29T04:25:13Z', 'revision_number': 4, 'project_id': '7dd99718cde04f60a90f22e4134ff580', 'gw_port': {'id': '470f8c28-13b9-40c0-9f63-254654f9015b', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:01Z', 'updated_at': '2022-01-29T04:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'e2e0ff04-4bbc-4190-a070-a368320bed63', 'name': '', 'network_id': '9507ed99-2983-492a-ac2f-269d5807feac', 'tenant_id': '7dd99718cde04f60a90f22e4134ff580', 'mac_address': 'fa:16:3e:dc:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ca2d3a0a-064d-4780-9b58-334005fc5d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:10Z', 'updated_at': '2022-01-29T04:25:20Z', 'revision_number': 5, 'project_id': '7dd99718cde04f60a90f22e4134ff580', 'subnets': [{'id': 'ca2d3a0a-064d-4780-9b58-334005fc5d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:29:44.426631 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-fde19095-b7f1-45af-89b9-24c189ded6da tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/ports/174f6247-55ce-4c0d-8bac-d021f911bc2e HTTP/1.1" status: 404 len: 333 time: 0.0782709 Jan 29 04:29:44.435381 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53258) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:44.492185 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-5e153601-85f8-4e55-9e6e-4023029f6021 None None] Current status of the port 2daa3f8b-30d4-4863-aedc-910bf1dc6646 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:44.498666 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-66149338-4b9c-43fe-826f-3806d829c792 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:44.499130 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66149338-4b9c-43fe-826f-3806d829c792 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:44.502135 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-66149338-4b9c-43fe-826f-3806d829c792 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/subnets/3c47e144-7ed1-4cc1-aedd-308133cc7390 HTTP/1.1" status: 404 len: 337 time: 0.0384798 Jan 29 04:29:44.505241 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53260) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:44.511757 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-3dcbab89-299c-4f14-8489-1e836a60ede2 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5529075 Jan 29 04:29:44.516596 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-6ef9e546-ff50-45d3-ba2b-2172d6981de0 None None] Deleting port 2daa3f8b-30d4-4863-aedc-910bf1dc6646 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:29:44.522275 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6ef9e546-ff50-45d3-ba2b-2172d6981de0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (2daa3f8b-30d4-4863-aedc-910bf1dc6646), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:44.522408 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53262) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:44.529097 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-3853b68a-72ed-4185-b74e-c484e1fccbb8 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Request body: {'network': {'name': 'tempest-RoutersTest-2124270399'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:44.535526 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcbab89-299c-4f14-8489-1e836a60ede2 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event updated for resources: {'Network': ['ID=e44dbe9c-ce43-41d5-b4ae-9d118eff5b55,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:44.556819 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c0823a4-6ca0-45fe-a971-3cc4bd792cf5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:44.556819 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c0823a4-6ca0-45fe-a971-3cc4bd792cf5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:44.561330 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-3c0823a4-6ca0-45fe-a971-3cc4bd792cf5 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/subnets/12355623-39da-4674-8234-9692dc53d200 HTTP/1.1" status: 404 len: 337 time: 0.0526705 Jan 29 04:29:44.561601 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network e44dbe9c-ce43-41d5-b4ae-9d118eff5b55 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:29:44.564163 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53264) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:44.611453 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2e9b0a75-7385-4d5f-8433-d76d54439120 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Publish callbacks [] for port (6ec50493-4d23-4cc0-b0a2-451b965c264b), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:44.663669 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3853b68a-72ed-4185-b74e-c484e1fccbb8 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Made reservation on behalf of b19b1132342942e78366ba08553b13d3 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:44.666953 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3853b68a-72ed-4185-b74e-c484e1fccbb8 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:44.675077 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-6ef9e546-ff50-45d3-ba2b-2172d6981de0 None None] For port 2daa3f8b-30d4-4863-aedc-910bf1dc6646, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=2daa3f8b-30d4-4863-aedc-910bf1dc6646,segment=NetworkSegment(1f91fdf3-65d3-4539-a619-466fa51baae3),segment_id=1f91fdf3-65d3-4539-a619-466fa51baae3)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:44.675484 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6ef9e546-ff50-45d3-ba2b-2172d6981de0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (2daa3f8b-30d4-4863-aedc-910bf1dc6646), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:44.679935 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83991b2f-fb2c-420c-9ee1-39438ba2ef7e tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'port': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:44.714614 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de054ef-866a-4e88-8c93-06eea0da88e4 None None] Update dhcp port {'port': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'fixed_ips': [{'subnet_id': '2ef879ca-2015-4d86-83a3-845cb25fe8be', 'ip_address': '2001:db8::f816:3eff:fe14:35cb'}, {'subnet_id': 'c015b167-f5c4-4e6d-bc39-55cddfbfce9a'}], 'binding:host_id': 'dv-neutron-821190-1-hyperv'}, 'id': 'cad56575-c2e9-4fa2-ac77-47bf8c73b20c'} from dv-neutron-821190-1-hyperv. {{(pid=103586) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 29 04:29:44.716462 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3853b68a-72ed-4185-b74e-c484e1fccbb8 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:29:44.717731 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-6ef9e546-ff50-45d3-ba2b-2172d6981de0 None None] Calling delete_port for 2daa3f8b-30d4-4863-aedc-910bf1dc6646 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:29:44.732355 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3853b68a-72ed-4185-b74e-c484e1fccbb8 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (f368c6db-f764-4de8-962f-3052d329edd2), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:44.732733 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-3853b68a-72ed-4185-b74e-c484e1fccbb8 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Added segment f368c6db-f764-4de8-962f-3052d329edd2 of type vlan for network 62bb07e0-ceeb-437b-b8ae-c80c11573fd6 Jan 29 04:29:44.743870 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-c3a32d26-eb67-448c-8043-e6b846e5593f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Deleting port 03ad0d14-1ec5-4e03-8fe3-07a98769dca1 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:29:44.744208 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c3a32d26-eb67-448c-8043-e6b846e5593f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (03ad0d14-1ec5-4e03-8fe3-07a98769dca1), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:44.831133 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2e9b0a75-7385-4d5f-8433-d76d54439120 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (6ec50493-4d23-4cc0-b0a2-451b965c264b), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:44.859236 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-83991b2f-fb2c-420c-9ee1-39438ba2ef7e tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:44.867672 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1de054ef-866a-4e88-8c93-06eea0da88e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (cad56575-c2e9-4fa2-ac77-47bf8c73b20c), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:44.885134 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3853b68a-72ed-4185-b74e-c484e1fccbb8 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (62bb07e0-ceeb-437b-b8ae-c80c11573fd6), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:44.891549 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c3a32d26-eb67-448c-8043-e6b846e5593f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (03ad0d14-1ec5-4e03-8fe3-07a98769dca1), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:44.901471 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03affa1e-a35e-4e56-b590-fd6488363ac6 req-04b3a8fb-d30a-48fa-b249-9bd0498944a9 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:44.902399 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-c27f8777-4bcb-4e77-8648-b280912db07c None None] Allocated IP 172.20.0.2 (2ad657e1-8d94-4f6f-a006-3844d54041e0/97ba9fcd-a7d2-44d4-853a-eaf4b8e7733d/0c8d386f-1a62-43b0-8c0f-ea92b6e975d3) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:44.903365 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-03affa1e-a35e-4e56-b590-fd6488363ac6 req-04b3a8fb-d30a-48fa-b249-9bd0498944a9 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/ports?device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c HTTP/1.1" status: 200 len: 945 time: 0.1217167 Jan 29 04:29:44.904954 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [None req-83991b2f-fb2c-420c-9ee1-39438ba2ef7e tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] device_id is not set on port 198615f7-4127-4277-8a2c-6baee2db53ee yet. {{(pid=103584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:29:44.935793 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9b0a75-7385-4d5f-8433-d76d54439120 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Network 2ad657e1-8d94-4f6f-a006-3844d54041e0 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:44.941599 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-c3a32d26-eb67-448c-8043-e6b846e5593f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Calling delete_port for 03ad0d14-1ec5-4e03-8fe3-07a98769dca1 owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:29:44.950172 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b0a75-7385-4d5f-8433-d76d54439120 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Pushing event updated for resources: {'Port': ['ID=6ec50493-4d23-4cc0-b0a2-451b965c264b,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:44.952660 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-2e9b0a75-7385-4d5f-8433-d76d54439120 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:44.957162 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9b0a75-7385-4d5f-8433-d76d54439120 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:29:44.977799 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4146ce7-8f2a-428a-b17a-f1df4e8797ae None None] New status for floating IP 84906eb1-168b-43d3-afcd-a789425bab4c: DOWN {{(pid=103587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:29:44.987278 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device cad56575-c2e9-4fa2-ac77-47bf8c73b20c up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:45.105962 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-83991b2f-fb2c-420c-9ee1-39438ba2ef7e tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Allocated IP 172.20.0.3 (4d28e89c-1ada-4d65-a68a-7c96765b022b/c015b167-f5c4-4e6d-bc39-55cddfbfce9a/198615f7-4127-4277-8a2c-6baee2db53ee) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:45.112674 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-83991b2f-fb2c-420c-9ee1-39438ba2ef7e tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Allocated IP 2001:db8::f816:3eff:feaf:14e6 (4d28e89c-1ada-4d65-a68a-7c96765b022b/2ef879ca-2015-4d86-83a3-845cb25fe8be/198615f7-4127-4277-8a2c-6baee2db53ee) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:45.191991 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-03affa1e-a35e-4e56-b590-fd6488363ac6 req-24ea176e-a5a7-4d85-886e-a2dcd0ec74b4 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/security-groups?id=d988af8b-ef19-409e-9a6b-f84166dff0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2812514 Jan 29 04:29:45.237669 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port cad56575-c2e9-4fa2-ac77-47bf8c73b20c triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:45.238263 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (cad56575-c2e9-4fa2-ac77-47bf8c73b20c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:45.239688 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6ef9e546-ff50-45d3-ba2b-2172d6981de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (2daa3f8b-30d4-4863-aedc-910bf1dc6646), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:45.288322 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53272) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:45.297881 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 1034befb-3cd4-4337-8ed7-028318e7f85e no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:29:45.309347 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef9e546-ff50-45d3-ba2b-2172d6981de0 None None] Pushing event deleted for resources: {'Port': ['ID=2daa3f8b-30d4-4863-aedc-910bf1dc6646,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:45.311775 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef9e546-ff50-45d3-ba2b-2172d6981de0 None None] No DVR routers for this DVR port 2daa3f8b-30d4-4863-aedc-910bf1dc6646 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:29:45.349135 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] No Port match for: 1034befb-3cd4-4337-8ed7-028318e7f85e {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:29:45.349492 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 1034befb-3cd4-4337-8ed7-028318e7f85e not bound to the agent host hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:29:45.351546 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c27f8777-4bcb-4e77-8648-b280912db07c None None] Publish callbacks [] for port (0c8d386f-1a62-43b0-8c0f-ea92b6e975d3), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:45.397123 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a3d61405-f54a-44b5-83a0-10bd97ba6d4a tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Publish callbacks [] for security_group (b02b9545-84ba-4a2b-a151-5c47a7682023), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:45.403773 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-83991b2f-fb2c-420c-9ee1-39438ba2ef7e tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for port (198615f7-4127-4277-8a2c-6baee2db53ee), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:45.411566 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port cad56575-c2e9-4fa2-ac77-47bf8c73b20c is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:45.429586 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c27f8777-4bcb-4e77-8648-b280912db07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (0c8d386f-1a62-43b0-8c0f-ea92b6e975d3), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:45.441553 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a3d61405-f54a-44b5-83a0-10bd97ba6d4a tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Publish callbacks [] for security_group (b02b9545-84ba-4a2b-a151-5c47a7682023), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:45.487710 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3853b68a-72ed-4185-b74e-c484e1fccbb8 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (62bb07e0-ceeb-437b-b8ae-c80c11573fd6), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:45.492165 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27f8777-4bcb-4e77-8648-b280912db07c None None] Network 2ad657e1-8d94-4f6f-a006-3844d54041e0 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:45.496473 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3853b68a-72ed-4185-b74e-c484e1fccbb8 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:45.496473 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3853b68a-72ed-4185-b74e-c484e1fccbb8 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:45.496720 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-c27f8777-4bcb-4e77-8648-b280912db07c None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:45.507589 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27f8777-4bcb-4e77-8648-b280912db07c None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:29:45.512163 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f8777-4bcb-4e77-8648-b280912db07c None None] Pushing event updated for resources: {'Port': ['ID=0c8d386f-1a62-43b0-8c0f-ea92b6e975d3,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:45.542073 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 2daa3f8b-30d4-4863-aedc-910bf1dc6646 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:29:45.566725 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-83991b2f-fb2c-420c-9ee1-39438ba2ef7e tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (198615f7-4127-4277-8a2c-6baee2db53ee), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:45.573568 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9b0a75-7385-4d5f-8433-d76d54439120 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:45.574197 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2e9b0a75-7385-4d5f-8433-d76d54439120 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:45.588271 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853b68a-72ed-4185-b74e-c484e1fccbb8 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event updated for resources: {'Network': ['ID=62bb07e0-ceeb-437b-b8ae-c80c11573fd6,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:45.597890 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-3853b68a-72ed-4185-b74e-c484e1fccbb8 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0730810 Jan 29 04:29:45.598468 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c3a32d26-eb67-448c-8043-e6b846e5593f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (03ad0d14-1ec5-4e03-8fe3-07a98769dca1), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:45.601052 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53274) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:45.601781 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a3d61405-f54a-44b5-83a0-10bd97ba6d4a tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (b02b9545-84ba-4a2b-a151-5c47a7682023), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:45.605185 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a3d61405-f54a-44b5-83a0-10bd97ba6d4a tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:45.608076 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a3d61405-f54a-44b5-83a0-10bd97ba6d4a tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "DELETE /v2.0/security-groups/b02b9545-84ba-4a2b-a151-5c47a7682023 HTTP/1.1" status: 204 len: 168 time: 0.3170872 Jan 29 04:29:45.612204 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-b578ecb7-4b3c-420f-8b33-79a225216a77 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Request body: {'subnet': {'network_id': 'e44dbe9c-ce43-41d5-b4ae-9d118eff5b55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:45.617533 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53276) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:45.646882 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83991b2f-fb2c-420c-9ee1-39438ba2ef7e tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:45.650603 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-c94f8130-9109-4c3d-af9d-06f0bd899832 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] show failed (client error): The resource could not be found. Jan 29 04:29:45.651701 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c94f8130-9109-4c3d-af9d-06f0bd899832 tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "GET /v2.0/security-groups/b02b9545-84ba-4a2b-a151-5c47a7682023 HTTP/1.1" status: 404 len: 347 time: 0.0334761 Jan 29 04:29:45.655718 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d61405-f54a-44b5-83a0-10bd97ba6d4a tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02b9545-84ba-4a2b-a151-5c47a7682023,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:45.657509 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53278) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:45.664656 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-83991b2f-fb2c-420c-9ee1-39438ba2ef7e tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:45.665973 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a32d26-eb67-448c-8043-e6b846e5593f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event deleted for resources: {'Port': ['ID=03ad0d14-1ec5-4e03-8fe3-07a98769dca1,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:45.674337 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83991b2f-fb2c-420c-9ee1-39438ba2ef7e tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:29:45.679823 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83991b2f-fb2c-420c-9ee1-39438ba2ef7e tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Port': ['ID=198615f7-4127-4277-8a2c-6baee2db53ee,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:45.704279 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2e9b0a75-7385-4d5f-8433-d76d54439120 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.4363847 Jan 29 04:29:45.711496 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53280) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:45.719725 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-79fa3355-6e12-421c-ada2-25c1434f33d1 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1263369681', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:45.724110 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c3a32d26-eb67-448c-8043-e6b846e5593f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:45.727307 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c3a32d26-eb67-448c-8043-e6b846e5593f tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/ports/03ad0d14-1ec5-4e03-8fe3-07a98769dca1 HTTP/1.1" status: 204 len: 168 time: 1.1621575 Jan 29 04:29:45.730821 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53282) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:45.737194 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 62bb07e0-ceeb-437b-b8ae-c80c11573fd6 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:29:45.781753 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 2daa3f8b-30d4-4863-aedc-910bf1dc6646 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:29:45.782430 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 2daa3f8b-30d4-4863-aedc-910bf1dc6646 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:29:45.811594 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83991b2f-fb2c-420c-9ee1-39438ba2ef7e tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:45.812235 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-83991b2f-fb2c-420c-9ee1-39438ba2ef7e tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:45.851319 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-c27f8777-4bcb-4e77-8648-b280912db07c None None] Attempting to bind port 0c8d386f-1a62-43b0-8c0f-ea92b6e975d3 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:29:45.851319 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-c27f8777-4bcb-4e77-8648-b280912db07c None None] Attempting to bind port 0c8d386f-1a62-43b0-8c0f-ea92b6e975d3 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '6e501466-e9b2-42a1-8481-5ad94933e74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2ad657e1-8d94-4f6f-a006-3844d54041e0'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:29:45.851319 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27f8777-4bcb-4e77-8648-b280912db07c None None] Attempting to bind port 0c8d386f-1a62-43b0-8c0f-ea92b6e975d3 on network 2ad657e1-8d94-4f6f-a006-3844d54041e0 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:45.862881 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27f8777-4bcb-4e77-8648-b280912db07c None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:29:45.863111 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27f8777-4bcb-4e77-8648-b280912db07c None None] Checking segment: {'id': '6e501466-e9b2-42a1-8481-5ad94933e74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2ad657e1-8d94-4f6f-a006-3844d54041e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:29:45.863377 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c27f8777-4bcb-4e77-8648-b280912db07c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:45.863782 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27f8777-4bcb-4e77-8648-b280912db07c None None] Bound using segment: {'id': '6e501466-e9b2-42a1-8481-5ad94933e74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2ad657e1-8d94-4f6f-a006-3844d54041e0'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:29:45.864263 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-c27f8777-4bcb-4e77-8648-b280912db07c None None] Bound port: 0c8d386f-1a62-43b0-8c0f-ea92b6e975d3, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e501466-e9b2-42a1-8481-5ad94933e74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2ad657e1-8d94-4f6f-a006-3844d54041e0'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:29:45.864676 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c27f8777-4bcb-4e77-8648-b280912db07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (0c8d386f-1a62-43b0-8c0f-ea92b6e975d3), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:45.867872 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-0ae18a3a-a856-48da-92f2-f65a75b7842f tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Deleting port 7ca16c55-1fed-40c9-817a-49fe9c07334c {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:29:45.868316 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0ae18a3a-a856-48da-92f2-f65a75b7842f tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (7ca16c55-1fed-40c9-817a-49fe9c07334c), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:45.872134 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6dc99cda-a896-43b8-b7d7-7641943ee315 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (9616cf94-e359-4c96-8bfe-b222b9be11e4), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:45.874012 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-79fa3355-6e12-421c-ada2-25c1434f33d1 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (713ee3bb-f62c-4412-8932-bb743c4ce61d), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:45.875044 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-79fa3355-6e12-421c-ada2-25c1434f33d1 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (713ee3bb-f62c-4412-8932-bb743c4ce61d), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:45.907724 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-1de054ef-866a-4e88-8c93-06eea0da88e4 None None] Allocated IP 172.20.0.2 (4d28e89c-1ada-4d65-a68a-7c96765b022b/c015b167-f5c4-4e6d-bc39-55cddfbfce9a/cad56575-c2e9-4fa2-ac77-47bf8c73b20c) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:45.935267 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-83991b2f-fb2c-420c-9ee1-39438ba2ef7e tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.5435770 Jan 29 04:29:45.943380 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53284) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:45.986809 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0ae18a3a-a856-48da-92f2-f65a75b7842f tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (7ca16c55-1fed-40c9-817a-49fe9c07334c), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:45.987278 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0ae18a3a-a856-48da-92f2-f65a75b7842f tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Publish callbacks [] for floatingip (7ca16c55-1fed-40c9-817a-49fe9c07334c), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:45.989740 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-c27f8777-4bcb-4e77-8648-b280912db07c None None] For port 0c8d386f-1a62-43b0-8c0f-ea92b6e975d3, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:29:46.003314 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-0ae18a3a-a856-48da-92f2-f65a75b7842f tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Calling delete_port for 7ca16c55-1fed-40c9-817a-49fe9c07334c owned by network:floatingip {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:29:46.004928 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-c27f8777-4bcb-4e77-8648-b280912db07c None None] For port 0c8d386f-1a62-43b0-8c0f-ea92b6e975d3, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=0c8d386f-1a62-43b0-8c0f-ea92b6e975d3,segment=NetworkSegment(6e501466-e9b2-42a1-8481-5ad94933e74b),segment_id=6e501466-e9b2-42a1-8481-5ad94933e74b)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:29:46.007878 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-79fa3355-6e12-421c-ada2-25c1434f33d1 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Publish callbacks [] for router_controller (713ee3bb-f62c-4412-8932-bb743c4ce61d), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:46.017326 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6dc99cda-a896-43b8-b7d7-7641943ee315 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (9616cf94-e359-4c96-8bfe-b222b9be11e4), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:46.022186 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b578ecb7-4b3c-420f-8b33-79a225216a77 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Made reservation on behalf of b19b1132342942e78366ba08553b13d3 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:46.023569 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b578ecb7-4b3c-420f-8b33-79a225216a77 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:46.032305 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ba90e7-fa3d-4e96-9732-4dd65ac8dfe1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:46.036442 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-1de054ef-866a-4e88-8c93-06eea0da88e4 None None] For port cad56575-c2e9-4fa2-ac77-47bf8c73b20c, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=cad56575-c2e9-4fa2-ac77-47bf8c73b20c,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:46.037883 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ba90e7-fa3d-4e96-9732-4dd65ac8dfe1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:46.039733 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b9ba90e7-fa3d-4e96-9732-4dd65ac8dfe1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0951328 Jan 29 04:29:46.044178 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53286) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:46.074467 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1de054ef-866a-4e88-8c93-06eea0da88e4 None None] Publish callbacks [] for port (cad56575-c2e9-4fa2-ac77-47bf8c73b20c), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:46.098424 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c27f8777-4bcb-4e77-8648-b280912db07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (0c8d386f-1a62-43b0-8c0f-ea92b6e975d3), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:46.113610 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-6dc99cda-a896-43b8-b7d7-7641943ee315 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9616cf94-e359-4c96-8bfe-b222b9be11e4']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:46.133431 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-79fa3355-6e12-421c-ada2-25c1434f33d1 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (713ee3bb-f62c-4412-8932-bb743c4ce61d), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:46.140205 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-6dc99cda-a896-43b8-b7d7-7641943ee315 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f91fdf3-65d3-4539-a619-466fa51baae3') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:46.140598 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-6dc99cda-a896-43b8-b7d7-7641943ee315 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f91fdf3-65d3-4539-a619-466fa51baae3') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:46.161241 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f8777-4bcb-4e77-8648-b280912db07c None None] Pushing event updated for resources: {'Port': ['ID=0c8d386f-1a62-43b0-8c0f-ea92b6e975d3,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:46.165376 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6dc99cda-a896-43b8-b7d7-7641943ee315 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (1f91fdf3-65d3-4539-a619-466fa51baae3), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:46.189380 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1de054ef-866a-4e88-8c93-06eea0da88e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (cad56575-c2e9-4fa2-ac77-47bf8c73b20c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:46.222235 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6dc99cda-a896-43b8-b7d7-7641943ee315 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (1f91fdf3-65d3-4539-a619-466fa51baae3), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:46.238256 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dc99cda-a896-43b8-b7d7-7641943ee315 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:29:46.238658 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6dc99cda-a896-43b8-b7d7-7641943ee315 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (1f91fdf3-65d3-4539-a619-466fa51baae3), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:46.243675 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:29:46.243675 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:29:46.243675 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:29:46.243675 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:29:46.243675 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:29:46.243675 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:29:46.243675 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:29:46.243675 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:29:46.243675 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:29:46.243675 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:29:46.243675 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:29:46.243675 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:29:46.243675 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:29:46.243675 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:29:46.243675 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:29:46.243675 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:29:46.243675 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:29:46.243675 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:29:46.243675 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:29:46.243675 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:29:46.243675 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:29:46.243675 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:29:46.243675 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:29:46.243675 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:29:46.243675 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:29:46.243675 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:29:46.243675 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:29:46.243675 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:29:46.243675 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:29:46.243675 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:29:46.243675 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:29:46.243675 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:29:46.275861 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0ae18a3a-a856-48da-92f2-f65a75b7842f tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (7ca16c55-1fed-40c9-817a-49fe9c07334c), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:46.290773 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de054ef-866a-4e88-8c93-06eea0da88e4 None None] Pushing event updated for resources: {'Port': ['ID=cad56575-c2e9-4fa2-ac77-47bf8c73b20c,revision_number=9']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:46.325959 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae18a3a-a856-48da-92f2-f65a75b7842f tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Pushing event deleted for resources: {'Port': ['ID=7ca16c55-1fed-40c9-817a-49fe9c07334c,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:46.327096 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-79fa3355-6e12-421c-ada2-25c1434f33d1 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:46.328310 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-79fa3355-6e12-421c-ada2-25c1434f33d1 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6145027 Jan 29 04:29:46.335701 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53290) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:46.367549 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-6df3e1f0-7cd8-4ece-aeb9-7cf71dcbb67a tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1190378754', 'prefixes': ['172.20.0.0/16']}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:46.384803 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-3bb23650-f3fc-4ac7-b17e-68eaeb46c318 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting port 198615f7-4127-4277-8a2c-6baee2db53ee {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:29:46.385054 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3bb23650-f3fc-4ac7-b17e-68eaeb46c318 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (198615f7-4127-4277-8a2c-6baee2db53ee), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:46.432748 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6dc99cda-a896-43b8-b7d7-7641943ee315 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (9616cf94-e359-4c96-8bfe-b222b9be11e4), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:46.438043 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6dc99cda-a896-43b8-b7d7-7641943ee315 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:46.441573 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6dc99cda-a896-43b8-b7d7-7641943ee315 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] 10.222.0.13 "DELETE /v2.0/networks/9616cf94-e359-4c96-8bfe-b222b9be11e4 HTTP/1.1" status: 204 len: 168 time: 0.7097301 Jan 29 04:29:46.498664 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1e843-ddfe-41eb-964c-480e8bae26d7 req-35c5e0f8-d2c8-447e-bd94-a92dd515f97a tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:46.505048 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-fdc1e843-ddfe-41eb-964c-480e8bae26d7 req-35c5e0f8-d2c8-447e-bd94-a92dd515f97a tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/ports?device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c HTTP/1.1" status: 200 len: 945 time: 0.1807275 Jan 29 04:29:46.510184 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0ae18a3a-a856-48da-92f2-f65a75b7842f tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Publish callbacks [] for floatingip (84906eb1-168b-43d3-afcd-a789425bab4c), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:46.525066 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0ae18a3a-a856-48da-92f2-f65a75b7842f tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:46.529301 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0ae18a3a-a856-48da-92f2-f65a75b7842f tempest-ServerActionsTestJSON-1573566683 tempest-ServerActionsTestJSON-1573566683-project] 10.222.0.13 "DELETE /v2.0/floatingips/84906eb1-168b-43d3-afcd-a789425bab4c HTTP/1.1" status: 204 len: 168 time: 0.8585117 Jan 29 04:29:46.546245 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53294) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:46.582572 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc99cda-a896-43b8-b7d7-7641943ee315 tempest-PortsTestJSON-1042097037 tempest-PortsTestJSON-1042097037-project] Pushing event deleted for resources: {'Network': ['ID=9616cf94-e359-4c96-8bfe-b222b9be11e4,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:46.629881 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3bb23650-f3fc-4ac7-b17e-68eaeb46c318 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (198615f7-4127-4277-8a2c-6baee2db53ee), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:46.639069 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b578ecb7-4b3c-420f-8b33-79a225216a77 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (13e57589-2675-4c4f-8707-6f57f52473c4), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:46.652011 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-3bb23650-f3fc-4ac7-b17e-68eaeb46c318 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Calling delete_port for 198615f7-4127-4277-8a2c-6baee2db53ee owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:29:46.655438 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-fdc1e843-ddfe-41eb-964c-480e8bae26d7 req-d58b772e-0cbb-404d-a346-24237fffd2bd tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/security-groups?id=d988af8b-ef19-409e-9a6b-f84166dff0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493254 Jan 29 04:29:46.770430 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b578ecb7-4b3c-420f-8b33-79a225216a77 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event updated for resources: {'Subnet': ['ID=13e57589-2675-4c4f-8707-6f57f52473c4,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:46.786443 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b578ecb7-4b3c-420f-8b33-79a225216a77 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Checking segment: {'id': '4930016b-5af1-4971-91c5-bd481ba1d131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e44dbe9c-ce43-41d5-b4ae-9d118eff5b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:29:46.788002 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b578ecb7-4b3c-420f-8b33-79a225216a77 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Network hostable DHCP agents. Network: e44dbe9c-ce43-41d5-b4ae-9d118eff5b55, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:29:46.876679 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6df3e1f0-7cd8-4ece-aeb9-7cf71dcbb67a tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:46.885097 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-6df3e1f0-7cd8-4ece-aeb9-7cf71dcbb67a tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5396347 Jan 29 04:29:46.887249 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53296) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:46.897350 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.tag.tag_plugin [None req-881e43f5-deed-4c02-80ac-f0cc993f6739 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '97ba9fcd-a7d2-44d4-853a-eaf4b8e7733d', 'tempest-TagsExtTest-Tag-1688091013') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:46.927192 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b578ecb7-4b3c-420f-8b33-79a225216a77 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Network e44dbe9c-ce43-41d5-b4ae-9d118eff5b55 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:29:47.040397 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-b578ecb7-4b3c-420f-8b33-79a225216a77 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, e44dbe9c-ce43-41d5-b4ae-9d118eff5b55) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:47.046123 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b578ecb7-4b3c-420f-8b33-79a225216a77 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:47.046755 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b578ecb7-4b3c-420f-8b33-79a225216a77 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:47.054680 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a070487-d3af-475a-9bf7-efb6b4715452 None None] Network e44dbe9c-ce43-41d5-b4ae-9d118eff5b55 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:47.062408 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 0c8d386f-1a62-43b0-8c0f-ea92b6e975d3 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:47.104867 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3bb23650-f3fc-4ac7-b17e-68eaeb46c318 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (198615f7-4127-4277-8a2c-6baee2db53ee), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:47.144907 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53300) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:47.161006 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb23650-f3fc-4ac7-b17e-68eaeb46c318 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Port': ['ID=198615f7-4127-4277-8a2c-6baee2db53ee,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:47.187916 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b578ecb7-4b3c-420f-8b33-79a225216a77 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5853915 Jan 29 04:29:47.195295 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53304) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:47.220276 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-55dc0a6e-efcb-4f88-b337-898d53f7638c tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Request body: {'subnet': {'network_id': '62bb07e0-ceeb-437b-b8ae-c80c11573fd6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:47.225411 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 0c8d386f-1a62-43b0-8c0f-ea92b6e975d3 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:47.227252 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (0c8d386f-1a62-43b0-8c0f-ea92b6e975d3), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:47.256233 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a364ec-3448-41e3-902a-c554eec52623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-e44dbe9c-ce43-41d5-b4ae-9d118eff5b55', 'network_id': 'e44dbe9c-ce43-41d5-b4ae-9d118eff5b55', 'project_id': 'b19b1132342942e78366ba08553b13d3', 'fixed_ips': [{'subnet_id': '13e57589-2675-4c4f-8707-6f57f52473c4'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:29:47.257478 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-81a364ec-3448-41e3-902a-c554eec52623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:47.344102 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-881e43f5-deed-4c02-80ac-f0cc993f6739 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "PUT /v2.0/subnets/97ba9fcd-a7d2-44d4-853a-eaf4b8e7733d/tags/tempest-TagsExtTest-Tag-1688091013 HTTP/1.1" status: 201 len: 201 time: 0.4548764 Jan 29 04:29:47.347692 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53306) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:47.352862 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.tag.tag_plugin [None req-739cac9b-4e7a-4e21-8975-4b80f0e416a9 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6ec50493-4d23-4cc0-b0a2-451b965c264b', 'tempest-TagsExtTest-Tag-1305892785') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:47.420869 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3bb23650-f3fc-4ac7-b17e-68eaeb46c318 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:47.428474 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-3bb23650-f3fc-4ac7-b17e-68eaeb46c318 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/ports/198615f7-4127-4277-8a2c-6baee2db53ee HTTP/1.1" status: 204 len: 168 time: 1.3828642 Jan 29 04:29:47.435759 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53308) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:47.441412 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-aff72499-d0b9-49ce-b1f7-800fefe676a4 None None] Provisioning complete for port cad56575-c2e9-4fa2-ac77-47bf8c73b20c triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:47.443108 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aff72499-d0b9-49ce-b1f7-800fefe676a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (cad56575-c2e9-4fa2-ac77-47bf8c73b20c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:47.474871 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 0c8d386f-1a62-43b0-8c0f-ea92b6e975d3 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:47.475617 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (0c8d386f-1a62-43b0-8c0f-ea92b6e975d3), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:47.503113 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53310) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:47.503331 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-cec3664f-d309-48c4-bb0b-2651f5530bdf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d8e0f965da8447998d407abf5ce886cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3574014 Jan 29 04:29:47.550129 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81815507-c01f-465a-8a99-2f05645a0ac0 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:47.551731 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81815507-c01f-465a-8a99-2f05645a0ac0 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:47.553072 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81815507-c01f-465a-8a99-2f05645a0ac0 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:47.554728 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-81815507-c01f-465a-8a99-2f05645a0ac0 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1179664 Jan 29 04:29:47.556895 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-739cac9b-4e7a-4e21-8975-4b80f0e416a9 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "PUT /v2.0/ports/6ec50493-4d23-4cc0-b0a2-451b965c264b/tags/tempest-TagsExtTest-Tag-1305892785 HTTP/1.1" status: 201 len: 201 time: 0.2075372 Jan 29 04:29:47.558002 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f4869b39-64ba-4d01-ba9c-c7a4ece81c5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (b74ba9fa-7939-492e-adaf-9b6f3d82e3d1), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:47.560793 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53312) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:47.561648 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53314) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:47.574356 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 0c8d386f-1a62-43b0-8c0f-ea92b6e975d3, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=0c8d386f-1a62-43b0-8c0f-ea92b6e975d3,segment=NetworkSegment(6e501466-e9b2-42a1-8481-5ad94933e74b),segment_id=6e501466-e9b2-42a1-8481-5ad94933e74b)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:47.582630 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.tag.tag_plugin [None req-6c82c1cc-2a8e-41b4-877a-7df4dae525cd tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '713ee3bb-f62c-4412-8932-bb743c4ce61d', 'tempest-TagsExtTest-Tag-841784981') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:47.582820 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-81a364ec-3448-41e3-902a-c554eec52623 None None] Allocated IP 172.20.0.2 (e44dbe9c-ce43-41d5-b4ae-9d118eff5b55/13e57589-2675-4c4f-8707-6f57f52473c4/1e159090-c499-44c1-b46c-965d2a46a9b2) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:47.627465 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55dc0a6e-efcb-4f88-b337-898d53f7638c tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Made reservation on behalf of b19b1132342942e78366ba08553b13d3 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:47.638367 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-55dc0a6e-efcb-4f88-b337-898d53f7638c tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:47.653684 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-aff72499-d0b9-49ce-b1f7-800fefe676a4 None None] Current status of the port cad56575-c2e9-4fa2-ac77-47bf8c73b20c is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:47.661752 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (0c8d386f-1a62-43b0-8c0f-ea92b6e975d3), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:47.663188 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device cad56575-c2e9-4fa2-ac77-47bf8c73b20c up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:47.709435 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d1e07795-7762-44ba-a2c1-f1c6af2a6874 admin admin] Publish callbacks [] for security_group (ed754a5e-b465-4a39-86d5-e4c0b12ffb1b), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:47.752804 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d1e07795-7762-44ba-a2c1-f1c6af2a6874 admin admin] Publish callbacks [] for security_group (ed754a5e-b465-4a39-86d5-e4c0b12ffb1b), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:47.818981 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=0c8d386f-1a62-43b0-8c0f-ea92b6e975d3,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:47.846367 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca22acbe-c10e-4f4b-9558-c10e3f5b800f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting subnet 2ef879ca-2015-4d86-83a3-845cb25fe8be {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:29:47.858285 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ca22acbe-c10e-4f4b-9558-c10e3f5b800f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (2ef879ca-2015-4d86-83a3-845cb25fe8be), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:47.861154 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f551095-3f21-4570-a073-739f3f47e46d None None] Network 2ad657e1-8d94-4f6f-a006-3844d54041e0 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:47.965243 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ca22acbe-c10e-4f4b-9558-c10e3f5b800f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (2ef879ca-2015-4d86-83a3-845cb25fe8be), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:47.968977 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port cad56575-c2e9-4fa2-ac77-47bf8c73b20c triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:47.969440 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (cad56575-c2e9-4fa2-ac77-47bf8c73b20c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:48.007578 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-9f2ceb38-9b52-4c8c-b613-f97bcebb6c46 None None] Provisioning complete for port 0c8d386f-1a62-43b0-8c0f-ea92b6e975d3 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:48.007911 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9f2ceb38-9b52-4c8c-b613-f97bcebb6c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (0c8d386f-1a62-43b0-8c0f-ea92b6e975d3), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:48.036646 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62556435-f9fa-4016-9d8b-0b52424601ae req-cb3dea58-967f-43c9-a336-8a8135c7e2ba tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:48.045187 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-62556435-f9fa-4016-9d8b-0b52424601ae req-cb3dea58-967f-43c9-a336-8a8135c7e2ba tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/ports?device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c HTTP/1.1" status: 200 len: 945 time: 0.2376955 Jan 29 04:29:48.069135 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-81a364ec-3448-41e3-902a-c554eec52623 None None] Publish callbacks [] for port (1e159090-c499-44c1-b46c-965d2a46a9b2), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:48.145063 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ca22acbe-c10e-4f4b-9558-c10e3f5b800f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (2ef879ca-2015-4d86-83a3-845cb25fe8be), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:48.173742 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-81a364ec-3448-41e3-902a-c554eec52623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (1e159090-c499-44c1-b46c-965d2a46a9b2), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:48.195979 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6c82c1cc-2a8e-41b4-877a-7df4dae525cd tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "PUT /v2.0/routers/713ee3bb-f62c-4412-8932-bb743c4ce61d/tags/tempest-TagsExtTest-Tag-841784981 HTTP/1.1" status: 201 len: 201 time: 0.6173759 Jan 29 04:29:48.195979 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d1e07795-7762-44ba-a2c1-f1c6af2a6874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (ed754a5e-b465-4a39-86d5-e4c0b12ffb1b), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:48.196434 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d1e07795-7762-44ba-a2c1-f1c6af2a6874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:48.197570 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d1e07795-7762-44ba-a2c1-f1c6af2a6874 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ed754a5e-b465-4a39-86d5-e4c0b12ffb1b HTTP/1.1" status: 204 len: 168 time: 0.6934688 Jan 29 04:29:48.198160 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53318) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:48.215629 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.tag.tag_plugin [None req-88f6f5c4-9145-4f87-a2d2-d4dba306af55 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ce484468-60e4-4df9-952f-9d36ee5f2d73', 'tempest-TagsExtTest-Tag-1643314283') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:48.258929 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port cad56575-c2e9-4fa2-ac77-47bf8c73b20c is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:48.274265 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-62556435-f9fa-4016-9d8b-0b52424601ae req-a8e4a948-8ccd-48b7-bb84-01ba56c53e55 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/security-groups?id=d988af8b-ef19-409e-9a6b-f84166dff0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2271681 Jan 29 04:29:48.275351 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e07795-7762-44ba-a2c1-f1c6af2a6874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed754a5e-b465-4a39-86d5-e4c0b12ffb1b,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:48.299642 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a364ec-3448-41e3-902a-c554eec52623 None None] Network e44dbe9c-ce43-41d5-b4ae-9d118eff5b55 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:48.304416 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a364ec-3448-41e3-902a-c554eec52623 None None] Pushing event updated for resources: {'Port': ['ID=1e159090-c499-44c1-b46c-965d2a46a9b2,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:48.319456 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-81a364ec-3448-41e3-902a-c554eec52623 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:48.334967 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a364ec-3448-41e3-902a-c554eec52623 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:29:48.344602 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ceb38-9b52-4c8c-b613-f97bcebb6c46 None None] Current status of the port 0c8d386f-1a62-43b0-8c0f-ea92b6e975d3 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:48.351600 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-9f2ceb38-9b52-4c8c-b613-f97bcebb6c46 None None] Could not find standard attr ID for object 198615f7-4127-4277-8a2c-6baee2db53ee. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:29:48.412407 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-81a364ec-3448-41e3-902a-c554eec52623 None None] Attempting to bind port 1e159090-c499-44c1-b46c-965d2a46a9b2 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:29:48.413081 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-81a364ec-3448-41e3-902a-c554eec52623 None None] Attempting to bind port 1e159090-c499-44c1-b46c-965d2a46a9b2 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '4930016b-5af1-4971-91c5-bd481ba1d131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e44dbe9c-ce43-41d5-b4ae-9d118eff5b55'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:29:48.413520 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a364ec-3448-41e3-902a-c554eec52623 None None] Attempting to bind port 1e159090-c499-44c1-b46c-965d2a46a9b2 on network e44dbe9c-ce43-41d5-b4ae-9d118eff5b55 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:48.419435 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a364ec-3448-41e3-902a-c554eec52623 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:29:48.419667 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a364ec-3448-41e3-902a-c554eec52623 None None] Checking segment: {'id': '4930016b-5af1-4971-91c5-bd481ba1d131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e44dbe9c-ce43-41d5-b4ae-9d118eff5b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:29:48.420080 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-81a364ec-3448-41e3-902a-c554eec52623 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:48.420497 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a364ec-3448-41e3-902a-c554eec52623 None None] Bound using segment: {'id': '4930016b-5af1-4971-91c5-bd481ba1d131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e44dbe9c-ce43-41d5-b4ae-9d118eff5b55'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:29:48.421132 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-81a364ec-3448-41e3-902a-c554eec52623 None None] Bound port: 1e159090-c499-44c1-b46c-965d2a46a9b2, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4930016b-5af1-4971-91c5-bd481ba1d131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e44dbe9c-ce43-41d5-b4ae-9d118eff5b55'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:29:48.421528 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-81a364ec-3448-41e3-902a-c554eec52623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (1e159090-c499-44c1-b46c-965d2a46a9b2), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:48.488682 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-81a364ec-3448-41e3-902a-c554eec52623 None None] For port 1e159090-c499-44c1-b46c-965d2a46a9b2, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:29:48.491801 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-81a364ec-3448-41e3-902a-c554eec52623 None None] For port 1e159090-c499-44c1-b46c-965d2a46a9b2, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=1e159090-c499-44c1-b46c-965d2a46a9b2,segment=NetworkSegment(4930016b-5af1-4971-91c5-bd481ba1d131),segment_id=4930016b-5af1-4971-91c5-bd481ba1d131)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:29:48.520762 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-f4869b39-64ba-4d01-ba9c-c7a4ece81c5e admin admin] Deleting port e2e0ff04-4bbc-4190-a070-a368320bed63 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:29:48.521334 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f4869b39-64ba-4d01-ba9c-c7a4ece81c5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (e2e0ff04-4bbc-4190-a070-a368320bed63), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:48.564245 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ca22acbe-c10e-4f4b-9558-c10e3f5b800f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (2ef879ca-2015-4d86-83a3-845cb25fe8be), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:48.568935 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-88f6f5c4-9145-4f87-a2d2-d4dba306af55 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "PUT /v2.0/subnetpools/ce484468-60e4-4df9-952f-9d36ee5f2d73/tags/tempest-TagsExtTest-Tag-1643314283 HTTP/1.1" status: 201 len: 201 time: 0.3614786 Jan 29 04:29:48.573474 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53322) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:48.581548 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.tag.tag_plugin [None req-26d9c48a-11d1-4088-ac13-8bc433cd00f0 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '97ba9fcd-a7d2-44d4-853a-eaf4b8e7733d') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:48.584395 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-c5e7f3c8-a752-4479-8286-125a94435c4b None None] Provisioning complete for port 0c8d386f-1a62-43b0-8c0f-ea92b6e975d3 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:48.585089 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c5e7f3c8-a752-4479-8286-125a94435c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (0c8d386f-1a62-43b0-8c0f-ea92b6e975d3), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:48.600714 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca22acbe-c10e-4f4b-9558-c10e3f5b800f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Subnet': ['ID=2ef879ca-2015-4d86-83a3-845cb25fe8be,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:48.606895 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ca22acbe-c10e-4f4b-9558-c10e3f5b800f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:48.617964 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-55dc0a6e-efcb-4f88-b337-898d53f7638c tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (b30f47ee-e6b2-4e74-827e-6bc49a066f1f), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:48.618184 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ca22acbe-c10e-4f4b-9558-c10e3f5b800f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/2ef879ca-2015-4d86-83a3-845cb25fe8be HTTP/1.1" status: 204 len: 168 time: 1.0526223 Jan 29 04:29:48.618492 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53324) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:48.630639 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556dda4c-065d-40a0-a217-ee2c4485cba4 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:48.633286 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-81a364ec-3448-41e3-902a-c554eec52623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (1e159090-c499-44c1-b46c-965d2a46a9b2), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:48.690833 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-f4869b39-64ba-4d01-ba9c-c7a4ece81c5e admin admin] For port e2e0ff04-4bbc-4190-a070-a368320bed63, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=e2e0ff04-4bbc-4190-a070-a368320bed63,segment=NetworkSegment(d9adf04a-b50e-40f5-aaa3-34e90a55f913),segment_id=d9adf04a-b50e-40f5-aaa3-34e90a55f913)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:48.691218 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f4869b39-64ba-4d01-ba9c-c7a4ece81c5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (e2e0ff04-4bbc-4190-a070-a368320bed63), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:48.711552 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-9364dc52-cf08-421b-bd65-53ca8eb9cd84 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting subnet c015b167-f5c4-4e6d-bc39-55cddfbfce9a {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:29:48.716933 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9364dc52-cf08-421b-bd65-53ca8eb9cd84 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (c015b167-f5c4-4e6d-bc39-55cddfbfce9a), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:48.726449 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-f4869b39-64ba-4d01-ba9c-c7a4ece81c5e admin admin] Calling delete_port for e2e0ff04-4bbc-4190-a070-a368320bed63 owned by network:router_interface {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:29:48.757737 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc0a6e-efcb-4f88-b337-898d53f7638c tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event updated for resources: {'Subnet': ['ID=b30f47ee-e6b2-4e74-827e-6bc49a066f1f,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:48.794496 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9364dc52-cf08-421b-bd65-53ca8eb9cd84 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (c015b167-f5c4-4e6d-bc39-55cddfbfce9a), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:48.808072 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dc0a6e-efcb-4f88-b337-898d53f7638c tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Checking segment: {'id': 'f368c6db-f764-4de8-962f-3052d329edd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '62bb07e0-ceeb-437b-b8ae-c80c11573fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:29:48.808439 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dc0a6e-efcb-4f88-b337-898d53f7638c tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Network hostable DHCP agents. Network: 62bb07e0-ceeb-437b-b8ae-c80c11573fd6, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:29:48.826469 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-26d9c48a-11d1-4088-ac13-8bc433cd00f0 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "GET /v2.0/subnets/97ba9fcd-a7d2-44d4-853a-eaf4b8e7733d/tags HTTP/1.1" status: 200 len: 241 time: 0.2490845 Jan 29 04:29:48.835987 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53328) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:48.849860 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.tag.tag_plugin [None req-c009ee58-5e30-4779-b715-d7c06dc3e4d1 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '97ba9fcd-a7d2-44d4-853a-eaf4b8e7733d', 'tempest-TagsExtTest-Tag-1688091013') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:48.923272 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c5e7f3c8-a752-4479-8286-125a94435c4b None None] Current status of the port 0c8d386f-1a62-43b0-8c0f-ea92b6e975d3 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:48.935216 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a364ec-3448-41e3-902a-c554eec52623 None None] Pushing event updated for resources: {'Port': ['ID=1e159090-c499-44c1-b46c-965d2a46a9b2,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:48.983253 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9364dc52-cf08-421b-bd65-53ca8eb9cd84 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (c015b167-f5c4-4e6d-bc39-55cddfbfce9a), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:48.995595 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c009ee58-5e30-4779-b715-d7c06dc3e4d1 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "GET /v2.0/subnets/97ba9fcd-a7d2-44d4-853a-eaf4b8e7733d/tags/tempest-TagsExtTest-Tag-1688091013 HTTP/1.1" status: 204 len: 168 time: 0.1555052 Jan 29 04:29:48.997088 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53334) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:49.019408 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 0c8d386f-1a62-43b0-8c0f-ea92b6e975d3 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:49.019408 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-c5e7f3c8-a752-4479-8286-125a94435c4b None None] Provisioning complete for port 6ec50493-4d23-4cc0-b0a2-451b965c264b triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:49.019408 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c5e7f3c8-a752-4479-8286-125a94435c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (6ec50493-4d23-4cc0-b0a2-451b965c264b), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:49.023925 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.tag.tag_plugin [None req-6dc934a2-e2a9-4b39-b951-1b3b8ab9741e tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '97ba9fcd-a7d2-44d4-853a-eaf4b8e7733d', 'tempest-TagsExtTest-Tag-1688091013') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:49.034741 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dc0a6e-efcb-4f88-b337-898d53f7638c tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Network 62bb07e0-ceeb-437b-b8ae-c80c11573fd6 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:29:49.100090 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c5e7f3c8-a752-4479-8286-125a94435c4b None None] Port 6ec50493-4d23-4cc0-b0a2-451b965c264b cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:29:49.113084 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 0c8d386f-1a62-43b0-8c0f-ea92b6e975d3 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:49.113463 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (0c8d386f-1a62-43b0-8c0f-ea92b6e975d3), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:49.192400 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-55dc0a6e-efcb-4f88-b337-898d53f7638c tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 62bb07e0-ceeb-437b-b8ae-c80c11573fd6) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:49.200937 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dc0a6e-efcb-4f88-b337-898d53f7638c tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:49.201502 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-55dc0a6e-efcb-4f88-b337-898d53f7638c tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:49.241052 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f4869b39-64ba-4d01-ba9c-c7a4ece81c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (e2e0ff04-4bbc-4190-a070-a368320bed63), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:49.243496 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9364dc52-cf08-421b-bd65-53ca8eb9cd84 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (c015b167-f5c4-4e6d-bc39-55cddfbfce9a), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:49.246161 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-6dc934a2-e2a9-4b39-b951-1b3b8ab9741e tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "DELETE /v2.0/subnets/97ba9fcd-a7d2-44d4-853a-eaf4b8e7733d/tags/tempest-TagsExtTest-Tag-1688091013 HTTP/1.1" status: 204 len: 168 time: 0.2476177 Jan 29 04:29:49.268213 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53338) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:49.280124 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.tag.tag_plugin [None req-7f1a510a-38ac-4a66-a42c-7d602418459a tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '97ba9fcd-a7d2-44d4-853a-eaf4b8e7733d') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:49.347674 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9364dc52-cf08-421b-bd65-53ca8eb9cd84 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Subnet': ['ID=c015b167-f5c4-4e6d-bc39-55cddfbfce9a,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:49.355042 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9364dc52-cf08-421b-bd65-53ca8eb9cd84 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:49.358351 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4869b39-64ba-4d01-ba9c-c7a4ece81c5e admin admin] Pushing event deleted for resources: {'Port': ['ID=e2e0ff04-4bbc-4190-a070-a368320bed63,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:49.360091 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9364dc52-cf08-421b-bd65-53ca8eb9cd84 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/c015b167-f5c4-4e6d-bc39-55cddfbfce9a HTTP/1.1" status: 204 len: 168 time: 0.7402925 Jan 29 04:29:49.363649 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53344) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:49.390594 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-55dc0a6e-efcb-4f88-b337-898d53f7638c tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1824005 Jan 29 04:29:49.391830 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53346) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:49.406404 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d570a504-21b2-4e22-a7cc-7ec435d891f9 None None] Network 62bb07e0-ceeb-437b-b8ae-c80c11573fd6 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:49.418165 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-e4093aea-c534-460b-b230-cc99de7f8eb5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-45956302', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:49.485811 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-5c491ac9-9565-4150-a054-1268bb9342da None None] Provisioning complete for port 6ec50493-4d23-4cc0-b0a2-451b965c264b triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:49.486650 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5c491ac9-9565-4150-a054-1268bb9342da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (6ec50493-4d23-4cc0-b0a2-451b965c264b), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:49.500660 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-68538ebc-a03e-413a-a73f-21108b76acfa tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1284921 Jan 29 04:29:49.503525 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53348) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:49.515082 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-4fa41b69-7570-4a04-bd99-c76a613dd3ec tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'subnet': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:49.653962 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7f1a510a-38ac-4a66-a42c-7d602418459a tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "GET /v2.0/subnets/97ba9fcd-a7d2-44d4-853a-eaf4b8e7733d/tags HTTP/1.1" status: 200 len: 205 time: 0.3792982 Jan 29 04:29:49.656950 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53352) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:49.665701 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.tag.tag_plugin [None req-e17e3d70-ce68-4100-895a-ed586a6aa9c2 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6ec50493-4d23-4cc0-b0a2-451b965c264b') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:49.698137 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e4093aea-c534-460b-b230-cc99de7f8eb5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (2a36bf2a-eff5-4e59-b804-9d07d19c2e4f), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:49.702289 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e4093aea-c534-460b-b230-cc99de7f8eb5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (2a36bf2a-eff5-4e59-b804-9d07d19c2e4f), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:49.719041 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-5c491ac9-9565-4150-a054-1268bb9342da None None] Port 6ec50493-4d23-4cc0-b0a2-451b965c264b cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:29:49.719696 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29929334-8b90-4289-bf73-618f34a816cf req-28496aa8-eb86-4a78-93c0-a87a04b3a4e6 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:49.725487 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-29929334-8b90-4289-bf73-618f34a816cf req-28496aa8-eb86-4a78-93c0-a87a04b3a4e6 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/ports?device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c HTTP/1.1" status: 200 len: 945 time: 0.3003607 Jan 29 04:29:49.746790 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-e17e3d70-ce68-4100-895a-ed586a6aa9c2 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "GET /v2.0/ports/6ec50493-4d23-4cc0-b0a2-451b965c264b/tags HTTP/1.1" status: 200 len: 241 time: 0.0887818 Jan 29 04:29:49.749876 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53358) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:49.758121 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.tag.tag_plugin [None req-84008dab-89f2-4028-815d-49200bd2eb49 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6ec50493-4d23-4cc0-b0a2-451b965c264b', 'tempest-TagsExtTest-Tag-1305892785') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:49.804345 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa41b69-7570-4a04-bd99-c76a613dd3ec tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:49.807887 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4fa41b69-7570-4a04-bd99-c76a613dd3ec tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:49.808193 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 0c8d386f-1a62-43b0-8c0f-ea92b6e975d3 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:49.866929 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe782af-4b3e-4086-a3d9-abb92cdc798a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-62bb07e0-ceeb-437b-b8ae-c80c11573fd6', 'network_id': '62bb07e0-ceeb-437b-b8ae-c80c11573fd6', 'project_id': 'b19b1132342942e78366ba08553b13d3', 'fixed_ips': [{'subnet_id': 'b30f47ee-e6b2-4e74-827e-6bc49a066f1f'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:29:49.868556 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8fe782af-4b3e-4086-a3d9-abb92cdc798a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:49.925008 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e4093aea-c534-460b-b230-cc99de7f8eb5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for router_controller (2a36bf2a-eff5-4e59-b804-9d07d19c2e4f), precommit_add_association {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:49.942267 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-84008dab-89f2-4028-815d-49200bd2eb49 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "GET /v2.0/ports/6ec50493-4d23-4cc0-b0a2-451b965c264b/tags/tempest-TagsExtTest-Tag-1305892785 HTTP/1.1" status: 204 len: 168 time: 0.1913242 Jan 29 04:29:49.944688 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53362) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:49.950982 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.tag.tag_plugin [None req-cf7c1b08-a682-4616-979e-e640a16b9d3d tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '6ec50493-4d23-4cc0-b0a2-451b965c264b', 'tempest-TagsExtTest-Tag-1305892785') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:49.995641 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f4869b39-64ba-4d01-ba9c-c7a4ece81c5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (b74ba9fa-7939-492e-adaf-9b6f3d82e3d1), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:50.005710 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e4093aea-c534-460b-b230-cc99de7f8eb5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (2a36bf2a-eff5-4e59-b804-9d07d19c2e4f), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:50.042353 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-29929334-8b90-4289-bf73-618f34a816cf req-24fe95c9-1765-42a2-837a-dabb8be028ed tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/security-groups?id=d988af8b-ef19-409e-9a6b-f84166dff0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2981510 Jan 29 04:29:50.087431 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-8fe782af-4b3e-4086-a3d9-abb92cdc798a None None] Allocated IP 172.21.0.2 (62bb07e0-ceeb-437b-b8ae-c80c11573fd6/b30f47ee-e6b2-4e74-827e-6bc49a066f1f/bdeccbc6-d59c-453f-ab76-2071e2ea3ba8) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:50.155517 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53364) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:50.158879 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e4093aea-c534-460b-b230-cc99de7f8eb5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:50.165611 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e4093aea-c534-460b-b230-cc99de7f8eb5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.7679520 Jan 29 04:29:50.172943 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53368) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:50.213899 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3f7e0db4-ede4-4680-a929-11c7cb33d23a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:50.222255 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352b48c8-f45b-4c83-acea-0e75594e95c4 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:50.269063 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4fa41b69-7570-4a04-bd99-c76a613dd3ec tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (7a516483-89ec-4861-baca-7e7b665a8d27), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:50.327158 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-cf7c1b08-a682-4616-979e-e640a16b9d3d tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "DELETE /v2.0/ports/6ec50493-4d23-4cc0-b0a2-451b965c264b/tags/tempest-TagsExtTest-Tag-1305892785 HTTP/1.1" status: 204 len: 168 time: 0.3782387 Jan 29 04:29:50.331547 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53370) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:50.339751 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.tag.tag_plugin [None req-f1d34850-6d1a-44d7-9d6c-738d3ace2571 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6ec50493-4d23-4cc0-b0a2-451b965c264b') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:50.341793 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa41b69-7570-4a04-bd99-c76a613dd3ec tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:50.345312 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-4fa41b69-7570-4a04-bd99-c76a613dd3ec tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:50.349946 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa41b69-7570-4a04-bd99-c76a613dd3ec tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:50.350650 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4fa41b69-7570-4a04-bd99-c76a613dd3ec tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:50.365419 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa41b69-7570-4a04-bd99-c76a613dd3ec tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Subnet': ['ID=7a516483-89ec-4861-baca-7e7b665a8d27,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:50.383887 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-6c10d304-6e5a-4c43-89f0-bcaf0db5e92e None None] Provisioning complete for port cad56575-c2e9-4fa2-ac77-47bf8c73b20c triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:50.383887 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6c10d304-6e5a-4c43-89f0-bcaf0db5e92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (cad56575-c2e9-4fa2-ac77-47bf8c73b20c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:50.384069 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-1a9ba183-4400-4464-bbed-6428de7ed431 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1735052546'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:50.427404 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8fe782af-4b3e-4086-a3d9-abb92cdc798a None None] Publish callbacks [] for port (bdeccbc6-d59c-453f-ab76-2071e2ea3ba8), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:50.432274 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4fa41b69-7570-4a04-bd99-c76a613dd3ec tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9274466 Jan 29 04:29:50.436308 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53372) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:50.451016 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-e6a091c5-20cc-4219-aabb-26cb6337b522 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'subnet': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:50.502576 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-6c10d304-6e5a-4c43-89f0-bcaf0db5e92e None None] Current status of the port cad56575-c2e9-4fa2-ac77-47bf8c73b20c is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:50.505173 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8fe782af-4b3e-4086-a3d9-abb92cdc798a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (bdeccbc6-d59c-453f-ab76-2071e2ea3ba8), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:50.535375 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a44b1d3-8db4-474a-a181-50b418cca220 None None] DHCP port deletion for 4d28e89c-1ada-4d65-a68a-7c96765b022b request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:29:50.550326 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe782af-4b3e-4086-a3d9-abb92cdc798a None None] Network 62bb07e0-ceeb-437b-b8ae-c80c11573fd6 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:50.554265 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-8fe782af-4b3e-4086-a3d9-abb92cdc798a None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:50.559204 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe782af-4b3e-4086-a3d9-abb92cdc798a None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:29:50.600135 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e15d76d-4d25-40b0-9b7f-b1dd3bc97199 None None] Network e44dbe9c-ce43-41d5-b4ae-9d118eff5b55 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:50.617258 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe782af-4b3e-4086-a3d9-abb92cdc798a None None] Pushing event updated for resources: {'Port': ['ID=bdeccbc6-d59c-453f-ab76-2071e2ea3ba8,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:50.626027 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9ba183-4400-4464-bbed-6428de7ed431 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Made reservation on behalf of af39ab92727346cabd50ae3ea9026005 for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:50.629299 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1a9ba183-4400-4464-bbed-6428de7ed431 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:50.654738 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f1d34850-6d1a-44d7-9d6c-738d3ace2571 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "GET /v2.0/ports/6ec50493-4d23-4cc0-b0a2-451b965c264b/tags HTTP/1.1" status: 200 len: 205 time: 0.3176112 Jan 29 04:29:50.654962 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53374) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:50.655179 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1a9ba183-4400-4464-bbed-6428de7ed431 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:50.660518 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.tag.tag_plugin [None req-42495e4c-71d1-4aab-961f-8f8dff17d42d tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '713ee3bb-f62c-4412-8932-bb743c4ce61d') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:50.720583 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-48e9f2af-d461-4b8e-a137-9410b863474b tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:50.728840 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-147cabcf-1424-4cde-8ded-e8802f05364a None None] Provisioning complete for port 1e159090-c499-44c1-b46c-965d2a46a9b2 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:50.730039 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-147cabcf-1424-4cde-8ded-e8802f05364a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (1e159090-c499-44c1-b46c-965d2a46a9b2), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:50.738682 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a091c5-20cc-4219-aabb-26cb6337b522 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:50.742666 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e6a091c5-20cc-4219-aabb-26cb6337b522 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:50.763371 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-8fe782af-4b3e-4086-a3d9-abb92cdc798a None None] Attempting to bind port bdeccbc6-d59c-453f-ab76-2071e2ea3ba8 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:29:50.763767 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-8fe782af-4b3e-4086-a3d9-abb92cdc798a None None] Attempting to bind port bdeccbc6-d59c-453f-ab76-2071e2ea3ba8 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'f368c6db-f764-4de8-962f-3052d329edd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '62bb07e0-ceeb-437b-b8ae-c80c11573fd6'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:29:50.764135 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe782af-4b3e-4086-a3d9-abb92cdc798a None None] Attempting to bind port bdeccbc6-d59c-453f-ab76-2071e2ea3ba8 on network 62bb07e0-ceeb-437b-b8ae-c80c11573fd6 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:50.771210 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-42495e4c-71d1-4aab-961f-8f8dff17d42d tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "GET /v2.0/routers/713ee3bb-f62c-4412-8932-bb743c4ce61d/tags HTTP/1.1" status: 200 len: 240 time: 0.1129961 Jan 29 04:29:50.783000 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-1a44b1d3-8db4-474a-a181-50b418cca220 None None] Deleting port cad56575-c2e9-4fa2-ac77-47bf8c73b20c {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:29:50.783372 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a44b1d3-8db4-474a-a181-50b418cca220 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (cad56575-c2e9-4fa2-ac77-47bf8c73b20c), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:50.785052 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe782af-4b3e-4086-a3d9-abb92cdc798a None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:29:50.785428 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe782af-4b3e-4086-a3d9-abb92cdc798a None None] Checking segment: {'id': 'f368c6db-f764-4de8-962f-3052d329edd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '62bb07e0-ceeb-437b-b8ae-c80c11573fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:29:50.785813 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8fe782af-4b3e-4086-a3d9-abb92cdc798a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:50.786214 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe782af-4b3e-4086-a3d9-abb92cdc798a None None] Bound using segment: {'id': 'f368c6db-f764-4de8-962f-3052d329edd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '62bb07e0-ceeb-437b-b8ae-c80c11573fd6'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:29:50.786675 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-8fe782af-4b3e-4086-a3d9-abb92cdc798a None None] Bound port: bdeccbc6-d59c-453f-ab76-2071e2ea3ba8, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f368c6db-f764-4de8-962f-3052d329edd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '62bb07e0-ceeb-437b-b8ae-c80c11573fd6'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:29:50.787046 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8fe782af-4b3e-4086-a3d9-abb92cdc798a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (bdeccbc6-d59c-453f-ab76-2071e2ea3ba8), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:50.795054 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53376) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:50.801785 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.tag.tag_plugin [None req-30699f44-6849-4379-8a50-4621a060fccd tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '713ee3bb-f62c-4412-8932-bb743c4ce61d', 'tempest-TagsExtTest-Tag-841784981') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:50.908536 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-1a44b1d3-8db4-474a-a181-50b418cca220 None None] For port cad56575-c2e9-4fa2-ac77-47bf8c73b20c, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=cad56575-c2e9-4fa2-ac77-47bf8c73b20c,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:50.908877 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a44b1d3-8db4-474a-a181-50b418cca220 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (cad56575-c2e9-4fa2-ac77-47bf8c73b20c), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:50.937035 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-30699f44-6849-4379-8a50-4621a060fccd tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "GET /v2.0/routers/713ee3bb-f62c-4412-8932-bb743c4ce61d/tags/tempest-TagsExtTest-Tag-841784981 HTTP/1.1" status: 204 len: 168 time: 0.1359801 Jan 29 04:29:50.937150 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53378) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:50.944576 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.tag.tag_plugin [None req-012febab-f107-4451-8d3d-88bead606be8 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '713ee3bb-f62c-4412-8932-bb743c4ce61d', 'tempest-TagsExtTest-Tag-841784981') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:50.973450 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4869b39-64ba-4d01-ba9c-c7a4ece81c5e admin admin] Router b74ba9fa-7939-492e-adaf-9b6f3d82e3d1 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:29:51.037480 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-1a44b1d3-8db4-474a-a181-50b418cca220 None None] Calling delete_port for cad56575-c2e9-4fa2-ac77-47bf8c73b20c owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:29:51.060298 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-8fe782af-4b3e-4086-a3d9-abb92cdc798a None None] For port bdeccbc6-d59c-453f-ab76-2071e2ea3ba8, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:29:51.110207 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 1e159090-c499-44c1-b46c-965d2a46a9b2 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:51.110458 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1a9ba183-4400-4464-bbed-6428de7ed431 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for security_group (dd70b53f-00d0-42e8-9b7b-3eba2af91904), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:51.120940 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-8fe782af-4b3e-4086-a3d9-abb92cdc798a None None] For port bdeccbc6-d59c-453f-ab76-2071e2ea3ba8, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=bdeccbc6-d59c-453f-ab76-2071e2ea3ba8,segment=NetworkSegment(f368c6db-f764-4de8-962f-3052d329edd2),segment_id=f368c6db-f764-4de8-962f-3052d329edd2)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:29:51.214194 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-012febab-f107-4451-8d3d-88bead606be8 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "DELETE /v2.0/routers/713ee3bb-f62c-4412-8932-bb743c4ce61d/tags/tempest-TagsExtTest-Tag-841784981 HTTP/1.1" status: 204 len: 168 time: 0.2757299 Jan 29 04:29:51.216187 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-147cabcf-1424-4cde-8ded-e8802f05364a None None] Current status of the port 1e159090-c499-44c1-b46c-965d2a46a9b2 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:51.216913 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53382) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:51.217037 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-147cabcf-1424-4cde-8ded-e8802f05364a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (1e159090-c499-44c1-b46c-965d2a46a9b2), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:51.221925 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.tag.tag_plugin [None req-6f2caf5d-e7f0-4828-9b3c-3a71ab33cfc3 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '713ee3bb-f62c-4412-8932-bb743c4ce61d') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:51.233197 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0769993-3650-4513-8b5b-d20d06cbb71b req-868728ad-fb45-4add-974b-af729955cde8 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:51.235968 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e0769993-3650-4513-8b5b-d20d06cbb71b req-868728ad-fb45-4add-974b-af729955cde8 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/ports?device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c HTTP/1.1" status: 200 len: 945 time: 0.0923750 Jan 29 04:29:51.242963 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8fe782af-4b3e-4086-a3d9-abb92cdc798a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (bdeccbc6-d59c-453f-ab76-2071e2ea3ba8), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:51.265329 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4869b39-64ba-4d01-ba9c-c7a4ece81c5e admin admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:29:51.270153 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1a9ba183-4400-4464-bbed-6428de7ed431 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (dd70b53f-00d0-42e8-9b7b-3eba2af91904), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:51.279755 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f4869b39-64ba-4d01-ba9c-c7a4ece81c5e admin admin] 10.222.0.13 "PUT /v2.0/routers/b74ba9fa-7939-492e-adaf-9b6f3d82e3d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7325461 Jan 29 04:29:51.288836 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53384) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:51.289078 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbee1d8b-3aa6-4f29-a761-374903877889 None None] Sync routers for ids ['b74ba9fa-7939-492e-adaf-9b6f3d82e3d1'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:29:51.312666 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 1e159090-c499-44c1-b46c-965d2a46a9b2 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:51.313082 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (1e159090-c499-44c1-b46c-965d2a46a9b2), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:51.322047 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-147cabcf-1424-4cde-8ded-e8802f05364a None None] For port 1e159090-c499-44c1-b46c-965d2a46a9b2, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=1e159090-c499-44c1-b46c-965d2a46a9b2,segment=NetworkSegment(4930016b-5af1-4971-91c5-bd481ba1d131),segment_id=4930016b-5af1-4971-91c5-bd481ba1d131)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:51.351799 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a44b1d3-8db4-474a-a181-50b418cca220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (cad56575-c2e9-4fa2-ac77-47bf8c73b20c), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:51.380274 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbee1d8b-3aa6-4f29-a761-374903877889 None None] Routers {'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:29:51.381227 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-cbee1d8b-3aa6-4f29-a761-374903877889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:29:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b74ba9fa-7939-492e-adaf-9b6f3d82e3d1'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:51.434887 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-147cabcf-1424-4cde-8ded-e8802f05364a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (1e159090-c499-44c1-b46c-965d2a46a9b2), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:51.441338 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe782af-4b3e-4086-a3d9-abb92cdc798a None None] Pushing event updated for resources: {'Port': ['ID=bdeccbc6-d59c-453f-ab76-2071e2ea3ba8,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:51.458920 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a44b1d3-8db4-474a-a181-50b418cca220 None None] No DVR routers for this DVR port cad56575-c2e9-4fa2-ac77-47bf8c73b20c on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:29:51.504875 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a44b1d3-8db4-474a-a181-50b418cca220 None None] Pushing event deleted for resources: {'Port': ['ID=cad56575-c2e9-4fa2-ac77-47bf8c73b20c,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:51.505746 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ba183-4400-4464-bbed-6428de7ed431 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd70b53f-00d0-42e8-9b7b-3eba2af91904,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:51.514713 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee3bf10-7e58-47df-94b7-8e6eeb18a004 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:51.525024 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-48e9f2af-d461-4b8e-a137-9410b863474b tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Allocated IP 172.20.0.1 (e44dbe9c-ce43-41d5-b4ae-9d118eff5b55/13e57589-2675-4c4f-8707-6f57f52473c4/fc8ae495-17bd-4c7c-a3df-4fa38f01cd46) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:51.545459 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a9ba183-4400-4464-bbed-6428de7ed431 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:29:51.585220 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-aaab5ebc-1d12-4c12-b52c-bba695f68267 admin admin] Publish callbacks [] for router (b74ba9fa-7939-492e-adaf-9b6f3d82e3d1), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:51.653289 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1a9ba183-4400-4464-bbed-6428de7ed431 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (b4a8f1ab-1684-43ae-8e9c-37c69a5706c5), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:51.653862 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-1a9ba183-4400-4464-bbed-6428de7ed431 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Added segment b4a8f1ab-1684-43ae-8e9c-37c69a5706c5 of type vlan for network 42b2a4c9-e3ad-4593-b7e3-e8395c43020a Jan 29 04:29:51.799036 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1a9ba183-4400-4464-bbed-6428de7ed431 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (42b2a4c9-e3ad-4593-b7e3-e8395c43020a), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:51.818689 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e0769993-3650-4513-8b5b-d20d06cbb71b req-50f1ad9d-51f8-4132-a3ee-2e5a7d49484c tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/security-groups?id=d988af8b-ef19-409e-9a6b-f84166dff0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5417438 Jan 29 04:29:51.868949 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6f2caf5d-e7f0-4828-9b3c-3a71ab33cfc3 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "GET /v2.0/routers/713ee3bb-f62c-4412-8932-bb743c4ce61d/tags HTTP/1.1" status: 200 len: 205 time: 0.6485310 Jan 29 04:29:51.870466 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53386) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:51.877664 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.tag.tag_plugin [None req-7223dc98-e1f4-41e3-8838-fe0700f20dd3 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ce484468-60e4-4df9-952f-9d36ee5f2d73') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:51.899528 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 1e159090-c499-44c1-b46c-965d2a46a9b2 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:51.922043 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.objects.ports [None req-e6a091c5-20cc-4219-aabb-26cb6337b522 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103585) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 04:29:51.926302 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e6a091c5-20cc-4219-aabb-26cb6337b522 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (7fb393b2-9a5e-4e01-a01f-c8d9f4c27c16), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:51.949376 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7223dc98-e1f4-41e3-8838-fe0700f20dd3 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "GET /v2.0/subnetpools/ce484468-60e4-4df9-952f-9d36ee5f2d73/tags HTTP/1.1" status: 200 len: 241 time: 0.0765386 Jan 29 04:29:51.955838 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-6af2564c-618e-40a1-a647-ffafa0ad3fed None None] Provisioning complete for port 1e159090-c499-44c1-b46c-965d2a46a9b2 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:51.956217 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6af2564c-618e-40a1-a647-ffafa0ad3fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (1e159090-c499-44c1-b46c-965d2a46a9b2), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:51.959896 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-cbee1d8b-3aa6-4f29-a761-374903877889 None None] Set router b74ba9fa-7939-492e-adaf-9b6f3d82e3d1 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:29:51.967903 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53388) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:51.977744 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.tag.tag_plugin [None req-3ef006dd-b6f2-43b7-b1c3-af6f6ac07934 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ce484468-60e4-4df9-952f-9d36ee5f2d73', 'tempest-TagsExtTest-Tag-1643314283') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:51.996551 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147cabcf-1424-4cde-8ded-e8802f05364a None None] Pushing event updated for resources: {'Port': ['ID=1e159090-c499-44c1-b46c-965d2a46a9b2,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:52.004243 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a091c5-20cc-4219-aabb-26cb6337b522 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:52.010920 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-e6a091c5-20cc-4219-aabb-26cb6337b522 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:52.022221 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a091c5-20cc-4219-aabb-26cb6337b522 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:52.022961 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e6a091c5-20cc-4219-aabb-26cb6337b522 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:52.039156 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a091c5-20cc-4219-aabb-26cb6337b522 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Subnet': ['ID=7fb393b2-9a5e-4e01-a01f-c8d9f4c27c16,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:52.049802 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-3ef006dd-b6f2-43b7-b1c3-af6f6ac07934 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "GET /v2.0/subnetpools/ce484468-60e4-4df9-952f-9d36ee5f2d73/tags/tempest-TagsExtTest-Tag-1643314283 HTTP/1.1" status: 204 len: 168 time: 0.0784605 Jan 29 04:29:52.051575 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device cad56575-c2e9-4fa2-ac77-47bf8c73b20c no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:29:52.052056 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53390) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:52.060889 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.tag.tag_plugin [None req-da1ed9ad-b66b-44d7-96f6-8c90716ef8f4 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'ce484468-60e4-4df9-952f-9d36ee5f2d73', 'tempest-TagsExtTest-Tag-1643314283') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:52.103184 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: cad56575-c2e9-4fa2-ac77-47bf8c73b20c {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:29:52.103535 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device cad56575-c2e9-4fa2-ac77-47bf8c73b20c not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:29:52.128688 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-e6a091c5-20cc-4219-aabb-26cb6337b522 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6909783 Jan 29 04:29:52.132197 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53392) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:52.137487 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-eef5b829-47dc-4a22-8520-40c454cc4920 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'port': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'mac_address': 'fa:16:3e:6e:8b:62', 'name': 'tempest-NetworksTestDHCPv6-1878522054'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:52.185107 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b63809f-9d9d-4ea4-b7f9-48a147522958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-4d28e89c-1ada-4d65-a68a-7c96765b022b', 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'project_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'fixed_ips': [{'subnet_id': '7a516483-89ec-4861-baca-7e7b665a8d27'}, {'subnet_id': '7fb393b2-9a5e-4e01-a01f-c8d9f4c27c16'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:29:52.185999 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6b63809f-9d9d-4ea4-b7f9-48a147522958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:52.204731 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-da1ed9ad-b66b-44d7-96f6-8c90716ef8f4 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "DELETE /v2.0/subnetpools/ce484468-60e4-4df9-952f-9d36ee5f2d73/tags/tempest-TagsExtTest-Tag-1643314283 HTTP/1.1" status: 204 len: 168 time: 0.1485341 Jan 29 04:29:52.207863 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53394) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:52.211897 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.tag.tag_plugin [None req-de2fb833-ecf4-40fb-b45e-46fc44e99ea6 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ce484468-60e4-4df9-952f-9d36ee5f2d73') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:52.248468 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-aaab5ebc-1d12-4c12-b52c-bba695f68267 admin admin] Publish callbacks [] for router_gateway (b74ba9fa-7939-492e-adaf-9b6f3d82e3d1), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:52.270064 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-48e9f2af-d461-4b8e-a137-9410b863474b tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for port (fc8ae495-17bd-4c7c-a3df-4fa38f01cd46), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:52.276861 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-de2fb833-ecf4-40fb-b45e-46fc44e99ea6 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "GET /v2.0/subnetpools/ce484468-60e4-4df9-952f-9d36ee5f2d73/tags HTTP/1.1" status: 200 len: 205 time: 0.0683701 Jan 29 04:29:52.280410 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53396) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:52.287264 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.tag.tag_plugin [None req-94736ecc-435e-46df-9c53-ec59bbf22f2f tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ce484468-60e4-4df9-952f-9d36ee5f2d73') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:52.326878 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1a9ba183-4400-4464-bbed-6428de7ed431 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (42b2a4c9-e3ad-4593-b7e3-e8395c43020a), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:52.332034 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9ba183-4400-4464-bbed-6428de7ed431 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:52.332675 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1a9ba183-4400-4464-bbed-6428de7ed431 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:52.354910 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-6af2564c-618e-40a1-a647-ffafa0ad3fed None None] Current status of the port 1e159090-c499-44c1-b46c-965d2a46a9b2 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:52.384676 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef5b829-47dc-4a22-8520-40c454cc4920 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:52.436946 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-94736ecc-435e-46df-9c53-ec59bbf22f2f tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "DELETE /v2.0/subnetpools/ce484468-60e4-4df9-952f-9d36ee5f2d73/tags HTTP/1.1" status: 204 len: 168 time: 0.1543763 Jan 29 04:29:52.437559 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53398) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:52.438775 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-cbee1d8b-3aa6-4f29-a761-374903877889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1', 'name': 'tempest-ServerActionsTestJSON-49169643-router', 'tenant_id': '7dd99718cde04f60a90f22e4134ff580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': '470f8c28-13b9-40c0-9f63-254654f9015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:59Z', 'updated_at': '2022-01-29T04:29:48Z', 'revision_number': 5, 'project_id': '7dd99718cde04f60a90f22e4134ff580', 'gw_port': {'id': '470f8c28-13b9-40c0-9f63-254654f9015b', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:01Z', 'updated_at': '2022-01-29T04:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:52.447683 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.tag.tag_plugin [None req-20244049-aa08-4a01-990a-ca2f526abbe4 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '713ee3bb-f62c-4412-8932-bb743c4ce61d') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:52.453458 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-48e9f2af-d461-4b8e-a137-9410b863474b tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (fc8ae495-17bd-4c7c-a3df-4fa38f01cd46), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:52.489349 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7d81ae3c-79c8-4df4-8bcf-308a193012dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:52.490130 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ba183-4400-4464-bbed-6428de7ed431 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event updated for resources: {'Network': ['ID=42b2a4c9-e3ad-4593-b7e3-e8395c43020a,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:52.495351 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbee1d8b-3aa6-4f29-a761-374903877889 None None] Checking router: b74ba9fa-7939-492e-adaf-9b6f3d82e3d1 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:29:52.506678 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 42b2a4c9-e3ad-4593-b7e3-e8395c43020a details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:29:52.525311 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1a9ba183-4400-4464-bbed-6428de7ed431 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.3607042 Jan 29 04:29:52.527563 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53400) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:52.534161 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-cbd27726-2d00-462b-8b3f-820776992b03 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-830723938'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:52.553826 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e9f2af-d461-4b8e-a137-9410b863474b tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Network e44dbe9c-ce43-41d5-b4ae-9d118eff5b55 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:52.566580 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eef5b829-47dc-4a22-8520-40c454cc4920 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:52.566710 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-48e9f2af-d461-4b8e-a137-9410b863474b tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:52.592997 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e9f2af-d461-4b8e-a137-9410b863474b tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:29:52.596887 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e9f2af-d461-4b8e-a137-9410b863474b tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event updated for resources: {'Port': ['ID=fc8ae495-17bd-4c7c-a3df-4fa38f01cd46,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:52.617778 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-eef5b829-47dc-4a22-8520-40c454cc4920 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] device_id is not set on port 6cc48c6e-615e-4a46-b1f3-3272dad5fa94 yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:29:52.621644 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-6b63809f-9d9d-4ea4-b7f9-48a147522958 None None] Allocated IP 172.20.0.2 (4d28e89c-1ada-4d65-a68a-7c96765b022b/7a516483-89ec-4861-baca-7e7b665a8d27/9ecca1f8-95ec-4965-86b3-45b836345ead) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:52.626597 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbee1d8b-3aa6-4f29-a761-374903877889 None None] Routers {'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:29:52.627409 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-cbee1d8b-3aa6-4f29-a761-374903877889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:29:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b74ba9fa-7939-492e-adaf-9b6f3d82e3d1'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:52.629745 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd27726-2d00-462b-8b3f-820776992b03 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Made reservation on behalf of af39ab92727346cabd50ae3ea9026005 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:52.636139 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cbd27726-2d00-462b-8b3f-820776992b03 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:52.636367 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-6b63809f-9d9d-4ea4-b7f9-48a147522958 None None] Allocated IP 2001:db8::f816:3eff:fe9d:f469 (4d28e89c-1ada-4d65-a68a-7c96765b022b/7fb393b2-9a5e-4e01-a01f-c8d9f4c27c16/9ecca1f8-95ec-4965-86b3-45b836345ead) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:52.677932 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-aaab5ebc-1d12-4c12-b52c-bba695f68267 admin admin] Deleting port 470f8c28-13b9-40c0-9f63-254654f9015b {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:29:52.678270 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-aaab5ebc-1d12-4c12-b52c-bba695f68267 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (470f8c28-13b9-40c0-9f63-254654f9015b), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:52.689499 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-20244049-aa08-4a01-990a-ca2f526abbe4 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "DELETE /v2.0/routers/713ee3bb-f62c-4412-8932-bb743c4ce61d/tags HTTP/1.1" status: 204 len: 168 time: 0.2450469 Jan 29 04:29:52.705417 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53402) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:52.711771 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.tag.tag_plugin [None req-26f828e5-1088-4fa9-8974-1b8518dd9a1b tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6ec50493-4d23-4cc0-b0a2-451b965c264b') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:52.721288 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-48e9f2af-d461-4b8e-a137-9410b863474b tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (2a36bf2a-eff5-4e59-b804-9d07d19c2e4f), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:52.781744 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd27726-2d00-462b-8b3f-820776992b03 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:29:52.792655 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cbd27726-2d00-462b-8b3f-820776992b03 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (7f5a5d81-c94f-4825-90c7-c83cc1ef2404), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:52.793217 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-cbd27726-2d00-462b-8b3f-820776992b03 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Added segment 7f5a5d81-c94f-4825-90c7-c83cc1ef2404 of type vlan for network 7dbde1d6-fddc-46f5-a0c9-1968db790143 Jan 29 04:29:52.808985 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-cbee1d8b-3aa6-4f29-a761-374903877889 None None] Set router b74ba9fa-7939-492e-adaf-9b6f3d82e3d1 gateway port host: None {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:29:52.881849 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-cbee1d8b-3aa6-4f29-a761-374903877889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1', 'name': 'tempest-ServerActionsTestJSON-49169643-router', 'tenant_id': '7dd99718cde04f60a90f22e4134ff580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:59Z', 'updated_at': '2022-01-29T04:29:52Z', 'revision_number': 6, 'project_id': '7dd99718cde04f60a90f22e4134ff580', 'gw_port_host': None}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:52.886128 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cbd27726-2d00-462b-8b3f-820776992b03 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (7dbde1d6-fddc-46f5-a0c9-1968db790143), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:52.926626 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbee1d8b-3aa6-4f29-a761-374903877889 None None] The sync data for ids ['b74ba9fa-7939-492e-adaf-9b6f3d82e3d1'] in dv-neutron-821190-1-hyperv is: [{'id': 'b74ba9fa-7939-492e-adaf-9b6f3d82e3d1', 'name': 'tempest-ServerActionsTestJSON-49169643-router', 'tenant_id': '7dd99718cde04f60a90f22e4134ff580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:59Z', 'updated_at': '2022-01-29T04:29:52Z', 'revision_number': 6, 'project_id': '7dd99718cde04f60a90f22e4134ff580', 'gw_port_host': None}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:29:52.952546 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff2dabc-17a3-4666-9fc6-526450495868 None None] Network 62bb07e0-ceeb-437b-b8ae-c80c11573fd6 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:52.994486 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-aaab5ebc-1d12-4c12-b52c-bba695f68267 admin admin] For port 470f8c28-13b9-40c0-9f63-254654f9015b, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=470f8c28-13b9-40c0-9f63-254654f9015b,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:52.995040 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-aaab5ebc-1d12-4c12-b52c-bba695f68267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (470f8c28-13b9-40c0-9f63-254654f9015b), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:53.023426 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cbd27726-2d00-462b-8b3f-820776992b03 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (7dbde1d6-fddc-46f5-a0c9-1968db790143), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:53.029456 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd27726-2d00-462b-8b3f-820776992b03 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:53.029456 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cbd27726-2d00-462b-8b3f-820776992b03 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:53.032430 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-aaab5ebc-1d12-4c12-b52c-bba695f68267 admin admin] Calling delete_port for 470f8c28-13b9-40c0-9f63-254654f9015b owned by network:router_gateway {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:29:53.060576 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-26f828e5-1088-4fa9-8974-1b8518dd9a1b tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "DELETE /v2.0/ports/6ec50493-4d23-4cc0-b0a2-451b965c264b/tags HTTP/1.1" status: 204 len: 168 time: 0.3520353 Jan 29 04:29:53.064468 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53406) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:53.071299 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.tag.tag_plugin [None req-db1455f2-c1eb-4c4d-be28-5b24eceb3dc6 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '97ba9fcd-a7d2-44d4-853a-eaf4b8e7733d') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:53.076947 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-f2dda6fa-0f33-4a82-a57c-d02dfd7951d2 None None] Provisioning complete for port bdeccbc6-d59c-453f-ab76-2071e2ea3ba8 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:53.077405 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f2dda6fa-0f33-4a82-a57c-d02dfd7951d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (bdeccbc6-d59c-453f-ab76-2071e2ea3ba8), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:53.108144 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd27726-2d00-462b-8b3f-820776992b03 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event updated for resources: {'Network': ['ID=7dbde1d6-fddc-46f5-a0c9-1968db790143,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:53.117096 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-cbd27726-2d00-462b-8b3f-820776992b03 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5877385 Jan 29 04:29:53.119999 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53408) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:53.125440 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-7bde98fe-9a69-4ab1-b227-1a8cdaa11e3d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Request body: {'subnet': {'network_id': '42b2a4c9-e3ad-4593-b7e3-e8395c43020a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:53.128526 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 7dbde1d6-fddc-46f5-a0c9-1968db790143 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:29:53.133682 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6b63809f-9d9d-4ea4-b7f9-48a147522958 None None] Publish callbacks [] for port (9ecca1f8-95ec-4965-86b3-45b836345ead), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:53.141560 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026110e1-c53e-4328-8a43-cfea4f881a82 req-9743cd03-4638-4406-8cf8-dc144b59faee tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:53.143123 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-026110e1-c53e-4328-8a43-cfea4f881a82 req-9743cd03-4638-4406-8cf8-dc144b59faee tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/ports?device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c HTTP/1.1" status: 200 len: 945 time: 0.1677146 Jan 29 04:29:53.209395 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-48e9f2af-d461-4b8e-a137-9410b863474b tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (fc8ae495-17bd-4c7c-a3df-4fa38f01cd46), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:53.220932 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6b63809f-9d9d-4ea4-b7f9-48a147522958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (9ecca1f8-95ec-4965-86b3-45b836345ead), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:53.290041 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b63809f-9d9d-4ea4-b7f9-48a147522958 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:53.319478 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-6b63809f-9d9d-4ea4-b7f9-48a147522958 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:53.322855 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b63809f-9d9d-4ea4-b7f9-48a147522958 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:29:53.333245 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63809f-9d9d-4ea4-b7f9-48a147522958 None None] Pushing event updated for resources: {'Port': ['ID=9ecca1f8-95ec-4965-86b3-45b836345ead,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:53.344355 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-026110e1-c53e-4328-8a43-cfea4f881a82 req-cefdbf44-854c-4be5-8a21-637434357454 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/security-groups?id=d988af8b-ef19-409e-9a6b-f84166dff0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763089 Jan 29 04:29:53.358426 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bde98fe-9a69-4ab1-b227-1a8cdaa11e3d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Made reservation on behalf of af39ab92727346cabd50ae3ea9026005 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:53.377503 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7bde98fe-9a69-4ab1-b227-1a8cdaa11e3d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:53.407498 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-f2dda6fa-0f33-4a82-a57c-d02dfd7951d2 None None] Current status of the port bdeccbc6-d59c-453f-ab76-2071e2ea3ba8 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:53.409344 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f2dda6fa-0f33-4a82-a57c-d02dfd7951d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (bdeccbc6-d59c-453f-ab76-2071e2ea3ba8), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:53.466594 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-6b63809f-9d9d-4ea4-b7f9-48a147522958 None None] Attempting to bind port 9ecca1f8-95ec-4965-86b3-45b836345ead on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:29:53.467121 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-6b63809f-9d9d-4ea4-b7f9-48a147522958 None None] Attempting to bind port 9ecca1f8-95ec-4965-86b3-45b836345ead by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:29:53.467731 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b63809f-9d9d-4ea4-b7f9-48a147522958 None None] Attempting to bind port 9ecca1f8-95ec-4965-86b3-45b836345ead on network 4d28e89c-1ada-4d65-a68a-7c96765b022b {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:53.485532 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b63809f-9d9d-4ea4-b7f9-48a147522958 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:29:53.486088 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b63809f-9d9d-4ea4-b7f9-48a147522958 None None] Checking segment: {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:29:53.486593 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6b63809f-9d9d-4ea4-b7f9-48a147522958 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:53.487086 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b63809f-9d9d-4ea4-b7f9-48a147522958 None None] Bound using segment: {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:29:53.488240 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-6b63809f-9d9d-4ea4-b7f9-48a147522958 None None] Bound port: 9ecca1f8-95ec-4965-86b3-45b836345ead, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:29:53.489347 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6b63809f-9d9d-4ea4-b7f9-48a147522958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (9ecca1f8-95ec-4965-86b3-45b836345ead), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:53.521500 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device bdeccbc6-d59c-453f-ab76-2071e2ea3ba8 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:53.549503 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-f2dda6fa-0f33-4a82-a57c-d02dfd7951d2 None None] For port bdeccbc6-d59c-453f-ab76-2071e2ea3ba8, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=bdeccbc6-d59c-453f-ab76-2071e2ea3ba8,segment=NetworkSegment(f368c6db-f764-4de8-962f-3052d329edd2),segment_id=f368c6db-f764-4de8-962f-3052d329edd2)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:53.562905 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-eef5b829-47dc-4a22-8520-40c454cc4920 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Allocated IP 172.20.0.9 (4d28e89c-1ada-4d65-a68a-7c96765b022b/7a516483-89ec-4861-baca-7e7b665a8d27/6cc48c6e-615e-4a46-b1f3-3272dad5fa94) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:53.566456 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-db1455f2-c1eb-4c4d-be28-5b24eceb3dc6 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "DELETE /v2.0/subnets/97ba9fcd-a7d2-44d4-853a-eaf4b8e7733d/tags HTTP/1.1" status: 204 len: 168 time: 0.4991925 Jan 29 04:29:53.567121 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53410) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:53.576652 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-eef5b829-47dc-4a22-8520-40c454cc4920 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Allocated IP 2001:db8::f816:3eff:fe6e:8b62 (4d28e89c-1ada-4d65-a68a-7c96765b022b/7fb393b2-9a5e-4e01-a01f-c8d9f4c27c16/6cc48c6e-615e-4a46-b1f3-3272dad5fa94) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:53.576865 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.tag.tag_plugin [None req-190e492c-f05a-43f2-a068-43c6575e24db tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '97ba9fcd-a7d2-44d4-853a-eaf4b8e7733d', 'tempest-TagsExtTest-Tag-1306081534') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:53.800659 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f2dda6fa-0f33-4a82-a57c-d02dfd7951d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (bdeccbc6-d59c-453f-ab76-2071e2ea3ba8), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:53.811784 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:53.821379 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-48e9f2af-d461-4b8e-a137-9410b863474b tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for port (fc8ae495-17bd-4c7c-a3df-4fa38f01cd46), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:53.843842 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-6b63809f-9d9d-4ea4-b7f9-48a147522958 None None] For port 9ecca1f8-95ec-4965-86b3-45b836345ead, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:29:53.867594 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-6b63809f-9d9d-4ea4-b7f9-48a147522958 None None] For port 9ecca1f8-95ec-4965-86b3-45b836345ead, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=9ecca1f8-95ec-4965-86b3-45b836345ead,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:29:53.889444 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-aaab5ebc-1d12-4c12-b52c-bba695f68267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (470f8c28-13b9-40c0-9f63-254654f9015b), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:53.889923 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-f2dda6fa-0f33-4a82-a57c-d02dfd7951d2 None None] Provisioning complete for port fc8ae495-17bd-4c7c-a3df-4fa38f01cd46 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:53.890317 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f2dda6fa-0f33-4a82-a57c-d02dfd7951d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (fc8ae495-17bd-4c7c-a3df-4fa38f01cd46), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:53.913327 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dda6fa-0f33-4a82-a57c-d02dfd7951d2 None None] Pushing event updated for resources: {'Port': ['ID=bdeccbc6-d59c-453f-ab76-2071e2ea3ba8,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:53.921328 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port bdeccbc6-d59c-453f-ab76-2071e2ea3ba8 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:53.923539 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (bdeccbc6-d59c-453f-ab76-2071e2ea3ba8), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:53.948819 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaab5ebc-1d12-4c12-b52c-bba695f68267 admin admin] Pushing event deleted for resources: {'Port': ['ID=470f8c28-13b9-40c0-9f63-254654f9015b,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:53.954773 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:53.955489 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-48e9f2af-d461-4b8e-a137-9410b863474b tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (fc8ae495-17bd-4c7c-a3df-4fa38f01cd46), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:53.964098 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-f2dda6fa-0f33-4a82-a57c-d02dfd7951d2 None None] Port fc8ae495-17bd-4c7c-a3df-4fa38f01cd46 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:29:53.965434 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7bde98fe-9a69-4ab1-b227-1a8cdaa11e3d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (13fcb1b6-8202-4f18-9139-0c36bd0da66d), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:53.972924 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6b63809f-9d9d-4ea4-b7f9-48a147522958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (9ecca1f8-95ec-4965-86b3-45b836345ead), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:54.031891 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-190e492c-f05a-43f2-a068-43c6575e24db tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "PUT /v2.0/subnets/97ba9fcd-a7d2-44d4-853a-eaf4b8e7733d/tags/tempest-TagsExtTest-Tag-1306081534 HTTP/1.1" status: 201 len: 201 time: 0.4595540 Jan 29 04:29:54.041556 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53412) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:54.062999 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.tag.tag_plugin [None req-bdef2ee4-a49a-4626-8da3-c6efd1a20892 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6ec50493-4d23-4cc0-b0a2-451b965c264b', 'tempest-TagsExtTest-Tag-1064514691') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:54.066207 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63809f-9d9d-4ea4-b7f9-48a147522958 None None] Pushing event updated for resources: {'Port': ['ID=9ecca1f8-95ec-4965-86b3-45b836345ead,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:54.089599 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port bdeccbc6-d59c-453f-ab76-2071e2ea3ba8 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:54.092213 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 1e159090-c499-44c1-b46c-965d2a46a9b2 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:54.115451 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eef5b829-47dc-4a22-8520-40c454cc4920 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for port (6cc48c6e-615e-4a46-b1f3-3272dad5fa94), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:54.116365 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-aaab5ebc-1d12-4c12-b52c-bba695f68267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (b74ba9fa-7939-492e-adaf-9b6f3d82e3d1), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:54.123243 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-48e9f2af-d461-4b8e-a137-9410b863474b tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (2a36bf2a-eff5-4e59-b804-9d07d19c2e4f), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:54.136814 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-942e5eb0-f171-488a-a0f3-e005de7dd593 None None] Provisioning complete for port bdeccbc6-d59c-453f-ab76-2071e2ea3ba8 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:54.138140 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-942e5eb0-f171-488a-a0f3-e005de7dd593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (bdeccbc6-d59c-453f-ab76-2071e2ea3ba8), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:54.153617 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e9f2af-d461-4b8e-a137-9410b863474b tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event updated for resources: {'Port': ['ID=fc8ae495-17bd-4c7c-a3df-4fa38f01cd46,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:54.156883 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bde98fe-9a69-4ab1-b227-1a8cdaa11e3d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event updated for resources: {'Subnet': ['ID=13fcb1b6-8202-4f18-9139-0c36bd0da66d,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:54.192652 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bde98fe-9a69-4ab1-b227-1a8cdaa11e3d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Checking segment: {'id': 'b4a8f1ab-1684-43ae-8e9c-37c69a5706c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '42b2a4c9-e3ad-4593-b7e3-e8395c43020a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:29:54.193193 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bde98fe-9a69-4ab1-b227-1a8cdaa11e3d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Network hostable DHCP agents. Network: 42b2a4c9-e3ad-4593-b7e3-e8395c43020a, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:29:54.221139 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 1e159090-c499-44c1-b46c-965d2a46a9b2 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:54.224102 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (1e159090-c499-44c1-b46c-965d2a46a9b2), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:54.236144 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-aaab5ebc-1d12-4c12-b52c-bba695f68267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (b74ba9fa-7939-492e-adaf-9b6f3d82e3d1), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:54.248022 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-aaab5ebc-1d12-4c12-b52c-bba695f68267 admin admin] Publish callbacks [] for router_controller (b74ba9fa-7939-492e-adaf-9b6f3d82e3d1), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:54.262684 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eef5b829-47dc-4a22-8520-40c454cc4920 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (6cc48c6e-615e-4a46-b1f3-3272dad5fa94), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:54.314695 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-942e5eb0-f171-488a-a0f3-e005de7dd593 None None] Current status of the port bdeccbc6-d59c-453f-ab76-2071e2ea3ba8 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:54.324459 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bde98fe-9a69-4ab1-b227-1a8cdaa11e3d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Network 42b2a4c9-e3ad-4593-b7e3-e8395c43020a is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:29:54.359352 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 1e159090-c499-44c1-b46c-965d2a46a9b2 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:54.363083 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef5b829-47dc-4a22-8520-40c454cc4920 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:54.366495 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-eef5b829-47dc-4a22-8520-40c454cc4920 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:54.369165 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef5b829-47dc-4a22-8520-40c454cc4920 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:29:54.422257 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef5b829-47dc-4a22-8520-40c454cc4920 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Port': ['ID=6cc48c6e-615e-4a46-b1f3-3272dad5fa94,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:54.446810 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-7bde98fe-9a69-4ab1-b227-1a8cdaa11e3d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 42b2a4c9-e3ad-4593-b7e3-e8395c43020a) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:54.454285 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef5b829-47dc-4a22-8520-40c454cc4920 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:54.454935 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eef5b829-47dc-4a22-8520-40c454cc4920 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:54.458071 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd43fa9c-fa38-402f-9e7e-01e2de240d0b None None] Network 42b2a4c9-e3ad-4593-b7e3-e8395c43020a requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:54.462312 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e9f2af-d461-4b8e-a137-9410b863474b tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Network e44dbe9c-ce43-41d5-b4ae-9d118eff5b55 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:54.463975 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-48e9f2af-d461-4b8e-a137-9410b863474b tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:54.470119 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-aaab5ebc-1d12-4c12-b52c-bba695f68267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (b74ba9fa-7939-492e-adaf-9b6f3d82e3d1), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:54.470962 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaab5ebc-1d12-4c12-b52c-bba695f68267 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b74ba9fa-7939-492e-adaf-9b6f3d82e3d1 {{(pid=103584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:29:54.476332 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-aaab5ebc-1d12-4c12-b52c-bba695f68267 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:54.479808 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-aaab5ebc-1d12-4c12-b52c-bba695f68267 admin admin] 10.222.0.13 "DELETE /v2.0/routers/b74ba9fa-7939-492e-adaf-9b6f3d82e3d1 HTTP/1.1" status: 204 len: 168 time: 3.1680269 Jan 29 04:29:54.480768 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bde98fe-9a69-4ab1-b227-1a8cdaa11e3d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:54.482037 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7bde98fe-9a69-4ab1-b227-1a8cdaa11e3d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:54.486427 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53416) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:54.596743 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61628e-743e-44ca-a566-1259f9d3c2a3 req-a34a17d4-9104-486e-8c44-2fb162095126 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:54.601687 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-bdef2ee4-a49a-4626-8da3-c6efd1a20892 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "PUT /v2.0/ports/6ec50493-4d23-4cc0-b0a2-451b965c264b/tags/tempest-TagsExtTest-Tag-1064514691 HTTP/1.1" status: 201 len: 201 time: 0.5543683 Jan 29 04:29:54.604939 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53418) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:54.605178 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3c61628e-743e-44ca-a566-1259f9d3c2a3 req-a34a17d4-9104-486e-8c44-2fb162095126 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/ports?device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c HTTP/1.1" status: 200 len: 945 time: 0.1181314 Jan 29 04:29:54.620857 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-eef5b829-47dc-4a22-8520-40c454cc4920 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4873464 Jan 29 04:29:54.632789 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.tag.tag_plugin [None req-c8d50593-a474-4c5c-8366-8912fc5a790d tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '713ee3bb-f62c-4412-8932-bb743c4ce61d', 'tempest-TagsExtTest-Tag-1093914431') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:54.635798 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53420) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:54.647273 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7bde98fe-9a69-4ab1-b227-1a8cdaa11e3d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5259006 Jan 29 04:29:54.657789 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53422) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:54.665511 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-44c1d0ae-8322-4b16-a328-8a2c7a51c3a0 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Request body: {'subnet': {'network_id': '7dbde1d6-fddc-46f5-a0c9-1968db790143', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:54.689811 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd94403f-0db4-4253-848f-e2fe3d3c2a8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-42b2a4c9-e3ad-4593-b7e3-e8395c43020a', 'network_id': '42b2a4c9-e3ad-4593-b7e3-e8395c43020a', 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'fixed_ips': [{'subnet_id': '13fcb1b6-8202-4f18-9139-0c36bd0da66d'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:29:54.694501 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cd94403f-0db4-4253-848f-e2fe3d3c2a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:54.761588 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-806f4d0c-a8f3-4896-9516-a9847dd1adcc admin admin] Deleting subnet ca2d3a0a-064d-4780-9b58-334005fc5d1b {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:29:54.765065 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-806f4d0c-a8f3-4896-9516-a9847dd1adcc admin admin] Publish callbacks [] for subnet (ca2d3a0a-064d-4780-9b58-334005fc5d1b), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:54.809928 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-806f4d0c-a8f3-4896-9516-a9847dd1adcc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (ca2d3a0a-064d-4780-9b58-334005fc5d1b), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:54.842267 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3c61628e-743e-44ca-a566-1259f9d3c2a3 req-641ca5ba-26b0-4a33-b67c-d0d419d437f3 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/security-groups?id=d988af8b-ef19-409e-9a6b-f84166dff0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2359097 Jan 29 04:29:54.868545 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2066cb9-369b-4702-9b7d-5b5c410a7333 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:54.874805 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2066cb9-369b-4702-9b7d-5b5c410a7333 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:54.878836 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d2066cb9-369b-4702-9b7d-5b5c410a7333 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.2391264 Jan 29 04:29:54.885503 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53424) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:54.906690 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:54.917832 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-ca8c6e27-3b0d-4a80-a506-c499cd9c6118 None None] Provisioning complete for port fc8ae495-17bd-4c7c-a3df-4fa38f01cd46 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:54.918481 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ca8c6e27-3b0d-4a80-a506-c499cd9c6118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (fc8ae495-17bd-4c7c-a3df-4fa38f01cd46), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:54.975343 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-806f4d0c-a8f3-4896-9516-a9847dd1adcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (ca2d3a0a-064d-4780-9b58-334005fc5d1b), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:54.976156 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ca8c6e27-3b0d-4a80-a506-c499cd9c6118 None None] Port fc8ae495-17bd-4c7c-a3df-4fa38f01cd46 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:29:54.978782 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-cd94403f-0db4-4253-848f-e2fe3d3c2a8b None None] Allocated IP 2001:db8::2 (42b2a4c9-e3ad-4593-b7e3-e8395c43020a/13fcb1b6-8202-4f18-9139-0c36bd0da66d/e3398ee9-997b-40ae-a6a0-0439bcb66039) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:54.983256 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c8d50593-a474-4c5c-8366-8912fc5a790d tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "PUT /v2.0/routers/713ee3bb-f62c-4412-8932-bb743c4ce61d/tags/tempest-TagsExtTest-Tag-1093914431 HTTP/1.1" status: 201 len: 201 time: 0.3694246 Jan 29 04:29:54.986349 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53426) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:54.995630 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.tag.tag_plugin [None req-18181688-4469-4c1f-8900-07ca1ed28c2e tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ce484468-60e4-4df9-952f-9d36ee5f2d73', 'tempest-TagsExtTest-Tag-611409406') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:55.006878 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c1d0ae-8322-4b16-a328-8a2c7a51c3a0 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Made reservation on behalf of af39ab92727346cabd50ae3ea9026005 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:55.010643 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-44c1d0ae-8322-4b16-a328-8a2c7a51c3a0 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:55.048748 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e9f2af-d461-4b8e-a137-9410b863474b tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Router 2a36bf2a-eff5-4e59-b804-9d07d19c2e4f is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:29:55.123925 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device bdeccbc6-d59c-453f-ab76-2071e2ea3ba8 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:55.161603 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-6416216e-a8e6-4a3d-aefc-797500d0ab1f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting port 6cc48c6e-615e-4a46-b1f3-3272dad5fa94 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:29:55.161895 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6416216e-a8e6-4a3d-aefc-797500d0ab1f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (6cc48c6e-615e-4a46-b1f3-3272dad5fa94), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:55.210434 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e9f2af-d461-4b8e-a137-9410b863474b tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:29:55.223200 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-48e9f2af-d461-4b8e-a137-9410b863474b tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "PUT /v2.0/routers/2a36bf2a-eff5-4e59-b804-9d07d19c2e4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0487399 Jan 29 04:29:55.226037 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53428) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:55.228419 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17245907-8751-4acf-be2c-6fc8fbf30371 None None] Sync routers for ids ['2a36bf2a-eff5-4e59-b804-9d07d19c2e4f'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:29:55.232533 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port bdeccbc6-d59c-453f-ab76-2071e2ea3ba8 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:55.232819 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (bdeccbc6-d59c-453f-ab76-2071e2ea3ba8), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:55.234682 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cd94403f-0db4-4253-848f-e2fe3d3c2a8b None None] Publish callbacks [] for port (e3398ee9-997b-40ae-a6a0-0439bcb66039), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:55.248234 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-18181688-4469-4c1f-8900-07ca1ed28c2e tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "PUT /v2.0/subnetpools/ce484468-60e4-4df9-952f-9d36ee5f2d73/tags/tempest-TagsExtTest-Tag-611409406 HTTP/1.1" status: 201 len: 201 time: 0.2569375 Jan 29 04:29:55.248234 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53430) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:55.253753 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17245907-8751-4acf-be2c-6fc8fbf30371 None None] Routers {'2a36bf2a-eff5-4e59-b804-9d07d19c2e4f'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:29:55.255638 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-17245907-8751-4acf-be2c-6fc8fbf30371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:29:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['2a36bf2a-eff5-4e59-b804-9d07d19c2e4f'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:55.257782 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.tag.tag_plugin [None req-94d7d41c-368c-40f6-8e44-cb72b0851c44 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '97ba9fcd-a7d2-44d4-853a-eaf4b8e7733d', {'tags': ['tempest-TagsExtTest-Tag-1763269280', 'tempest-TagsExtTest-Tag-1267970455', 'tempest-TagsExtTest-Tag-1028302029']}) {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:55.293353 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-17245907-8751-4acf-be2c-6fc8fbf30371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:55.301554 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-806f4d0c-a8f3-4896-9516-a9847dd1adcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (ca2d3a0a-064d-4780-9b58-334005fc5d1b), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:55.303605 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17245907-8751-4acf-be2c-6fc8fbf30371 None None] Routers {'2a36bf2a-eff5-4e59-b804-9d07d19c2e4f'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:29:55.304221 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-17245907-8751-4acf-be2c-6fc8fbf30371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:29:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['2a36bf2a-eff5-4e59-b804-9d07d19c2e4f'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:55.323106 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cd94403f-0db4-4253-848f-e2fe3d3c2a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (e3398ee9-997b-40ae-a6a0-0439bcb66039), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:55.348268 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f4d0c-a8f3-4896-9516-a9847dd1adcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca2d3a0a-064d-4780-9b58-334005fc5d1b,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:55.375465 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-806f4d0c-a8f3-4896-9516-a9847dd1adcc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:55.375662 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-17245907-8751-4acf-be2c-6fc8fbf30371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:55.376550 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17245907-8751-4acf-be2c-6fc8fbf30371 None None] The sync data for ids ['2a36bf2a-eff5-4e59-b804-9d07d19c2e4f'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:29:55.383296 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4954430-95b4-442a-9d5d-082763880539 None None] Network 9507ed99-2983-492a-ac2f-269d5807feac requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:55.384095 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-806f4d0c-a8f3-4896-9516-a9847dd1adcc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ca2d3a0a-064d-4780-9b58-334005fc5d1b HTTP/1.1" status: 204 len: 168 time: 0.8965623 Jan 29 04:29:55.384892 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53432) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:55.392945 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port bdeccbc6-d59c-453f-ab76-2071e2ea3ba8 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:55.394153 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 9ecca1f8-95ec-4965-86b3-45b836345ead up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:55.397125 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd94403f-0db4-4253-848f-e2fe3d3c2a8b None None] Network 42b2a4c9-e3ad-4593-b7e3-e8395c43020a is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:55.405287 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b955b154-5e96-4bec-968a-6480b01d097e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:55.410606 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b955b154-5e96-4bec-968a-6480b01d097e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "GET /v2.0/ports/fc8ae495-17bd-4c7c-a3df-4fa38f01cd46 HTTP/1.1" status: 200 len: 910 time: 0.1769700 Jan 29 04:29:55.411179 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53434) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:55.434416 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6416216e-a8e6-4a3d-aefc-797500d0ab1f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (6cc48c6e-615e-4a46-b1f3-3272dad5fa94), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:55.458694 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-6416216e-a8e6-4a3d-aefc-797500d0ab1f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Calling delete_port for 6cc48c6e-615e-4a46-b1f3-3272dad5fa94 owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:29:55.460978 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-cd94403f-0db4-4253-848f-e2fe3d3c2a8b None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:55.466693 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd94403f-0db4-4253-848f-e2fe3d3c2a8b None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:29:55.469561 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94403f-0db4-4253-848f-e2fe3d3c2a8b None None] Pushing event updated for resources: {'Port': ['ID=e3398ee9-997b-40ae-a6a0-0439bcb66039,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:55.570486 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8f4367ae-951e-4474-8b05-22f1de63e959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (9507ed99-2983-492a-ac2f-269d5807feac), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:55.609687 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-cd94403f-0db4-4253-848f-e2fe3d3c2a8b None None] Attempting to bind port e3398ee9-997b-40ae-a6a0-0439bcb66039 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:29:55.609964 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-cd94403f-0db4-4253-848f-e2fe3d3c2a8b None None] Attempting to bind port e3398ee9-997b-40ae-a6a0-0439bcb66039 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'b4a8f1ab-1684-43ae-8e9c-37c69a5706c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '42b2a4c9-e3ad-4593-b7e3-e8395c43020a'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:29:55.610319 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd94403f-0db4-4253-848f-e2fe3d3c2a8b None None] Attempting to bind port e3398ee9-997b-40ae-a6a0-0439bcb66039 on network 42b2a4c9-e3ad-4593-b7e3-e8395c43020a {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:55.618978 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd94403f-0db4-4253-848f-e2fe3d3c2a8b None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:29:55.626057 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd94403f-0db4-4253-848f-e2fe3d3c2a8b None None] Checking segment: {'id': 'b4a8f1ab-1684-43ae-8e9c-37c69a5706c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '42b2a4c9-e3ad-4593-b7e3-e8395c43020a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:29:55.626057 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cd94403f-0db4-4253-848f-e2fe3d3c2a8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:55.626057 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd94403f-0db4-4253-848f-e2fe3d3c2a8b None None] Bound using segment: {'id': 'b4a8f1ab-1684-43ae-8e9c-37c69a5706c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '42b2a4c9-e3ad-4593-b7e3-e8395c43020a'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:29:55.626057 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-cd94403f-0db4-4253-848f-e2fe3d3c2a8b None None] Bound port: e3398ee9-997b-40ae-a6a0-0439bcb66039, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4a8f1ab-1684-43ae-8e9c-37c69a5706c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '42b2a4c9-e3ad-4593-b7e3-e8395c43020a'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:29:55.626057 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cd94403f-0db4-4253-848f-e2fe3d3c2a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (e3398ee9-997b-40ae-a6a0-0439bcb66039), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:55.626561 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-94d7d41c-368c-40f6-8e44-cb72b0851c44 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "PUT /v2.0/subnets/97ba9fcd-a7d2-44d4-853a-eaf4b8e7733d/tags HTTP/1.1" status: 200 len: 318 time: 0.3721581 Jan 29 04:29:55.626561 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53436) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:55.634026 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.tag.tag_plugin [None req-37661c51-3d38-4bf2-8b17-c9a45baa297a tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '97ba9fcd-a7d2-44d4-853a-eaf4b8e7733d') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:55.636333 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 9ecca1f8-95ec-4965-86b3-45b836345ead triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:55.636699 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (9ecca1f8-95ec-4965-86b3-45b836345ead), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:55.665956 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd5168d-acec-4acd-adf3-133709457934 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:55.670403 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-44c1d0ae-8322-4b16-a328-8a2c7a51c3a0 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (f1cf8a61-cfe4-4b63-ada5-b4bd03c6f73f), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:55.768995 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df44214-27ee-4101-ad21-ea5d0ccf5fc0 None None] DHCP port deletion for 9507ed99-2983-492a-ac2f-269d5807feac request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:29:55.822170 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c1d0ae-8322-4b16-a328-8a2c7a51c3a0 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event updated for resources: {'Subnet': ['ID=f1cf8a61-cfe4-4b63-ada5-b4bd03c6f73f,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:55.832508 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-b530c26c-750b-4a8d-b385-bb75ce396464 None None] Provisioning complete for port 9ecca1f8-95ec-4965-86b3-45b836345ead triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:55.832954 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b530c26c-750b-4a8d-b385-bb75ce396464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (9ecca1f8-95ec-4965-86b3-45b836345ead), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:55.844635 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c1d0ae-8322-4b16-a328-8a2c7a51c3a0 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Checking segment: {'id': '7f5a5d81-c94f-4825-90c7-c83cc1ef2404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7dbde1d6-fddc-46f5-a0c9-1968db790143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:29:55.850316 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c1d0ae-8322-4b16-a328-8a2c7a51c3a0 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Network hostable DHCP agents. Network: 7dbde1d6-fddc-46f5-a0c9-1968db790143, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:29:55.874232 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-cd94403f-0db4-4253-848f-e2fe3d3c2a8b None None] For port e3398ee9-997b-40ae-a6a0-0439bcb66039, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:29:55.922143 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-cd94403f-0db4-4253-848f-e2fe3d3c2a8b None None] For port e3398ee9-997b-40ae-a6a0-0439bcb66039, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=e3398ee9-997b-40ae-a6a0-0439bcb66039,segment=NetworkSegment(b4a8f1ab-1684-43ae-8e9c-37c69a5706c5),segment_id=b4a8f1ab-1684-43ae-8e9c-37c69a5706c5)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:29:55.959859 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-37661c51-3d38-4bf2-8b17-c9a45baa297a tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "DELETE /v2.0/subnets/97ba9fcd-a7d2-44d4-853a-eaf4b8e7733d/tags HTTP/1.1" status: 204 len: 168 time: 0.3304069 Jan 29 04:29:55.960940 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53440) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:55.970050 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.tag.tag_plugin [None req-3f36495e-2a70-491a-bb89-32dbd70bc3ba tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '97ba9fcd-a7d2-44d4-853a-eaf4b8e7733d', 'tempest-TagsExtTest-Tag-1763269280') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:55.975634 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 9ecca1f8-95ec-4965-86b3-45b836345ead is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:55.976195 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (9ecca1f8-95ec-4965-86b3-45b836345ead), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:56.010718 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-5df44214-27ee-4101-ad21-ea5d0ccf5fc0 None None] Deleting port beb8a9e5-8e9d-4121-a84f-4eb0e408164c {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:29:56.011410 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5df44214-27ee-4101-ad21-ea5d0ccf5fc0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (beb8a9e5-8e9d-4121-a84f-4eb0e408164c), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:56.025454 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c1d0ae-8322-4b16-a328-8a2c7a51c3a0 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Network 7dbde1d6-fddc-46f5-a0c9-1968db790143 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:29:56.030959 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-3f36495e-2a70-491a-bb89-32dbd70bc3ba tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] show failed (client error): The resource could not be found. Jan 29 04:29:56.035185 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-3f36495e-2a70-491a-bb89-32dbd70bc3ba tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "GET /v2.0/subnets/97ba9fcd-a7d2-44d4-853a-eaf4b8e7733d/tags/tempest-TagsExtTest-Tag-1763269280 HTTP/1.1" status: 404 len: 329 time: 0.0697324 Jan 29 04:29:56.036269 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53442) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:56.049028 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.tag.tag_plugin [None req-5eb94e73-712f-4f11-98ec-e977b79ea012 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '97ba9fcd-a7d2-44d4-853a-eaf4b8e7733d', 'tempest-TagsExtTest-Tag-1267970455') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:56.064287 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cd94403f-0db4-4253-848f-e2fe3d3c2a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (e3398ee9-997b-40ae-a6a0-0439bcb66039), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:56.114094 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-5eb94e73-712f-4f11-98ec-e977b79ea012 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] show failed (client error): The resource could not be found. Jan 29 04:29:56.116532 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-5eb94e73-712f-4f11-98ec-e977b79ea012 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "GET /v2.0/subnets/97ba9fcd-a7d2-44d4-853a-eaf4b8e7733d/tags/tempest-TagsExtTest-Tag-1267970455 HTTP/1.1" status: 404 len: 329 time: 0.0698631 Jan 29 04:29:56.117990 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53444) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:56.130171 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.tag.tag_plugin [None req-9b70704f-ba5c-4bfd-955f-3e6523e24883 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '97ba9fcd-a7d2-44d4-853a-eaf4b8e7733d', 'tempest-TagsExtTest-Tag-1028302029') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:56.130171 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6416216e-a8e6-4a3d-aefc-797500d0ab1f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (6cc48c6e-615e-4a46-b1f3-3272dad5fa94), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:56.167019 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 9ecca1f8-95ec-4965-86b3-45b836345ead, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=9ecca1f8-95ec-4965-86b3-45b836345ead,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:56.168082 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-b530c26c-750b-4a8d-b385-bb75ce396464 None None] Current status of the port 9ecca1f8-95ec-4965-86b3-45b836345ead is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:56.168478 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b530c26c-750b-4a8d-b385-bb75ce396464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (9ecca1f8-95ec-4965-86b3-45b836345ead), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:56.181207 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-44c1d0ae-8322-4b16-a328-8a2c7a51c3a0 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 7dbde1d6-fddc-46f5-a0c9-1968db790143) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:56.190149 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416216e-a8e6-4a3d-aefc-797500d0ab1f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Port': ['ID=6cc48c6e-615e-4a46-b1f3-3272dad5fa94,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:56.192676 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c1d0ae-8322-4b16-a328-8a2c7a51c3a0 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:56.193276 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-44c1d0ae-8322-4b16-a328-8a2c7a51c3a0 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:56.233844 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-5df44214-27ee-4101-ad21-ea5d0ccf5fc0 None None] For port beb8a9e5-8e9d-4121-a84f-4eb0e408164c, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=beb8a9e5-8e9d-4121-a84f-4eb0e408164c,segment=NetworkSegment(d9adf04a-b50e-40f5-aaa3-34e90a55f913),segment_id=d9adf04a-b50e-40f5-aaa3-34e90a55f913)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:56.234240 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5df44214-27ee-4101-ad21-ea5d0ccf5fc0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (beb8a9e5-8e9d-4121-a84f-4eb0e408164c), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:56.236995 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94403f-0db4-4253-848f-e2fe3d3c2a8b None None] Pushing event updated for resources: {'Port': ['ID=e3398ee9-997b-40ae-a6a0-0439bcb66039,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:56.241132 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23af5d19-bdba-4b97-a38b-7bccbf2063e4 None None] Network 7dbde1d6-fddc-46f5-a0c9-1968db790143 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:56.255116 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (9ecca1f8-95ec-4965-86b3-45b836345ead), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:56.310919 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-5df44214-27ee-4101-ad21-ea5d0ccf5fc0 None None] Calling delete_port for beb8a9e5-8e9d-4121-a84f-4eb0e408164c owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:29:56.340177 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-8f4367ae-951e-4474-8b05-22f1de63e959 admin admin] Deleting port beb8a9e5-8e9d-4121-a84f-4eb0e408164c {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:29:56.341491 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8f4367ae-951e-4474-8b05-22f1de63e959 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (beb8a9e5-8e9d-4121-a84f-4eb0e408164c), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:56.369608 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-44c1d0ae-8322-4b16-a328-8a2c7a51c3a0 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7101517 Jan 29 04:29:56.374503 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53446) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:56.381552 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-acef3077-9a11-4483-82a2-e7842a8bffff tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-103611050', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:56.412882 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-9b70704f-ba5c-4bfd-955f-3e6523e24883 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] show failed (client error): The resource could not be found. Jan 29 04:29:56.422454 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9b70704f-ba5c-4bfd-955f-3e6523e24883 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "GET /v2.0/subnets/97ba9fcd-a7d2-44d4-853a-eaf4b8e7733d/tags/tempest-TagsExtTest-Tag-1028302029 HTTP/1.1" status: 404 len: 329 time: 0.2986867 Jan 29 04:29:56.422454 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53448) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:56.426803 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.tag.tag_plugin [None req-b049ae3f-9760-4048-a80f-2792f50e5ed2 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '6ec50493-4d23-4cc0-b0a2-451b965c264b', {'tags': ['tempest-TagsExtTest-Tag-316513079', 'tempest-TagsExtTest-Tag-1320522393', 'tempest-TagsExtTest-Tag-1580924420']}) {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:56.497614 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-8f4367ae-951e-4474-8b05-22f1de63e959 admin admin] For port beb8a9e5-8e9d-4121-a84f-4eb0e408164c, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=beb8a9e5-8e9d-4121-a84f-4eb0e408164c,segment=NetworkSegment(d9adf04a-b50e-40f5-aaa3-34e90a55f913),segment_id=d9adf04a-b50e-40f5-aaa3-34e90a55f913)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:56.498394 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8f4367ae-951e-4474-8b05-22f1de63e959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (beb8a9e5-8e9d-4121-a84f-4eb0e408164c), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:56.499490 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-acef3077-9a11-4483-82a2-e7842a8bffff tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (7b53e337-1f4c-438f-8064-c1a0087db354), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:56.501063 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-acef3077-9a11-4483-82a2-e7842a8bffff tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (7b53e337-1f4c-438f-8064-c1a0087db354), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:56.520813 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e5a60-dc9e-4ff8-a8bc-990a2f7a07e9 req-00fbd51d-a475-4118-9660-1c217a9b508c tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:56.526120 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-922e5a60-dc9e-4ff8-a8bc-990a2f7a07e9 req-00fbd51d-a475-4118-9660-1c217a9b508c tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/ports?device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c HTTP/1.1" status: 200 len: 945 time: 0.3078122 Jan 29 04:29:56.554800 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-8f4367ae-951e-4474-8b05-22f1de63e959 admin admin] Calling delete_port for beb8a9e5-8e9d-4121-a84f-4eb0e408164c owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:29:56.557119 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device e2e0ff04-4bbc-4190-a070-a368320bed63 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:29:56.584309 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-acef3077-9a11-4483-82a2-e7842a8bffff tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for router_controller (7b53e337-1f4c-438f-8064-c1a0087db354), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:56.592890 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6416216e-a8e6-4a3d-aefc-797500d0ab1f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:56.602893 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6416216e-a8e6-4a3d-aefc-797500d0ab1f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/ports/6cc48c6e-615e-4a46-b1f3-3272dad5fa94 HTTP/1.1" status: 204 len: 168 time: 1.7211816 Jan 29 04:29:56.613766 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b049ae3f-9760-4048-a80f-2792f50e5ed2 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "PUT /v2.0/ports/6ec50493-4d23-4cc0-b0a2-451b965c264b/tags HTTP/1.1" status: 200 len: 317 time: 0.1907194 Jan 29 04:29:56.614403 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53450) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:56.614739 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53452) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:56.670926 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.tag.tag_plugin [None req-b6307edf-b52d-4b16-8159-ee575e6ec71d tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6ec50493-4d23-4cc0-b0a2-451b965c264b') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:56.671480 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: e2e0ff04-4bbc-4190-a070-a368320bed63 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:29:56.671830 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device e2e0ff04-4bbc-4190-a070-a368320bed63 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:29:56.672249 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 470f8c28-13b9-40c0-9f63-254654f9015b no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:29:56.677933 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-acef3077-9a11-4483-82a2-e7842a8bffff tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (7b53e337-1f4c-438f-8064-c1a0087db354), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:56.695194 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-393f091d-4bbb-40c5-9a23-a758442e1348 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:56.706351 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:56.746147 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-b530c26c-750b-4a8d-b385-bb75ce396464 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:29:56.746147 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-b530c26c-750b-4a8d-b385-bb75ce396464 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:29:56.758109 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c097e985-1a05-4731-8f30-65908668936b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:56.758109 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c097e985-1a05-4731-8f30-65908668936b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:56.758109 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c097e985-1a05-4731-8f30-65908668936b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:56.760934 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 470f8c28-13b9-40c0-9f63-254654f9015b {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:29:56.761296 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 470f8c28-13b9-40c0-9f63-254654f9015b not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:29:56.762094 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c097e985-1a05-4731-8f30-65908668936b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1420877 Jan 29 04:29:56.762889 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53454) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:56.767380 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=9ecca1f8-95ec-4965-86b3-45b836345ead,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:56.821159 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-acef3077-9a11-4483-82a2-e7842a8bffff tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:56.821159 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-acef3077-9a11-4483-82a2-e7842a8bffff tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4432998 Jan 29 04:29:56.822106 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53456) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:56.862043 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5014c412-6928-4055-9c97-502964435834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-7dbde1d6-fddc-46f5-a0c9-1968db790143', 'network_id': '7dbde1d6-fddc-46f5-a0c9-1968db790143', 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'fixed_ips': [{'subnet_id': 'f1cf8a61-cfe4-4b63-ada5-b4bd03c6f73f'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:29:56.862922 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5014c412-6928-4055-9c97-502964435834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:56.901745 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-922e5a60-dc9e-4ff8-a8bc-990a2f7a07e9 req-ac2f7d6b-847c-42a7-8a01-fdbdc6cccb1d tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/security-groups?id=d988af8b-ef19-409e-9a6b-f84166dff0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2564743 Jan 29 04:29:56.932581 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8f4367ae-951e-4474-8b05-22f1de63e959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (beb8a9e5-8e9d-4121-a84f-4eb0e408164c), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:56.991010 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4367ae-951e-4474-8b05-22f1de63e959 admin admin] No DVR routers for this DVR port beb8a9e5-8e9d-4121-a84f-4eb0e408164c on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:29:57.006134 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-46c32b08-d48c-4b63-b48a-a3f18796b133 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting subnet 7a516483-89ec-4861-baca-7e7b665a8d27 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:29:57.015865 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5df44214-27ee-4101-ad21-ea5d0ccf5fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (beb8a9e5-8e9d-4121-a84f-4eb0e408164c), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:57.026416 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4367ae-951e-4474-8b05-22f1de63e959 admin admin] Pushing event deleted for resources: {'Port': ['ID=beb8a9e5-8e9d-4121-a84f-4eb0e408164c,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:57.047650 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-46c32b08-d48c-4b63-b48a-a3f18796b133 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (7a516483-89ec-4861-baca-7e7b665a8d27), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:57.085425 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df44214-27ee-4101-ad21-ea5d0ccf5fc0 None None] Pushing event deleted for resources: {'Port': ['ID=beb8a9e5-8e9d-4121-a84f-4eb0e408164c,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:57.098807 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df44214-27ee-4101-ad21-ea5d0ccf5fc0 None None] No DVR routers for this DVR port beb8a9e5-8e9d-4121-a84f-4eb0e408164c on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:29:57.152963 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 9ecca1f8-95ec-4965-86b3-45b836345ead up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:57.157313 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-5014c412-6928-4055-9c97-502964435834 None None] Allocated IP 2001:db8:1::2 (7dbde1d6-fddc-46f5-a0c9-1968db790143/f1cf8a61-cfe4-4b63-ada5-b4bd03c6f73f/05455a2b-d0c5-490b-87ba-eecf9f4647a9) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:57.316250 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8f4367ae-951e-4474-8b05-22f1de63e959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (9507ed99-2983-492a-ac2f-269d5807feac), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:57.327060 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 9ecca1f8-95ec-4965-86b3-45b836345ead triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:57.327693 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (9ecca1f8-95ec-4965-86b3-45b836345ead), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:57.335678 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-b530c26c-750b-4a8d-b385-bb75ce396464 None None] Current status of the port 9ecca1f8-95ec-4965-86b3-45b836345ead is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:57.353566 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-8f4367ae-951e-4474-8b05-22f1de63e959 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9507ed99-2983-492a-ac2f-269d5807feac']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:57.364357 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-393f091d-4bbb-40c5-9a23-a758442e1348 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Allocated IP 172.21.0.1 (62bb07e0-ceeb-437b-b8ae-c80c11573fd6/b30f47ee-e6b2-4e74-827e-6bc49a066f1f/8333ed03-378c-4af1-8649-313da97e32c6) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:57.373193 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-8f4367ae-951e-4474-8b05-22f1de63e959 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9adf04a-b50e-40f5-aaa3-34e90a55f913') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:57.374208 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-8f4367ae-951e-4474-8b05-22f1de63e959 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9adf04a-b50e-40f5-aaa3-34e90a55f913') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:57.391057 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8f4367ae-951e-4474-8b05-22f1de63e959 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (d9adf04a-b50e-40f5-aaa3-34e90a55f913), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:57.424101 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8f4367ae-951e-4474-8b05-22f1de63e959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (d9adf04a-b50e-40f5-aaa3-34e90a55f913), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:57.450505 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-46c32b08-d48c-4b63-b48a-a3f18796b133 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (7a516483-89ec-4861-baca-7e7b665a8d27), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:57.474199 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-67d62b30-0820-4a08-9806-3e8d8c2e5eab None None] Could not find standard attr ID for object 6cc48c6e-615e-4a46-b1f3-3272dad5fa94. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:29:57.480593 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b6307edf-b52d-4b16-8159-ee575e6ec71d tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "DELETE /v2.0/ports/6ec50493-4d23-4cc0-b0a2-451b965c264b/tags HTTP/1.1" status: 204 len: 168 time: 0.8167627 Jan 29 04:29:57.480738 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5014c412-6928-4055-9c97-502964435834 None None] Publish callbacks [] for port (05455a2b-d0c5-490b-87ba-eecf9f4647a9), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:57.488217 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53458) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:57.493880 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.tag.tag_plugin [None req-c3962807-3921-4d83-9943-616431e87ba6 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6ec50493-4d23-4cc0-b0a2-451b965c264b', 'tempest-TagsExtTest-Tag-316513079') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:57.510125 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f4367ae-951e-4474-8b05-22f1de63e959 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:29:57.510951 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8f4367ae-951e-4474-8b05-22f1de63e959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (d9adf04a-b50e-40f5-aaa3-34e90a55f913), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:57.513069 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:29:57.513069 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:29:57.513069 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:29:57.513069 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:29:57.513069 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:29:57.513069 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:29:57.513069 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:29:57.513069 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:29:57.513069 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:29:57.513069 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:29:57.513069 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:29:57.513069 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:29:57.513069 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:29:57.513069 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:29:57.513069 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:29:57.513069 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:29:57.513069 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:29:57.513069 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:29:57.513069 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:29:57.513069 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:29:57.513069 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:29:57.513069 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:29:57.513069 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:29:57.513069 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:29:57.513069 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:29:57.513069 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:29:57.513069 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:29:57.513069 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:29:57.513069 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:29:57.513069 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:29:57.513069 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:29:57.513069 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:29:57.525152 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-67d62b30-0820-4a08-9806-3e8d8c2e5eab None None] Provisioning complete for port 9ecca1f8-95ec-4965-86b3-45b836345ead triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:57.525524 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-67d62b30-0820-4a08-9806-3e8d8c2e5eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (9ecca1f8-95ec-4965-86b3-45b836345ead), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:57.551036 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5014c412-6928-4055-9c97-502964435834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (05455a2b-d0c5-490b-87ba-eecf9f4647a9), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:57.556110 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 9ecca1f8-95ec-4965-86b3-45b836345ead is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:57.561752 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device e3398ee9-997b-40ae-a6a0-0439bcb66039 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:57.638752 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5014c412-6928-4055-9c97-502964435834 None None] Network 7dbde1d6-fddc-46f5-a0c9-1968db790143 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:57.646807 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-5014c412-6928-4055-9c97-502964435834 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:57.650161 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5014c412-6928-4055-9c97-502964435834 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:29:57.657359 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-393f091d-4bbb-40c5-9a23-a758442e1348 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for port (8333ed03-378c-4af1-8649-313da97e32c6), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:57.664515 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8f4367ae-951e-4474-8b05-22f1de63e959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (9507ed99-2983-492a-ac2f-269d5807feac), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:57.675814 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8f4367ae-951e-4474-8b05-22f1de63e959 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:57.679373 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5014c412-6928-4055-9c97-502964435834 None None] Pushing event updated for resources: {'Port': ['ID=05455a2b-d0c5-490b-87ba-eecf9f4647a9,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:57.689916 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-8f4367ae-951e-4474-8b05-22f1de63e959 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9507ed99-2983-492a-ac2f-269d5807feac HTTP/1.1" status: 204 len: 168 time: 2.3034923 Jan 29 04:29:57.708958 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4367ae-951e-4474-8b05-22f1de63e959 admin admin] Pushing event deleted for resources: {'Network': ['ID=9507ed99-2983-492a-ac2f-269d5807feac,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:57.740506 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1b9c88cc-b399-4f56-8bf9-b2f04888ff31 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:57.783606 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-46c32b08-d48c-4b63-b48a-a3f18796b133 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (7a516483-89ec-4861-baca-7e7b665a8d27), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:57.788213 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-5014c412-6928-4055-9c97-502964435834 None None] Attempting to bind port 05455a2b-d0c5-490b-87ba-eecf9f4647a9 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:29:57.788625 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-5014c412-6928-4055-9c97-502964435834 None None] Attempting to bind port 05455a2b-d0c5-490b-87ba-eecf9f4647a9 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '7f5a5d81-c94f-4825-90c7-c83cc1ef2404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7dbde1d6-fddc-46f5-a0c9-1968db790143'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:29:57.792947 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5014c412-6928-4055-9c97-502964435834 None None] Attempting to bind port 05455a2b-d0c5-490b-87ba-eecf9f4647a9 on network 7dbde1d6-fddc-46f5-a0c9-1968db790143 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:57.802790 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port e3398ee9-997b-40ae-a6a0-0439bcb66039 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:57.803168 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (e3398ee9-997b-40ae-a6a0-0439bcb66039), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:57.809317 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5014c412-6928-4055-9c97-502964435834 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:29:57.809800 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5014c412-6928-4055-9c97-502964435834 None None] Checking segment: {'id': '7f5a5d81-c94f-4825-90c7-c83cc1ef2404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7dbde1d6-fddc-46f5-a0c9-1968db790143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:29:57.811049 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5014c412-6928-4055-9c97-502964435834 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:57.811339 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5014c412-6928-4055-9c97-502964435834 None None] Bound using segment: {'id': '7f5a5d81-c94f-4825-90c7-c83cc1ef2404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7dbde1d6-fddc-46f5-a0c9-1968db790143'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:29:57.811845 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-5014c412-6928-4055-9c97-502964435834 None None] Bound port: 05455a2b-d0c5-490b-87ba-eecf9f4647a9, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f5a5d81-c94f-4825-90c7-c83cc1ef2404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7dbde1d6-fddc-46f5-a0c9-1968db790143'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:29:57.812127 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-393f091d-4bbb-40c5-9a23-a758442e1348 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (8333ed03-378c-4af1-8649-313da97e32c6), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:57.812265 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5014c412-6928-4055-9c97-502964435834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (05455a2b-d0c5-490b-87ba-eecf9f4647a9), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:57.823169 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-67d62b30-0820-4a08-9806-3e8d8c2e5eab None None] Current status of the port 9ecca1f8-95ec-4965-86b3-45b836345ead is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:57.885609 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-c3962807-3921-4d83-9943-616431e87ba6 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] show failed (client error): The resource could not be found. Jan 29 04:29:57.889250 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c3962807-3921-4d83-9943-616431e87ba6 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "GET /v2.0/ports/6ec50493-4d23-4cc0-b0a2-451b965c264b/tags/tempest-TagsExtTest-Tag-316513079 HTTP/1.1" status: 404 len: 328 time: 0.3962097 Jan 29 04:29:57.891944 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53462) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:57.904676 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.tag.tag_plugin [None req-8133cc49-d748-4173-941f-788af5fce089 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6ec50493-4d23-4cc0-b0a2-451b965c264b', 'tempest-TagsExtTest-Tag-1320522393') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:57.912799 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393f091d-4bbb-40c5-9a23-a758442e1348 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Network 62bb07e0-ceeb-437b-b8ae-c80c11573fd6 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:57.917790 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f091d-4bbb-40c5-9a23-a758442e1348 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event updated for resources: {'Port': ['ID=8333ed03-378c-4af1-8649-313da97e32c6,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:57.918434 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-393f091d-4bbb-40c5-9a23-a758442e1348 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:57.943199 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393f091d-4bbb-40c5-9a23-a758442e1348 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:29:57.952651 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-5014c412-6928-4055-9c97-502964435834 None None] For port 05455a2b-d0c5-490b-87ba-eecf9f4647a9, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:29:57.956816 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-5014c412-6928-4055-9c97-502964435834 None None] For port 05455a2b-d0c5-490b-87ba-eecf9f4647a9, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=05455a2b-d0c5-490b-87ba-eecf9f4647a9,segment=NetworkSegment(7f5a5d81-c94f-4825-90c7-c83cc1ef2404),segment_id=7f5a5d81-c94f-4825-90c7-c83cc1ef2404)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:29:58.043097 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5014c412-6928-4055-9c97-502964435834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (05455a2b-d0c5-490b-87ba-eecf9f4647a9), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:58.043934 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-393f091d-4bbb-40c5-9a23-a758442e1348 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (2a36bf2a-eff5-4e59-b804-9d07d19c2e4f), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:58.115397 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53466) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:58.117330 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db470547-ad76-42f5-9c86-e9f5f04064a0 None None] Network 42b2a4c9-e3ad-4593-b7e3-e8395c43020a requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:58.170116 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5014c412-6928-4055-9c97-502964435834 None None] Pushing event updated for resources: {'Port': ['ID=05455a2b-d0c5-490b-87ba-eecf9f4647a9,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:58.183389 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-8133cc49-d748-4173-941f-788af5fce089 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] show failed (client error): The resource could not be found. Jan 29 04:29:58.185511 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-46c32b08-d48c-4b63-b48a-a3f18796b133 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (7a516483-89ec-4861-baca-7e7b665a8d27), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:58.186111 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-8133cc49-d748-4173-941f-788af5fce089 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "GET /v2.0/ports/6ec50493-4d23-4cc0-b0a2-451b965c264b/tags/tempest-TagsExtTest-Tag-1320522393 HTTP/1.1" status: 404 len: 329 time: 0.2902286 Jan 29 04:29:58.187696 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53470) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:58.194141 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.tag.tag_plugin [None req-fa34ce38-b343-44d2-98ca-73a07442424f tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6ec50493-4d23-4cc0-b0a2-451b965c264b', 'tempest-TagsExtTest-Tag-1580924420') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:58.202105 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port e3398ee9-997b-40ae-a6a0-0439bcb66039 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:58.202502 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (e3398ee9-997b-40ae-a6a0-0439bcb66039), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:58.259101 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port e3398ee9-997b-40ae-a6a0-0439bcb66039, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=e3398ee9-997b-40ae-a6a0-0439bcb66039,segment=NetworkSegment(b4a8f1ab-1684-43ae-8e9c-37c69a5706c5),segment_id=b4a8f1ab-1684-43ae-8e9c-37c69a5706c5)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:58.269318 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0b26e-6126-44bf-a55e-b4fe30b9e2cd req-13ffef77-fe30-4a77-ac23-d82373e57e18 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:58.281505 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2cb0b26e-6126-44bf-a55e-b4fe30b9e2cd req-13ffef77-fe30-4a77-ac23-d82373e57e18 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/ports?device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c HTTP/1.1" status: 200 len: 945 time: 0.2302403 Jan 29 04:29:58.292282 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c32b08-d48c-4b63-b48a-a3f18796b133 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Subnet': ['ID=7a516483-89ec-4861-baca-7e7b665a8d27,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:58.321276 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-393f091d-4bbb-40c5-9a23-a758442e1348 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (8333ed03-378c-4af1-8649-313da97e32c6), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:58.339715 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (e3398ee9-997b-40ae-a6a0-0439bcb66039), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:58.355714 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-52174ea4-1521-463f-8bc7-fa11d1995992 None None] Provisioning complete for port e3398ee9-997b-40ae-a6a0-0439bcb66039 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:58.356441 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-52174ea4-1521-463f-8bc7-fa11d1995992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (e3398ee9-997b-40ae-a6a0-0439bcb66039), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:58.380789 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-46c32b08-d48c-4b63-b48a-a3f18796b133 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:58.393636 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-46c32b08-d48c-4b63-b48a-a3f18796b133 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/7a516483-89ec-4861-baca-7e7b665a8d27 HTTP/1.1" status: 204 len: 168 time: 1.6286168 Jan 29 04:29:58.419173 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53472) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:58.428925 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82ead6b-a0fc-436c-bbc7-61094d715525 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:29:58.446369 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2cb0b26e-6126-44bf-a55e-b4fe30b9e2cd req-96b8102a-8c16-4649-a231-83c49f0049ad tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/security-groups?id=d988af8b-ef19-409e-9a6b-f84166dff0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407957 Jan 29 04:29:58.462906 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device beb8a9e5-8e9d-4121-a84f-4eb0e408164c no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:29:58.477945 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-1b9c88cc-b399-4f56-8bf9-b2f04888ff31 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Allocated IP 2001:db8::1 (42b2a4c9-e3ad-4593-b7e3-e8395c43020a/13fcb1b6-8202-4f18-9139-0c36bd0da66d/b8c4cbfe-3f90-4a73-bd1c-4d2ff634b5bb) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:58.518224 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4db91d15-6950-4916-8c06-db6ff6661e76 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7dd99718cde04f60a90f22e4134ff580&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4008229 Jan 29 04:29:58.520946 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53474) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:58.555781 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: beb8a9e5-8e9d-4121-a84f-4eb0e408164c {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:29:58.556204 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device beb8a9e5-8e9d-4121-a84f-4eb0e408164c not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:29:58.597407 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-fa34ce38-b343-44d2-98ca-73a07442424f tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] show failed (client error): The resource could not be found. Jan 29 04:29:58.598546 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-fa34ce38-b343-44d2-98ca-73a07442424f tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "GET /v2.0/ports/6ec50493-4d23-4cc0-b0a2-451b965c264b/tags/tempest-TagsExtTest-Tag-1580924420 HTTP/1.1" status: 404 len: 329 time: 0.4093163 Jan 29 04:29:58.601818 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53476) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:58.612611 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.tag.tag_plugin [None req-96520bcc-de2c-45aa-a9a4-e3813d9949d0 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '713ee3bb-f62c-4412-8932-bb743c4ce61d', {'tags': ['tempest-TagsExtTest-Tag-849161171', 'tempest-TagsExtTest-Tag-1138831609', 'tempest-TagsExtTest-Tag-1404562883']}) {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:58.635810 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1b8dfbb-682d-4d09-9f3e-47ca6f5a9b53 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting subnet 7fb393b2-9a5e-4e01-a01f-c8d9f4c27c16 {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:29:58.652051 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d1b8dfbb-682d-4d09-9f3e-47ca6f5a9b53 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (7fb393b2-9a5e-4e01-a01f-c8d9f4c27c16), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:58.699272 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=e3398ee9-997b-40ae-a6a0-0439bcb66039,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:58.752023 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d1b8dfbb-682d-4d09-9f3e-47ca6f5a9b53 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (7fb393b2-9a5e-4e01-a01f-c8d9f4c27c16), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:58.765375 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1b9c88cc-b399-4f56-8bf9-b2f04888ff31 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for port (b8c4cbfe-3f90-4a73-bd1c-4d2ff634b5bb), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:58.808501 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2de33948-90ca-425d-9ad4-15203c055f5f admin admin] Publish callbacks [] for security_group (3866038d-c717-46ff-a316-40803ee77283), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:58.843033 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-52174ea4-1521-463f-8bc7-fa11d1995992 None None] Current status of the port e3398ee9-997b-40ae-a6a0-0439bcb66039 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:58.846704 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2de33948-90ca-425d-9ad4-15203c055f5f admin admin] Publish callbacks [] for security_group (3866038d-c717-46ff-a316-40803ee77283), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:58.883870 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-96520bcc-de2c-45aa-a9a4-e3813d9949d0 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "PUT /v2.0/routers/713ee3bb-f62c-4412-8932-bb743c4ce61d/tags HTTP/1.1" status: 200 len: 317 time: 0.2763240 Jan 29 04:29:58.885862 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53478) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:58.891885 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.tag.tag_plugin [None req-f2ac62bd-d192-4e7f-b42e-cc6c434a896b tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '713ee3bb-f62c-4412-8932-bb743c4ce61d') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:58.908811 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-393f091d-4bbb-40c5-9a23-a758442e1348 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for port (8333ed03-378c-4af1-8649-313da97e32c6), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:58.914592 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d1b8dfbb-682d-4d09-9f3e-47ca6f5a9b53 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (7fb393b2-9a5e-4e01-a01f-c8d9f4c27c16), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:58.933664 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1b9c88cc-b399-4f56-8bf9-b2f04888ff31 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (b8c4cbfe-3f90-4a73-bd1c-4d2ff634b5bb), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:58.993490 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-393f091d-4bbb-40c5-9a23-a758442e1348 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (8333ed03-378c-4af1-8649-313da97e32c6), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:59.010313 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-384994b2-fbc4-4816-87d2-0721518bfcec None None] Provisioning complete for port 8333ed03-378c-4af1-8649-313da97e32c6 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:59.010723 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-384994b2-fbc4-4816-87d2-0721518bfcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (8333ed03-378c-4af1-8649-313da97e32c6), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:59.032516 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c88cc-b399-4f56-8bf9-b2f04888ff31 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event updated for resources: {'Port': ['ID=b8c4cbfe-3f90-4a73-bd1c-4d2ff634b5bb,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:59.093668 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f091d-4bbb-40c5-9a23-a758442e1348 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event updated for resources: {'Port': ['ID=8333ed03-378c-4af1-8649-313da97e32c6,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:59.107988 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-384994b2-fbc4-4816-87d2-0721518bfcec None None] Port 8333ed03-378c-4af1-8649-313da97e32c6 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:29:59.108794 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9c88cc-b399-4f56-8bf9-b2f04888ff31 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Network 42b2a4c9-e3ad-4593-b7e3-e8395c43020a is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:59.113887 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-1b9c88cc-b399-4f56-8bf9-b2f04888ff31 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:59.115583 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2de33948-90ca-425d-9ad4-15203c055f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (3866038d-c717-46ff-a316-40803ee77283), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:59.118121 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2de33948-90ca-425d-9ad4-15203c055f5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:59.130538 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2de33948-90ca-425d-9ad4-15203c055f5f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3866038d-c717-46ff-a316-40803ee77283 HTTP/1.1" status: 204 len: 168 time: 0.6000590 Jan 29 04:29:59.136545 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9c88cc-b399-4f56-8bf9-b2f04888ff31 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:29:59.139093 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1b9c88cc-b399-4f56-8bf9-b2f04888ff31 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (7b53e337-1f4c-438f-8064-c1a0087db354), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:59.161476 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 05455a2b-d0c5-490b-87ba-eecf9f4647a9 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:59.206405 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d1b8dfbb-682d-4d09-9f3e-47ca6f5a9b53 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (7fb393b2-9a5e-4e01-a01f-c8d9f4c27c16), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:59.224224 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de33948-90ca-425d-9ad4-15203c055f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3866038d-c717-46ff-a316-40803ee77283,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:59.231824 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d1b8dfbb-682d-4d09-9f3e-47ca6f5a9b53 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:59.238287 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d1b8dfbb-682d-4d09-9f3e-47ca6f5a9b53 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/7fb393b2-9a5e-4e01-a01f-c8d9f4c27c16 HTTP/1.1" status: 204 len: 168 time: 0.8087962 Jan 29 04:29:59.246108 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53482) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:59.290369 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-690ef03c-5827-4eae-b1cf-0532db876180 None None] Provisioning complete for port e3398ee9-997b-40ae-a6a0-0439bcb66039 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:59.291174 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-690ef03c-5827-4eae-b1cf-0532db876180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (e3398ee9-997b-40ae-a6a0-0439bcb66039), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:59.296669 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b8dfbb-682d-4d09-9f3e-47ca6f5a9b53 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Subnet': ['ID=7fb393b2-9a5e-4e01-a01f-c8d9f4c27c16,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:59.304001 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-393f091d-4bbb-40c5-9a23-a758442e1348 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (2a36bf2a-eff5-4e59-b804-9d07d19c2e4f), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:59.363835 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6626d378-8eb7-48f2-b72f-3115a49c5af4 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1135631 Jan 29 04:29:59.364941 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53484) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:59.375631 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 05455a2b-d0c5-490b-87ba-eecf9f4647a9 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:59.376512 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (05455a2b-d0c5-490b-87ba-eecf9f4647a9), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:59.480348 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f2ac62bd-d192-4e7f-b42e-cc6c434a896b tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "DELETE /v2.0/routers/713ee3bb-f62c-4412-8932-bb743c4ce61d/tags HTTP/1.1" status: 204 len: 168 time: 0.5943396 Jan 29 04:29:59.484064 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53486) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:59.486164 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4080d9-1c3b-4975-97db-ca3014791398 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:59.488982 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-9a4080d9-1c3b-4975-97db-ca3014791398 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1134129 Jan 29 04:29:59.495048 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.tag.tag_plugin [None req-15e5c895-4d99-4332-b210-f5d3966cc630 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '713ee3bb-f62c-4412-8932-bb743c4ce61d', 'tempest-TagsExtTest-Tag-849161171') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:59.497734 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53488) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:59.597914 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-690ef03c-5827-4eae-b1cf-0532db876180 None None] Current status of the port e3398ee9-997b-40ae-a6a0-0439bcb66039 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:59.606805 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393f091d-4bbb-40c5-9a23-a758442e1348 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Network 62bb07e0-ceeb-437b-b8ae-c80c11573fd6 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:59.613340 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 05455a2b-d0c5-490b-87ba-eecf9f4647a9 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:29:59.613731 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (05455a2b-d0c5-490b-87ba-eecf9f4647a9), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:59.620043 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-393f091d-4bbb-40c5-9a23-a758442e1348 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:59.658613 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1b9c88cc-b399-4f56-8bf9-b2f04888ff31 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b8c4cbfe-3f90-4a73-bd1c-4d2ff634b5bb), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:59.710425 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 05455a2b-d0c5-490b-87ba-eecf9f4647a9, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=05455a2b-d0c5-490b-87ba-eecf9f4647a9,segment=NetworkSegment(7f5a5d81-c94f-4825-90c7-c83cc1ef2404),segment_id=7f5a5d81-c94f-4825-90c7-c83cc1ef2404)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:59.716800 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e3df35-28f4-4b04-9dfb-2af92c29bcc8 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:59.721097 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f4e3df35-28f4-4b04-9dfb-2af92c29bcc8 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2220490 Jan 29 04:29:59.757880 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-de087f2f-ea0c-4cd3-946a-25fb589b842a None None] Provisioning complete for port b8c4cbfe-3f90-4a73-bd1c-4d2ff634b5bb triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:59.758255 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-de087f2f-ea0c-4cd3-946a-25fb589b842a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b8c4cbfe-3f90-4a73-bd1c-4d2ff634b5bb), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:59.772379 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53494) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:59.826680 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (05455a2b-d0c5-490b-87ba-eecf9f4647a9), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:29:59.826680 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device e3398ee9-997b-40ae-a6a0-0439bcb66039 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:59.852783 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b389bcf-d99d-40fe-a488-030b2732aef0 req-b3fd3561-c278-446f-be08-3091b40bbbfd tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:59.865290 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-7b389bcf-d99d-40fe-a488-030b2732aef0 req-b3fd3561-c278-446f-be08-3091b40bbbfd tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/ports?device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c HTTP/1.1" status: 200 len: 945 time: 0.2350087 Jan 29 04:29:59.923579 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393f091d-4bbb-40c5-9a23-a758442e1348 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Router 2a36bf2a-eff5-4e59-b804-9d07d19c2e4f has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:29:59.953178 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-df607383-8221-41ef-a007-7002c75deef6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1713250 Jan 29 04:29:59.958213 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53502) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:29:59.971887 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-db4e4776-e83e-4265-9e2f-a5093559611c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'subnet': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:59.972510 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-de087f2f-ea0c-4cd3-946a-25fb589b842a None None] Port b8c4cbfe-3f90-4a73-bd1c-4d2ff634b5bb cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:29:59.979277 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-15e5c895-4d99-4332-b210-f5d3966cc630 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] show failed (client error): The resource could not be found. Jan 29 04:29:59.980316 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-15e5c895-4d99-4332-b210-f5d3966cc630 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "GET /v2.0/routers/713ee3bb-f62c-4412-8932-bb743c4ce61d/tags/tempest-TagsExtTest-Tag-849161171 HTTP/1.1" status: 404 len: 328 time: 0.4947164 Jan 29 04:30:00.007249 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=05455a2b-d0c5-490b-87ba-eecf9f4647a9,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:00.009236 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53504) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:00.014339 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-7b389bcf-d99d-40fe-a488-030b2732aef0 req-f30c12c5-8ae5-43e8-996b-93c5be664e35 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/security-groups?id=d988af8b-ef19-409e-9a6b-f84166dff0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267805 Jan 29 04:30:00.020517 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.tag.tag_plugin [None req-e70b47b0-fba1-4600-ae31-5394ffbc4de9 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '713ee3bb-f62c-4412-8932-bb743c4ce61d', 'tempest-TagsExtTest-Tag-1138831609') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:00.022743 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port e3398ee9-997b-40ae-a6a0-0439bcb66039 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:00.023125 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (e3398ee9-997b-40ae-a6a0-0439bcb66039), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:00.181493 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bda8356-fcf7-43ef-a75a-1f77448360b5 None None] Network 7dbde1d6-fddc-46f5-a0c9-1968db790143 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:30:00.261212 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-e70b47b0-fba1-4600-ae31-5394ffbc4de9 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] show failed (client error): The resource could not be found. Jan 29 04:30:00.264163 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e70b47b0-fba1-4600-ae31-5394ffbc4de9 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "GET /v2.0/routers/713ee3bb-f62c-4412-8932-bb743c4ce61d/tags/tempest-TagsExtTest-Tag-1138831609 HTTP/1.1" status: 404 len: 329 time: 0.2485170 Jan 29 04:30:00.269757 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393f091d-4bbb-40c5-9a23-a758442e1348 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:30:00.271288 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53510) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:00.280181 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-393f091d-4bbb-40c5-9a23-a758442e1348 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "PUT /v2.0/routers/2a36bf2a-eff5-4e59-b804-9d07d19c2e4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8528516 Jan 29 04:30:00.283763 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.tag.tag_plugin [None req-a3daad66-471b-4626-a104-fcca1d146208 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '713ee3bb-f62c-4412-8932-bb743c4ce61d', 'tempest-TagsExtTest-Tag-1404562883') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:00.285042 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53512) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:00.398786 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4e4776-e83e-4265-9e2f-a5093559611c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:00.402715 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-db4e4776-e83e-4265-9e2f-a5093559611c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:00.405455 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-a3daad66-471b-4626-a104-fcca1d146208 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] show failed (client error): The resource could not be found. Jan 29 04:30:00.406929 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-db4e4776-e83e-4265-9e2f-a5093559611c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:30:00.407559 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db4e4776-e83e-4265-9e2f-a5093559611c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:30:00.409652 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a3daad66-471b-4626-a104-fcca1d146208 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "GET /v2.0/routers/713ee3bb-f62c-4412-8932-bb743c4ce61d/tags/tempest-TagsExtTest-Tag-1404562883 HTTP/1.1" status: 404 len: 329 time: 0.1367543 Jan 29 04:30:00.410931 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53518) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:00.425127 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.tag.tag_plugin [None req-f02aa185-4065-49eb-be58-4c5fc6735827 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'ce484468-60e4-4df9-952f-9d36ee5f2d73', {'tags': ['tempest-TagsExtTest-Tag-701345471', 'tempest-TagsExtTest-Tag-236719459', 'tempest-TagsExtTest-Tag-305632548']}) {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:00.429005 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdd6bf3-ea7a-4bf0-91e5-b3340aeef6ba tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:00.433644 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-3cdd6bf3-ea7a-4bf0-91e5-b3340aeef6ba tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "GET /v2.0/ports/8333ed03-378c-4af1-8649-313da97e32c6 HTTP/1.1" status: 200 len: 910 time: 0.1261635 Jan 29 04:30:00.449695 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53520) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:00.481489 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05de0027-1a11-499a-983c-129df0154099 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:30:00.487007 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efafb9fa-0798-43d0-af6d-98f680a2831e None None] Sync routers for ids ['2a36bf2a-eff5-4e59-b804-9d07d19c2e4f'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:30:00.495006 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port e3398ee9-997b-40ae-a6a0-0439bcb66039 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:00.564186 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-db4e4776-e83e-4265-9e2f-a5093559611c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6003900 Jan 29 04:30:00.566110 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53522) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:00.574373 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1b9c88cc-b399-4f56-8bf9-b2f04888ff31 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for port (b8c4cbfe-3f90-4a73-bd1c-4d2ff634b5bb), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:00.574534 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-193f37ef-e438-4093-9714-18084f7197b9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'subnet': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:00.579663 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-7bc0de66-a8e9-46bd-9483-dfd3e48f0758 None None] Provisioning complete for port 05455a2b-d0c5-490b-87ba-eecf9f4647a9 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:00.580120 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7bc0de66-a8e9-46bd-9483-dfd3e48f0758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (05455a2b-d0c5-490b-87ba-eecf9f4647a9), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:00.622587 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efafb9fa-0798-43d0-af6d-98f680a2831e None None] Routers {'2a36bf2a-eff5-4e59-b804-9d07d19c2e4f'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:00.624139 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-efafb9fa-0798-43d0-af6d-98f680a2831e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:29:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['2a36bf2a-eff5-4e59-b804-9d07d19c2e4f'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:00.651454 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1b9c88cc-b399-4f56-8bf9-b2f04888ff31 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (b8c4cbfe-3f90-4a73-bd1c-4d2ff634b5bb), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:00.652246 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1b9c88cc-b399-4f56-8bf9-b2f04888ff31 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (7b53e337-1f4c-438f-8064-c1a0087db354), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:00.702316 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-efafb9fa-0798-43d0-af6d-98f680a2831e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:00.771535 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f02aa185-4065-49eb-be58-4c5fc6735827 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "PUT /v2.0/subnetpools/ce484468-60e4-4df9-952f-9d36ee5f2d73/tags HTTP/1.1" status: 200 len: 315 time: 0.3580823 Jan 29 04:30:00.774405 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c88cc-b399-4f56-8bf9-b2f04888ff31 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event updated for resources: {'Port': ['ID=b8c4cbfe-3f90-4a73-bd1c-4d2ff634b5bb,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:00.780219 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53528) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:00.788405 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.tag.tag_plugin [None req-07eb4aac-5e56-4f94-b816-dee6f893e5ba tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ce484468-60e4-4df9-952f-9d36ee5f2d73') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:00.794885 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9c88cc-b399-4f56-8bf9-b2f04888ff31 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:00.795264 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9c88cc-b399-4f56-8bf9-b2f04888ff31 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:00.796887 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9c88cc-b399-4f56-8bf9-b2f04888ff31 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:00.796887 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9c88cc-b399-4f56-8bf9-b2f04888ff31 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:00.796887 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9c88cc-b399-4f56-8bf9-b2f04888ff31 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:00.796887 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9c88cc-b399-4f56-8bf9-b2f04888ff31 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:00.798107 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9c88cc-b399-4f56-8bf9-b2f04888ff31 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:00.798458 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9c88cc-b399-4f56-8bf9-b2f04888ff31 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:00.798801 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9c88cc-b399-4f56-8bf9-b2f04888ff31 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:00.799182 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9c88cc-b399-4f56-8bf9-b2f04888ff31 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:00.800520 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9c88cc-b399-4f56-8bf9-b2f04888ff31 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:00.800980 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9c88cc-b399-4f56-8bf9-b2f04888ff31 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:00.801322 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9c88cc-b399-4f56-8bf9-b2f04888ff31 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:00.884181 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efafb9fa-0798-43d0-af6d-98f680a2831e None None] Routers {'2a36bf2a-eff5-4e59-b804-9d07d19c2e4f'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:00.885691 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-efafb9fa-0798-43d0-af6d-98f680a2831e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:29:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['2a36bf2a-eff5-4e59-b804-9d07d19c2e4f'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:00.945588 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-efafb9fa-0798-43d0-af6d-98f680a2831e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:00.946270 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efafb9fa-0798-43d0-af6d-98f680a2831e None None] The sync data for ids ['2a36bf2a-eff5-4e59-b804-9d07d19c2e4f'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:30:00.964462 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-7bc0de66-a8e9-46bd-9483-dfd3e48f0758 None None] Current status of the port 05455a2b-d0c5-490b-87ba-eecf9f4647a9 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:00.988113 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 05455a2b-d0c5-490b-87ba-eecf9f4647a9 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:01.072052 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a32e97-7126-4234-b5c8-e9ab6d4c2a24 None None] DHCP port deletion for 4d28e89c-1ada-4d65-a68a-7c96765b022b request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:30:01.081963 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9c88cc-b399-4f56-8bf9-b2f04888ff31 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Network 42b2a4c9-e3ad-4593-b7e3-e8395c43020a is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:01.083976 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-1b9c88cc-b399-4f56-8bf9-b2f04888ff31 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:01.112449 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-7bc0de66-a8e9-46bd-9483-dfd3e48f0758 None None] Provisioning complete for port 8333ed03-378c-4af1-8649-313da97e32c6 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:01.112858 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7bc0de66-a8e9-46bd-9483-dfd3e48f0758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (8333ed03-378c-4af1-8649-313da97e32c6), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:01.235858 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-7bc0de66-a8e9-46bd-9483-dfd3e48f0758 None None] Port 8333ed03-378c-4af1-8649-313da97e32c6 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:30:01.259859 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 05455a2b-d0c5-490b-87ba-eecf9f4647a9 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:01.260536 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (05455a2b-d0c5-490b-87ba-eecf9f4647a9), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:01.291067 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-f0a32e97-7126-4234-b5c8-e9ab6d4c2a24 None None] Deleting port 9ecca1f8-95ec-4965-86b3-45b836345ead {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:30:01.292772 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f0a32e97-7126-4234-b5c8-e9ab6d4c2a24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (9ecca1f8-95ec-4965-86b3-45b836345ead), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:01.333435 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193f37ef-e438-4093-9714-18084f7197b9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:01.341153 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-193f37ef-e438-4093-9714-18084f7197b9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:01.346155 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-193f37ef-e438-4093-9714-18084f7197b9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:30:01.346694 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-193f37ef-e438-4093-9714-18084f7197b9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:30:01.396121 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-07eb4aac-5e56-4f94-b816-dee6f893e5ba tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "DELETE /v2.0/subnetpools/ce484468-60e4-4df9-952f-9d36ee5f2d73/tags HTTP/1.1" status: 204 len: 168 time: 0.6128583 Jan 29 04:30:01.400931 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53542) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:01.410219 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.tag.tag_plugin [None req-a281672c-c9ee-473f-8f88-a082750d998f tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ce484468-60e4-4df9-952f-9d36ee5f2d73', 'tempest-TagsExtTest-Tag-701345471') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:01.444473 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-f0a32e97-7126-4234-b5c8-e9ab6d4c2a24 None None] For port 9ecca1f8-95ec-4965-86b3-45b836345ead, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=9ecca1f8-95ec-4965-86b3-45b836345ead,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:01.444921 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f0a32e97-7126-4234-b5c8-e9ab6d4c2a24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (9ecca1f8-95ec-4965-86b3-45b836345ead), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:01.480693 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-19e2125e-36d8-486f-9d1a-a8fe0f0d7c7f None None] Provisioning complete for port 9ecca1f8-95ec-4965-86b3-45b836345ead triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:01.481773 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-19e2125e-36d8-486f-9d1a-a8fe0f0d7c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (9ecca1f8-95ec-4965-86b3-45b836345ead), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:01.490864 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-f0a32e97-7126-4234-b5c8-e9ab6d4c2a24 None None] Calling delete_port for 9ecca1f8-95ec-4965-86b3-45b836345ead owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:30:01.516361 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-a281672c-c9ee-473f-8f88-a082750d998f tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] show failed (client error): The resource could not be found. Jan 29 04:30:01.517444 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a281672c-c9ee-473f-8f88-a082750d998f tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "GET /v2.0/subnetpools/ce484468-60e4-4df9-952f-9d36ee5f2d73/tags/tempest-TagsExtTest-Tag-701345471 HTTP/1.1" status: 404 len: 328 time: 0.1154938 Jan 29 04:30:01.522142 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-193f37ef-e438-4093-9714-18084f7197b9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9527504 Jan 29 04:30:01.528663 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53546) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:01.528971 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53548) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:01.539315 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.tag.tag_plugin [None req-e34c223f-5932-4ede-a1ab-c7d2aac4b706 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ce484468-60e4-4df9-952f-9d36ee5f2d73', 'tempest-TagsExtTest-Tag-236719459') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:01.550738 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-fec13144-fda4-4590-a1a0-f83549198b40 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'subnet': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:01.645916 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-e34c223f-5932-4ede-a1ab-c7d2aac4b706 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] show failed (client error): The resource could not be found. Jan 29 04:30:01.648025 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e34c223f-5932-4ede-a1ab-c7d2aac4b706 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "GET /v2.0/subnetpools/ce484468-60e4-4df9-952f-9d36ee5f2d73/tags/tempest-TagsExtTest-Tag-236719459 HTTP/1.1" status: 404 len: 328 time: 0.1128416 Jan 29 04:30:01.653916 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53552) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:01.661300 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70185bfd-8c14-4e05-b0ff-100cb0278074 req-2a7e50ee-1bd9-4cb2-9063-e3bba05c9a09 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:01.662381 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-70185bfd-8c14-4e05-b0ff-100cb0278074 req-2a7e50ee-1bd9-4cb2-9063-e3bba05c9a09 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/ports?device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c HTTP/1.1" status: 200 len: 945 time: 0.0742590 Jan 29 04:30:01.666658 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.tag.tag_plugin [None req-79f08c55-c354-4937-a988-a1d3885d461b tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ce484468-60e4-4df9-952f-9d36ee5f2d73', 'tempest-TagsExtTest-Tag-305632548') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:01.677611 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3b2abd91-2594-46f9-b556-4e5548cab6fd tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (2a36bf2a-eff5-4e59-b804-9d07d19c2e4f), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:01.720771 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 05455a2b-d0c5-490b-87ba-eecf9f4647a9 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:01.733203 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-79f08c55-c354-4937-a988-a1d3885d461b tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] show failed (client error): The resource could not be found. Jan 29 04:30:01.736005 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-79f08c55-c354-4937-a988-a1d3885d461b tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "GET /v2.0/subnetpools/ce484468-60e4-4df9-952f-9d36ee5f2d73/tags/tempest-TagsExtTest-Tag-305632548 HTTP/1.1" status: 404 len: 328 time: 0.0709672 Jan 29 04:30:01.745387 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53554) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:01.754991 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.tag.tag_plugin [None req-5fd5d555-ca79-430d-9adc-c1ad8aeecdf3 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ce484468-60e4-4df9-952f-9d36ee5f2d73') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:01.777454 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-19e2125e-36d8-486f-9d1a-a8fe0f0d7c7f None None] Current status of the port 9ecca1f8-95ec-4965-86b3-45b836345ead is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:01.777672 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-70185bfd-8c14-4e05-b0ff-100cb0278074 req-adef18f7-9802-4c38-9673-7acc9d0ac804 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/security-groups?id=d988af8b-ef19-409e-9a6b-f84166dff0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069160 Jan 29 04:30:01.785014 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f0a32e97-7126-4234-b5c8-e9ab6d4c2a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (9ecca1f8-95ec-4965-86b3-45b836345ead), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:01.794157 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-5fd5d555-ca79-430d-9adc-c1ad8aeecdf3 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "DELETE /v2.0/subnetpools/ce484468-60e4-4df9-952f-9d36ee5f2d73/tags HTTP/1.1" status: 204 len: 168 time: 0.0449207 Jan 29 04:30:01.795553 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53558) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:01.806909 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.tag.tag_plugin [None req-840fbaa4-daf6-4679-8572-f97b45b433fc tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '713ee3bb-f62c-4412-8932-bb743c4ce61d') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:01.806909 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9c88cc-b399-4f56-8bf9-b2f04888ff31 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Router 7b53e337-1f4c-438f-8064-c1a0087db354 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:30:01.843004 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a32e97-7126-4234-b5c8-e9ab6d4c2a24 None None] Pushing event deleted for resources: {'Port': ['ID=9ecca1f8-95ec-4965-86b3-45b836345ead,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:01.849361 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a32e97-7126-4234-b5c8-e9ab6d4c2a24 None None] No DVR routers for this DVR port 9ecca1f8-95ec-4965-86b3-45b836345ead on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:30:01.858274 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec13144-fda4-4590-a1a0-f83549198b40 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:01.863282 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fec13144-fda4-4590-a1a0-f83549198b40 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:01.864964 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-fec13144-fda4-4590-a1a0-f83549198b40 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:30:01.865588 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fec13144-fda4-4590-a1a0-f83549198b40 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:30:01.903459 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-ad2a54fa-51cd-4b85-8d62-6aea4af91cf1 None None] Provisioning complete for port b8c4cbfe-3f90-4a73-bd1c-4d2ff634b5bb triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:01.904579 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ad2a54fa-51cd-4b85-8d62-6aea4af91cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b8c4cbfe-3f90-4a73-bd1c-4d2ff634b5bb), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:01.946042 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-fec13144-fda4-4590-a1a0-f83549198b40 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4026394 Jan 29 04:30:01.949460 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53560) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:01.958317 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ad2a54fa-51cd-4b85-8d62-6aea4af91cf1 None None] Port b8c4cbfe-3f90-4a73-bd1c-4d2ff634b5bb cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:30:01.967800 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-ad2a54fa-51cd-4b85-8d62-6aea4af91cf1 None None] Provisioning complete for port 05455a2b-d0c5-490b-87ba-eecf9f4647a9 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:01.968167 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ad2a54fa-51cd-4b85-8d62-6aea4af91cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (05455a2b-d0c5-490b-87ba-eecf9f4647a9), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:01.980372 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-7e5f169f-7d48-4c0d-a5c9-b9fc1c849c06 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'subnet': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:01.987696 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9c88cc-b399-4f56-8bf9-b2f04888ff31 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:30:02.005160 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9bc8ae-96ce-4c2a-8175-ba9f9b7e2843 None None] Sync routers for ids ['7b53e337-1f4c-438f-8064-c1a0087db354'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:30:02.007537 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-1b9c88cc-b399-4f56-8bf9-b2f04888ff31 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "PUT /v2.0/routers/7b53e337-1f4c-438f-8064-c1a0087db354/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1812017 Jan 29 04:30:02.009460 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53562) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:02.021379 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9bc8ae-96ce-4c2a-8175-ba9f9b7e2843 None None] Routers {'7b53e337-1f4c-438f-8064-c1a0087db354'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:02.022193 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-eb9bc8ae-96ce-4c2a-8175-ba9f9b7e2843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:29:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['7b53e337-1f4c-438f-8064-c1a0087db354'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:02.065127 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-840fbaa4-daf6-4679-8572-f97b45b433fc tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "DELETE /v2.0/routers/713ee3bb-f62c-4412-8932-bb743c4ce61d/tags HTTP/1.1" status: 204 len: 168 time: 0.2695491 Jan 29 04:30:02.071469 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-eb9bc8ae-96ce-4c2a-8175-ba9f9b7e2843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:02.072105 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53566) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:02.081917 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.tag.tag_plugin [None req-fa63dba2-9d19-4619-960b-b2323e83aadf tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6ec50493-4d23-4cc0-b0a2-451b965c264b') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:02.082609 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9bc8ae-96ce-4c2a-8175-ba9f9b7e2843 None None] Routers {'7b53e337-1f4c-438f-8064-c1a0087db354'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:02.083676 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-eb9bc8ae-96ce-4c2a-8175-ba9f9b7e2843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:29:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['7b53e337-1f4c-438f-8064-c1a0087db354'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:02.084104 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ad2a54fa-51cd-4b85-8d62-6aea4af91cf1 None None] Current status of the port 05455a2b-d0c5-490b-87ba-eecf9f4647a9 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:02.121421 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5d1593-cd88-44e7-93db-5edebb7e511b tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:02.123658 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-bf5d1593-cd88-44e7-93db-5edebb7e511b tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "GET /v2.0/ports/b8c4cbfe-3f90-4a73-bd1c-4d2ff634b5bb HTTP/1.1" status: 200 len: 911 time: 0.1137829 Jan 29 04:30:02.127069 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-eb9bc8ae-96ce-4c2a-8175-ba9f9b7e2843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:02.127627 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53568) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:02.128672 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9bc8ae-96ce-4c2a-8175-ba9f9b7e2843 None None] The sync data for ids ['7b53e337-1f4c-438f-8064-c1a0087db354'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:30:02.136745 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-3b2abd91-2594-46f9-b556-4e5548cab6fd tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Deleting port 8333ed03-378c-4af1-8649-313da97e32c6 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:30:02.137183 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3b2abd91-2594-46f9-b556-4e5548cab6fd tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (8333ed03-378c-4af1-8649-313da97e32c6), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:02.162100 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-fa63dba2-9d19-4619-960b-b2323e83aadf tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "DELETE /v2.0/ports/6ec50493-4d23-4cc0-b0a2-451b965c264b/tags HTTP/1.1" status: 204 len: 168 time: 0.0843575 Jan 29 04:30:02.162824 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53570) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:02.167202 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.tag.tag_plugin [None req-f29a4b58-62f5-4be6-965c-cfcf8c7b8e5d tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '97ba9fcd-a7d2-44d4-853a-eaf4b8e7733d') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:02.213369 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5f169f-7d48-4c0d-a5c9-b9fc1c849c06 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:02.217444 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7e5f169f-7d48-4c0d-a5c9-b9fc1c849c06 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:02.218841 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e5f169f-7d48-4c0d-a5c9-b9fc1c849c06 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:30:02.219260 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e5f169f-7d48-4c0d-a5c9-b9fc1c849c06 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:30:02.240790 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f29a4b58-62f5-4be6-965c-cfcf8c7b8e5d tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "DELETE /v2.0/subnets/97ba9fcd-a7d2-44d4-853a-eaf4b8e7733d/tags HTTP/1.1" status: 204 len: 168 time: 0.0768716 Jan 29 04:30:02.247172 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53572) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:02.307104 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7e5f169f-7d48-4c0d-a5c9-b9fc1c849c06 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3535929 Jan 29 04:30:02.309393 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53578) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:02.314640 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-a8e07749-a085-4562-a650-d53735049ec6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'subnet': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:02.382802 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3b2abd91-2594-46f9-b556-4e5548cab6fd tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (8333ed03-378c-4af1-8649-313da97e32c6), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:02.400093 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-3b2abd91-2594-46f9-b556-4e5548cab6fd tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Calling delete_port for 8333ed03-378c-4af1-8649-313da97e32c6 owned by network:router_interface {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:30:02.460825 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-352f1c9c-c329-4fea-b71f-854608d53df9 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:02.461998 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-352f1c9c-c329-4fea-b71f-854608d53df9 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "DELETE /v2.0/subnetpools/ce484468-60e4-4df9-952f-9d36ee5f2d73 HTTP/1.1" status: 204 len: 168 time: 0.2134764 Jan 29 04:30:02.464778 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53582) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:02.497920 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e07749-a085-4562-a650-d53735049ec6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:02.501571 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a8e07749-a085-4562-a650-d53735049ec6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:02.504644 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8e07749-a085-4562-a650-d53735049ec6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:30:02.504644 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8e07749-a085-4562-a650-d53735049ec6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:30:02.509671 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ed66f5d0-92a5-4be1-82c9-cdf11f245f92 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "GET /v2.0/ports?device_id=713ee3bb-f62c-4412-8932-bb743c4ce61d HTTP/1.1" status: 200 len: 205 time: 0.0409548 Jan 29 04:30:02.511881 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53584) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:02.594056 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a8e07749-a085-4562-a650-d53735049ec6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2837191 Jan 29 04:30:02.596737 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-565d5f60-7e4c-4366-9bb3-39b797e70c85 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Publish callbacks [] for router (713ee3bb-f62c-4412-8932-bb743c4ce61d), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:02.599226 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53590) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:02.633254 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-34072c61-2dad-4c47-8933-8becea1e3cc5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'subnet': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:02.679363 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53592) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:02.718172 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-95e12d1f-7eef-4408-8348-48bf36c53cec tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:02.845182 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-565d5f60-7e4c-4366-9bb3-39b797e70c85 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (713ee3bb-f62c-4412-8932-bb743c4ce61d), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:02.858538 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-565d5f60-7e4c-4366-9bb3-39b797e70c85 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Publish callbacks [] for router_controller (713ee3bb-f62c-4412-8932-bb743c4ce61d), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:02.859790 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-dd7380e4-6f35-4ecd-9327-1d52fa05a561 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Request body: {'floatingip': {'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:02.894414 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 9ecca1f8-95ec-4965-86b3-45b836345ead no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:30:02.902098 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3b2abd91-2594-46f9-b556-4e5548cab6fd tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (8333ed03-378c-4af1-8649-313da97e32c6), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:02.916312 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 9ecca1f8-95ec-4965-86b3-45b836345ead {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:30:02.916884 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 9ecca1f8-95ec-4965-86b3-45b836345ead not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:30:02.971429 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-565d5f60-7e4c-4366-9bb3-39b797e70c85 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (713ee3bb-f62c-4412-8932-bb743c4ce61d), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:02.972038 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565d5f60-7e4c-4366-9bb3-39b797e70c85 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Fanout notify agent at l3_agent the message router_deleted on router 713ee3bb-f62c-4412-8932-bb743c4ce61d {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:30:02.981972 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-565d5f60-7e4c-4366-9bb3-39b797e70c85 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:02.982607 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2abd91-2594-46f9-b556-4e5548cab6fd tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event deleted for resources: {'Port': ['ID=8333ed03-378c-4af1-8649-313da97e32c6,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:02.983551 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-565d5f60-7e4c-4366-9bb3-39b797e70c85 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "DELETE /v2.0/routers/713ee3bb-f62c-4412-8932-bb743c4ce61d HTTP/1.1" status: 204 len: 168 time: 0.4702017 Jan 29 04:30:02.986226 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53598) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:02.997891 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34072c61-2dad-4c47-8933-8becea1e3cc5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:03.002339 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-34072c61-2dad-4c47-8933-8becea1e3cc5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:03.003782 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-34072c61-2dad-4c47-8933-8becea1e3cc5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:30:03.004277 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34072c61-2dad-4c47-8933-8becea1e3cc5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:30:03.074570 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2abd91-2594-46f9-b556-4e5548cab6fd tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:03.075390 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2abd91-2594-46f9-b556-4e5548cab6fd tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:03.076021 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2abd91-2594-46f9-b556-4e5548cab6fd tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:03.076538 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2abd91-2594-46f9-b556-4e5548cab6fd tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:03.076864 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2abd91-2594-46f9-b556-4e5548cab6fd tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:03.077354 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2abd91-2594-46f9-b556-4e5548cab6fd tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:03.077689 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2abd91-2594-46f9-b556-4e5548cab6fd tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:03.078022 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2abd91-2594-46f9-b556-4e5548cab6fd tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:03.078337 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2abd91-2594-46f9-b556-4e5548cab6fd tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:03.078817 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2abd91-2594-46f9-b556-4e5548cab6fd tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:03.079317 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2abd91-2594-46f9-b556-4e5548cab6fd tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:03.079638 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2abd91-2594-46f9-b556-4e5548cab6fd tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:03.080185 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2abd91-2594-46f9-b556-4e5548cab6fd tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:03.089471 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dd7380e4-6f35-4ecd-9327-1d52fa05a561 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:03.099621 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-0662cbc8-0a92-4060-8613-5ade64bd9f7e tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Deleting port 6ec50493-4d23-4cc0-b0a2-451b965c264b {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:30:03.100752 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0662cbc8-0a92-4060-8613-5ade64bd9f7e tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (6ec50493-4d23-4cc0-b0a2-451b965c264b), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:03.119610 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-34072c61-2dad-4c47-8933-8becea1e3cc5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5191882 Jan 29 04:30:03.124528 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53600) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:03.186508 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-59eb169d-5c82-4b95-90f3-25244853eda4 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0601721 Jan 29 04:30:03.191298 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53602) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:03.196830 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74226c7c-4d66-434a-a40f-66b4c2fa9b55 req-b304a4af-5347-4b06-91c1-f9d276cbc58a tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:03.198912 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-74226c7c-4d66-434a-a40f-66b4c2fa9b55 req-b304a4af-5347-4b06-91c1-f9d276cbc58a tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/ports?device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c HTTP/1.1" status: 200 len: 945 time: 0.2979245 Jan 29 04:30:03.264936 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3c4f33-ea72-4eec-ab95-98b35009b738 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:03.266399 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-1a3c4f33-ea72-4eec-ab95-98b35009b738 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0741961 Jan 29 04:30:03.270082 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0662cbc8-0a92-4060-8613-5ade64bd9f7e tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (6ec50493-4d23-4cc0-b0a2-451b965c264b), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:03.270677 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53604) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:03.282748 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-0662cbc8-0a92-4060-8613-5ade64bd9f7e tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Calling delete_port for 6ec50493-4d23-4cc0-b0a2-451b965c264b owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:30:03.320360 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 8ee8941e-2bbc-4cf8-9266-3d84dec89660 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:30:03.373049 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-701aedae-8c03-43c5-a901-cc26c7803864 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0957472 Jan 29 04:30:03.379161 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53606) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:03.383268 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-95e12d1f-7eef-4408-8348-48bf36c53cec tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Allocated IP 2001:db8:1::1 (7dbde1d6-fddc-46f5-a0c9-1968db790143/f1cf8a61-cfe4-4b63-ada5-b4bd03c6f73f/ad258b1d-251e-4076-bb6a-514051788ad9) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:03.388261 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-baee851a-d287-453d-b7b2-b0ff8f4d64bd tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'subnet': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:03.405636 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 8ee8941e-2bbc-4cf8-9266-3d84dec89660 is: ACTIVE; New status is: DOWN {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:03.406026 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (8ee8941e-2bbc-4cf8-9266-3d84dec89660), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:03.430160 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2471a799-07fd-4f75-bd33-3f5d9eacfa2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ee8941e-2bbc-4cf8-9266-3d84dec89660'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:30:03.432442 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3badc3d-6a7e-429c-900d-6f361f338c42" -d '{"events": [{"server_uuid": "2471a799-07fd-4f75-bd33-3f5d9eacfa2c", "name": "network-vif-unplugged", "status": "completed", "tag": "8ee8941e-2bbc-4cf8-9266-3d84dec89660"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:30:03.446200 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 8ee8941e-2bbc-4cf8-9266-3d84dec89660, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=8ee8941e-2bbc-4cf8-9266-3d84dec89660,segment=NetworkSegment(c10e8bc5-2189-4094-93bc-f8166e8aeb7b),segment_id=c10e8bc5-2189-4094-93bc-f8166e8aeb7b)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:03.469977 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 04:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e418ed-d560-41c9-ad32-0026597167ab x-openstack-request-id: req-46e418ed-d560-41c9-ad32-0026597167ab {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:30:03.470276 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2471a799-07fd-4f75-bd33-3f5d9eacfa2c", "name": "network-vif-unplugged", "status": "completed", "tag": "8ee8941e-2bbc-4cf8-9266-3d84dec89660", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:30:03.470705 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46e418ed-d560-41c9-ad32-0026597167ab {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:30:03.471114 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2471a799-07fd-4f75-bd33-3f5d9eacfa2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ee8941e-2bbc-4cf8-9266-3d84dec89660', 'code': 200} Jan 29 04:30:03.474319 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0662cbc8-0a92-4060-8613-5ade64bd9f7e tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (6ec50493-4d23-4cc0-b0a2-451b965c264b), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:03.488958 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3b2abd91-2594-46f9-b556-4e5548cab6fd tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (2a36bf2a-eff5-4e59-b804-9d07d19c2e4f), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:03.503539 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662cbc8-0a92-4060-8613-5ade64bd9f7e tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Pushing event deleted for resources: {'Port': ['ID=6ec50493-4d23-4cc0-b0a2-451b965c264b,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:03.517158 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-74226c7c-4d66-434a-a40f-66b4c2fa9b55 req-c46d2b33-5f2a-4458-a26c-6271046fc4d1 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/security-groups?id=d988af8b-ef19-409e-9a6b-f84166dff0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2547519 Jan 29 04:30:03.531669 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (8ee8941e-2bbc-4cf8-9266-3d84dec89660), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:03.605159 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0662cbc8-0a92-4060-8613-5ade64bd9f7e tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:03.606950 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=8ee8941e-2bbc-4cf8-9266-3d84dec89660,revision_number=6']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:03.611557 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-0662cbc8-0a92-4060-8613-5ade64bd9f7e tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "DELETE /v2.0/ports/6ec50493-4d23-4cc0-b0a2-451b965c264b HTTP/1.1" status: 204 len: 168 time: 0.6243310 Jan 29 04:30:03.614401 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53610) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:03.694561 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ba9a8aa-ef84-4c29-a8e9-b540969cd725 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Deleting subnet 97ba9fcd-a7d2-44d4-853a-eaf4b8e7733d {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:30:03.698269 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0ba9a8aa-ef84-4c29-a8e9-b540969cd725 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Publish callbacks [] for subnet (97ba9fcd-a7d2-44d4-853a-eaf4b8e7733d), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:03.748415 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0ba9a8aa-ef84-4c29-a8e9-b540969cd725 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (97ba9fcd-a7d2-44d4-853a-eaf4b8e7733d), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:03.781168 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dd7380e4-6f35-4ecd-9327-1d52fa05a561 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:03.829751 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baee851a-d287-453d-b7b2-b0ff8f4d64bd tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:03.833172 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-baee851a-d287-453d-b7b2-b0ff8f4d64bd tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:03.841283 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-95e12d1f-7eef-4408-8348-48bf36c53cec tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for port (ad258b1d-251e-4076-bb6a-514051788ad9), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:03.848801 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0ba9a8aa-ef84-4c29-a8e9-b540969cd725 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (97ba9fcd-a7d2-44d4-853a-eaf4b8e7733d), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:03.961295 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0ba9a8aa-ef84-4c29-a8e9-b540969cd725 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (97ba9fcd-a7d2-44d4-853a-eaf4b8e7733d), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:03.977049 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cde24e-5de4-497e-86b4-20cab31a993f req-7f17ebcd-9789-40a7-8c35-745a8363e4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:03.978573 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-80cde24e-5de4-497e-86b4-20cab31a993f req-7f17ebcd-9789-40a7-8c35-745a8363e4e3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c HTTP/1.1" status: 200 len: 1127 time: 0.0622456 Jan 29 04:30:04.009458 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0ba9a8aa-ef84-4c29-a8e9-b540969cd725 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:04.013011 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-0ba9a8aa-ef84-4c29-a8e9-b540969cd725 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "DELETE /v2.0/subnets/97ba9fcd-a7d2-44d4-853a-eaf4b8e7733d HTTP/1.1" status: 204 len: 168 time: 0.3972263 Jan 29 04:30:04.015099 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba9a8aa-ef84-4c29-a8e9-b540969cd725 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Pushing event deleted for resources: {'Subnet': ['ID=97ba9fcd-a7d2-44d4-853a-eaf4b8e7733d,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:04.016744 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cac1655-20ec-40d5-afe2-042d2c16ddba None None] Network 2ad657e1-8d94-4f6f-a006-3844d54041e0 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:30:04.019217 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53612) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:04.143904 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-80cde24e-5de4-497e-86b4-20cab31a993f req-d5d2d140-99a3-4b63-b4da-a43e41661da4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d988af8b-ef19-409e-9a6b-f84166dff0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431327 Jan 29 04:30:04.147716 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-96367f80-cd20-428e-9980-a27643353204 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (2ad657e1-8d94-4f6f-a006-3844d54041e0), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:04.206843 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e540fd1-d1b7-49a4-99de-ea7b104ea000 None None] DHCP port deletion for 2ad657e1-8d94-4f6f-a006-3844d54041e0 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:30:04.211459 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-96367f80-cd20-428e-9980-a27643353204 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Deleting port 0c8d386f-1a62-43b0-8c0f-ea92b6e975d3 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:30:04.211806 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-96367f80-cd20-428e-9980-a27643353204 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (0c8d386f-1a62-43b0-8c0f-ea92b6e975d3), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:04.262562 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-1e540fd1-d1b7-49a4-99de-ea7b104ea000 None None] Deleting port 0c8d386f-1a62-43b0-8c0f-ea92b6e975d3 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:30:04.262939 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1e540fd1-d1b7-49a4-99de-ea7b104ea000 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (0c8d386f-1a62-43b0-8c0f-ea92b6e975d3), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:04.282147 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-96367f80-cd20-428e-9980-a27643353204 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] For port 0c8d386f-1a62-43b0-8c0f-ea92b6e975d3, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=0c8d386f-1a62-43b0-8c0f-ea92b6e975d3,segment=NetworkSegment(6e501466-e9b2-42a1-8481-5ad94933e74b),segment_id=6e501466-e9b2-42a1-8481-5ad94933e74b)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:04.282610 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-96367f80-cd20-428e-9980-a27643353204 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (0c8d386f-1a62-43b0-8c0f-ea92b6e975d3), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:04.302306 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-96367f80-cd20-428e-9980-a27643353204 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Calling delete_port for 0c8d386f-1a62-43b0-8c0f-ea92b6e975d3 owned by network:dhcp {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:30:04.342919 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-1e540fd1-d1b7-49a4-99de-ea7b104ea000 None None] For port 0c8d386f-1a62-43b0-8c0f-ea92b6e975d3, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=0c8d386f-1a62-43b0-8c0f-ea92b6e975d3,segment=NetworkSegment(6e501466-e9b2-42a1-8481-5ad94933e74b),segment_id=6e501466-e9b2-42a1-8481-5ad94933e74b)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:04.343310 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1e540fd1-d1b7-49a4-99de-ea7b104ea000 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (0c8d386f-1a62-43b0-8c0f-ea92b6e975d3), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:04.357356 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-1e540fd1-d1b7-49a4-99de-ea7b104ea000 None None] Calling delete_port for 0c8d386f-1a62-43b0-8c0f-ea92b6e975d3 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:30:04.357660 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2abd91-2594-46f9-b556-4e5548cab6fd tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Router 2a36bf2a-eff5-4e59-b804-9d07d19c2e4f has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:30:04.402590 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-dd7380e4-6f35-4ecd-9327-1d52fa05a561 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Allocated IP 172.26.8.153 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/ee8aeb56-f52c-43a5-b190-b0d8be7f392c) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:04.440300 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-96367f80-cd20-428e-9980-a27643353204 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (0c8d386f-1a62-43b0-8c0f-ea92b6e975d3), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:04.447573 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1e540fd1-d1b7-49a4-99de-ea7b104ea000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (0c8d386f-1a62-43b0-8c0f-ea92b6e975d3), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:04.467692 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96367f80-cd20-428e-9980-a27643353204 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Pushing event deleted for resources: {'Port': ['ID=0c8d386f-1a62-43b0-8c0f-ea92b6e975d3,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:04.471598 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96367f80-cd20-428e-9980-a27643353204 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] No DVR routers for this DVR port 0c8d386f-1a62-43b0-8c0f-ea92b6e975d3 on host dv-neutron-821190-1-hyperv {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:30:04.481825 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e540fd1-d1b7-49a4-99de-ea7b104ea000 None None] No DVR routers for this DVR port 0c8d386f-1a62-43b0-8c0f-ea92b6e975d3 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:30:04.490470 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e540fd1-d1b7-49a4-99de-ea7b104ea000 None None] Pushing event deleted for resources: {'Port': ['ID=0c8d386f-1a62-43b0-8c0f-ea92b6e975d3,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:04.531884 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-95e12d1f-7eef-4408-8348-48bf36c53cec tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (ad258b1d-251e-4076-bb6a-514051788ad9), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:04.557021 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-96367f80-cd20-428e-9980-a27643353204 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (2ad657e1-8d94-4f6f-a006-3844d54041e0), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:04.578783 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-96367f80-cd20-428e-9980-a27643353204 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ad657e1-8d94-4f6f-a006-3844d54041e0']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:04.588332 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-96367f80-cd20-428e-9980-a27643353204 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e501466-e9b2-42a1-8481-5ad94933e74b') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:04.588661 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-96367f80-cd20-428e-9980-a27643353204 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e501466-e9b2-42a1-8481-5ad94933e74b') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:04.601885 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-96367f80-cd20-428e-9980-a27643353204 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (6e501466-e9b2-42a1-8481-5ad94933e74b), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:04.638442 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2abd91-2594-46f9-b556-4e5548cab6fd tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:30:04.640662 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-96367f80-cd20-428e-9980-a27643353204 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (6e501466-e9b2-42a1-8481-5ad94933e74b), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:04.649927 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96367f80-cd20-428e-9980-a27643353204 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:30:04.650340 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-96367f80-cd20-428e-9980-a27643353204 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (6e501466-e9b2-42a1-8481-5ad94933e74b), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:04.650709 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522ebff0-5edb-41f2-9a1a-5fa3296d3f56 None None] Sync routers for ids ['2a36bf2a-eff5-4e59-b804-9d07d19c2e4f'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:30:04.654188 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:30:04.654188 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:30:04.654188 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:30:04.654188 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:30:04.654188 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:30:04.654188 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:30:04.654188 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:30:04.654188 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:30:04.654188 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:30:04.654188 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:30:04.654188 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:30:04.654188 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:30:04.654188 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:30:04.654188 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:30:04.654188 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:30:04.654188 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:30:04.654188 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:30:04.654188 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:30:04.654188 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:30:04.654188 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:30:04.654188 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:30:04.654188 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:30:04.654188 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:30:04.654188 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:30:04.654188 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:30:04.654188 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:30:04.654188 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:30:04.654188 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:30:04.654188 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:30:04.654188 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:30:04.654188 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:30:04.654188 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:30:04.660536 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e12d1f-7eef-4408-8348-48bf36c53cec tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Network 7dbde1d6-fddc-46f5-a0c9-1968db790143 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:04.669164 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522ebff0-5edb-41f2-9a1a-5fa3296d3f56 None None] Routers {'2a36bf2a-eff5-4e59-b804-9d07d19c2e4f'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:04.669775 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-522ebff0-5edb-41f2-9a1a-5fa3296d3f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:29:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['2a36bf2a-eff5-4e59-b804-9d07d19c2e4f'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:04.676890 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-3b2abd91-2594-46f9-b556-4e5548cab6fd tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "PUT /v2.0/routers/2a36bf2a-eff5-4e59-b804-9d07d19c2e4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2216012 Jan 29 04:30:04.677355 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53616) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:04.684356 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-95e12d1f-7eef-4408-8348-48bf36c53cec tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:04.702821 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e12d1f-7eef-4408-8348-48bf36c53cec tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:04.718441 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-95e12d1f-7eef-4408-8348-48bf36c53cec tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (7b53e337-1f4c-438f-8064-c1a0087db354), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:04.718441 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e12d1f-7eef-4408-8348-48bf36c53cec tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event updated for resources: {'Port': ['ID=ad258b1d-251e-4076-bb6a-514051788ad9,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:04.736606 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-522ebff0-5edb-41f2-9a1a-5fa3296d3f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:04.747310 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522ebff0-5edb-41f2-9a1a-5fa3296d3f56 None None] Routers {'2a36bf2a-eff5-4e59-b804-9d07d19c2e4f'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:04.748067 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-522ebff0-5edb-41f2-9a1a-5fa3296d3f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:29:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['2a36bf2a-eff5-4e59-b804-9d07d19c2e4f'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:04.796701 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-522ebff0-5edb-41f2-9a1a-5fa3296d3f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:04.798464 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522ebff0-5edb-41f2-9a1a-5fa3296d3f56 None None] The sync data for ids ['2a36bf2a-eff5-4e59-b804-9d07d19c2e4f'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:30:04.803816 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dd7380e4-6f35-4ecd-9327-1d52fa05a561 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks [] for port (ee8aeb56-f52c-43a5-b190-b0d8be7f392c), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:04.910746 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 0c8d386f-1a62-43b0-8c0f-ea92b6e975d3 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:30:04.940317 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 0c8d386f-1a62-43b0-8c0f-ea92b6e975d3 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:30:04.940317 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 0c8d386f-1a62-43b0-8c0f-ea92b6e975d3 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:30:04.940558 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.objects.ports [None req-baee851a-d287-453d-b7b2-b0ff8f4d64bd tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103584) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 04:30:04.942073 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-baee851a-d287-453d-b7b2-b0ff8f4d64bd tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (d6fbde34-d682-45f4-9c33-b42a631b2568), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:04.977445 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ffcd5-3444-41c3-95fe-b94bcd5090fa req-04728d6a-62b6-4c29-a76a-b6353cfee50d tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:04.979096 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fd4ffcd5-3444-41c3-95fe-b94bcd5090fa req-04728d6a-62b6-4c29-a76a-b6353cfee50d tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/ports?device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c HTTP/1.1" status: 200 len: 943 time: 0.3762858 Jan 29 04:30:04.989121 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baee851a-d287-453d-b7b2-b0ff8f4d64bd tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:05.011315 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-baee851a-d287-453d-b7b2-b0ff8f4d64bd tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:05.015832 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baee851a-d287-453d-b7b2-b0ff8f4d64bd tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:05.016429 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-baee851a-d287-453d-b7b2-b0ff8f4d64bd tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:05.028527 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d714ec22-090e-4c0a-9a68-c2ed63412eb3 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:30:05.032020 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dd7380e4-6f35-4ecd-9327-1d52fa05a561 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (ee8aeb56-f52c-43a5-b190-b0d8be7f392c), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:05.081298 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee851a-d287-453d-b7b2-b0ff8f4d64bd tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Subnet': ['ID=d6fbde34-d682-45f4-9c33-b42a631b2568,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:05.086085 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-67cfdf7c-0428-401d-ac80-d182b3e07c87 None None] Provisioning complete for port ad258b1d-251e-4076-bb6a-514051788ad9 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:05.086669 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-67cfdf7c-0428-401d-ac80-d182b3e07c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (ad258b1d-251e-4076-bb6a-514051788ad9), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:05.091853 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-95e12d1f-7eef-4408-8348-48bf36c53cec tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (ad258b1d-251e-4076-bb6a-514051788ad9), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:05.103598 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7380e4-6f35-4ecd-9327-1d52fa05a561 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:05.118913 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-dd7380e4-6f35-4ecd-9327-1d52fa05a561 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:05.123037 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7380e4-6f35-4ecd-9327-1d52fa05a561 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:05.140150 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-67cfdf7c-0428-401d-ac80-d182b3e07c87 None None] Port ad258b1d-251e-4076-bb6a-514051788ad9 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:30:05.155686 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7380e4-6f35-4ecd-9327-1d52fa05a561 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Pushing event updated for resources: {'Port': ['ID=ee8aeb56-f52c-43a5-b190-b0d8be7f392c,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:05.169867 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-baee851a-d287-453d-b7b2-b0ff8f4d64bd tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7895880 Jan 29 04:30:05.181504 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce58d97-b511-46d7-8484-097f0e88df54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-4d28e89c-1ada-4d65-a68a-7c96765b022b', 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'project_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'fixed_ips': [{'subnet_id': 'd6fbde34-d682-45f4-9c33-b42a631b2568'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:30:05.182459 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6ce58d97-b511-46d7-8484-097f0e88df54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:05.187524 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53618) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:05.190795 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-96367f80-cd20-428e-9980-a27643353204 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (2ad657e1-8d94-4f6f-a006-3844d54041e0), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:05.195804 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fd4ffcd5-3444-41c3-95fe-b94bcd5090fa req-525517a4-cd07-4ae0-afe7-03fc00d5f4a0 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/security-groups?id=d988af8b-ef19-409e-9a6b-f84166dff0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2027056 Jan 29 04:30:05.201476 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-e50abb78-98d3-4d96-9cf5-d4e1461717df tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'port': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'mac_address': 'fa:16:3e:0c:d2:c9', 'name': 'tempest-NetworksTestDHCPv6-520754245'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:05.222024 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-96367f80-cd20-428e-9980-a27643353204 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:05.227009 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-96367f80-cd20-428e-9980-a27643353204 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] 10.222.0.13 "DELETE /v2.0/networks/2ad657e1-8d94-4f6f-a006-3844d54041e0 HTTP/1.1" status: 204 len: 168 time: 1.2060046 Jan 29 04:30:05.329023 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96367f80-cd20-428e-9980-a27643353204 tempest-TagsExtTest-952135485 tempest-TagsExtTest-952135485-project] Pushing event deleted for resources: {'Network': ['ID=2ad657e1-8d94-4f6f-a006-3844d54041e0,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:05.353712 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 8ee8941e-2bbc-4cf8-9266-3d84dec89660 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:30:05.381182 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-6ce58d97-b511-46d7-8484-097f0e88df54 None None] Allocated IP 2001:db8::f816:3eff:fe35:1c31 (4d28e89c-1ada-4d65-a68a-7c96765b022b/d6fbde34-d682-45f4-9c33-b42a631b2568/e9784e83-a9ca-48ed-b623-8c0d4986d71e) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:05.394301 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50abb78-98d3-4d96-9cf5-d4e1461717df tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:05.452115 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dd7380e4-6f35-4ecd-9327-1d52fa05a561 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks [] for floatingip (5f34e3a1-eaab-4bdf-8973-0a65cc7cf9c1), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:05.517842 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-95e12d1f-7eef-4408-8348-48bf36c53cec tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for port (ad258b1d-251e-4076-bb6a-514051788ad9), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:05.536720 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 8ee8941e-2bbc-4cf8-9266-3d84dec89660, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=8ee8941e-2bbc-4cf8-9266-3d84dec89660,segment=NetworkSegment(c10e8bc5-2189-4094-93bc-f8166e8aeb7b),segment_id=c10e8bc5-2189-4094-93bc-f8166e8aeb7b)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:05.564329 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': '8ee8941e-2bbc-4cf8-9266-3d84dec89660', 'network_id': '9ab12730-721a-45c7-85f6-a754b924ee36', 'port_id': '8ee8941e-2bbc-4cf8-9266-3d84dec89660', 'mac_address': 'fa:16:3e:4d:ca:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '243e0a19-7391-4f55-8e4a-713131ecc5e5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:30:05.570093 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e50abb78-98d3-4d96-9cf5-d4e1461717df tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:05.581195 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-95e12d1f-7eef-4408-8348-48bf36c53cec tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (ad258b1d-251e-4076-bb6a-514051788ad9), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:05.582034 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-95e12d1f-7eef-4408-8348-48bf36c53cec tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (7b53e337-1f4c-438f-8064-c1a0087db354), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:05.600178 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-e50abb78-98d3-4d96-9cf5-d4e1461717df tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] device_id is not set on port af1f65ff-ffe8-4685-8a29-7f681e76813c yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:30:05.635552 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dd7380e4-6f35-4ecd-9327-1d52fa05a561 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (ee8aeb56-f52c-43a5-b190-b0d8be7f392c), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:05.642868 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 8ee8941e-2bbc-4cf8-9266-3d84dec89660 is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:05.643338 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (8ee8941e-2bbc-4cf8-9266-3d84dec89660), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:05.665451 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6ce58d97-b511-46d7-8484-097f0e88df54 None None] Publish callbacks [] for port (e9784e83-a9ca-48ed-b623-8c0d4986d71e), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:05.671527 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ee8941e-2bbc-4cf8-9266-3d84dec89660 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:30:05.702172 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 8ee8941e-2bbc-4cf8-9266-3d84dec89660, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=8ee8941e-2bbc-4cf8-9266-3d84dec89660,segment=NetworkSegment(c10e8bc5-2189-4094-93bc-f8166e8aeb7b),segment_id=c10e8bc5-2189-4094-93bc-f8166e8aeb7b)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:05.732520 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e12d1f-7eef-4408-8348-48bf36c53cec tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event updated for resources: {'Port': ['ID=ad258b1d-251e-4076-bb6a-514051788ad9,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:05.742839 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6ce58d97-b511-46d7-8484-097f0e88df54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (e9784e83-a9ca-48ed-b623-8c0d4986d71e), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:05.800702 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53624) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:05.812317 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (8ee8941e-2bbc-4cf8-9266-3d84dec89660), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:05.846169 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce58d97-b511-46d7-8484-097f0e88df54 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:05.851337 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce58d97-b511-46d7-8484-097f0e88df54 None None] Pushing event updated for resources: {'Port': ['ID=e9784e83-a9ca-48ed-b623-8c0d4986d71e,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:05.855158 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-e50abb78-98d3-4d96-9cf5-d4e1461717df tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Allocated IP 2001:db8::f816:3eff:fe0c:d2c9 (4d28e89c-1ada-4d65-a68a-7c96765b022b/d6fbde34-d682-45f4-9c33-b42a631b2568/af1f65ff-ffe8-4685-8a29-7f681e76813c) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:05.864192 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce58d97-b511-46d7-8484-097f0e88df54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:05.866241 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce58d97-b511-46d7-8484-097f0e88df54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:05.866241 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce58d97-b511-46d7-8484-097f0e88df54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:05.866241 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce58d97-b511-46d7-8484-097f0e88df54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:05.866839 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce58d97-b511-46d7-8484-097f0e88df54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:05.867376 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce58d97-b511-46d7-8484-097f0e88df54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:05.867892 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce58d97-b511-46d7-8484-097f0e88df54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:05.868407 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce58d97-b511-46d7-8484-097f0e88df54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:05.868984 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce58d97-b511-46d7-8484-097f0e88df54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:05.869643 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce58d97-b511-46d7-8484-097f0e88df54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:05.870262 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce58d97-b511-46d7-8484-097f0e88df54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:05.870788 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce58d97-b511-46d7-8484-097f0e88df54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:05.871132 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e12d1f-7eef-4408-8348-48bf36c53cec tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Network 7dbde1d6-fddc-46f5-a0c9-1968db790143 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:05.873006 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce58d97-b511-46d7-8484-097f0e88df54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:05.876428 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-95e12d1f-7eef-4408-8348-48bf36c53cec tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:05.880168 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c52895fb-2196-4646-8fc4-be405e4cacb8 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (2a36bf2a-eff5-4e59-b804-9d07d19c2e4f), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:05.891194 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-6ce58d97-b511-46d7-8484-097f0e88df54 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:05.897814 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce58d97-b511-46d7-8484-097f0e88df54 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:06.042580 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-6ce58d97-b511-46d7-8484-097f0e88df54 None None] Attempting to bind port e9784e83-a9ca-48ed-b623-8c0d4986d71e on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:30:06.043829 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-6ce58d97-b511-46d7-8484-097f0e88df54 None None] Attempting to bind port e9784e83-a9ca-48ed-b623-8c0d4986d71e by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:30:06.044656 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce58d97-b511-46d7-8484-097f0e88df54 None None] Attempting to bind port e9784e83-a9ca-48ed-b623-8c0d4986d71e on network 4d28e89c-1ada-4d65-a68a-7c96765b022b {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:30:06.049228 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=8ee8941e-2bbc-4cf8-9266-3d84dec89660,revision_number=7']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:06.064818 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce58d97-b511-46d7-8484-097f0e88df54 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:30:06.066292 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce58d97-b511-46d7-8484-097f0e88df54 None None] Checking segment: {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:30:06.066948 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6ce58d97-b511-46d7-8484-097f0e88df54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:06.068593 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce58d97-b511-46d7-8484-097f0e88df54 None None] Bound using segment: {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:30:06.070155 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-6ce58d97-b511-46d7-8484-097f0e88df54 None None] Bound port: e9784e83-a9ca-48ed-b623-8c0d4986d71e, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:30:06.072534 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e12d1f-7eef-4408-8348-48bf36c53cec tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Router 7b53e337-1f4c-438f-8064-c1a0087db354 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:30:06.078606 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dd7380e4-6f35-4ecd-9327-1d52fa05a561 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks [] for port (ee8aeb56-f52c-43a5-b190-b0d8be7f392c), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:06.080822 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6ce58d97-b511-46d7-8484-097f0e88df54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (e9784e83-a9ca-48ed-b623-8c0d4986d71e), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:06.148062 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dd7380e4-6f35-4ecd-9327-1d52fa05a561 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (ee8aeb56-f52c-43a5-b190-b0d8be7f392c), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:06.218432 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-6ce58d97-b511-46d7-8484-097f0e88df54 None None] For port e9784e83-a9ca-48ed-b623-8c0d4986d71e, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:30:06.222090 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-6ce58d97-b511-46d7-8484-097f0e88df54 None None] For port e9784e83-a9ca-48ed-b623-8c0d4986d71e, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=e9784e83-a9ca-48ed-b623-8c0d4986d71e,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:30:06.243580 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['8ee8941e-2bbc-4cf8-9266-3d84dec89660'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:30:06.283601 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-dfa39d08-0dff-435c-98e9-ac394dcc96ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a7cde36590b34d7cab254702368d98c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4794712 Jan 29 04:30:06.300376 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dd7380e4-6f35-4ecd-9327-1d52fa05a561 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (5f34e3a1-eaab-4bdf-8973-0a65cc7cf9c1), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:06.331468 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53630) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:06.387763 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e12d1f-7eef-4408-8348-48bf36c53cec tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:30:06.397852 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b27e04c-1c2c-409a-a18a-54964b902da0 None None] Sync routers for ids ['7b53e337-1f4c-438f-8064-c1a0087db354'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:30:06.416289 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b27e04c-1c2c-409a-a18a-54964b902da0 None None] Routers {'7b53e337-1f4c-438f-8064-c1a0087db354'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:06.421061 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-95e12d1f-7eef-4408-8348-48bf36c53cec tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "PUT /v2.0/routers/7b53e337-1f4c-438f-8064-c1a0087db354/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2884488 Jan 29 04:30:06.422176 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53632) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:06.423595 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-8b27e04c-1c2c-409a-a18a-54964b902da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:29:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['7b53e337-1f4c-438f-8064-c1a0087db354'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:06.442044 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7380e4-6f35-4ecd-9327-1d52fa05a561 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Pushing event updated for resources: {'Port': ['ID=ee8aeb56-f52c-43a5-b190-b0d8be7f392c,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:06.446497 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dd7380e4-6f35-4ecd-9327-1d52fa05a561 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:06.449794 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-dd7380e4-6f35-4ecd-9327-1d52fa05a561 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7675667 Jan 29 04:30:06.456154 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53634) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:06.476867 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-5d998f64-dd2c-4a4e-b71a-0678fd607f94 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-570775656'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:06.479867 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6ce58d97-b511-46d7-8484-097f0e88df54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (e9784e83-a9ca-48ed-b623-8c0d4986d71e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:06.491449 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-8b27e04c-1c2c-409a-a18a-54964b902da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:06.502242 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b27e04c-1c2c-409a-a18a-54964b902da0 None None] Routers {'7b53e337-1f4c-438f-8064-c1a0087db354'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:06.502848 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-8b27e04c-1c2c-409a-a18a-54964b902da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:29:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['7b53e337-1f4c-438f-8064-c1a0087db354'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:06.537324 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50c999-b5af-4abe-9851-8f4d32991788 req-7fb38a32-46c2-466b-8067-792a6f648ab4 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:06.545698 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-8b27e04c-1c2c-409a-a18a-54964b902da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:06.546367 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-db50c999-b5af-4abe-9851-8f4d32991788 req-7fb38a32-46c2-466b-8067-792a6f648ab4 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/ports?device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c HTTP/1.1" status: 200 len: 944 time: 0.1890132 Jan 29 04:30:06.561331 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b27e04c-1c2c-409a-a18a-54964b902da0 None None] The sync data for ids ['7b53e337-1f4c-438f-8064-c1a0087db354'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:30:06.574140 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce58d97-b511-46d7-8484-097f0e88df54 None None] Pushing event updated for resources: {'Port': ['ID=e9784e83-a9ca-48ed-b623-8c0d4986d71e,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:06.575413 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e50abb78-98d3-4d96-9cf5-d4e1461717df tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for port (af1f65ff-ffe8-4685-8a29-7f681e76813c), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:06.594414 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7eb9860-5c11-455f-bd41-ff2dfc31cdf2 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:06.595027 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d998f64-dd2c-4a4e-b71a-0678fd607f94 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Made reservation on behalf of 9ed9d85214304a109ab7b635e0101697 for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:06.599099 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5d998f64-dd2c-4a4e-b71a-0678fd607f94 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:06.599831 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c7eb9860-5c11-455f-bd41-ff2dfc31cdf2 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "GET /v2.0/ports/ad258b1d-251e-4076-bb6a-514051788ad9 HTTP/1.1" status: 200 len: 913 time: 0.1648586 Jan 29 04:30:06.604031 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53636) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:06.604234 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-1c506dc7-d255-4c4e-97ef-121f10bfb6fa None None] Provisioning complete for port ad258b1d-251e-4076-bb6a-514051788ad9 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:06.604522 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1c506dc7-d255-4c4e-97ef-121f10bfb6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (ad258b1d-251e-4076-bb6a-514051788ad9), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:06.617765 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-487e0948-9764-46fa-8eb3-366355b3b319 admin admin] Publish callbacks [] for security_group (c11f6bc8-f288-4fe5-896d-1d0a4b46b343), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:06.658387 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-1c506dc7-d255-4c4e-97ef-121f10bfb6fa None None] Port ad258b1d-251e-4076-bb6a-514051788ad9 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:30:06.672292 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5d998f64-dd2c-4a4e-b71a-0678fd607f94 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:06.724406 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e50abb78-98d3-4d96-9cf5-d4e1461717df tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (af1f65ff-ffe8-4685-8a29-7f681e76813c), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:06.798783 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50abb78-98d3-4d96-9cf5-d4e1461717df tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:06.802269 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-e50abb78-98d3-4d96-9cf5-d4e1461717df tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:06.809036 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50abb78-98d3-4d96-9cf5-d4e1461717df tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Port': ['ID=af1f65ff-ffe8-4685-8a29-7f681e76813c,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:06.813460 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50abb78-98d3-4d96-9cf5-d4e1461717df tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:06.819067 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50abb78-98d3-4d96-9cf5-d4e1461717df tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:06.819721 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e50abb78-98d3-4d96-9cf5-d4e1461717df tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:06.827591 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-c52895fb-2196-4646-8fc4-be405e4cacb8 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Deleting port fc8ae495-17bd-4c7c-a3df-4fa38f01cd46 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:30:06.827591 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c52895fb-2196-4646-8fc4-be405e4cacb8 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (fc8ae495-17bd-4c7c-a3df-4fa38f01cd46), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:06.859843 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-db50c999-b5af-4abe-9851-8f4d32991788 req-c96a0019-218c-40c6-b5a1-0e9c39c52668 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/security-groups?id=d988af8b-ef19-409e-9a6b-f84166dff0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3122573 Jan 29 04:30:06.877958 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-487e0948-9764-46fa-8eb3-366355b3b319 admin admin] Publish callbacks [] for security_group (c11f6bc8-f288-4fe5-896d-1d0a4b46b343), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:06.884905 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53638) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:07.080381 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5d998f64-dd2c-4a4e-b71a-0678fd607f94 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks [] for security_group (3641ea43-1f97-421a-b24a-fa47b7d1c241), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:07.159042 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5d998f64-dd2c-4a4e-b71a-0678fd607f94 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (3641ea43-1f97-421a-b24a-fa47b7d1c241), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:07.193288 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d998f64-dd2c-4a4e-b71a-0678fd607f94 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:30:07.203838 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-487e0948-9764-46fa-8eb3-366355b3b319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (c11f6bc8-f288-4fe5-896d-1d0a4b46b343), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:07.204013 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-e50abb78-98d3-4d96-9cf5-d4e1461717df tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0144899 Jan 29 04:30:07.206624 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-487e0948-9764-46fa-8eb3-366355b3b319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:07.207792 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-487e0948-9764-46fa-8eb3-366355b3b319 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c11f6bc8-f288-4fe5-896d-1d0a4b46b343 HTTP/1.1" status: 204 len: 168 time: 0.8715897 Jan 29 04:30:07.207928 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53640) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:07.211118 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d998f64-dd2c-4a4e-b71a-0678fd607f94 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3641ea43-1f97-421a-b24a-fa47b7d1c241,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:07.226759 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5d998f64-dd2c-4a4e-b71a-0678fd607f94 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (93e516dd-4eaf-45c8-bde9-56089b31f167), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:07.227110 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-5d998f64-dd2c-4a4e-b71a-0678fd607f94 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Added segment 93e516dd-4eaf-45c8-bde9-56089b31f167 of type vlan for network 70072d3d-1f2b-4583-9610-18f070a0163e Jan 29 04:30:07.241611 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e0948-9764-46fa-8eb3-366355b3b319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11f6bc8-f288-4fe5-896d-1d0a4b46b343,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:07.282303 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6ad8881e-5b5f-4c33-bc4f-25bfcf5f4777 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/floatingips/a50ba9ff-8cab-4317-a27c-c700a1d31326 HTTP/1.1" status: 200 len: 992 time: 0.3962119 Jan 29 04:30:07.284112 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c52895fb-2196-4646-8fc4-be405e4cacb8 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (fc8ae495-17bd-4c7c-a3df-4fa38f01cd46), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:07.295266 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5d998f64-dd2c-4a4e-b71a-0678fd607f94 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (70072d3d-1f2b-4583-9610-18f070a0163e), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:07.305961 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-c52895fb-2196-4646-8fc4-be405e4cacb8 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Calling delete_port for fc8ae495-17bd-4c7c-a3df-4fa38f01cd46 owned by network:router_interface {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:30:07.327101 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc112c4b-0248-483c-bbf4-6742653e4db1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:07.335388 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc112c4b-0248-483c-bbf4-6742653e4db1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:07.335388 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-dc112c4b-0248-483c-bbf4-6742653e4db1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1235433 Jan 29 04:30:07.338234 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53644) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:07.364775 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ee94db83-b38e-48df-944a-422422b9ddb2 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (7b53e337-1f4c-438f-8064-c1a0087db354), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:07.431908 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5d998f64-dd2c-4a4e-b71a-0678fd607f94 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (70072d3d-1f2b-4583-9610-18f070a0163e), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:07.437570 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d998f64-dd2c-4a4e-b71a-0678fd607f94 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:07.438153 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5d998f64-dd2c-4a4e-b71a-0678fd607f94 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:07.521487 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-fe8d49c3-3e04-4429-8acb-6fd98f410781 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting port af1f65ff-ffe8-4685-8a29-7f681e76813c {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:30:07.521822 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fe8d49c3-3e04-4429-8acb-6fd98f410781 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (af1f65ff-ffe8-4685-8a29-7f681e76813c), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:07.523652 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d998f64-dd2c-4a4e-b71a-0678fd607f94 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Pushing event updated for resources: {'Network': ['ID=70072d3d-1f2b-4583-9610-18f070a0163e,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:07.541941 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 70072d3d-1f2b-4583-9610-18f070a0163e details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:30:07.594508 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-5d998f64-dd2c-4a4e-b71a-0678fd607f94 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1362331 Jan 29 04:30:07.597129 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53646) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:07.604216 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-a28e28c4-9d51-4a18-85bc-221f0d098aa3 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Request body: {'subnet': {'network_id': '70072d3d-1f2b-4583-9610-18f070a0163e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:07.662343 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fe8d49c3-3e04-4429-8acb-6fd98f410781 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (af1f65ff-ffe8-4685-8a29-7f681e76813c), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:07.700523 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-fe8d49c3-3e04-4429-8acb-6fd98f410781 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Calling delete_port for af1f65ff-ffe8-4685-8a29-7f681e76813c owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:30:07.875503 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28e28c4-9d51-4a18-85bc-221f0d098aa3 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Made reservation on behalf of 9ed9d85214304a109ab7b635e0101697 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:07.882841 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a28e28c4-9d51-4a18-85bc-221f0d098aa3 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:07.977614 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c52895fb-2196-4646-8fc4-be405e4cacb8 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (fc8ae495-17bd-4c7c-a3df-4fa38f01cd46), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:08.011612 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52895fb-2196-4646-8fc4-be405e4cacb8 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event deleted for resources: {'Port': ['ID=fc8ae495-17bd-4c7c-a3df-4fa38f01cd46,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:08.015543 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fe8d49c3-3e04-4429-8acb-6fd98f410781 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (af1f65ff-ffe8-4685-8a29-7f681e76813c), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:08.081385 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d49c3-3e04-4429-8acb-6fd98f410781 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Port': ['ID=af1f65ff-ffe8-4685-8a29-7f681e76813c,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:08.134306 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fe8d49c3-3e04-4429-8acb-6fd98f410781 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:08.142535 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-fe8d49c3-3e04-4429-8acb-6fd98f410781 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/ports/af1f65ff-ffe8-4685-8a29-7f681e76813c HTTP/1.1" status: 204 len: 168 time: 0.8038504 Jan 29 04:30:08.143209 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53656) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:08.208923 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-8b6dde3c-c25b-4a07-9eb1-f07b20b0747b None None] Provisioning complete for port e9784e83-a9ca-48ed-b623-8c0d4986d71e triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:08.209672 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8b6dde3c-c25b-4a07-9eb1-f07b20b0747b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (e9784e83-a9ca-48ed-b623-8c0d4986d71e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:08.305613 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c69051a-f1ce-4318-9048-5035f18660bf tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:08.307214 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c69051a-f1ce-4318-9048-5035f18660bf tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:08.312305 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6c69051a-f1ce-4318-9048-5035f18660bf tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1657302 Jan 29 04:30:08.312927 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53660) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:08.321505 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c52895fb-2196-4646-8fc4-be405e4cacb8 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (2a36bf2a-eff5-4e59-b804-9d07d19c2e4f), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:08.383784 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-8b6dde3c-c25b-4a07-9eb1-f07b20b0747b None None] Current status of the port e9784e83-a9ca-48ed-b623-8c0d4986d71e is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:08.384416 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8b6dde3c-c25b-4a07-9eb1-f07b20b0747b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (e9784e83-a9ca-48ed-b623-8c0d4986d71e), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:08.407929 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-ee94db83-b38e-48df-944a-422422b9ddb2 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Deleting port ad258b1d-251e-4076-bb6a-514051788ad9 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:30:08.408269 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ee94db83-b38e-48df-944a-422422b9ddb2 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (ad258b1d-251e-4076-bb6a-514051788ad9), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:08.438308 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-8b6dde3c-c25b-4a07-9eb1-f07b20b0747b None None] For port e9784e83-a9ca-48ed-b623-8c0d4986d71e, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=e9784e83-a9ca-48ed-b623-8c0d4986d71e,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:08.498046 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-d832b478-013b-4d01-af55-a953be2c3d45 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting subnet d6fbde34-d682-45f4-9c33-b42a631b2568 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:30:08.503088 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8b6dde3c-c25b-4a07-9eb1-f07b20b0747b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (e9784e83-a9ca-48ed-b623-8c0d4986d71e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:08.511949 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ee94db83-b38e-48df-944a-422422b9ddb2 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (ad258b1d-251e-4076-bb6a-514051788ad9), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:08.538050 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-ee94db83-b38e-48df-944a-422422b9ddb2 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Calling delete_port for ad258b1d-251e-4076-bb6a-514051788ad9 owned by network:router_interface {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:30:08.574068 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6dde3c-c25b-4a07-9eb1-f07b20b0747b None None] Pushing event updated for resources: {'Port': ['ID=e9784e83-a9ca-48ed-b623-8c0d4986d71e,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:08.617522 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-2399ae89-0503-4ac3-add3-09fa9c2c3b6c None None] Could not find standard attr ID for object af1f65ff-ffe8-4685-8a29-7f681e76813c. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:30:08.628048 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d832b478-013b-4d01-af55-a953be2c3d45 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (d6fbde34-d682-45f4-9c33-b42a631b2568), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:08.672681 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52895fb-2196-4646-8fc4-be405e4cacb8 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Router 2a36bf2a-eff5-4e59-b804-9d07d19c2e4f has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:30:08.688856 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d832b478-013b-4d01-af55-a953be2c3d45 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (d6fbde34-d682-45f4-9c33-b42a631b2568), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:08.797249 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52895fb-2196-4646-8fc4-be405e4cacb8 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:30:08.807724 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c52895fb-2196-4646-8fc4-be405e4cacb8 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "PUT /v2.0/routers/2a36bf2a-eff5-4e59-b804-9d07d19c2e4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8249483 Jan 29 04:30:08.817230 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53670) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:08.829129 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd980ac-2a52-46a2-b9e4-5f8cd0b0369e None None] Sync routers for ids ['2a36bf2a-eff5-4e59-b804-9d07d19c2e4f'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:30:08.850106 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd980ac-2a52-46a2-b9e4-5f8cd0b0369e None None] Routers {'2a36bf2a-eff5-4e59-b804-9d07d19c2e4f'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:08.850988 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-bdd980ac-2a52-46a2-b9e4-5f8cd0b0369e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:29:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['2a36bf2a-eff5-4e59-b804-9d07d19c2e4f'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:08.854265 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-339e33cf-e9f2-430b-80a7-807f11f99044 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a36bf2a-eff5-4e59-b804-9d07d19c2e4f HTTP/1.1" status: 200 len: 205 time: 0.0438004 Jan 29 04:30:08.859752 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53672) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:08.908065 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d832b478-013b-4d01-af55-a953be2c3d45 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (d6fbde34-d682-45f4-9c33-b42a631b2568), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:08.940163 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-bdd980ac-2a52-46a2-b9e4-5f8cd0b0369e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:08.947645 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53674) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:08.960855 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ee94db83-b38e-48df-944a-422422b9ddb2 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (ad258b1d-251e-4076-bb6a-514051788ad9), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:08.970220 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a28e28c4-9d51-4a18-85bc-221f0d098aa3 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (2996bdfd-33d6-4bb1-8053-75ea5a7729f5), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:08.980180 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd980ac-2a52-46a2-b9e4-5f8cd0b0369e None None] Routers {'2a36bf2a-eff5-4e59-b804-9d07d19c2e4f'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:08.980180 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-bdd980ac-2a52-46a2-b9e4-5f8cd0b0369e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:29:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['2a36bf2a-eff5-4e59-b804-9d07d19c2e4f'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:09.029350 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-bdd980ac-2a52-46a2-b9e4-5f8cd0b0369e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:09.030160 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd980ac-2a52-46a2-b9e4-5f8cd0b0369e None None] The sync data for ids ['2a36bf2a-eff5-4e59-b804-9d07d19c2e4f'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:30:09.054568 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device e9784e83-a9ca-48ed-b623-8c0d4986d71e up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:09.057605 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d832b478-013b-4d01-af55-a953be2c3d45 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (d6fbde34-d682-45f4-9c33-b42a631b2568), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:09.079498 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d832b478-013b-4d01-af55-a953be2c3d45 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:09.083879 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d832b478-013b-4d01-af55-a953be2c3d45 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/d6fbde34-d682-45f4-9c33-b42a631b2568 HTTP/1.1" status: 204 len: 168 time: 0.7694113 Jan 29 04:30:09.104112 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53678) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:09.107791 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10852cf-a162-4c88-bdd5-0d4b08b83c29 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:30:09.141011 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94db83-b38e-48df-944a-422422b9ddb2 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event deleted for resources: {'Port': ['ID=ad258b1d-251e-4076-bb6a-514051788ad9,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:09.156557 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-8633fa44-16bb-428b-9bab-ac88eea54512 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0495648 Jan 29 04:30:09.156557 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832b478-013b-4d01-af55-a953be2c3d45 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Subnet': ['ID=d6fbde34-d682-45f4-9c33-b42a631b2568,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:09.159784 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53680) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:09.164994 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-39dfaea7-a250-4b7f-8cab-e7ef8e918324 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'subnet': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:09.198777 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-242d965e-b9b1-45c5-bf2c-c6f3d452f112 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for router (2a36bf2a-eff5-4e59-b804-9d07d19c2e4f), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:09.267534 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port e9784e83-a9ca-48ed-b623-8c0d4986d71e triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:09.267894 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (e9784e83-a9ca-48ed-b623-8c0d4986d71e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:09.283178 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-7a53818f-8b97-4c9d-b1ac-385fb2cb0969 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1182025116-network', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:09.336968 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39dfaea7-a250-4b7f-8cab-e7ef8e918324 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:09.341669 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-39dfaea7-a250-4b7f-8cab-e7ef8e918324 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:09.351090 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 8ee8941e-2bbc-4cf8-9266-3d84dec89660 up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:09.358576 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e28c4-9d51-4a18-85bc-221f0d098aa3 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Pushing event updated for resources: {'Subnet': ['ID=2996bdfd-33d6-4bb1-8053-75ea5a7729f5,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:09.399298 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607ce9d3-0f7b-4976-ab3a-4e085128c185 None None] DHCP port deletion for 4d28e89c-1ada-4d65-a68a-7c96765b022b request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:30:09.446568 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port e9784e83-a9ca-48ed-b623-8c0d4986d71e is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:09.453893 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port 8ee8941e-2bbc-4cf8-9266-3d84dec89660 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:09.454255 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (8ee8941e-2bbc-4cf8-9266-3d84dec89660), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:09.473356 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28e28c4-9d51-4a18-85bc-221f0d098aa3 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Checking segment: {'id': '93e516dd-4eaf-45c8-bde9-56089b31f167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '70072d3d-1f2b-4583-9610-18f070a0163e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:30:09.473717 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28e28c4-9d51-4a18-85bc-221f0d098aa3 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Network hostable DHCP agents. Network: 70072d3d-1f2b-4583-9610-18f070a0163e, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:30:09.478079 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ee94db83-b38e-48df-944a-422422b9ddb2 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (7b53e337-1f4c-438f-8064-c1a0087db354), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:09.481181 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-242d965e-b9b1-45c5-bf2c-c6f3d452f112 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (2a36bf2a-eff5-4e59-b804-9d07d19c2e4f), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:09.486732 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-242d965e-b9b1-45c5-bf2c-c6f3d452f112 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for router_controller (2a36bf2a-eff5-4e59-b804-9d07d19c2e4f), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:09.518330 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-607ce9d3-0f7b-4976-ab3a-4e085128c185 None None] Deleting port e9784e83-a9ca-48ed-b623-8c0d4986d71e {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:30:09.518686 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-607ce9d3-0f7b-4976-ab3a-4e085128c185 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (e9784e83-a9ca-48ed-b623-8c0d4986d71e), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:09.566915 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a53818f-8b97-4c9d-b1ac-385fb2cb0969 admin admin] Made reservation on behalf of 1b0e4f5bc18f46e19e7272f5d8beca17 for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:09.569255 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7a53818f-8b97-4c9d-b1ac-385fb2cb0969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:09.613888 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7a53818f-8b97-4c9d-b1ac-385fb2cb0969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:09.618437 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-607ce9d3-0f7b-4976-ab3a-4e085128c185 None None] For port e9784e83-a9ca-48ed-b623-8c0d4986d71e, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=e9784e83-a9ca-48ed-b623-8c0d4986d71e,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:09.619006 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-607ce9d3-0f7b-4976-ab3a-4e085128c185 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (e9784e83-a9ca-48ed-b623-8c0d4986d71e), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:09.622016 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 8ee8941e-2bbc-4cf8-9266-3d84dec89660 is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:09.622399 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (8ee8941e-2bbc-4cf8-9266-3d84dec89660), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:09.642434 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-607ce9d3-0f7b-4976-ab3a-4e085128c185 None None] Calling delete_port for e9784e83-a9ca-48ed-b623-8c0d4986d71e owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:30:09.659979 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2471a799-07fd-4f75-bd33-3f5d9eacfa2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee8941e-2bbc-4cf8-9266-3d84dec89660'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:30:09.662288 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac596a15-cba7-4aa5-ae50-4fca7bda99c1" -d '{"events": [{"server_uuid": "2471a799-07fd-4f75-bd33-3f5d9eacfa2c", "name": "network-vif-plugged", "status": "completed", "tag": "8ee8941e-2bbc-4cf8-9266-3d84dec89660"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:30:09.677862 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 8ee8941e-2bbc-4cf8-9266-3d84dec89660, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=8ee8941e-2bbc-4cf8-9266-3d84dec89660,segment=NetworkSegment(c10e8bc5-2189-4094-93bc-f8166e8aeb7b),segment_id=c10e8bc5-2189-4094-93bc-f8166e8aeb7b)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:09.703616 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-242d965e-b9b1-45c5-bf2c-c6f3d452f112 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (2a36bf2a-eff5-4e59-b804-9d07d19c2e4f), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:09.704143 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242d965e-b9b1-45c5-bf2c-c6f3d452f112 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Fanout notify agent at l3_agent the message router_deleted on router 2a36bf2a-eff5-4e59-b804-9d07d19c2e4f {{(pid=103584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:30:09.711126 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-242d965e-b9b1-45c5-bf2c-c6f3d452f112 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:09.714991 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-242d965e-b9b1-45c5-bf2c-c6f3d452f112 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "DELETE /v2.0/routers/2a36bf2a-eff5-4e59-b804-9d07d19c2e4f HTTP/1.1" status: 204 len: 168 time: 0.8560665 Jan 29 04:30:09.716698 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28e28c4-9d51-4a18-85bc-221f0d098aa3 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Network 70072d3d-1f2b-4583-9610-18f070a0163e is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:30:09.722427 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53684) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:09.723514 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6450e2-302c-41b4-b738-3e4fa4d2b558 x-openstack-request-id: req-ce6450e2-302c-41b4-b738-3e4fa4d2b558 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:30:09.723815 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2471a799-07fd-4f75-bd33-3f5d9eacfa2c", "name": "network-vif-plugged", "status": "completed", "tag": "8ee8941e-2bbc-4cf8-9266-3d84dec89660", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:30:09.724098 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce6450e2-302c-41b4-b738-3e4fa4d2b558 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:30:09.724544 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2471a799-07fd-4f75-bd33-3f5d9eacfa2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee8941e-2bbc-4cf8-9266-3d84dec89660', 'code': 200} Jan 29 04:30:09.756245 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (8ee8941e-2bbc-4cf8-9266-3d84dec89660), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:09.793930 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.objects.ports [None req-39dfaea7-a250-4b7f-8cab-e7ef8e918324 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103585) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 04:30:09.814262 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=8ee8941e-2bbc-4cf8-9266-3d84dec89660,revision_number=8']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:09.844725 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-9963f533-a42e-4b5b-a527-74e6903cc62e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Deleting subnet b30f47ee-e6b2-4e74-827e-6bc49a066f1f {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:30:09.862898 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9963f533-a42e-4b5b-a527-74e6903cc62e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for subnet (b30f47ee-e6b2-4e74-827e-6bc49a066f1f), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:09.865452 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-a28e28c4-9d51-4a18-85bc-221f0d098aa3 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 70072d3d-1f2b-4583-9610-18f070a0163e) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:09.869698 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28e28c4-9d51-4a18-85bc-221f0d098aa3 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:09.870302 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a28e28c4-9d51-4a18-85bc-221f0d098aa3 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:09.878958 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfbdadf-aacd-45c0-ab8f-a985be7e8428 None None] Network 70072d3d-1f2b-4583-9610-18f070a0163e requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:30:09.893475 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee94db83-b38e-48df-944a-422422b9ddb2 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Router 7b53e337-1f4c-438f-8064-c1a0087db354 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:30:09.916420 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7a53818f-8b97-4c9d-b1ac-385fb2cb0969 admin admin] Publish callbacks [] for security_group (26975ce6-3423-453a-8e1e-4f2858b9fcd7), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:09.929049 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-607ce9d3-0f7b-4976-ab3a-4e085128c185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (e9784e83-a9ca-48ed-b623-8c0d4986d71e), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:09.936064 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9963f533-a42e-4b5b-a527-74e6903cc62e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (b30f47ee-e6b2-4e74-827e-6bc49a066f1f), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:09.965285 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ce9d3-0f7b-4976-ab3a-4e085128c185 None None] Pushing event deleted for resources: {'Port': ['ID=e9784e83-a9ca-48ed-b623-8c0d4986d71e,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:09.966886 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607ce9d3-0f7b-4976-ab3a-4e085128c185 None None] No DVR routers for this DVR port e9784e83-a9ca-48ed-b623-8c0d4986d71e on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:30:09.988630 dv-neutron-821190-1-hyperv neutron-server[103585]: WARNING neutron.services.revisions.revision_plugin [None req-39dfaea7-a250-4b7f-8cab-e7ef8e918324 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Could not find related port for resource to bump revision. Jan 29 04:30:10.008918 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7a53818f-8b97-4c9d-b1ac-385fb2cb0969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (26975ce6-3423-453a-8e1e-4f2858b9fcd7), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:10.030762 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68dd4db9-af08-4af3-82c8-b675310c5d13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-70072d3d-1f2b-4583-9610-18f070a0163e', 'network_id': '70072d3d-1f2b-4583-9610-18f070a0163e', 'project_id': '9ed9d85214304a109ab7b635e0101697', 'fixed_ips': [{'subnet_id': '2996bdfd-33d6-4bb1-8053-75ea5a7729f5'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:30:10.031665 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-68dd4db9-af08-4af3-82c8-b675310c5d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:10.045994 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.ipam_pluggable_backend [None req-39dfaea7-a250-4b7f-8cab-e7ef8e918324 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Port e9784e83-a9ca-48ed-b623-8c0d4986d71e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103585) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 29 04:30:10.046306 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.ipam_pluggable_backend [None req-39dfaea7-a250-4b7f-8cab-e7ef8e918324 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Reverting IP allocation for 2001:db8::f816:3eff:fe35:1c31 {{(pid=103585) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 29 04:30:10.050832 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.ipam_pluggable_backend [None req-39dfaea7-a250-4b7f-8cab-e7ef8e918324 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe35:1c31 {{(pid=103585) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 29 04:30:10.053243 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-39dfaea7-a250-4b7f-8cab-e7ef8e918324 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (e2764eed-86d5-4925-a76d-c83312ddf53c), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:10.064265 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a28e28c4-9d51-4a18-85bc-221f0d098aa3 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4655459 Jan 29 04:30:10.072645 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53686) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:10.079374 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-134a7407-8ea5-4464-be5d-129d9fe76c37 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1915012058', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}, 'admin_state_up': False}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:10.084924 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a53818f-8b97-4c9d-b1ac-385fb2cb0969 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:30:10.096234 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dfaea7-a250-4b7f-8cab-e7ef8e918324 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:10.099533 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-39dfaea7-a250-4b7f-8cab-e7ef8e918324 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:10.103661 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dfaea7-a250-4b7f-8cab-e7ef8e918324 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:10.104247 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-39dfaea7-a250-4b7f-8cab-e7ef8e918324 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:10.119120 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dfaea7-a250-4b7f-8cab-e7ef8e918324 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Subnet': ['ID=e2764eed-86d5-4925-a76d-c83312ddf53c,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:10.138070 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7a53818f-8b97-4c9d-b1ac-385fb2cb0969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (c716b040-a748-4481-b1ab-9f6d7d87cd90), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:10.138416 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-7a53818f-8b97-4c9d-b1ac-385fb2cb0969 admin admin] Added segment c716b040-a748-4481-b1ab-9f6d7d87cd90 of type vlan for network 0e91feca-45f0-4a0a-b0ad-b17a5562d039 Jan 29 04:30:10.139627 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53818f-8b97-4c9d-b1ac-385fb2cb0969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26975ce6-3423-453a-8e1e-4f2858b9fcd7,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:10.163561 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4937907-5192-4e78-9056-acf1fef50118 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:30:10.167920 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee94db83-b38e-48df-944a-422422b9ddb2 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:30:10.173712 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ee94db83-b38e-48df-944a-422422b9ddb2 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "PUT /v2.0/routers/7b53e337-1f4c-438f-8064-c1a0087db354/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5688257 Jan 29 04:30:10.179425 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220fba48-9c11-4f33-bc01-98ef73d1f3ea None None] Sync routers for ids ['7b53e337-1f4c-438f-8064-c1a0087db354'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:30:10.179920 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53688) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:10.195852 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220fba48-9c11-4f33-bc01-98ef73d1f3ea None None] Routers {'7b53e337-1f4c-438f-8064-c1a0087db354'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:10.196863 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-220fba48-9c11-4f33-bc01-98ef73d1f3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:29:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['7b53e337-1f4c-438f-8064-c1a0087db354'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:10.222893 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7a53818f-8b97-4c9d-b1ac-385fb2cb0969 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (0e91feca-45f0-4a0a-b0ad-b17a5562d039), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:10.227911 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9963f533-a42e-4b5b-a527-74e6903cc62e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (b30f47ee-e6b2-4e74-827e-6bc49a066f1f), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:10.245239 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-220fba48-9c11-4f33-bc01-98ef73d1f3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:10.258083 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220fba48-9c11-4f33-bc01-98ef73d1f3ea None None] Routers {'7b53e337-1f4c-438f-8064-c1a0087db354'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:10.259023 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-220fba48-9c11-4f33-bc01-98ef73d1f3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:29:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['7b53e337-1f4c-438f-8064-c1a0087db354'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:10.283809 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-134a7407-8ea5-4464-be5d-129d9fe76c37 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (70a18c4b-e32f-438f-933e-57481f689f35), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:10.284860 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-134a7407-8ea5-4464-be5d-129d9fe76c37 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (70a18c4b-e32f-438f-933e-57481f689f35), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:10.301291 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-39dfaea7-a250-4b7f-8cab-e7ef8e918324 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1415129 Jan 29 04:30:10.301926 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53690) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:10.310999 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-19748c82-9648-4015-9e1f-b515d5e37898 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'port': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'mac_address': 'fa:16:3e:13:33:68', 'name': 'tempest-NetworksTestDHCPv6-1728780945'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:10.321949 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-220fba48-9c11-4f33-bc01-98ef73d1f3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:10.322970 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220fba48-9c11-4f33-bc01-98ef73d1f3ea None None] The sync data for ids ['7b53e337-1f4c-438f-8064-c1a0087db354'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:30:10.332098 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-68dd4db9-af08-4af3-82c8-b675310c5d13 None None] Allocated IP 172.20.0.2 (70072d3d-1f2b-4583-9610-18f070a0163e/2996bdfd-33d6-4bb1-8053-75ea5a7729f5/a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:10.345156 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1698bc-8f51-4dcd-87cb-c293427d2684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-4d28e89c-1ada-4d65-a68a-7c96765b022b', 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'project_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'fixed_ips': [{'subnet_id': 'e2764eed-86d5-4925-a76d-c83312ddf53c'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:30:10.346281 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1e1698bc-8f51-4dcd-87cb-c293427d2684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:10.379546 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-134a7407-8ea5-4464-be5d-129d9fe76c37 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks [] for router_controller (70a18c4b-e32f-438f-933e-57481f689f35), precommit_add_association {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:10.380706 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7a53818f-8b97-4c9d-b1ac-385fb2cb0969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (0e91feca-45f0-4a0a-b0ad-b17a5562d039), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:10.381735 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a53818f-8b97-4c9d-b1ac-385fb2cb0969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:10.382379 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7a53818f-8b97-4c9d-b1ac-385fb2cb0969 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:10.410084 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9963f533-a42e-4b5b-a527-74e6903cc62e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (b30f47ee-e6b2-4e74-827e-6bc49a066f1f), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:10.473907 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9963f533-a42e-4b5b-a527-74e6903cc62e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event deleted for resources: {'Subnet': ['ID=b30f47ee-e6b2-4e74-827e-6bc49a066f1f,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:10.511973 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c952d1-8c9b-4a35-9ff2-2187efec7a99 None None] Network 62bb07e0-ceeb-437b-b8ae-c80c11573fd6 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:30:10.527459 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9963f533-a42e-4b5b-a527-74e6903cc62e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:10.534813 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-9963f533-a42e-4b5b-a527-74e6903cc62e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "DELETE /v2.0/subnets/b30f47ee-e6b2-4e74-827e-6bc49a066f1f HTTP/1.1" status: 204 len: 168 time: 0.8062577 Jan 29 04:30:10.535623 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53692) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:10.542204 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-7a53818f-8b97-4c9d-b1ac-385fb2cb0969 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5872960 Jan 29 04:30:10.546082 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53694) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:10.581407 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-f6b79d55-ed7f-40e7-a258-581776fff0a8 admin admin] Request body: {'subnet': {'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1182025116-subnet', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'ip_version': 4}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:10.584851 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53818f-8b97-4c9d-b1ac-385fb2cb0969 admin admin] Pushing event updated for resources: {'Network': ['ID=0e91feca-45f0-4a0a-b0ad-b17a5562d039,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:10.621639 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-75cf85cd-99f3-4e1f-ad91-37069a52dd46 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Deleting subnet 13e57589-2675-4c4f-8707-6f57f52473c4 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:30:10.625703 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-75cf85cd-99f3-4e1f-ad91-37069a52dd46 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for subnet (13e57589-2675-4c4f-8707-6f57f52473c4), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:10.629944 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 0e91feca-45f0-4a0a-b0ad-b17a5562d039 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:30:10.665760 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19748c82-9648-4015-9e1f-b515d5e37898 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:10.667134 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-1e1698bc-8f51-4dcd-87cb-c293427d2684 None None] Allocated IP 2001:db8::f816:3eff:fe32:5817 (4d28e89c-1ada-4d65-a68a-7c96765b022b/e2764eed-86d5-4925-a76d-c83312ddf53c/d04dfc53-112e-4e5d-8239-790d995e99c5) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:10.687263 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-134a7407-8ea5-4464-be5d-129d9fe76c37 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks [] for router_gateway (70a18c4b-e32f-438f-933e-57481f689f35), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:10.735917 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-68dd4db9-af08-4af3-82c8-b675310c5d13 None None] Publish callbacks [] for port (a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:10.843617 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b79d55-ed7f-40e7-a258-581776fff0a8 admin admin] Made reservation on behalf of 1b0e4f5bc18f46e19e7272f5d8beca17 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:10.846158 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f6b79d55-ed7f-40e7-a258-581776fff0a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:10.857324 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-68dd4db9-af08-4af3-82c8-b675310c5d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:10.948915 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dd4db9-af08-4af3-82c8-b675310c5d13 None None] Network 70072d3d-1f2b-4583-9610-18f070a0163e is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:10.954330 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-75cf85cd-99f3-4e1f-ad91-37069a52dd46 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (13e57589-2675-4c4f-8707-6f57f52473c4), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:10.959044 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device e9784e83-a9ca-48ed-b623-8c0d4986d71e no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:30:11.155157 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55895ea-dfaa-494e-ae73-1271b1b8b08b None None] DHCP port deletion for 62bb07e0-ceeb-437b-b8ae-c80c11573fd6 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:30:11.158062 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-68dd4db9-af08-4af3-82c8-b675310c5d13 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:11.163339 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-134a7407-8ea5-4464-be5d-129d9fe76c37 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks [] for router_gateway (70a18c4b-e32f-438f-933e-57481f689f35), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:11.176323 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-75cf85cd-99f3-4e1f-ad91-37069a52dd46 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (13e57589-2675-4c4f-8707-6f57f52473c4), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:11.181560 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dd4db9-af08-4af3-82c8-b675310c5d13 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:11.188996 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-134a7407-8ea5-4464-be5d-129d9fe76c37 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:11.190464 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: e9784e83-a9ca-48ed-b623-8c0d4986d71e {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:30:11.190819 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device e9784e83-a9ca-48ed-b623-8c0d4986d71e not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:30:11.219910 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd4db9-af08-4af3-82c8-b675310c5d13 None None] Pushing event updated for resources: {'Port': ['ID=a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:11.220046 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-19748c82-9648-4015-9e1f-b515d5e37898 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:11.273433 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-19748c82-9648-4015-9e1f-b515d5e37898 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] device_id is not set on port 9cd8392d-91a1-462e-a039-14d791a3aa52 yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:30:11.278816 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1e1698bc-8f51-4dcd-87cb-c293427d2684 None None] Publish callbacks [] for port (d04dfc53-112e-4e5d-8239-790d995e99c5), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:11.283458 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f6b79d55-ed7f-40e7-a258-581776fff0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (c5ef5406-79aa-4490-92c9-3e7f9e568ee2), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:11.314519 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-68dd4db9-af08-4af3-82c8-b675310c5d13 None None] Attempting to bind port a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:30:11.314898 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-68dd4db9-af08-4af3-82c8-b675310c5d13 None None] Attempting to bind port a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '93e516dd-4eaf-45c8-bde9-56089b31f167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '70072d3d-1f2b-4583-9610-18f070a0163e'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:30:11.315274 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dd4db9-af08-4af3-82c8-b675310c5d13 None None] Attempting to bind port a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1 on network 70072d3d-1f2b-4583-9610-18f070a0163e {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:30:11.323653 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dd4db9-af08-4af3-82c8-b675310c5d13 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:30:11.323938 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dd4db9-af08-4af3-82c8-b675310c5d13 None None] Checking segment: {'id': '93e516dd-4eaf-45c8-bde9-56089b31f167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '70072d3d-1f2b-4583-9610-18f070a0163e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:30:11.325170 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-68dd4db9-af08-4af3-82c8-b675310c5d13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:11.325649 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dd4db9-af08-4af3-82c8-b675310c5d13 None None] Bound using segment: {'id': '93e516dd-4eaf-45c8-bde9-56089b31f167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '70072d3d-1f2b-4583-9610-18f070a0163e'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:30:11.326261 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-68dd4db9-af08-4af3-82c8-b675310c5d13 None None] Bound port: a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93e516dd-4eaf-45c8-bde9-56089b31f167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '70072d3d-1f2b-4583-9610-18f070a0163e'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:30:11.326584 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-68dd4db9-af08-4af3-82c8-b675310c5d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:11.348374 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-d55895ea-dfaa-494e-ae73-1271b1b8b08b None None] Deleting port bdeccbc6-d59c-453f-ab76-2071e2ea3ba8 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:30:11.348806 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d55895ea-dfaa-494e-ae73-1271b1b8b08b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (bdeccbc6-d59c-453f-ab76-2071e2ea3ba8), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:11.360643 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5815e456-2f87-4a60-8cf9-4670ee8c6148 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (7b53e337-1f4c-438f-8064-c1a0087db354), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:11.369820 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1e1698bc-8f51-4dcd-87cb-c293427d2684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (d04dfc53-112e-4e5d-8239-790d995e99c5), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:11.473701 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b79d55-ed7f-40e7-a258-581776fff0a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5ef5406-79aa-4490-92c9-3e7f9e568ee2,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:11.474482 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-75cf85cd-99f3-4e1f-ad91-37069a52dd46 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (13e57589-2675-4c4f-8707-6f57f52473c4), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:11.479836 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1698bc-8f51-4dcd-87cb-c293427d2684 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:11.484401 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b79d55-ed7f-40e7-a258-581776fff0a8 admin admin] Checking segment: {'id': 'c716b040-a748-4481-b1ab-9f6d7d87cd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:30:11.484806 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b79d55-ed7f-40e7-a258-581776fff0a8 admin admin] Network hostable DHCP agents. Network: 0e91feca-45f0-4a0a-b0ad-b17a5562d039, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:30:11.497537 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-75cf85cd-99f3-4e1f-ad91-37069a52dd46 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:11.500965 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-1e1698bc-8f51-4dcd-87cb-c293427d2684 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:11.501538 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-75cf85cd-99f3-4e1f-ad91-37069a52dd46 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "DELETE /v2.0/subnets/13e57589-2675-4c4f-8707-6f57f52473c4 HTTP/1.1" status: 204 len: 168 time: 0.9649415 Jan 29 04:30:11.506194 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1698bc-8f51-4dcd-87cb-c293427d2684 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:11.509187 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53696) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:11.512543 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-68dd4db9-af08-4af3-82c8-b675310c5d13 None None] For port a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:30:11.516071 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1698bc-8f51-4dcd-87cb-c293427d2684 None None] Pushing event updated for resources: {'Port': ['ID=d04dfc53-112e-4e5d-8239-790d995e99c5,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:11.524141 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-d55895ea-dfaa-494e-ae73-1271b1b8b08b None None] For port bdeccbc6-d59c-453f-ab76-2071e2ea3ba8, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=bdeccbc6-d59c-453f-ab76-2071e2ea3ba8,segment=NetworkSegment(f368c6db-f764-4de8-962f-3052d329edd2),segment_id=f368c6db-f764-4de8-962f-3052d329edd2)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:11.525194 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d55895ea-dfaa-494e-ae73-1271b1b8b08b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (bdeccbc6-d59c-453f-ab76-2071e2ea3ba8), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:11.528910 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-68dd4db9-af08-4af3-82c8-b675310c5d13 None None] For port a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1,segment=NetworkSegment(93e516dd-4eaf-45c8-bde9-56089b31f167),segment_id=93e516dd-4eaf-45c8-bde9-56089b31f167)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:30:11.548999 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f92c83d-d5cc-4a49-8500-27c4b0bf163b None None] Network e44dbe9c-ce43-41d5-b4ae-9d118eff5b55 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:30:11.550903 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cf85cd-99f3-4e1f-ad91-37069a52dd46 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event deleted for resources: {'Subnet': ['ID=13e57589-2675-4c4f-8707-6f57f52473c4,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:11.551386 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-d55895ea-dfaa-494e-ae73-1271b1b8b08b None None] Calling delete_port for bdeccbc6-d59c-453f-ab76-2071e2ea3ba8 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:30:11.568000 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-134a7407-8ea5-4464-be5d-129d9fe76c37 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Allocated IP 172.26.8.79 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/212c231b-5801-4b48-9649-1398cd3ecdff) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:11.583495 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-19748c82-9648-4015-9e1f-b515d5e37898 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Allocated IP 2001:db8::f816:3eff:fe13:3368 (4d28e89c-1ada-4d65-a68a-7c96765b022b/e2764eed-86d5-4925-a76d-c83312ddf53c/9cd8392d-91a1-462e-a039-14d791a3aa52) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:11.626191 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b79d55-ed7f-40e7-a258-581776fff0a8 admin admin] Network 0e91feca-45f0-4a0a-b0ad-b17a5562d039 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:30:11.678842 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-68dd4db9-af08-4af3-82c8-b675310c5d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:11.680125 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3c6004fd-52f3-463d-bd14-b3c76fbffc24 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (62bb07e0-ceeb-437b-b8ae-c80c11573fd6), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:11.729028 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-1e1698bc-8f51-4dcd-87cb-c293427d2684 None None] Attempting to bind port d04dfc53-112e-4e5d-8239-790d995e99c5 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:30:11.730004 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-1e1698bc-8f51-4dcd-87cb-c293427d2684 None None] Attempting to bind port d04dfc53-112e-4e5d-8239-790d995e99c5 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:30:11.730004 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1698bc-8f51-4dcd-87cb-c293427d2684 None None] Attempting to bind port d04dfc53-112e-4e5d-8239-790d995e99c5 on network 4d28e89c-1ada-4d65-a68a-7c96765b022b {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:30:11.730235 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-f6b79d55-ed7f-40e7-a258-581776fff0a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 0e91feca-45f0-4a0a-b0ad-b17a5562d039) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:11.749222 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b32ff4d-5164-4d6c-8af0-8a1454220021 None None] Network 0e91feca-45f0-4a0a-b0ad-b17a5562d039 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:30:11.749560 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b79d55-ed7f-40e7-a258-581776fff0a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:11.750136 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f6b79d55-ed7f-40e7-a258-581776fff0a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:11.790328 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1698bc-8f51-4dcd-87cb-c293427d2684 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:30:11.790725 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1698bc-8f51-4dcd-87cb-c293427d2684 None None] Checking segment: {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:30:11.791138 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1e1698bc-8f51-4dcd-87cb-c293427d2684 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:11.791991 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1698bc-8f51-4dcd-87cb-c293427d2684 None None] Bound using segment: {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:30:11.792110 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-1e1698bc-8f51-4dcd-87cb-c293427d2684 None None] Bound port: d04dfc53-112e-4e5d-8239-790d995e99c5, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:30:11.792410 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1e1698bc-8f51-4dcd-87cb-c293427d2684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (d04dfc53-112e-4e5d-8239-790d995e99c5), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:11.866528 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-134a7407-8ea5-4464-be5d-129d9fe76c37 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks [] for port (212c231b-5801-4b48-9649-1398cd3ecdff), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:11.873902 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-3c6004fd-52f3-463d-bd14-b3c76fbffc24 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Deleting port bdeccbc6-d59c-453f-ab76-2071e2ea3ba8 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:30:11.874092 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3c6004fd-52f3-463d-bd14-b3c76fbffc24 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (bdeccbc6-d59c-453f-ab76-2071e2ea3ba8), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:11.896076 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd4db9-af08-4af3-82c8-b675310c5d13 None None] Pushing event updated for resources: {'Port': ['ID=a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:11.972850 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f6b79d55-ed7f-40e7-a258-581776fff0a8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4254012 Jan 29 04:30:11.980508 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53698) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:11.987295 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-80fb3311-4dce-4eb0-8b97-4094f38ed642 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1182025116-router', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:12.033392 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-1e1698bc-8f51-4dcd-87cb-c293427d2684 None None] For port d04dfc53-112e-4e5d-8239-790d995e99c5, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:30:12.047811 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-1e1698bc-8f51-4dcd-87cb-c293427d2684 None None] For port d04dfc53-112e-4e5d-8239-790d995e99c5, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=d04dfc53-112e-4e5d-8239-790d995e99c5,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:30:12.049600 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d55895ea-dfaa-494e-ae73-1271b1b8b08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (bdeccbc6-d59c-453f-ab76-2071e2ea3ba8), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:12.082238 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4701313-033f-4e57-bb63-2857682048d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-0e91feca-45f0-4a0a-b0ad-b17a5562d039', 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039', 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'fixed_ips': [{'subnet_id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:30:12.083121 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e4701313-033f-4e57-bb63-2857682048d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:12.086540 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-80fb3311-4dce-4eb0-8b97-4094f38ed642 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (b43ba331-a11d-4a64-9b59-9b15884ae556), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:12.087570 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-80fb3311-4dce-4eb0-8b97-4094f38ed642 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (b43ba331-a11d-4a64-9b59-9b15884ae556), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:12.095114 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-3c6004fd-52f3-463d-bd14-b3c76fbffc24 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] For port bdeccbc6-d59c-453f-ab76-2071e2ea3ba8, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=bdeccbc6-d59c-453f-ab76-2071e2ea3ba8,segment=NetworkSegment(f368c6db-f764-4de8-962f-3052d329edd2),segment_id=f368c6db-f764-4de8-962f-3052d329edd2)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:12.095114 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3c6004fd-52f3-463d-bd14-b3c76fbffc24 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (bdeccbc6-d59c-453f-ab76-2071e2ea3ba8), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:12.112921 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-3c6004fd-52f3-463d-bd14-b3c76fbffc24 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Calling delete_port for bdeccbc6-d59c-453f-ab76-2071e2ea3ba8 owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:30:12.181677 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55895ea-dfaa-494e-ae73-1271b1b8b08b None None] No DVR routers for this DVR port bdeccbc6-d59c-453f-ab76-2071e2ea3ba8 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:30:12.234769 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-19748c82-9648-4015-9e1f-b515d5e37898 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for port (9cd8392d-91a1-462e-a039-14d791a3aa52), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:12.235375 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea96895-031a-46c9-834e-bf4e65dba205 None None] DHCP port deletion for e44dbe9c-ce43-41d5-b4ae-9d118eff5b55 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:30:12.244081 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55895ea-dfaa-494e-ae73-1271b1b8b08b None None] Pushing event deleted for resources: {'Port': ['ID=bdeccbc6-d59c-453f-ab76-2071e2ea3ba8,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:12.249411 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1e1698bc-8f51-4dcd-87cb-c293427d2684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (d04dfc53-112e-4e5d-8239-790d995e99c5), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:12.280608 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-80fb3311-4dce-4eb0-8b97-4094f38ed642 admin admin] Publish callbacks [] for router_controller (b43ba331-a11d-4a64-9b59-9b15884ae556), precommit_add_association {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:12.285343 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-5815e456-2f87-4a60-8cf9-4670ee8c6148 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Deleting port b8c4cbfe-3f90-4a73-bd1c-4d2ff634b5bb {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:30:12.285840 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5815e456-2f87-4a60-8cf9-4670ee8c6148 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (b8c4cbfe-3f90-4a73-bd1c-4d2ff634b5bb), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:12.290225 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-134a7407-8ea5-4464-be5d-129d9fe76c37 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (212c231b-5801-4b48-9649-1398cd3ecdff), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:12.433543 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-19748c82-9648-4015-9e1f-b515d5e37898 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (9cd8392d-91a1-462e-a039-14d791a3aa52), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:12.474216 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5815e456-2f87-4a60-8cf9-4670ee8c6148 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (b8c4cbfe-3f90-4a73-bd1c-4d2ff634b5bb), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:12.476113 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1698bc-8f51-4dcd-87cb-c293427d2684 None None] Pushing event updated for resources: {'Port': ['ID=d04dfc53-112e-4e5d-8239-790d995e99c5,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:12.497956 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-5815e456-2f87-4a60-8cf9-4670ee8c6148 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Calling delete_port for b8c4cbfe-3f90-4a73-bd1c-4d2ff634b5bb owned by network:router_interface {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:30:12.624850 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19748c82-9648-4015-9e1f-b515d5e37898 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:12.634648 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-19748c82-9648-4015-9e1f-b515d5e37898 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:12.640250 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19748c82-9648-4015-9e1f-b515d5e37898 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Port': ['ID=9cd8392d-91a1-462e-a039-14d791a3aa52,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:12.644996 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19748c82-9648-4015-9e1f-b515d5e37898 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:12.651083 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19748c82-9648-4015-9e1f-b515d5e37898 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:12.652125 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-19748c82-9648-4015-9e1f-b515d5e37898 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:12.750114 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-19748c82-9648-4015-9e1f-b515d5e37898 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4454491 Jan 29 04:30:12.755311 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53700) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:12.928198 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-e4701313-033f-4e57-bb63-2857682048d6 None None] Allocated IP 172.20.0.2 (0e91feca-45f0-4a0a-b0ad-b17a5562d039/c5ef5406-79aa-4490-92c9-3e7f9e568ee2/dc594239-a286-4bb2-8d8f-ab652ae44742) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:12.969679 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9789d924-0957-4170-8141-f5a0a34c9dfc tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:12.981997 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9789d924-0957-4170-8141-f5a0a34c9dfc tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:12.986512 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9789d924-0957-4170-8141-f5a0a34c9dfc tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2246718 Jan 29 04:30:12.991003 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53702) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:13.003473 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-2ea96895-031a-46c9-834e-bf4e65dba205 None None] Deleting port 1e159090-c499-44c1-b46c-965d2a46a9b2 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:30:13.003696 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2ea96895-031a-46c9-834e-bf4e65dba205 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (1e159090-c499-44c1-b46c-965d2a46a9b2), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:13.111241 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5815e456-2f87-4a60-8cf9-4670ee8c6148 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (b8c4cbfe-3f90-4a73-bd1c-4d2ff634b5bb), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:13.114892 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134a7407-8ea5-4464-be5d-129d9fe76c37 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:13.135935 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-134a7407-8ea5-4464-be5d-129d9fe76c37 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:13.139728 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134a7407-8ea5-4464-be5d-129d9fe76c37 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:13.210951 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5815e456-2f87-4a60-8cf9-4670ee8c6148 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event deleted for resources: {'Port': ['ID=b8c4cbfe-3f90-4a73-bd1c-4d2ff634b5bb,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:13.226885 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:13.285383 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-cea813e0-78f1-4296-a7bd-c9f551f53f45 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting port 9cd8392d-91a1-462e-a039-14d791a3aa52 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:30:13.286561 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cea813e0-78f1-4296-a7bd-c9f551f53f45 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (9cd8392d-91a1-462e-a039-14d791a3aa52), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:13.299789 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-2ea96895-031a-46c9-834e-bf4e65dba205 None None] For port 1e159090-c499-44c1-b46c-965d2a46a9b2, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=1e159090-c499-44c1-b46c-965d2a46a9b2,segment=NetworkSegment(4930016b-5af1-4971-91c5-bd481ba1d131),segment_id=4930016b-5af1-4971-91c5-bd481ba1d131)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:13.300201 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2ea96895-031a-46c9-834e-bf4e65dba205 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (1e159090-c499-44c1-b46c-965d2a46a9b2), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:13.345452 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-2ea96895-031a-46c9-834e-bf4e65dba205 None None] Calling delete_port for 1e159090-c499-44c1-b46c-965d2a46a9b2 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:30:13.355222 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-80fb3311-4dce-4eb0-8b97-4094f38ed642 admin admin] Publish callbacks [] for router_gateway (b43ba331-a11d-4a64-9b59-9b15884ae556), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:13.360694 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a7407-8ea5-4464-be5d-129d9fe76c37 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Pushing event updated for resources: {'Port': ['ID=212c231b-5801-4b48-9649-1398cd3ecdff,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:13.407792 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3c6004fd-52f3-463d-bd14-b3c76fbffc24 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (bdeccbc6-d59c-453f-ab76-2071e2ea3ba8), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:13.473069 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5815e456-2f87-4a60-8cf9-4670ee8c6148 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (7b53e337-1f4c-438f-8064-c1a0087db354), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:13.510949 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6004fd-52f3-463d-bd14-b3c76fbffc24 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event deleted for resources: {'Port': ['ID=bdeccbc6-d59c-453f-ab76-2071e2ea3ba8,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:13.537862 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cea813e0-78f1-4296-a7bd-c9f551f53f45 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (9cd8392d-91a1-462e-a039-14d791a3aa52), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:13.547307 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6004fd-52f3-463d-bd14-b3c76fbffc24 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] No DVR routers for this DVR port bdeccbc6-d59c-453f-ab76-2071e2ea3ba8 on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:30:13.565800 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-cea813e0-78f1-4296-a7bd-c9f551f53f45 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Calling delete_port for 9cd8392d-91a1-462e-a039-14d791a3aa52 owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:30:13.683782 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:13.684171 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:13.686115 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e4701313-033f-4e57-bb63-2857682048d6 None None] Publish callbacks [] for port (dc594239-a286-4bb2-8d8f-ab652ae44742), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:13.753936 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3c6004fd-52f3-463d-bd14-b3c76fbffc24 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (62bb07e0-ceeb-437b-b8ae-c80c11573fd6), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:13.811984 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2ea96895-031a-46c9-834e-bf4e65dba205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (1e159090-c499-44c1-b46c-965d2a46a9b2), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:13.819984 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e4701313-033f-4e57-bb63-2857682048d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (dc594239-a286-4bb2-8d8f-ab652ae44742), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:13.844435 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-3c6004fd-52f3-463d-bd14-b3c76fbffc24 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62bb07e0-ceeb-437b-b8ae-c80c11573fd6']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:13.860907 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-3c6004fd-52f3-463d-bd14-b3c76fbffc24 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f368c6db-f764-4de8-962f-3052d329edd2') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:13.861213 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-3c6004fd-52f3-463d-bd14-b3c76fbffc24 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f368c6db-f764-4de8-962f-3052d329edd2') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:13.867331 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5815e456-2f87-4a60-8cf9-4670ee8c6148 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Router 7b53e337-1f4c-438f-8064-c1a0087db354 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:30:13.876787 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea96895-031a-46c9-834e-bf4e65dba205 None None] Pushing event deleted for resources: {'Port': ['ID=1e159090-c499-44c1-b46c-965d2a46a9b2,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:13.879492 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3c6004fd-52f3-463d-bd14-b3c76fbffc24 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (f368c6db-f764-4de8-962f-3052d329edd2), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:13.883409 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:13.883894 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:13.915354 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea96895-031a-46c9-834e-bf4e65dba205 None None] No DVR routers for this DVR port 1e159090-c499-44c1-b46c-965d2a46a9b2 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:30:13.926521 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4701313-033f-4e57-bb63-2857682048d6 None None] Network 0e91feca-45f0-4a0a-b0ad-b17a5562d039 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:13.943116 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-e4701313-033f-4e57-bb63-2857682048d6 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:13.950735 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4701313-033f-4e57-bb63-2857682048d6 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:13.962856 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3c6004fd-52f3-463d-bd14-b3c76fbffc24 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (f368c6db-f764-4de8-962f-3052d329edd2), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:13.974818 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca852601-5d10-4708-b960-9570e2a2dc11 None None] Network 70072d3d-1f2b-4583-9610-18f070a0163e requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:30:13.978879 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5815e456-2f87-4a60-8cf9-4670ee8c6148 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:30:13.984669 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4701313-033f-4e57-bb63-2857682048d6 None None] Pushing event updated for resources: {'Port': ['ID=dc594239-a286-4bb2-8d8f-ab652ae44742,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:13.986652 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c6004fd-52f3-463d-bd14-b3c76fbffc24 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:30:13.987538 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3c6004fd-52f3-463d-bd14-b3c76fbffc24 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (f368c6db-f764-4de8-962f-3052d329edd2), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:13.992075 dv-neutron-821190-1-hyperv neutron-server[103584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:30:13.992075 dv-neutron-821190-1-hyperv neutron-server[103584]: self.session.flush() Jan 29 04:30:13.992075 dv-neutron-821190-1-hyperv neutron-server[103584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:30:13.992075 dv-neutron-821190-1-hyperv neutron-server[103584]: self.session.flush() Jan 29 04:30:13.992075 dv-neutron-821190-1-hyperv neutron-server[103584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:30:13.992075 dv-neutron-821190-1-hyperv neutron-server[103584]: self.session.flush() Jan 29 04:30:13.992075 dv-neutron-821190-1-hyperv neutron-server[103584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:30:13.992075 dv-neutron-821190-1-hyperv neutron-server[103584]: self.session.flush() Jan 29 04:30:13.992075 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:30:13.992075 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:30:13.992075 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:30:13.992075 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:30:13.992075 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:30:13.992075 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:30:13.992075 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:30:13.992075 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:30:13.992075 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:30:13.992075 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:30:13.992075 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:30:13.992075 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:30:13.992075 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:30:13.992075 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:30:13.992075 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:30:13.992075 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:30:13.992075 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:30:13.992075 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:30:13.992075 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:30:13.992075 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:30:13.992075 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:30:13.992075 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:30:13.992075 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:30:13.992075 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:30:13.992075 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:30:13.992075 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:30:13.992075 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:30:13.992075 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:30:13.992075 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:30:13.992075 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:30:13.992075 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:30:13.992075 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:30:13.994569 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-5815e456-2f87-4a60-8cf9-4670ee8c6148 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "PUT /v2.0/routers/7b53e337-1f4c-438f-8064-c1a0087db354/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8137586 Jan 29 04:30:13.998341 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53704) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:14.009399 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1,segment=NetworkSegment(93e516dd-4eaf-45c8-bde9-56089b31f167),segment_id=93e516dd-4eaf-45c8-bde9-56089b31f167)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:14.011028 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49248b72-3b65-4252-a159-6284b41ebdf2 None None] Sync routers for ids ['7b53e337-1f4c-438f-8064-c1a0087db354'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:30:14.033899 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-134a7407-8ea5-4464-be5d-129d9fe76c37 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks [] for router_gateway (70a18c4b-e32f-438f-933e-57481f689f35), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:14.039989 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9d9772cc-d048-4999-bf05-58693b90b778 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b53e337-1f4c-438f-8064-c1a0087db354 HTTP/1.1" status: 200 len: 205 time: 0.0405452 Jan 29 04:30:14.042474 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53706) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:14.124047 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7ffe20f3-db77-4702-99f4-5400ad0a33e9 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for router (7b53e337-1f4c-438f-8064-c1a0087db354), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:14.202538 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cea813e0-78f1-4296-a7bd-c9f551f53f45 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (9cd8392d-91a1-462e-a039-14d791a3aa52), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:14.210432 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:14.249567 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea813e0-78f1-4296-a7bd-c9f551f53f45 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Port': ['ID=9cd8392d-91a1-462e-a039-14d791a3aa52,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:14.268418 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3c6004fd-52f3-463d-bd14-b3c76fbffc24 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (62bb07e0-ceeb-437b-b8ae-c80c11573fd6), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:14.283796 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3c6004fd-52f3-463d-bd14-b3c76fbffc24 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:14.288080 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-3c6004fd-52f3-463d-bd14-b3c76fbffc24 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "DELETE /v2.0/networks/62bb07e0-ceeb-437b-b8ae-c80c11573fd6 HTTP/1.1" status: 204 len: 168 time: 2.7685666 Jan 29 04:30:14.290768 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53708) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:14.315818 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-5a44f847-682c-4246-8b0c-79d22c6972e4 None None] Provisioning complete for port a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:14.316191 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5a44f847-682c-4246-8b0c-79d22c6972e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:14.319573 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device bdeccbc6-d59c-453f-ab76-2071e2ea3ba8 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:30:14.337031 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6004fd-52f3-463d-bd14-b3c76fbffc24 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event deleted for resources: {'Network': ['ID=62bb07e0-ceeb-437b-b8ae-c80c11573fd6,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:14.384196 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cea813e0-78f1-4296-a7bd-c9f551f53f45 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:14.391009 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-cea813e0-78f1-4296-a7bd-c9f551f53f45 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/ports/9cd8392d-91a1-462e-a039-14d791a3aa52 HTTP/1.1" status: 204 len: 168 time: 1.3998449 Jan 29 04:30:14.393653 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53710) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:14.423446 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-80fb3311-4dce-4eb0-8b97-4094f38ed642 admin admin] Publish callbacks [] for router_gateway (b43ba331-a11d-4a64-9b59-9b15884ae556), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:14.466937 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7ffe20f3-db77-4702-99f4-5400ad0a33e9 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (7b53e337-1f4c-438f-8064-c1a0087db354), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:14.471075 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7ffe20f3-db77-4702-99f4-5400ad0a33e9 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for router_controller (7b53e337-1f4c-438f-8064-c1a0087db354), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:14.499294 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-78ba7d17-f68b-4811-9179-ca1b34910541 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (e44dbe9c-ce43-41d5-b4ae-9d118eff5b55), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:14.502953 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-80fb3311-4dce-4eb0-8b97-4094f38ed642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:14.516059 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:14.521337 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: bdeccbc6-d59c-453f-ab76-2071e2ea3ba8 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:30:14.522123 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device bdeccbc6-d59c-453f-ab76-2071e2ea3ba8 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:30:14.522547 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 1e159090-c499-44c1-b46c-965d2a46a9b2 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:30:14.525197 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49248b72-3b65-4252-a159-6284b41ebdf2 None None] Routers {'7b53e337-1f4c-438f-8064-c1a0087db354'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:14.525844 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-49248b72-3b65-4252-a159-6284b41ebdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:29:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['7b53e337-1f4c-438f-8064-c1a0087db354'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:14.547400 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84049fc9-bfeb-471d-8656-0185d6a6483f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:14.550061 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84049fc9-bfeb-471d-8656-0185d6a6483f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:14.552095 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-84049fc9-bfeb-471d-8656-0185d6a6483f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1571381 Jan 29 04:30:14.554534 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53714) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:14.582552 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-49248b72-3b65-4252-a159-6284b41ebdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:14.609419 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-e4701313-033f-4e57-bb63-2857682048d6 None None] Attempting to bind port dc594239-a286-4bb2-8d8f-ab652ae44742 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:30:14.610095 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-e4701313-033f-4e57-bb63-2857682048d6 None None] Attempting to bind port dc594239-a286-4bb2-8d8f-ab652ae44742 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'c716b040-a748-4481-b1ab-9f6d7d87cd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:30:14.610230 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4701313-033f-4e57-bb63-2857682048d6 None None] Attempting to bind port dc594239-a286-4bb2-8d8f-ab652ae44742 on network 0e91feca-45f0-4a0a-b0ad-b17a5562d039 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:30:14.620374 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-852e7b1e-7554-4235-a17f-d3be43fe0cb9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting subnet e2764eed-86d5-4925-a76d-c83312ddf53c {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:30:14.620953 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4701313-033f-4e57-bb63-2857682048d6 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:30:14.622288 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4701313-033f-4e57-bb63-2857682048d6 None None] Checking segment: {'id': 'c716b040-a748-4481-b1ab-9f6d7d87cd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:30:14.622750 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e4701313-033f-4e57-bb63-2857682048d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:14.623210 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4701313-033f-4e57-bb63-2857682048d6 None None] Bound using segment: {'id': 'c716b040-a748-4481-b1ab-9f6d7d87cd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:30:14.623703 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-e4701313-033f-4e57-bb63-2857682048d6 None None] Bound port: dc594239-a286-4bb2-8d8f-ab652ae44742, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c716b040-a748-4481-b1ab-9f6d7d87cd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:30:14.624094 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e4701313-033f-4e57-bb63-2857682048d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (dc594239-a286-4bb2-8d8f-ab652ae44742), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:14.627245 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-852e7b1e-7554-4235-a17f-d3be43fe0cb9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (e2764eed-86d5-4925-a76d-c83312ddf53c), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:14.630709 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 1e159090-c499-44c1-b46c-965d2a46a9b2 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:30:14.633068 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 1e159090-c499-44c1-b46c-965d2a46a9b2 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:30:14.633198 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7ffe20f3-db77-4702-99f4-5400ad0a33e9 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (7b53e337-1f4c-438f-8064-c1a0087db354), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:14.633198 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ffe20f3-db77-4702-99f4-5400ad0a33e9 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Fanout notify agent at l3_agent the message router_deleted on router 7b53e337-1f4c-438f-8064-c1a0087db354 {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:30:14.648436 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7ffe20f3-db77-4702-99f4-5400ad0a33e9 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:14.653244 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7ffe20f3-db77-4702-99f4-5400ad0a33e9 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "DELETE /v2.0/routers/7b53e337-1f4c-438f-8064-c1a0087db354 HTTP/1.1" status: 204 len: 168 time: 0.6074667 Jan 29 04:30:14.661585 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49248b72-3b65-4252-a159-6284b41ebdf2 None None] Routers set() bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:14.669692 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49248b72-3b65-4252-a159-6284b41ebdf2 None None] Router IDs set() for agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 29 04:30:14.670458 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_agentschedulers_db [None req-49248b72-3b65-4252-a159-6284b41ebdf2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7b53e337-1f4c-438f-8064-c1a0087db354'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:29:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent'). {{(pid=103586) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 29 04:30:14.671567 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49248b72-3b65-4252-a159-6284b41ebdf2 None None] The sync data for ids ['7b53e337-1f4c-438f-8064-c1a0087db354'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:30:14.687837 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53716) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:14.700887 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-134a7407-8ea5-4464-be5d-129d9fe76c37 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (70a18c4b-e32f-438f-933e-57481f689f35), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:14.720822 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-852e7b1e-7554-4235-a17f-d3be43fe0cb9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (e2764eed-86d5-4925-a76d-c83312ddf53c), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:14.757120 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-e4701313-033f-4e57-bb63-2857682048d6 None None] For port dc594239-a286-4bb2-8d8f-ab652ae44742, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:30:14.761100 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-e4701313-033f-4e57-bb63-2857682048d6 None None] For port dc594239-a286-4bb2-8d8f-ab652ae44742, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=dc594239-a286-4bb2-8d8f-ab652ae44742,segment=NetworkSegment(c716b040-a748-4481-b1ab-9f6d7d87cd90),segment_id=c716b040-a748-4481-b1ab-9f6d7d87cd90)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:30:14.780938 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-78ba7d17-f68b-4811-9179-ca1b34910541 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (e44dbe9c-ce43-41d5-b4ae-9d118eff5b55), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:14.850230 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-5a44f847-682c-4246-8b0c-79d22c6972e4 None None] Current status of the port a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:14.859555 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e4701313-033f-4e57-bb63-2857682048d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (dc594239-a286-4bb2-8d8f-ab652ae44742), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:14.876248 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-78ba7d17-f68b-4811-9179-ca1b34910541 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e44dbe9c-ce43-41d5-b4ae-9d118eff5b55']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:14.879087 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-80fb3311-4dce-4eb0-8b97-4094f38ed642 admin admin] Allocated IP 172.26.8.202 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/c69e4f30-1849-4302-86b8-f758bde97fcd) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:14.879174 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-852e7b1e-7554-4235-a17f-d3be43fe0cb9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (e2764eed-86d5-4925-a76d-c83312ddf53c), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:14.899247 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-0edbf984-c757-44cf-82b5-e3410f05c31d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Deleting subnet f1cf8a61-cfe4-4b63-ada5-b4bd03c6f73f {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:30:14.914275 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-78ba7d17-f68b-4811-9179-ca1b34910541 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4930016b-5af1-4971-91c5-bd481ba1d131') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:14.914575 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-78ba7d17-f68b-4811-9179-ca1b34910541 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4930016b-5af1-4971-91c5-bd481ba1d131') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:14.920572 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0edbf984-c757-44cf-82b5-e3410f05c31d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for subnet (f1cf8a61-cfe4-4b63-ada5-b4bd03c6f73f), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:14.952920 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-78ba7d17-f68b-4811-9179-ca1b34910541 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (4930016b-5af1-4971-91c5-bd481ba1d131), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:15.000605 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-b406db6c-b1ee-404b-a0d2-9c677908ff05 None None] Could not find standard attr ID for object 9cd8392d-91a1-462e-a039-14d791a3aa52. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:30:15.016417 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4701313-033f-4e57-bb63-2857682048d6 None None] Pushing event updated for resources: {'Port': ['ID=dc594239-a286-4bb2-8d8f-ab652ae44742,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:15.034082 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-b406db6c-b1ee-404b-a0d2-9c677908ff05 None None] Provisioning complete for port d04dfc53-112e-4e5d-8239-790d995e99c5 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:15.035548 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b406db6c-b1ee-404b-a0d2-9c677908ff05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (d04dfc53-112e-4e5d-8239-790d995e99c5), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:15.067490 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-78ba7d17-f68b-4811-9179-ca1b34910541 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (4930016b-5af1-4971-91c5-bd481ba1d131), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:15.079780 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-852e7b1e-7554-4235-a17f-d3be43fe0cb9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (e2764eed-86d5-4925-a76d-c83312ddf53c), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:15.102038 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-852e7b1e-7554-4235-a17f-d3be43fe0cb9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:15.105274 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-852e7b1e-7554-4235-a17f-d3be43fe0cb9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/e2764eed-86d5-4925-a76d-c83312ddf53c HTTP/1.1" status: 204 len: 168 time: 0.5494235 Jan 29 04:30:15.134338 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0edbf984-c757-44cf-82b5-e3410f05c31d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (f1cf8a61-cfe4-4b63-ada5-b4bd03c6f73f), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:15.155393 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53718) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:15.178470 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852e7b1e-7554-4235-a17f-d3be43fe0cb9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Subnet': ['ID=e2764eed-86d5-4925-a76d-c83312ddf53c,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:15.219643 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ba7d17-f68b-4811-9179-ca1b34910541 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:30:15.219643 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-78ba7d17-f68b-4811-9179-ca1b34910541 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (4930016b-5af1-4971-91c5-bd481ba1d131), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:15.224835 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device d04dfc53-112e-4e5d-8239-790d995e99c5 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:15.231968 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:30:15.231968 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:30:15.231968 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:30:15.231968 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:30:15.231968 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:30:15.231968 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:30:15.231968 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:30:15.231968 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:30:15.231968 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:30:15.231968 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:30:15.231968 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:30:15.231968 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:30:15.231968 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:30:15.231968 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:30:15.231968 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:30:15.231968 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:30:15.231968 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:30:15.231968 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:30:15.231968 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:30:15.231968 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:30:15.231968 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:30:15.231968 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:30:15.231968 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:30:15.231968 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:30:15.231968 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:30:15.231968 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:30:15.231968 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:30:15.231968 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:30:15.231968 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:30:15.231968 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:30:15.231968 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:30:15.231968 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:30:15.256380 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-b406db6c-b1ee-404b-a0d2-9c677908ff05 None None] Current status of the port d04dfc53-112e-4e5d-8239-790d995e99c5 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:15.256951 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b406db6c-b1ee-404b-a0d2-9c677908ff05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (d04dfc53-112e-4e5d-8239-790d995e99c5), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:15.264378 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-3c89d879-edeb-4ce5-bbd0-e2e110b2cbb3 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0968099 Jan 29 04:30:15.264696 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53720) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:15.327741 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bf9af2-6cad-4a15-8a0a-da8ce1942a41 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:30:15.351250 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e78e61-203b-43d1-a266-3d0194295eda tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:15.351250 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-73e78e61-203b-43d1-a266-3d0194295eda tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0846677 Jan 29 04:30:15.359454 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53722) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:15.359605 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-b406db6c-b1ee-404b-a0d2-9c677908ff05 None None] For port d04dfc53-112e-4e5d-8239-790d995e99c5, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=d04dfc53-112e-4e5d-8239-790d995e99c5,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:15.407758 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port d04dfc53-112e-4e5d-8239-790d995e99c5 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:15.408136 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (d04dfc53-112e-4e5d-8239-790d995e99c5), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:15.432948 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f1d383-2160-4e9d-8118-50f1d0aa92fa tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:15.436535 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-28f1d383-2160-4e9d-8118-50f1d0aa92fa tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0810223 Jan 29 04:30:15.437455 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53724) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:15.461804 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-78ba7d17-f68b-4811-9179-ca1b34910541 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (e44dbe9c-ce43-41d5-b4ae-9d118eff5b55), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:15.481043 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b406db6c-b1ee-404b-a0d2-9c677908ff05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (d04dfc53-112e-4e5d-8239-790d995e99c5), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:15.490416 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-80fb3311-4dce-4eb0-8b97-4094f38ed642 admin admin] Publish callbacks [] for port (c69e4f30-1849-4302-86b8-f758bde97fcd), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:15.493286 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-0aca330e-720a-4e9f-9d07-1123c563058b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0545616 Jan 29 04:30:15.497275 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53726) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:15.502402 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-70226d31-a623-4457-938f-9d1828b448b5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'subnet': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:15.507934 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-78ba7d17-f68b-4811-9179-ca1b34910541 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:15.513744 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-78ba7d17-f68b-4811-9179-ca1b34910541 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "DELETE /v2.0/networks/e44dbe9c-ce43-41d5-b4ae-9d118eff5b55 HTTP/1.1" status: 204 len: 168 time: 1.1934891 Jan 29 04:30:15.531848 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0edbf984-c757-44cf-82b5-e3410f05c31d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (f1cf8a61-cfe4-4b63-ada5-b4bd03c6f73f), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:15.568916 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53728) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:15.581620 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-7cb3f1f9-3a46-4e8a-bebd-90d0b56654d0 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Request body: {'network': {'name': 'tempest-RoutersTest-1816179205'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:15.626343 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7d17-f68b-4811-9179-ca1b34910541 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event deleted for resources: {'Network': ['ID=e44dbe9c-ce43-41d5-b4ae-9d118eff5b55,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:15.626808 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b406db6c-b1ee-404b-a0d2-9c677908ff05 None None] Pushing event updated for resources: {'Port': ['ID=d04dfc53-112e-4e5d-8239-790d995e99c5,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:15.651120 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70226d31-a623-4457-938f-9d1828b448b5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:15.653782 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port d04dfc53-112e-4e5d-8239-790d995e99c5 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:15.654605 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-70226d31-a623-4457-938f-9d1828b448b5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:15.654807 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:15.656813 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-24a94f16-0271-4f68-a874-98af7efecb1c None None] Provisioning complete for port a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:15.657183 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-24a94f16-0271-4f68-a874-98af7efecb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:15.698367 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10244e5e-2608-42fb-a910-08d7afce7bb4 None None] DHCP port deletion for 4d28e89c-1ada-4d65-a68a-7c96765b022b request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:30:15.725441 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134a7407-8ea5-4464-be5d-129d9fe76c37 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Router 70a18c4b-e32f-438f-933e-57481f689f35 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:30:15.782576 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb3f1f9-3a46-4e8a-bebd-90d0b56654d0 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Made reservation on behalf of b19b1132342942e78366ba08553b13d3 for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:15.786516 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7cb3f1f9-3a46-4e8a-bebd-90d0b56654d0 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:15.802231 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-80fb3311-4dce-4eb0-8b97-4094f38ed642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (c69e4f30-1849-4302-86b8-f758bde97fcd), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:15.810179 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0edbf984-c757-44cf-82b5-e3410f05c31d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (f1cf8a61-cfe4-4b63-ada5-b4bd03c6f73f), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:15.823862 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:15.824238 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:15.874128 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-10244e5e-2608-42fb-a910-08d7afce7bb4 None None] Deleting port d04dfc53-112e-4e5d-8239-790d995e99c5 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:30:15.874435 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-10244e5e-2608-42fb-a910-08d7afce7bb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (d04dfc53-112e-4e5d-8239-790d995e99c5), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:15.877450 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-24a94f16-0271-4f68-a874-98af7efecb1c None None] Current status of the port a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:15.895538 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edbf984-c757-44cf-82b5-e3410f05c31d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event deleted for resources: {'Subnet': ['ID=f1cf8a61-cfe4-4b63-ada5-b4bd03c6f73f,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:15.897603 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0edbf984-c757-44cf-82b5-e3410f05c31d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:15.897740 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490c873e-9cf6-463d-8c99-6045055d2092 None None] Network 7dbde1d6-fddc-46f5-a0c9-1968db790143 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:30:15.905211 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0edbf984-c757-44cf-82b5-e3410f05c31d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "DELETE /v2.0/subnets/f1cf8a61-cfe4-4b63-ada5-b4bd03c6f73f HTTP/1.1" status: 204 len: 168 time: 1.2118902 Jan 29 04:30:15.905640 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53730) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:15.906682 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fb3311-4dce-4eb0-8b97-4094f38ed642 admin admin] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:15.920870 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cb3f1f9-3a46-4e8a-bebd-90d0b56654d0 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:30:15.923134 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-80fb3311-4dce-4eb0-8b97-4094f38ed642 admin admin] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:15.956661 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fb3311-4dce-4eb0-8b97-4094f38ed642 admin admin] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:15.958869 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb3311-4dce-4eb0-8b97-4094f38ed642 admin admin] Pushing event updated for resources: {'Port': ['ID=c69e4f30-1849-4302-86b8-f758bde97fcd,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:15.982251 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-95659e60-aa0e-4145-ad0a-1037dd1694a9 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Deleting subnet 13fcb1b6-8202-4f18-9139-0c36bd0da66d {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:30:15.990352 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7cb3f1f9-3a46-4e8a-bebd-90d0b56654d0 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (ae2a9047-c636-45de-958c-fd1b5f074874), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:15.990695 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-7cb3f1f9-3a46-4e8a-bebd-90d0b56654d0 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Added segment ae2a9047-c636-45de-958c-fd1b5f074874 of type vlan for network 5c4b0820-7533-41c0-ba63-e4b31d612a43 Jan 29 04:30:16.012607 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-95659e60-aa0e-4145-ad0a-1037dd1694a9 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for subnet (13fcb1b6-8202-4f18-9139-0c36bd0da66d), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:16.015022 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-10244e5e-2608-42fb-a910-08d7afce7bb4 None None] For port d04dfc53-112e-4e5d-8239-790d995e99c5, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=d04dfc53-112e-4e5d-8239-790d995e99c5,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:16.015550 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-10244e5e-2608-42fb-a910-08d7afce7bb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (d04dfc53-112e-4e5d-8239-790d995e99c5), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:16.049739 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134a7407-8ea5-4464-be5d-129d9fe76c37 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:30:16.054717 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-10244e5e-2608-42fb-a910-08d7afce7bb4 None None] Calling delete_port for d04dfc53-112e-4e5d-8239-790d995e99c5 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:30:16.069960 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecc97a0-34ce-4361-adee-0026b066451b None None] Sync routers for ids ['70a18c4b-e32f-438f-933e-57481f689f35'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:30:16.084729 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecc97a0-34ce-4361-adee-0026b066451b None None] Routers {'70a18c4b-e32f-438f-933e-57481f689f35'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:16.086732 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-cecc97a0-34ce-4361-adee-0026b066451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:29:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['70a18c4b-e32f-438f-933e-57481f689f35'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:16.106234 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:16.116898 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7cb3f1f9-3a46-4e8a-bebd-90d0b56654d0 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (5c4b0820-7533-41c0-ba63-e4b31d612a43), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:16.148434 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-cecc97a0-34ce-4361-adee-0026b066451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:16.157287 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.objects.ports [None req-70226d31-a623-4457-938f-9d1828b448b5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103585) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 04:30:16.170799 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-95659e60-aa0e-4145-ad0a-1037dd1694a9 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (13fcb1b6-8202-4f18-9139-0c36bd0da66d), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:16.184245 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecc97a0-34ce-4361-adee-0026b066451b None None] Routers {'70a18c4b-e32f-438f-933e-57481f689f35'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:16.188303 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-cecc97a0-34ce-4361-adee-0026b066451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:29:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['70a18c4b-e32f-438f-933e-57481f689f35'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:16.249811 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-134a7407-8ea5-4464-be5d-129d9fe76c37 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:16.250203 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-cecc97a0-34ce-4361-adee-0026b066451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:16.250910 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecc97a0-34ce-4361-adee-0026b066451b None None] The sync data for ids ['70a18c4b-e32f-438f-933e-57481f689f35'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:30:16.253351 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87126d5-50be-4d1d-808d-9115c3a12779 None None] DHCP port deletion for 7dbde1d6-fddc-46f5-a0c9-1968db790143 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:30:16.253842 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-134a7407-8ea5-4464-be5d-129d9fe76c37 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 6.1778727 Jan 29 04:30:16.256757 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53732) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:16.267745 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-10244e5e-2608-42fb-a910-08d7afce7bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (d04dfc53-112e-4e5d-8239-790d995e99c5), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:16.333434 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10244e5e-2608-42fb-a910-08d7afce7bb4 None None] Pushing event deleted for resources: {'Port': ['ID=d04dfc53-112e-4e5d-8239-790d995e99c5,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:16.343971 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10244e5e-2608-42fb-a910-08d7afce7bb4 None None] No DVR routers for this DVR port d04dfc53-112e-4e5d-8239-790d995e99c5 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:30:16.362051 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7cb3f1f9-3a46-4e8a-bebd-90d0b56654d0 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (5c4b0820-7533-41c0-ba63-e4b31d612a43), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:16.362158 dv-neutron-821190-1-hyperv neutron-server[103585]: WARNING neutron.services.revisions.revision_plugin [None req-70226d31-a623-4457-938f-9d1828b448b5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Could not find related port for resource to bump revision. Jan 29 04:30:16.362262 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb3f1f9-3a46-4e8a-bebd-90d0b56654d0 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:16.362262 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7cb3f1f9-3a46-4e8a-bebd-90d0b56654d0 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:16.370923 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-e87126d5-50be-4d1d-808d-9115c3a12779 None None] Deleting port 05455a2b-d0c5-490b-87ba-eecf9f4647a9 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:30:16.371941 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e87126d5-50be-4d1d-808d-9115c3a12779 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (05455a2b-d0c5-490b-87ba-eecf9f4647a9), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:16.412473 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.ipam_pluggable_backend [None req-70226d31-a623-4457-938f-9d1828b448b5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Port d04dfc53-112e-4e5d-8239-790d995e99c5 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103585) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 29 04:30:16.412783 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.ipam_pluggable_backend [None req-70226d31-a623-4457-938f-9d1828b448b5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Reverting IP allocation for 2001:db8::f816:3eff:fe32:5817 {{(pid=103585) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 29 04:30:16.416678 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.ipam_pluggable_backend [None req-70226d31-a623-4457-938f-9d1828b448b5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe32:5817 {{(pid=103585) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 29 04:30:16.420178 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-95659e60-aa0e-4145-ad0a-1037dd1694a9 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (13fcb1b6-8202-4f18-9139-0c36bd0da66d), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:16.421239 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-70226d31-a623-4457-938f-9d1828b448b5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (777b4d67-417f-4a87-a2cd-61a56a61ce9a), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:16.445604 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-e87126d5-50be-4d1d-808d-9115c3a12779 None None] For port 05455a2b-d0c5-490b-87ba-eecf9f4647a9, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=05455a2b-d0c5-490b-87ba-eecf9f4647a9,segment=NetworkSegment(7f5a5d81-c94f-4825-90c7-c83cc1ef2404),segment_id=7f5a5d81-c94f-4825-90c7-c83cc1ef2404)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:16.448999 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e87126d5-50be-4d1d-808d-9115c3a12779 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (05455a2b-d0c5-490b-87ba-eecf9f4647a9), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:16.463249 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-e87126d5-50be-4d1d-808d-9115c3a12779 None None] Calling delete_port for 05455a2b-d0c5-490b-87ba-eecf9f4647a9 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:30:16.510732 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70226d31-a623-4457-938f-9d1828b448b5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:16.519311 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-70226d31-a623-4457-938f-9d1828b448b5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:16.523260 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70226d31-a623-4457-938f-9d1828b448b5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Subnet': ['ID=777b4d67-417f-4a87-a2cd-61a56a61ce9a,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:16.529908 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70226d31-a623-4457-938f-9d1828b448b5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:16.530507 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-70226d31-a623-4457-938f-9d1828b448b5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:16.548434 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f840ea0-91f9-4a27-9be3-07b4b9285c73 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:30:16.592246 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-70226d31-a623-4457-938f-9d1828b448b5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.0937126 Jan 29 04:30:16.595709 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53734) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:16.600973 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-00b49ee9-d0cb-4a26-a30e-a0aeccfca446 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'port': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'mac_address': 'fa:16:3e:86:aa:3c', 'name': 'tempest-NetworksTestDHCPv6-145746097'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:16.614809 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccb0db4-5f81-4eea-b312-adcf0b1ebf89 None None] Network 0e91feca-45f0-4a0a-b0ad-b17a5562d039 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:30:16.620864 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-95659e60-aa0e-4145-ad0a-1037dd1694a9 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (13fcb1b6-8202-4f18-9139-0c36bd0da66d), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:16.684824 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-1bc57b5a-777c-4354-a7e7-260e3e86c437 None None] Provisioning complete for port dc594239-a286-4bb2-8d8f-ab652ae44742 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:16.685057 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1bc57b5a-777c-4354-a7e7-260e3e86c437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (dc594239-a286-4bb2-8d8f-ab652ae44742), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:16.731334 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e87126d5-50be-4d1d-808d-9115c3a12779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (05455a2b-d0c5-490b-87ba-eecf9f4647a9), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:16.749950 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87126d5-50be-4d1d-808d-9115c3a12779 None None] No DVR routers for this DVR port 05455a2b-d0c5-490b-87ba-eecf9f4647a9 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:30:16.798971 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87126d5-50be-4d1d-808d-9115c3a12779 None None] Pushing event deleted for resources: {'Port': ['ID=05455a2b-d0c5-490b-87ba-eecf9f4647a9,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:16.876320 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b99799-f95f-4dd8-9711-874b3bfef119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-4d28e89c-1ada-4d65-a68a-7c96765b022b', 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'project_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'fixed_ips': [{'subnet_id': '777b4d67-417f-4a87-a2cd-61a56a61ce9a'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:30:16.877228 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-14b99799-f95f-4dd8-9711-874b3bfef119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:16.959617 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95659e60-aa0e-4145-ad0a-1037dd1694a9 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event deleted for resources: {'Subnet': ['ID=13fcb1b6-8202-4f18-9139-0c36bd0da66d,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:16.969847 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-95659e60-aa0e-4145-ad0a-1037dd1694a9 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:16.973008 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-95659e60-aa0e-4145-ad0a-1037dd1694a9 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "DELETE /v2.0/subnets/13fcb1b6-8202-4f18-9139-0c36bd0da66d HTTP/1.1" status: 204 len: 168 time: 1.0654204 Jan 29 04:30:16.979419 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53736) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:17.059777 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb3f1f9-3a46-4e8a-bebd-90d0b56654d0 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event updated for resources: {'Network': ['ID=5c4b0820-7533-41c0-ba63-e4b31d612a43,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:17.087323 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-1bc57b5a-777c-4354-a7e7-260e3e86c437 None None] Current status of the port dc594239-a286-4bb2-8d8f-ab652ae44742 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:17.087891 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1bc57b5a-777c-4354-a7e7-260e3e86c437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (dc594239-a286-4bb2-8d8f-ab652ae44742), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:17.102520 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-7cb3f1f9-3a46-4e8a-bebd-90d0b56654d0 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5249217 Jan 29 04:30:17.105574 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53738) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:17.110836 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5e523478-6ed0-4114-a76d-96640341ef04 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (7dbde1d6-fddc-46f5-a0c9-1968db790143), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:17.111787 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-84909558-ef6b-4d11-b92b-7b1ddd2633f1 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Request body: {'subnet': {'network_id': '5c4b0820-7533-41c0-ba63-e4b31d612a43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:17.114036 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009da21e-45d6-465d-a12b-6ad02ad0f71c None None] Network 42b2a4c9-e3ad-4593-b7e3-e8395c43020a requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:30:17.115880 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 5c4b0820-7533-41c0-ba63-e4b31d612a43 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:30:17.172088 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device dc594239-a286-4bb2-8d8f-ab652ae44742 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:17.215467 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5e523478-6ed0-4114-a76d-96640341ef04 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (7dbde1d6-fddc-46f5-a0c9-1968db790143), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:17.243514 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-5e523478-6ed0-4114-a76d-96640341ef04 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dbde1d6-fddc-46f5-a0c9-1968db790143']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:17.258851 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-5e523478-6ed0-4114-a76d-96640341ef04 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f5a5d81-c94f-4825-90c7-c83cc1ef2404') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:17.259612 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-5e523478-6ed0-4114-a76d-96640341ef04 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f5a5d81-c94f-4825-90c7-c83cc1ef2404') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:17.263592 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b49ee9-d0cb-4a26-a30e-a0aeccfca446 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:17.288688 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5e523478-6ed0-4114-a76d-96640341ef04 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (7f5a5d81-c94f-4825-90c7-c83cc1ef2404), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:17.314019 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-1bc57b5a-777c-4354-a7e7-260e3e86c437 None None] For port dc594239-a286-4bb2-8d8f-ab652ae44742, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=dc594239-a286-4bb2-8d8f-ab652ae44742,segment=NetworkSegment(c716b040-a748-4481-b1ab-9f6d7d87cd90),segment_id=c716b040-a748-4481-b1ab-9f6d7d87cd90)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:17.339398 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5e523478-6ed0-4114-a76d-96640341ef04 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (7f5a5d81-c94f-4825-90c7-c83cc1ef2404), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:17.345801 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84909558-ef6b-4d11-b92b-7b1ddd2633f1 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Made reservation on behalf of b19b1132342942e78366ba08553b13d3 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:17.355125 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-84909558-ef6b-4d11-b92b-7b1ddd2633f1 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:17.355262 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port dc594239-a286-4bb2-8d8f-ab652ae44742 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:17.355262 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (dc594239-a286-4bb2-8d8f-ab652ae44742), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:17.355414 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e523478-6ed0-4114-a76d-96640341ef04 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:30:17.355414 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5e523478-6ed0-4114-a76d-96640341ef04 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (7f5a5d81-c94f-4825-90c7-c83cc1ef2404), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:17.355414 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:30:17.355414 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:30:17.355414 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:30:17.355414 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:30:17.355414 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:30:17.355414 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:30:17.355414 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:30:17.355414 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:30:17.355414 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:30:17.355414 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:30:17.355414 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:30:17.355414 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:30:17.355414 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:30:17.355414 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:30:17.355414 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:30:17.355414 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:30:17.355414 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:30:17.355414 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:30:17.355414 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:30:17.355414 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:30:17.355414 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:30:17.355414 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:30:17.355414 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:30:17.355414 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:30:17.355414 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:30:17.355414 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:30:17.355414 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:30:17.355414 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:30:17.355414 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:30:17.355414 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:30:17.355414 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:30:17.355414 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:30:17.394514 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1bc57b5a-777c-4354-a7e7-260e3e86c437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (dc594239-a286-4bb2-8d8f-ab652ae44742), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:17.425269 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-80fb3311-4dce-4eb0-8b97-4094f38ed642 admin admin] Publish callbacks [] for router_gateway (b43ba331-a11d-4a64-9b59-9b15884ae556), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:17.434151 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-00b49ee9-d0cb-4a26-a30e-a0aeccfca446 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:17.456855 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-00b49ee9-d0cb-4a26-a30e-a0aeccfca446 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] device_id is not set on port 99144fe8-2f43-4041-9d9d-dc3d00e6f94b yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:30:17.518978 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5e523478-6ed0-4114-a76d-96640341ef04 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (7dbde1d6-fddc-46f5-a0c9-1968db790143), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:17.548701 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5e523478-6ed0-4114-a76d-96640341ef04 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:17.554999 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-5e523478-6ed0-4114-a76d-96640341ef04 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "DELETE /v2.0/networks/7dbde1d6-fddc-46f5-a0c9-1968db790143 HTTP/1.1" status: 204 len: 168 time: 0.5719168 Jan 29 04:30:17.555982 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e523478-6ed0-4114-a76d-96640341ef04 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event deleted for resources: {'Network': ['ID=7dbde1d6-fddc-46f5-a0c9-1968db790143,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:17.560633 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53740) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:17.639856 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4bfa3c0f-079b-4c82-94fd-4b6760376f8e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (42b2a4c9-e3ad-4593-b7e3-e8395c43020a), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:17.653390 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-14b99799-f95f-4dd8-9711-874b3bfef119 None None] Allocated IP 2001:db8::f816:3eff:fe95:8321 (4d28e89c-1ada-4d65-a68a-7c96765b022b/777b4d67-417f-4a87-a2cd-61a56a61ce9a/97e4edf8-1b40-40ac-99a6-8b0018dbd334) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:17.662597 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-1ff45208-94db-40d0-934d-09b1233529dd None None] Provisioning complete for port dc594239-a286-4bb2-8d8f-ab652ae44742 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:17.662967 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1ff45208-94db-40d0-934d-09b1233529dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (dc594239-a286-4bb2-8d8f-ab652ae44742), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:17.696630 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-4bfa3c0f-079b-4c82-94fd-4b6760376f8e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Deleting port e3398ee9-997b-40ae-a6a0-0439bcb66039 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:30:17.696994 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4bfa3c0f-079b-4c82-94fd-4b6760376f8e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (e3398ee9-997b-40ae-a6a0-0439bcb66039), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:17.702443 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc57b5a-777c-4354-a7e7-260e3e86c437 None None] Pushing event updated for resources: {'Port': ['ID=dc594239-a286-4bb2-8d8f-ab652ae44742,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:17.775527 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-4bfa3c0f-079b-4c82-94fd-4b6760376f8e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] For port e3398ee9-997b-40ae-a6a0-0439bcb66039, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=e3398ee9-997b-40ae-a6a0-0439bcb66039,segment=NetworkSegment(b4a8f1ab-1684-43ae-8e9c-37c69a5706c5),segment_id=b4a8f1ab-1684-43ae-8e9c-37c69a5706c5)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:17.776629 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4bfa3c0f-079b-4c82-94fd-4b6760376f8e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (e3398ee9-997b-40ae-a6a0-0439bcb66039), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:17.791832 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-4bfa3c0f-079b-4c82-94fd-4b6760376f8e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Calling delete_port for e3398ee9-997b-40ae-a6a0-0439bcb66039 owned by network:dhcp {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:30:17.820175 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-997c176a-e884-4468-995c-7af84acff94b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:17.842061 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port dc594239-a286-4bb2-8d8f-ab652ae44742 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:17.862083 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69f80a8-5287-4322-95c0-d4c38005afe2 None None] DHCP port deletion for 42b2a4c9-e3ad-4593-b7e3-e8395c43020a request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:30:17.893966 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-80fb3311-4dce-4eb0-8b97-4094f38ed642 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (b43ba331-a11d-4a64-9b59-9b15884ae556), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:17.906270 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-84909558-ef6b-4d11-b92b-7b1ddd2633f1 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (4bc100bd-705c-4106-867a-98d3dfd79de3), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:17.924866 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device d04dfc53-112e-4e5d-8239-790d995e99c5 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:30:17.988900 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4bfa3c0f-079b-4c82-94fd-4b6760376f8e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (e3398ee9-997b-40ae-a6a0-0439bcb66039), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:17.991327 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: d04dfc53-112e-4e5d-8239-790d995e99c5 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:30:17.991672 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device d04dfc53-112e-4e5d-8239-790d995e99c5 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:30:17.992080 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 05455a2b-d0c5-490b-87ba-eecf9f4647a9 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:30:17.993638 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-1ff45208-94db-40d0-934d-09b1233529dd None None] Current status of the port dc594239-a286-4bb2-8d8f-ab652ae44742 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:18.005023 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfa3c0f-079b-4c82-94fd-4b6760376f8e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] No DVR routers for this DVR port e3398ee9-997b-40ae-a6a0-0439bcb66039 on host dv-neutron-821190-1-hyperv {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:30:18.022599 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 05455a2b-d0c5-490b-87ba-eecf9f4647a9 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:30:18.022943 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 05455a2b-d0c5-490b-87ba-eecf9f4647a9 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:30:18.041860 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-14b99799-f95f-4dd8-9711-874b3bfef119 None None] Publish callbacks [] for port (97e4edf8-1b40-40ac-99a6-8b0018dbd334), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:18.061345 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-f69f80a8-5287-4322-95c0-d4c38005afe2 None None] Deleting port e3398ee9-997b-40ae-a6a0-0439bcb66039 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:30:18.061715 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f69f80a8-5287-4322-95c0-d4c38005afe2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (e3398ee9-997b-40ae-a6a0-0439bcb66039), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:18.074054 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa3c0f-079b-4c82-94fd-4b6760376f8e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event deleted for resources: {'Port': ['ID=e3398ee9-997b-40ae-a6a0-0439bcb66039,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:18.079940 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84909558-ef6b-4d11-b92b-7b1ddd2633f1 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event updated for resources: {'Subnet': ['ID=4bc100bd-705c-4106-867a-98d3dfd79de3,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:18.126514 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-14b99799-f95f-4dd8-9711-874b3bfef119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (97e4edf8-1b40-40ac-99a6-8b0018dbd334), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:18.129568 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84909558-ef6b-4d11-b92b-7b1ddd2633f1 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Checking segment: {'id': 'ae2a9047-c636-45de-958c-fd1b5f074874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5c4b0820-7533-41c0-ba63-e4b31d612a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:30:18.130170 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84909558-ef6b-4d11-b92b-7b1ddd2633f1 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Network hostable DHCP agents. Network: 5c4b0820-7533-41c0-ba63-e4b31d612a43, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:30:18.175919 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-f69f80a8-5287-4322-95c0-d4c38005afe2 None None] For port e3398ee9-997b-40ae-a6a0-0439bcb66039, host dv-neutron-821190-1-hyperv, got binding levels [] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:18.176468 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f69f80a8-5287-4322-95c0-d4c38005afe2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (e3398ee9-997b-40ae-a6a0-0439bcb66039), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:18.179489 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-00b49ee9-d0cb-4a26-a30e-a0aeccfca446 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Allocated IP 2001:db8::f816:3eff:fe86:aa3c (4d28e89c-1ada-4d65-a68a-7c96765b022b/777b4d67-417f-4a87-a2cd-61a56a61ce9a/99144fe8-2f43-4041-9d9d-dc3d00e6f94b) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:18.200553 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b99799-f95f-4dd8-9711-874b3bfef119 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:18.204748 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-f69f80a8-5287-4322-95c0-d4c38005afe2 None None] Calling delete_port for e3398ee9-997b-40ae-a6a0-0439bcb66039 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:30:18.206988 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-14b99799-f95f-4dd8-9711-874b3bfef119 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:18.208865 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b99799-f95f-4dd8-9711-874b3bfef119 None None] Pushing event updated for resources: {'Port': ['ID=97e4edf8-1b40-40ac-99a6-8b0018dbd334,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:18.212498 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.ipam_backend_mixin [None req-f69f80a8-5287-4322-95c0-d4c38005afe2 None None] Port e3398ee9-997b-40ae-a6a0-0439bcb66039 was not found and therefore no delete operation was performed {{(pid=103586) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 29 04:30:18.213497 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b99799-f95f-4dd8-9711-874b3bfef119 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:18.219654 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f69f80a8-5287-4322-95c0-d4c38005afe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (e3398ee9-997b-40ae-a6a0-0439bcb66039), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:18.266506 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84909558-ef6b-4d11-b92b-7b1ddd2633f1 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Network 5c4b0820-7533-41c0-ba63-e4b31d612a43 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:30:18.268684 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4bfa3c0f-079b-4c82-94fd-4b6760376f8e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (42b2a4c9-e3ad-4593-b7e3-e8395c43020a), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:18.299208 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69f80a8-5287-4322-95c0-d4c38005afe2 None None] Pushing event deleted for resources: {'Port': ['ID=e3398ee9-997b-40ae-a6a0-0439bcb66039,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:18.308419 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69f80a8-5287-4322-95c0-d4c38005afe2 None None] No DVR routers for this DVR port e3398ee9-997b-40ae-a6a0-0439bcb66039 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:30:18.310753 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-14b99799-f95f-4dd8-9711-874b3bfef119 None None] Attempting to bind port 97e4edf8-1b40-40ac-99a6-8b0018dbd334 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:30:18.311785 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-14b99799-f95f-4dd8-9711-874b3bfef119 None None] Attempting to bind port 97e4edf8-1b40-40ac-99a6-8b0018dbd334 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:30:18.311785 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b99799-f95f-4dd8-9711-874b3bfef119 None None] Attempting to bind port 97e4edf8-1b40-40ac-99a6-8b0018dbd334 on network 4d28e89c-1ada-4d65-a68a-7c96765b022b {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:30:18.318240 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b99799-f95f-4dd8-9711-874b3bfef119 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:30:18.318626 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b99799-f95f-4dd8-9711-874b3bfef119 None None] Checking segment: {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:30:18.319034 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-14b99799-f95f-4dd8-9711-874b3bfef119 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:18.319425 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b99799-f95f-4dd8-9711-874b3bfef119 None None] Bound using segment: {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:30:18.323467 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80fb3311-4dce-4eb0-8b97-4094f38ed642 admin admin] Router b43ba331-a11d-4a64-9b59-9b15884ae556 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:30:18.326121 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-14b99799-f95f-4dd8-9711-874b3bfef119 None None] Bound port: 97e4edf8-1b40-40ac-99a6-8b0018dbd334, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:30:18.328051 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-14b99799-f95f-4dd8-9711-874b3bfef119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (97e4edf8-1b40-40ac-99a6-8b0018dbd334), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:18.329081 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-4bfa3c0f-079b-4c82-94fd-4b6760376f8e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42b2a4c9-e3ad-4593-b7e3-e8395c43020a']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:18.330466 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-997c176a-e884-4468-995c-7af84acff94b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Allocated IP 172.20.0.1 (70072d3d-1f2b-4583-9610-18f070a0163e/2996bdfd-33d6-4bb1-8053-75ea5a7729f5/b91d4a41-c873-40bb-a939-2d1c96c75157) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:18.343932 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-4bfa3c0f-079b-4c82-94fd-4b6760376f8e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4a8f1ab-1684-43ae-8e9c-37c69a5706c5') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:18.344237 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-4bfa3c0f-079b-4c82-94fd-4b6760376f8e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4a8f1ab-1684-43ae-8e9c-37c69a5706c5') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:18.363245 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4bfa3c0f-079b-4c82-94fd-4b6760376f8e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (b4a8f1ab-1684-43ae-8e9c-37c69a5706c5), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:18.387189 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4bfa3c0f-079b-4c82-94fd-4b6760376f8e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (b4a8f1ab-1684-43ae-8e9c-37c69a5706c5), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:18.396632 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-84909558-ef6b-4d11-b92b-7b1ddd2633f1 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 5c4b0820-7533-41c0-ba63-e4b31d612a43) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:18.400704 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bfa3c0f-079b-4c82-94fd-4b6760376f8e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:30:18.401115 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4bfa3c0f-079b-4c82-94fd-4b6760376f8e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (b4a8f1ab-1684-43ae-8e9c-37c69a5706c5), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:18.405080 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:30:18.405080 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:30:18.405080 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:30:18.405080 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:30:18.405080 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:30:18.405080 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:30:18.405080 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:30:18.405080 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:30:18.405080 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:30:18.405080 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:30:18.405080 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:30:18.405080 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:30:18.405080 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:30:18.405080 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:30:18.405080 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:30:18.405080 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:30:18.405080 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:30:18.405080 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:30:18.405080 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:30:18.405080 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:30:18.405080 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:30:18.405080 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:30:18.405080 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:30:18.405080 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:30:18.405080 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:30:18.405080 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:30:18.405080 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:30:18.405080 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:30:18.405080 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:30:18.405080 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:30:18.405080 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:30:18.405080 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:30:18.410051 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-14b99799-f95f-4dd8-9711-874b3bfef119 None None] For port 97e4edf8-1b40-40ac-99a6-8b0018dbd334, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:30:18.413515 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57870f2-6552-4c81-bf94-7858cf0659f4 None None] Network 5c4b0820-7533-41c0-ba63-e4b31d612a43 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:30:18.417427 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-14b99799-f95f-4dd8-9711-874b3bfef119 None None] For port 97e4edf8-1b40-40ac-99a6-8b0018dbd334, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=97e4edf8-1b40-40ac-99a6-8b0018dbd334,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:30:18.435617 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-00b49ee9-d0cb-4a26-a30e-a0aeccfca446 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for port (99144fe8-2f43-4041-9d9d-dc3d00e6f94b), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:18.442415 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84909558-ef6b-4d11-b92b-7b1ddd2633f1 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:18.443108 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-84909558-ef6b-4d11-b92b-7b1ddd2633f1 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:18.520867 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-14b99799-f95f-4dd8-9711-874b3bfef119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (97e4edf8-1b40-40ac-99a6-8b0018dbd334), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:18.542892 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-997c176a-e884-4468-995c-7af84acff94b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks [] for port (b91d4a41-c873-40bb-a939-2d1c96c75157), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:18.551093 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99a3634-1552-43cb-b2c9-66db1e8f869e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-5c4b0820-7533-41c0-ba63-e4b31d612a43', 'network_id': '5c4b0820-7533-41c0-ba63-e4b31d612a43', 'project_id': 'b19b1132342942e78366ba08553b13d3', 'fixed_ips': [{'subnet_id': '4bc100bd-705c-4106-867a-98d3dfd79de3'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:30:18.551921 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e99a3634-1552-43cb-b2c9-66db1e8f869e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:18.564588 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fb3311-4dce-4eb0-8b97-4094f38ed642 admin admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:30:18.585218 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c59e6a8-e464-45f4-9979-83632d3ae880 None None] Sync routers for ids ['b43ba331-a11d-4a64-9b59-9b15884ae556'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:30:18.589092 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-84909558-ef6b-4d11-b92b-7b1ddd2633f1 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4817801 Jan 29 04:30:18.592628 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53742) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:18.599719 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-3a5a5212-5d47-438e-8669-1c823ab4b952 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1464706617', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:18.615780 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-00b49ee9-d0cb-4a26-a30e-a0aeccfca446 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (99144fe8-2f43-4041-9d9d-dc3d00e6f94b), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:18.617647 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4bfa3c0f-079b-4c82-94fd-4b6760376f8e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (42b2a4c9-e3ad-4593-b7e3-e8395c43020a), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:18.639925 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4bfa3c0f-079b-4c82-94fd-4b6760376f8e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:18.642879 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4bfa3c0f-079b-4c82-94fd-4b6760376f8e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "DELETE /v2.0/networks/42b2a4c9-e3ad-4593-b7e3-e8395c43020a HTTP/1.1" status: 204 len: 168 time: 1.0811930 Jan 29 04:30:18.648546 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53744) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:18.654615 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-163bb680-ea50-4bb0-a6b3-d334437dbd1c tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1729524201'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:18.687878 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa3c0f-079b-4c82-94fd-4b6760376f8e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event deleted for resources: {'Network': ['ID=42b2a4c9-e3ad-4593-b7e3-e8395c43020a,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:18.688477 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b99799-f95f-4dd8-9711-874b3bfef119 None None] Pushing event updated for resources: {'Port': ['ID=97e4edf8-1b40-40ac-99a6-8b0018dbd334,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:18.691158 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b49ee9-d0cb-4a26-a30e-a0aeccfca446 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:18.694947 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-00b49ee9-d0cb-4a26-a30e-a0aeccfca446 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:18.699062 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b49ee9-d0cb-4a26-a30e-a0aeccfca446 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:18.704810 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b49ee9-d0cb-4a26-a30e-a0aeccfca446 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:18.705377 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-00b49ee9-d0cb-4a26-a30e-a0aeccfca446 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:18.709872 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c59e6a8-e464-45f4-9979-83632d3ae880 None None] Routers {'b43ba331-a11d-4a64-9b59-9b15884ae556'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:18.710300 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-80fb3311-4dce-4eb0-8b97-4094f38ed642 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:18.710866 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-5c59e6a8-e464-45f4-9979-83632d3ae880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:29:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b43ba331-a11d-4a64-9b59-9b15884ae556'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:18.718325 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-80fb3311-4dce-4eb0-8b97-4094f38ed642 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.7342265 Jan 29 04:30:18.719112 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53746) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:18.722171 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-997c176a-e884-4468-995c-7af84acff94b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (b91d4a41-c873-40bb-a939-2d1c96c75157), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:18.727544 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b49ee9-d0cb-4a26-a30e-a0aeccfca446 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Port': ['ID=99144fe8-2f43-4041-9d9d-dc3d00e6f94b,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:18.812331 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163bb680-ea50-4bb0-a6b3-d334437dbd1c tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Made reservation on behalf of af39ab92727346cabd50ae3ea9026005 for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:18.814287 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-163bb680-ea50-4bb0-a6b3-d334437dbd1c tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:18.821196 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997c176a-e884-4468-995c-7af84acff94b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Network 70072d3d-1f2b-4583-9610-18f070a0163e is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:18.831591 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-00b49ee9-d0cb-4a26-a30e-a0aeccfca446 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2310824 Jan 29 04:30:18.832751 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3a5a5212-5d47-438e-8669-1c823ab4b952 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (91ca6214-9eaf-4a33-b30c-55cb173b511e), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:18.834269 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3a5a5212-5d47-438e-8669-1c823ab4b952 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (91ca6214-9eaf-4a33-b30c-55cb173b511e), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:18.842150 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53748) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:18.858615 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-997c176a-e884-4468-995c-7af84acff94b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:18.881532 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997c176a-e884-4468-995c-7af84acff94b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:18.914701 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-5c59e6a8-e464-45f4-9979-83632d3ae880 None None] Set router b43ba331-a11d-4a64-9b59-9b15884ae556 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:30:18.985736 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3a5a5212-5d47-438e-8669-1c823ab4b952 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for router_controller (91ca6214-9eaf-4a33-b30c-55cb173b511e), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:19.007152 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea333077-3486-4097-9be5-9211bb32bcba tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:19.025501 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea333077-3486-4097-9be5-9211bb32bcba tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:19.029743 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ea333077-3486-4097-9be5-9211bb32bcba tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1834254 Jan 29 04:30:19.030009 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-e99a3634-1552-43cb-b2c9-66db1e8f869e None None] Allocated IP 172.20.0.2 (5c4b0820-7533-41c0-ba63-e4b31d612a43/4bc100bd-705c-4106-867a-98d3dfd79de3/720aa3e7-42e1-42b2-b620-fe3bbe5a5e17) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:19.033942 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53750) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:19.090616 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c176a-e884-4468-995c-7af84acff94b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Pushing event updated for resources: {'Port': ['ID=b91d4a41-c873-40bb-a939-2d1c96c75157,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:19.102505 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3a5a5212-5d47-438e-8669-1c823ab4b952 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (91ca6214-9eaf-4a33-b30c-55cb173b511e), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:19.219275 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3a5a5212-5d47-438e-8669-1c823ab4b952 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:19.220773 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-3a5a5212-5d47-438e-8669-1c823ab4b952 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6261859 Jan 29 04:30:19.223794 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53752) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:19.225955 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-163bb680-ea50-4bb0-a6b3-d334437dbd1c tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:30:19.226112 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 97e4edf8-1b40-40ac-99a6-8b0018dbd334 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:19.231507 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-e1cf1525-666b-43d1-a8d1-a1c3501561dd tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Request body: {'port': {'network_id': '5c4b0820-7533-41c0-ba63-e4b31d612a43', 'name': 'tempest-RoutersTest-122022197'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:19.243345 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-997c176a-e884-4468-995c-7af84acff94b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (70a18c4b-e32f-438f-933e-57481f689f35), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:19.287475 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-163bb680-ea50-4bb0-a6b3-d334437dbd1c tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (e86f0ab3-a1ef-48a9-94f3-376dd9bff19b), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:19.287820 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-163bb680-ea50-4bb0-a6b3-d334437dbd1c tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Added segment e86f0ab3-a1ef-48a9-94f3-376dd9bff19b of type vlan for network 353f3005-2f66-4638-835c-15d2288b0c65 Jan 29 04:30:19.334998 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-b1468f0d-cedc-4397-8503-93f0bff0ed33 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting port 99144fe8-2f43-4041-9d9d-dc3d00e6f94b {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:30:19.335426 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b1468f0d-cedc-4397-8503-93f0bff0ed33 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (99144fe8-2f43-4041-9d9d-dc3d00e6f94b), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:19.398618 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-79b34a47-b95b-41b0-bc7e-4fb494845354 None None] Provisioning complete for port b91d4a41-c873-40bb-a939-2d1c96c75157 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:19.399286 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-79b34a47-b95b-41b0-bc7e-4fb494845354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b91d4a41-c873-40bb-a939-2d1c96c75157), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:19.403094 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e99a3634-1552-43cb-b2c9-66db1e8f869e None None] Publish callbacks [] for port (720aa3e7-42e1-42b2-b620-fe3bbe5a5e17), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:19.406710 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-163bb680-ea50-4bb0-a6b3-d334437dbd1c tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (353f3005-2f66-4638-835c-15d2288b0c65), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:19.441333 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 97e4edf8-1b40-40ac-99a6-8b0018dbd334 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:19.441832 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (97e4edf8-1b40-40ac-99a6-8b0018dbd334), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:19.450290 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-79b34a47-b95b-41b0-bc7e-4fb494845354 None None] Port b91d4a41-c873-40bb-a939-2d1c96c75157 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:30:19.471874 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b1468f0d-cedc-4397-8503-93f0bff0ed33 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (99144fe8-2f43-4041-9d9d-dc3d00e6f94b), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:19.472722 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-5c59e6a8-e464-45f4-9979-83632d3ae880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'name': 'tempest-TestVolumeBootPattern-1182025116-router', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:12Z', 'updated_at': '2022-01-29T04:30:16Z', 'revision_number': 3, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'gw_port': {'id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:14Z', 'updated_at': '2022-01-29T04:30:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:19.485361 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-b1468f0d-cedc-4397-8503-93f0bff0ed33 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Calling delete_port for 99144fe8-2f43-4041-9d9d-dc3d00e6f94b owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:30:19.505311 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e99a3634-1552-43cb-b2c9-66db1e8f869e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (720aa3e7-42e1-42b2-b620-fe3bbe5a5e17), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:19.507363 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c59e6a8-e464-45f4-9979-83632d3ae880 None None] Checking router: b43ba331-a11d-4a64-9b59-9b15884ae556 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:30:19.512602 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c59e6a8-e464-45f4-9979-83632d3ae880 None None] Updating router b43ba331-a11d-4a64-9b59-9b15884ae556 port c69e4f30-1849-4302-86b8-f758bde97fcd binding host dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:30:19.532699 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cf1525-666b-43d1-a8d1-a1c3501561dd tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Made reservation on behalf of b19b1132342942e78366ba08553b13d3 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:19.536461 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e1cf1525-666b-43d1-a8d1-a1c3501561dd tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:19.564626 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-e1cf1525-666b-43d1-a8d1-a1c3501561dd tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] device_id is not set on port 93130953-aa22-4312-b9b4-b502f05b8bb5 yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:30:19.804190 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99a3634-1552-43cb-b2c9-66db1e8f869e None None] Network 5c4b0820-7533-41c0-ba63-e4b31d612a43 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:19.810435 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5c59e6a8-e464-45f4-9979-83632d3ae880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (c69e4f30-1849-4302-86b8-f758bde97fcd), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:19.812204 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-e99a3634-1552-43cb-b2c9-66db1e8f869e None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:19.817496 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99a3634-1552-43cb-b2c9-66db1e8f869e None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:19.865861 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-e1cf1525-666b-43d1-a8d1-a1c3501561dd tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Allocated IP 172.20.0.12 (5c4b0820-7533-41c0-ba63-e4b31d612a43/4bc100bd-705c-4106-867a-98d3dfd79de3/93130953-aa22-4312-b9b4-b502f05b8bb5) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:19.894712 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a3634-1552-43cb-b2c9-66db1e8f869e None None] Pushing event updated for resources: {'Port': ['ID=720aa3e7-42e1-42b2-b620-fe3bbe5a5e17,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:19.972059 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-163bb680-ea50-4bb0-a6b3-d334437dbd1c tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (353f3005-2f66-4638-835c-15d2288b0c65), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:19.977606 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163bb680-ea50-4bb0-a6b3-d334437dbd1c tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:19.978286 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-163bb680-ea50-4bb0-a6b3-d334437dbd1c tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:20.088680 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-e99a3634-1552-43cb-b2c9-66db1e8f869e None None] Attempting to bind port 720aa3e7-42e1-42b2-b620-fe3bbe5a5e17 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:30:20.089061 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-e99a3634-1552-43cb-b2c9-66db1e8f869e None None] Attempting to bind port 720aa3e7-42e1-42b2-b620-fe3bbe5a5e17 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'ae2a9047-c636-45de-958c-fd1b5f074874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5c4b0820-7533-41c0-ba63-e4b31d612a43'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:30:20.089518 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99a3634-1552-43cb-b2c9-66db1e8f869e None None] Attempting to bind port 720aa3e7-42e1-42b2-b620-fe3bbe5a5e17 on network 5c4b0820-7533-41c0-ba63-e4b31d612a43 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:30:20.095935 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e1cf1525-666b-43d1-a8d1-a1c3501561dd tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for port (93130953-aa22-4312-b9b4-b502f05b8bb5), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:20.130214 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99a3634-1552-43cb-b2c9-66db1e8f869e None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:30:20.130950 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99a3634-1552-43cb-b2c9-66db1e8f869e None None] Checking segment: {'id': 'ae2a9047-c636-45de-958c-fd1b5f074874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5c4b0820-7533-41c0-ba63-e4b31d612a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:30:20.132283 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e99a3634-1552-43cb-b2c9-66db1e8f869e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:20.132873 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99a3634-1552-43cb-b2c9-66db1e8f869e None None] Bound using segment: {'id': 'ae2a9047-c636-45de-958c-fd1b5f074874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5c4b0820-7533-41c0-ba63-e4b31d612a43'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:30:20.133269 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b1468f0d-cedc-4397-8503-93f0bff0ed33 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (99144fe8-2f43-4041-9d9d-dc3d00e6f94b), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:20.133760 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-e99a3634-1552-43cb-b2c9-66db1e8f869e None None] Bound port: 720aa3e7-42e1-42b2-b620-fe3bbe5a5e17, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae2a9047-c636-45de-958c-fd1b5f074874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5c4b0820-7533-41c0-ba63-e4b31d612a43'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:30:20.134322 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e99a3634-1552-43cb-b2c9-66db1e8f869e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (720aa3e7-42e1-42b2-b620-fe3bbe5a5e17), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:20.138288 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163bb680-ea50-4bb0-a6b3-d334437dbd1c tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event updated for resources: {'Network': ['ID=353f3005-2f66-4638-835c-15d2288b0c65,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:20.152871 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-163bb680-ea50-4bb0-a6b3-d334437dbd1c tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5023220 Jan 29 04:30:20.153493 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 97e4edf8-1b40-40ac-99a6-8b0018dbd334 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:20.154190 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (97e4edf8-1b40-40ac-99a6-8b0018dbd334), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:20.167163 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 353f3005-2f66-4638-835c-15d2288b0c65 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:30:20.194560 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53754) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:20.197924 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cefbe027-db75-46b5-b63a-78a2aefe968f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:20.200292 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-997c176a-e884-4468-995c-7af84acff94b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b91d4a41-c873-40bb-a939-2d1c96c75157), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:20.200505 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-4774814c-b863-4a08-951c-14ba588b1acc tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Request body: {'subnet': {'network_id': '353f3005-2f66-4638-835c-15d2288b0c65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:20.305052 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1468f0d-cedc-4397-8503-93f0bff0ed33 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Port': ['ID=99144fe8-2f43-4041-9d9d-dc3d00e6f94b,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:20.310984 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e1cf1525-666b-43d1-a8d1-a1c3501561dd tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (93130953-aa22-4312-b9b4-b502f05b8bb5), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:20.376744 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-70d9d5ab-f1a4-4a1c-93de-8611a86f0938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:20.417319 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b1468f0d-cedc-4397-8503-93f0bff0ed33 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:20.432073 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b1468f0d-cedc-4397-8503-93f0bff0ed33 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/ports/99144fe8-2f43-4041-9d9d-dc3d00e6f94b HTTP/1.1" status: 204 len: 168 time: 1.3979239 Jan 29 04:30:20.433858 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:30:20.441115 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53756) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:20.449316 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cf1525-666b-43d1-a8d1-a1c3501561dd tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Network 5c4b0820-7533-41c0-ba63-e4b31d612a43 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:20.453730 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 97e4edf8-1b40-40ac-99a6-8b0018dbd334, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=97e4edf8-1b40-40ac-99a6-8b0018dbd334,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:20.477786 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-cefbe027-db75-46b5-b63a-78a2aefe968f admin admin] Allocated IP 172.20.0.1 (0e91feca-45f0-4a0a-b0ad-b17a5562d039/c5ef5406-79aa-4490-92c9-3e7f9e568ee2/98a2ab77-b23f-4e5a-bf17-3bc88a105717) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:20.482613 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-e1cf1525-666b-43d1-a8d1-a1c3501561dd tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:20.494595 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-f11ee67d-0c72-4f95-9b2d-a7dea230b25b None None] Provisioning complete for port 97e4edf8-1b40-40ac-99a6-8b0018dbd334 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:20.495221 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f11ee67d-0c72-4f95-9b2d-a7dea230b25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (97e4edf8-1b40-40ac-99a6-8b0018dbd334), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:20.533308 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf1525-666b-43d1-a8d1-a1c3501561dd tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event updated for resources: {'Port': ['ID=93130953-aa22-4312-b9b4-b502f05b8bb5,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:20.535449 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-e99a3634-1552-43cb-b2c9-66db1e8f869e None None] For port 720aa3e7-42e1-42b2-b620-fe3bbe5a5e17, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:30:20.541403 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cf1525-666b-43d1-a8d1-a1c3501561dd tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:20.561917 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4774814c-b863-4a08-951c-14ba588b1acc tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Made reservation on behalf of af39ab92727346cabd50ae3ea9026005 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:20.571284 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4774814c-b863-4a08-951c-14ba588b1acc tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:20.593553 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-e99a3634-1552-43cb-b2c9-66db1e8f869e None None] For port 720aa3e7-42e1-42b2-b620-fe3bbe5a5e17, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=720aa3e7-42e1-42b2-b620-fe3bbe5a5e17,segment=NetworkSegment(ae2a9047-c636-45de-958c-fd1b5f074874),segment_id=ae2a9047-c636-45de-958c-fd1b5f074874)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:30:20.595482 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (97e4edf8-1b40-40ac-99a6-8b0018dbd334), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:20.596660 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device dc594239-a286-4bb2-8d8f-ab652ae44742 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:20.621689 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cefbe027-db75-46b5-b63a-78a2aefe968f admin admin] Publish callbacks [] for port (98a2ab77-b23f-4e5a-bf17-3bc88a105717), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:20.710806 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cefbe027-db75-46b5-b63a-78a2aefe968f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (98a2ab77-b23f-4e5a-bf17-3bc88a105717), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:20.712007 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa816773-d997-43f3-842e-cb3a043acfbe tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:20.713791 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa816773-d997-43f3-842e-cb3a043acfbe tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:20.716259 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-aa816773-d997-43f3-842e-cb3a043acfbe tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2712648 Jan 29 04:30:20.719130 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53758) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:20.727815 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cf1525-666b-43d1-a8d1-a1c3501561dd tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:20.728817 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e1cf1525-666b-43d1-a8d1-a1c3501561dd tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:20.738608 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e99a3634-1552-43cb-b2c9-66db1e8f869e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (720aa3e7-42e1-42b2-b620-fe3bbe5a5e17), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:20.767764 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=97e4edf8-1b40-40ac-99a6-8b0018dbd334,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:20.821754 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-e1cf1525-666b-43d1-a8d1-a1c3501561dd tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.5964394 Jan 29 04:30:20.830248 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53760) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:20.917350 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefbe027-db75-46b5-b63a-78a2aefe968f admin admin] Network 0e91feca-45f0-4a0a-b0ad-b17a5562d039 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:20.919983 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefbe027-db75-46b5-b63a-78a2aefe968f admin admin] Pushing event updated for resources: {'Port': ['ID=98a2ab77-b23f-4e5a-bf17-3bc88a105717,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:20.937134 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-cefbe027-db75-46b5-b63a-78a2aefe968f admin admin] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:20.941083 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefbe027-db75-46b5-b63a-78a2aefe968f admin admin] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:21.007683 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cbcd7fa-ff1a-4bd7-a2e6-c73b8761e856 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting subnet 777b4d67-417f-4a87-a2cd-61a56a61ce9a {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:30:21.015094 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5cbcd7fa-ff1a-4bd7-a2e6-c73b8761e856 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (777b4d67-417f-4a87-a2cd-61a56a61ce9a), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:21.057021 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5c59e6a8-e464-45f4-9979-83632d3ae880 None None] Publish callbacks [] for port (c69e4f30-1849-4302-86b8-f758bde97fcd), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:21.068261 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cefbe027-db75-46b5-b63a-78a2aefe968f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (b43ba331-a11d-4a64-9b59-9b15884ae556), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:21.088418 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-f11ee67d-0c72-4f95-9b2d-a7dea230b25b None None] Current status of the port 97e4edf8-1b40-40ac-99a6-8b0018dbd334 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:21.094718 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a3634-1552-43cb-b2c9-66db1e8f869e None None] Pushing event updated for resources: {'Port': ['ID=720aa3e7-42e1-42b2-b620-fe3bbe5a5e17,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:21.109847 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port dc594239-a286-4bb2-8d8f-ab652ae44742 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:21.110232 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (dc594239-a286-4bb2-8d8f-ab652ae44742), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:21.159477 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5c59e6a8-e464-45f4-9979-83632d3ae880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (c69e4f30-1849-4302-86b8-f758bde97fcd), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:21.179776 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5cbcd7fa-ff1a-4bd7-a2e6-c73b8761e856 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (777b4d67-417f-4a87-a2cd-61a56a61ce9a), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:21.295487 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-032be1c4-56eb-4634-b12f-c72941a08051 None None] Could not find standard attr ID for object 99144fe8-2f43-4041-9d9d-dc3d00e6f94b. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:30:21.305666 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-5c59e6a8-e464-45f4-9979-83632d3ae880 None None] Attempting to bind port c69e4f30-1849-4302-86b8-f758bde97fcd on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:30:21.306809 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-5c59e6a8-e464-45f4-9979-83632d3ae880 None None] Attempting to bind port c69e4f30-1849-4302-86b8-f758bde97fcd by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:30:21.306809 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c59e6a8-e464-45f4-9979-83632d3ae880 None None] Attempting to bind port c69e4f30-1849-4302-86b8-f758bde97fcd on network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:30:21.391457 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42caed-1066-4b9e-b047-8cf88776ed6f None None] Pushing event updated for resources: {'Port': ['ID=c69e4f30-1849-4302-86b8-f758bde97fcd,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:21.400037 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-997c176a-e884-4468-995c-7af84acff94b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks [] for port (b91d4a41-c873-40bb-a939-2d1c96c75157), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:21.411062 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c59e6a8-e464-45f4-9979-83632d3ae880 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:30:21.415247 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c59e6a8-e464-45f4-9979-83632d3ae880 None None] Checking segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:30:21.415247 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5c59e6a8-e464-45f4-9979-83632d3ae880 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:21.415247 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c59e6a8-e464-45f4-9979-83632d3ae880 None None] Bound using segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:30:21.415247 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-5c59e6a8-e464-45f4-9979-83632d3ae880 None None] Bound port: c69e4f30-1849-4302-86b8-f758bde97fcd, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:30:21.415247 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5c59e6a8-e464-45f4-9979-83632d3ae880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (c69e4f30-1849-4302-86b8-f758bde97fcd), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:21.444366 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cefbe027-db75-46b5-b63a-78a2aefe968f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (98a2ab77-b23f-4e5a-bf17-3bc88a105717), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:21.472178 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port dc594239-a286-4bb2-8d8f-ab652ae44742 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:21.500326 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-997c176a-e884-4468-995c-7af84acff94b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (b91d4a41-c873-40bb-a939-2d1c96c75157), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:21.512428 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-5c59e6a8-e464-45f4-9979-83632d3ae880 None None] For port c69e4f30-1849-4302-86b8-f758bde97fcd, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:30:21.562371 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-5c59e6a8-e464-45f4-9979-83632d3ae880 None None] For port c69e4f30-1849-4302-86b8-f758bde97fcd, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=c69e4f30-1849-4302-86b8-f758bde97fcd,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:30:21.573420 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-c2a94777-ad6d-4eeb-be92-32fc95903ff7 None None] Provisioning complete for port 98a2ab77-b23f-4e5a-bf17-3bc88a105717 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:21.573799 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c2a94777-ad6d-4eeb-be92-32fc95903ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (98a2ab77-b23f-4e5a-bf17-3bc88a105717), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:21.603132 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device e3398ee9-997b-40ae-a6a0-0439bcb66039 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:30:21.610378 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-997c176a-e884-4468-995c-7af84acff94b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (70a18c4b-e32f-438f-933e-57481f689f35), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:21.629325 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: e3398ee9-997b-40ae-a6a0-0439bcb66039 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:30:21.629671 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device e3398ee9-997b-40ae-a6a0-0439bcb66039 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:30:21.633092 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5c59e6a8-e464-45f4-9979-83632d3ae880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (c69e4f30-1849-4302-86b8-f758bde97fcd), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:21.691690 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5cbcd7fa-ff1a-4bd7-a2e6-c73b8761e856 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (777b4d67-417f-4a87-a2cd-61a56a61ce9a), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:21.697306 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42caed-1066-4b9e-b047-8cf88776ed6f None None] Pushing event updated for resources: {'Port': ['ID=c69e4f30-1849-4302-86b8-f758bde97fcd,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:21.701123 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c2a94777-ad6d-4eeb-be92-32fc95903ff7 None None] Port 98a2ab77-b23f-4e5a-bf17-3bc88a105717 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:30:21.724165 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c59e6a8-e464-45f4-9979-83632d3ae880 None None] Routers {'b43ba331-a11d-4a64-9b59-9b15884ae556'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:21.724165 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-5c59e6a8-e464-45f4-9979-83632d3ae880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:29:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b43ba331-a11d-4a64-9b59-9b15884ae556'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:21.810128 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c176a-e884-4468-995c-7af84acff94b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Pushing event updated for resources: {'Port': ['ID=b91d4a41-c873-40bb-a939-2d1c96c75157,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:21.838013 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bd9f9816-0138-4f68-b772-25540d6a8e4a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (93130953-aa22-4312-b9b4-b502f05b8bb5), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:21.866685 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4774814c-b863-4a08-951c-14ba588b1acc tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (bae36a50-d258-4161-bbab-842e8505750a), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:21.909679 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-5c59e6a8-e464-45f4-9979-83632d3ae880 None None] Set router b43ba331-a11d-4a64-9b59-9b15884ae556 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:30:22.018048 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997c176a-e884-4468-995c-7af84acff94b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Network 70072d3d-1f2b-4583-9610-18f070a0163e is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:22.020765 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-997c176a-e884-4468-995c-7af84acff94b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:22.041717 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cefbe027-db75-46b5-b63a-78a2aefe968f admin admin] Publish callbacks [] for port (98a2ab77-b23f-4e5a-bf17-3bc88a105717), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:22.120165 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cefbe027-db75-46b5-b63a-78a2aefe968f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (98a2ab77-b23f-4e5a-bf17-3bc88a105717), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:22.286934 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefbe027-db75-46b5-b63a-78a2aefe968f admin admin] Pushing event updated for resources: {'Port': ['ID=98a2ab77-b23f-4e5a-bf17-3bc88a105717,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:22.296206 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cefbe027-db75-46b5-b63a-78a2aefe968f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (b43ba331-a11d-4a64-9b59-9b15884ae556), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:22.317243 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997c176a-e884-4468-995c-7af84acff94b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Router 70a18c4b-e32f-438f-933e-57481f689f35 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:30:22.369268 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 97e4edf8-1b40-40ac-99a6-8b0018dbd334 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:22.498960 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-5c59e6a8-e464-45f4-9979-83632d3ae880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'name': 'tempest-TestVolumeBootPattern-1182025116-router', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:12Z', 'updated_at': '2022-01-29T04:30:21Z', 'revision_number': 4, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'gw_port': {'id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:14Z', 'updated_at': '2022-01-29T04:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '98a2ab77-b23f-4e5a-bf17-3bc88a105717', 'name': '', 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'mac_address': 'fa:16:3e:b5:b3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:20Z', 'updated_at': '2022-01-29T04:30:20Z', 'revision_number': 1, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'subnets': [{'id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:22.566304 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefbe027-db75-46b5-b63a-78a2aefe968f admin admin] Network 0e91feca-45f0-4a0a-b0ad-b17a5562d039 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:22.569728 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-90fe7e84-b117-4339-9d22-9efbb8aafd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:22.575440 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c59e6a8-e464-45f4-9979-83632d3ae880 None None] The sync data for ids ['b43ba331-a11d-4a64-9b59-9b15884ae556'] in dv-neutron-821190-1-hyperv is: [{'id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'name': 'tempest-TestVolumeBootPattern-1182025116-router', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:12Z', 'updated_at': '2022-01-29T04:30:21Z', 'revision_number': 4, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'gw_port': {'id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:14Z', 'updated_at': '2022-01-29T04:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '98a2ab77-b23f-4e5a-bf17-3bc88a105717', 'name': '', 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'mac_address': 'fa:16:3e:b5:b3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:20Z', 'updated_at': '2022-01-29T04:30:20Z', 'revision_number': 1, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'subnets': [{'id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:30:22.582687 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-cefbe027-db75-46b5-b63a-78a2aefe968f admin admin] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:22.591185 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997c176a-e884-4468-995c-7af84acff94b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:30:22.601481 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf59288-4546-4289-8bf3-0ae71f9b09a7 None None] Sync routers for ids ['70a18c4b-e32f-438f-933e-57481f689f35'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:30:22.603749 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-997c176a-e884-4468-995c-7af84acff94b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] 10.222.0.13 "PUT /v2.0/routers/70a18c4b-e32f-438f-933e-57481f689f35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3454118 Jan 29 04:30:22.611611 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53762) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:22.618878 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf59288-4546-4289-8bf3-0ae71f9b09a7 None None] Routers {'70a18c4b-e32f-438f-933e-57481f689f35'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:22.621098 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-ddf59288-4546-4289-8bf3-0ae71f9b09a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['70a18c4b-e32f-438f-933e-57481f689f35'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:22.631978 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 97e4edf8-1b40-40ac-99a6-8b0018dbd334 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:22.632354 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (97e4edf8-1b40-40ac-99a6-8b0018dbd334), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:22.634031 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-7a1646c1-ef1e-4c5a-8afa-ef5ec05c9633 None None] Provisioning complete for port b91d4a41-c873-40bb-a939-2d1c96c75157 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:22.634391 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7a1646c1-ef1e-4c5a-8afa-ef5ec05c9633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b91d4a41-c873-40bb-a939-2d1c96c75157), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:22.687665 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-ddf59288-4546-4289-8bf3-0ae71f9b09a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:22.701623 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf59288-4546-4289-8bf3-0ae71f9b09a7 None None] Routers {'70a18c4b-e32f-438f-933e-57481f689f35'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:22.702401 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-ddf59288-4546-4289-8bf3-0ae71f9b09a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['70a18c4b-e32f-438f-933e-57481f689f35'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:22.712325 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-9bd449f9-94b4-4ad9-b4b0-31f577f8c3c0 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Request body: {'port': {'network_id': '70072d3d-1f2b-4583-9610-18f070a0163e', 'name': 'tempest-FloatingIPAdminTestJSON-2020487622'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:22.738427 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-7a1646c1-ef1e-4c5a-8afa-ef5ec05c9633 None None] Port b91d4a41-c873-40bb-a939-2d1c96c75157 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:30:22.739924 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d659e0-f006-4899-843d-4493f0d0078d None None] Network 5c4b0820-7533-41c0-ba63-e4b31d612a43 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:30:22.775223 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-ddf59288-4546-4289-8bf3-0ae71f9b09a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:22.776611 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf59288-4546-4289-8bf3-0ae71f9b09a7 None None] The sync data for ids ['70a18c4b-e32f-438f-933e-57481f689f35'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:30:22.858528 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bd9f9816-0138-4f68-b772-25540d6a8e4a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for port (93130953-aa22-4312-b9b4-b502f05b8bb5), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:22.944312 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bd9f9816-0138-4f68-b772-25540d6a8e4a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (93130953-aa22-4312-b9b4-b502f05b8bb5), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:23.022638 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cefbe027-db75-46b5-b63a-78a2aefe968f admin admin] Router b43ba331-a11d-4a64-9b59-9b15884ae556 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:30:23.045792 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5cbcd7fa-ff1a-4bd7-a2e6-c73b8761e856 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (777b4d67-417f-4a87-a2cd-61a56a61ce9a), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:23.047756 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f9816-0138-4f68-b772-25540d6a8e4a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event updated for resources: {'Port': ['ID=93130953-aa22-4312-b9b4-b502f05b8bb5,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:23.079395 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4774814c-b863-4a08-951c-14ba588b1acc tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event updated for resources: {'Subnet': ['ID=bae36a50-d258-4161-bbab-842e8505750a,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:23.085657 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5cbcd7fa-ff1a-4bd7-a2e6-c73b8761e856 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:23.092108 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-5cbcd7fa-ff1a-4bd7-a2e6-c73b8761e856 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/777b4d67-417f-4a87-a2cd-61a56a61ce9a HTTP/1.1" status: 204 len: 168 time: 2.3715780 Jan 29 04:30:23.093000 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53764) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:23.100009 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c5b394-87e2-40c4-8e4c-34b92c7f5472 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:30:23.109361 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd449f9-94b4-4ad9-b4b0-31f577f8c3c0 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Made reservation on behalf of 9ed9d85214304a109ab7b635e0101697 for: {'port': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:23.112666 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9bd449f9-94b4-4ad9-b4b0-31f577f8c3c0 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:23.143856 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [None req-9bd449f9-94b4-4ad9-b4b0-31f577f8c3c0 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] device_id is not set on port 0812648e-df97-47cf-b018-3c0323aa4975 yet. {{(pid=103584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:30:23.194318 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbcd7fa-ff1a-4bd7-a2e6-c73b8761e856 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Subnet': ['ID=777b4d67-417f-4a87-a2cd-61a56a61ce9a,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:23.201485 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-eb532fb6-10c9-43b4-9e1b-a2eb8c86c5a5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0948558 Jan 29 04:30:23.202110 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53766) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:23.207323 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-54c127c7-b86f-4120-9079-f73b5cc9168b None None] Provisioning complete for port 720aa3e7-42e1-42b2-b620-fe3bbe5a5e17 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:23.207700 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-54c127c7-b86f-4120-9079-f73b5cc9168b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (720aa3e7-42e1-42b2-b620-fe3bbe5a5e17), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:23.211252 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-53747047-a40b-4783-8b8b-a721b7337c09 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'subnet': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:23.289315 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4774814c-b863-4a08-951c-14ba588b1acc tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Checking segment: {'id': 'e86f0ab3-a1ef-48a9-94f3-376dd9bff19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '353f3005-2f66-4638-835c-15d2288b0c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:30:23.289315 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4774814c-b863-4a08-951c-14ba588b1acc tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Network hostable DHCP agents. Network: 353f3005-2f66-4638-835c-15d2288b0c65, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:30:23.402543 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cefbe027-db75-46b5-b63a-78a2aefe968f admin admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:30:23.409653 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-cefbe027-db75-46b5-b63a-78a2aefe968f admin admin] 10.222.0.13 "PUT /v2.0/routers/b43ba331-a11d-4a64-9b59-9b15884ae556/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6890297 Jan 29 04:30:23.414132 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-9bd449f9-94b4-4ad9-b4b0-31f577f8c3c0 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Allocated IP 172.20.0.14 (70072d3d-1f2b-4583-9610-18f070a0163e/2996bdfd-33d6-4bb1-8053-75ea5a7729f5/0812648e-df97-47cf-b018-3c0323aa4975) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:23.455104 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 97e4edf8-1b40-40ac-99a6-8b0018dbd334 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:23.455846 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 720aa3e7-42e1-42b2-b620-fe3bbe5a5e17 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:23.487996 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4774814c-b863-4a08-951c-14ba588b1acc tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Network 353f3005-2f66-4638-835c-15d2288b0c65 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:30:23.551447 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695408bd-3b04-4f08-bcb5-9bde7a5aefba None None] DHCP port deletion for 4d28e89c-1ada-4d65-a68a-7c96765b022b request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:30:23.571789 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-4774814c-b863-4a08-951c-14ba588b1acc tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 353f3005-2f66-4638-835c-15d2288b0c65) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:23.579323 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4774814c-b863-4a08-951c-14ba588b1acc tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:23.580160 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4774814c-b863-4a08-951c-14ba588b1acc tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:23.613721 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-54c127c7-b86f-4120-9079-f73b5cc9168b None None] Current status of the port 720aa3e7-42e1-42b2-b620-fe3bbe5a5e17 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:23.614116 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-54c127c7-b86f-4120-9079-f73b5cc9168b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (720aa3e7-42e1-42b2-b620-fe3bbe5a5e17), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:23.620026 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bd9f9816-0138-4f68-b772-25540d6a8e4a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (91ca6214-9eaf-4a33-b30c-55cb173b511e), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:23.644475 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0091d3-2dfb-418d-a7d3-9350337cf865 None None] Network 353f3005-2f66-4638-835c-15d2288b0c65 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:30:23.684883 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53747047-a40b-4783-8b8b-a721b7337c09 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:23.688446 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-53747047-a40b-4783-8b8b-a721b7337c09 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:23.704064 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9bd449f9-94b4-4ad9-b4b0-31f577f8c3c0 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks [] for port (0812648e-df97-47cf-b018-3c0323aa4975), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:23.717700 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4774814c-b863-4a08-951c-14ba588b1acc tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5219083 Jan 29 04:30:23.738089 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:23.739498 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53772) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:23.750346 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-a07fd7f7-72f2-4b76-b389-bb43f8f54e3b tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1807664404', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:23.829971 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-54c127c7-b86f-4120-9079-f73b5cc9168b None None] For port 720aa3e7-42e1-42b2-b620-fe3bbe5a5e17, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=720aa3e7-42e1-42b2-b620-fe3bbe5a5e17,segment=NetworkSegment(ae2a9047-c636-45de-958c-fd1b5f074874),segment_id=ae2a9047-c636-45de-958c-fd1b5f074874)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:23.834995 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 720aa3e7-42e1-42b2-b620-fe3bbe5a5e17 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:23.835369 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (720aa3e7-42e1-42b2-b620-fe3bbe5a5e17), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:23.841832 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9bd449f9-94b4-4ad9-b4b0-31f577f8c3c0 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (0812648e-df97-47cf-b018-3c0323aa4975), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:23.905306 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a07fd7f7-72f2-4b76-b389-bb43f8f54e3b tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (1d238e28-079a-47d4-be3e-be2af2e2af38), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:23.906225 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a07fd7f7-72f2-4b76-b389-bb43f8f54e3b tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (1d238e28-079a-47d4-be3e-be2af2e2af38), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:23.906382 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-695408bd-3b04-4f08-bcb5-9bde7a5aefba None None] Deleting port 97e4edf8-1b40-40ac-99a6-8b0018dbd334 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:30:23.906695 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-695408bd-3b04-4f08-bcb5-9bde7a5aefba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (97e4edf8-1b40-40ac-99a6-8b0018dbd334), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:23.915977 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:23.919278 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd449f9-94b4-4ad9-b4b0-31f577f8c3c0 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Network 70072d3d-1f2b-4583-9610-18f070a0163e is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:23.930317 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-9bd449f9-94b4-4ad9-b4b0-31f577f8c3c0 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:24.027055 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-54c127c7-b86f-4120-9079-f73b5cc9168b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (720aa3e7-42e1-42b2-b620-fe3bbe5a5e17), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:24.046204 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a07fd7f7-72f2-4b76-b389-bb43f8f54e3b tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for router_controller (1d238e28-079a-47d4-be3e-be2af2e2af38), precommit_add_association {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:24.047193 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd449f9-94b4-4ad9-b4b0-31f577f8c3c0 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:24.095852 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd449f9-94b4-4ad9-b4b0-31f577f8c3c0 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Pushing event updated for resources: {'Port': ['ID=0812648e-df97-47cf-b018-3c0323aa4975,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:24.108993 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a07fd7f7-72f2-4b76-b389-bb43f8f54e3b tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (1d238e28-079a-47d4-be3e-be2af2e2af38), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:24.115531 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bd9f9816-0138-4f68-b772-25540d6a8e4a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (93130953-aa22-4312-b9b4-b502f05b8bb5), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:24.143235 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23665257-7654-4662-9e7e-3c94da033032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-353f3005-2f66-4638-835c-15d2288b0c65', 'network_id': '353f3005-2f66-4638-835c-15d2288b0c65', 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'fixed_ips': [{'subnet_id': 'bae36a50-d258-4161-bbab-842e8505750a'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:30:24.143235 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-23665257-7654-4662-9e7e-3c94da033032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:24.162073 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd449f9-94b4-4ad9-b4b0-31f577f8c3c0 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:24.186160 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9bd449f9-94b4-4ad9-b4b0-31f577f8c3c0 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:24.243915 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a07fd7f7-72f2-4b76-b389-bb43f8f54e3b tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:24.246680 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a07fd7f7-72f2-4b76-b389-bb43f8f54e3b tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5061328 Jan 29 04:30:24.249591 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53778) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:24.255597 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-d6a19a93-b39d-4f1b-aaac-4bbdd04af822 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Request body: {'port': {'network_id': '353f3005-2f66-4638-835c-15d2288b0c65', 'name': 'tempest-RoutersIpV6Test-368254035'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:24.308329 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-695408bd-3b04-4f08-bcb5-9bde7a5aefba None None] For port 97e4edf8-1b40-40ac-99a6-8b0018dbd334, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=97e4edf8-1b40-40ac-99a6-8b0018dbd334,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:24.315110 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-695408bd-3b04-4f08-bcb5-9bde7a5aefba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (97e4edf8-1b40-40ac-99a6-8b0018dbd334), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:24.344022 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-9bd449f9-94b4-4ad9-b4b0-31f577f8c3c0 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.7312181 Jan 29 04:30:24.347327 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53782) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:24.555709 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-695408bd-3b04-4f08-bcb5-9bde7a5aefba None None] Calling delete_port for 97e4edf8-1b40-40ac-99a6-8b0018dbd334 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:30:24.651703 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-76078bee-0c09-4c6e-a6e7-bb3b397b8cbc tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] Request body: {'floatingip': {'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'project_id': '9ed9d85214304a109ab7b635e0101697', 'port_id': '0812648e-df97-47cf-b018-3c0323aa4975'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:24.670031 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c127c7-b86f-4120-9079-f73b5cc9168b None None] Pushing event updated for resources: {'Port': ['ID=720aa3e7-42e1-42b2-b620-fe3bbe5a5e17,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:24.679578 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-adae40de-7c95-4fae-8578-f612cb8b82ef None None] Provisioning complete for port 93130953-aa22-4312-b9b4-b502f05b8bb5 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:24.680023 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-adae40de-7c95-4fae-8578-f612cb8b82ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (93130953-aa22-4312-b9b4-b502f05b8bb5), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:24.686128 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a19a93-b39d-4f1b-aaac-4bbdd04af822 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Made reservation on behalf of af39ab92727346cabd50ae3ea9026005 for: {'port': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:24.692038 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d6a19a93-b39d-4f1b-aaac-4bbdd04af822 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:24.719902 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [None req-d6a19a93-b39d-4f1b-aaac-4bbdd04af822 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] device_id is not set on port db310876-dd2b-45f2-be0b-41075600c562 yet. {{(pid=103584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:30:24.729382 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.objects.ports [None req-53747047-a40b-4783-8b8b-a721b7337c09 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103585) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 04:30:24.751521 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 720aa3e7-42e1-42b2-b620-fe3bbe5a5e17 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:24.834804 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-695408bd-3b04-4f08-bcb5-9bde7a5aefba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (97e4edf8-1b40-40ac-99a6-8b0018dbd334), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:24.845330 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-76078bee-0c09-4c6e-a6e7-bb3b397b8cbc tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:24.864413 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-adae40de-7c95-4fae-8578-f612cb8b82ef None None] Port 93130953-aa22-4312-b9b4-b502f05b8bb5 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:30:24.899878 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-23665257-7654-4662-9e7e-3c94da033032 None None] Allocated IP 2001:db8::2 (353f3005-2f66-4638-835c-15d2288b0c65/bae36a50-d258-4161-bbab-842e8505750a/7700f85c-1f3f-43e9-a307-d14aa570eda9) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:24.941477 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53790) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:24.956190 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-1792e462-6dd7-426d-b7cc-38f69fad54de admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-26303668-network', 'tenant_id': '294fd5fc09ed4976959bc7fd5f0c8682'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:24.996904 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695408bd-3b04-4f08-bcb5-9bde7a5aefba None None] Pushing event deleted for resources: {'Port': ['ID=97e4edf8-1b40-40ac-99a6-8b0018dbd334,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:25.012172 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695408bd-3b04-4f08-bcb5-9bde7a5aefba None None] No DVR routers for this DVR port 97e4edf8-1b40-40ac-99a6-8b0018dbd334 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:30:25.014277 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:25.028971 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-adae40de-7c95-4fae-8578-f612cb8b82ef None None] Provisioning complete for port 720aa3e7-42e1-42b2-b620-fe3bbe5a5e17 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:25.029332 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-adae40de-7c95-4fae-8578-f612cb8b82ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (720aa3e7-42e1-42b2-b620-fe3bbe5a5e17), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:25.041625 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1792e462-6dd7-426d-b7cc-38f69fad54de admin admin] Made reservation on behalf of 294fd5fc09ed4976959bc7fd5f0c8682 for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:25.045786 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1792e462-6dd7-426d-b7cc-38f69fad54de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:25.074062 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1792e462-6dd7-426d-b7cc-38f69fad54de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:25.081616 dv-neutron-821190-1-hyperv neutron-server[103585]: WARNING neutron.services.revisions.revision_plugin [None req-53747047-a40b-4783-8b8b-a721b7337c09 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Could not find related port for resource to bump revision. Jan 29 04:30:25.109075 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-76078bee-0c09-4c6e-a6e7-bb3b397b8cbc tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:25.137689 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device c69e4f30-1849-4302-86b8-f758bde97fcd up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:25.140754 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bd9f9816-0138-4f68-b772-25540d6a8e4a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for port (93130953-aa22-4312-b9b4-b502f05b8bb5), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:25.143448 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.ipam_pluggable_backend [None req-53747047-a40b-4783-8b8b-a721b7337c09 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Port 97e4edf8-1b40-40ac-99a6-8b0018dbd334 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103585) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 29 04:30:25.143757 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.ipam_pluggable_backend [None req-53747047-a40b-4783-8b8b-a721b7337c09 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Reverting IP allocation for 2001:db8::f816:3eff:fe95:8321 {{(pid=103585) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 29 04:30:25.147641 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.ipam_pluggable_backend [None req-53747047-a40b-4783-8b8b-a721b7337c09 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe95:8321 {{(pid=103585) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 29 04:30:25.149765 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-53747047-a40b-4783-8b8b-a721b7337c09 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (0e9cd4a0-0f44-4b8c-849e-1af149b11c6f), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:25.208319 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-23665257-7654-4662-9e7e-3c94da033032 None None] Publish callbacks [] for port (7700f85c-1f3f-43e9-a307-d14aa570eda9), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:25.208465 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53747047-a40b-4783-8b8b-a721b7337c09 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:25.214865 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-53747047-a40b-4783-8b8b-a721b7337c09 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:25.219090 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bd9f9816-0138-4f68-b772-25540d6a8e4a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (93130953-aa22-4312-b9b4-b502f05b8bb5), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:25.222640 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53747047-a40b-4783-8b8b-a721b7337c09 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:25.224606 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-53747047-a40b-4783-8b8b-a721b7337c09 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:25.237198 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0106fd54-58b3-4e33-b84b-7a49a77bc781 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:30:25.239547 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1792e462-6dd7-426d-b7cc-38f69fad54de admin admin] Publish callbacks [] for security_group (95d01b2b-05db-4f98-aaf8-6cb2fb5e9057), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:25.291188 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53747047-a40b-4783-8b8b-a721b7337c09 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Subnet': ['ID=0e9cd4a0-0f44-4b8c-849e-1af149b11c6f,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:25.314642 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port c69e4f30-1849-4302-86b8-f758bde97fcd triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:25.315279 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c69e4f30-1849-4302-86b8-f758bde97fcd), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:25.317300 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1792e462-6dd7-426d-b7cc-38f69fad54de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (95d01b2b-05db-4f98-aaf8-6cb2fb5e9057), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:25.317586 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-23665257-7654-4662-9e7e-3c94da033032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (7700f85c-1f3f-43e9-a307-d14aa570eda9), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:25.317933 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bd9f9816-0138-4f68-b772-25540d6a8e4a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (91ca6214-9eaf-4a33-b30c-55cb173b511e), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:25.319857 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f9816-0138-4f68-b772-25540d6a8e4a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event updated for resources: {'Port': ['ID=93130953-aa22-4312-b9b4-b502f05b8bb5,revision_number=3']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:25.353118 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-adae40de-7c95-4fae-8578-f612cb8b82ef None None] Current status of the port 720aa3e7-42e1-42b2-b620-fe3bbe5a5e17 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:25.396240 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-53747047-a40b-4783-8b8b-a721b7337c09 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1901913 Jan 29 04:30:25.398693 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53792) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:25.400764 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1792e462-6dd7-426d-b7cc-38f69fad54de admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:30:25.406415 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-73f5a32b-937c-48ed-bb13-9cb5d249ff6d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'port': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'mac_address': 'fa:16:3e:c5:84:cd', 'name': 'tempest-NetworksTestDHCPv6-1304171448'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:25.415069 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-76078bee-0c09-4c6e-a6e7-bb3b397b8cbc tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] Allocated IP 172.26.8.19 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/8dda5921-b301-42ed-bbc3-d63dedb37789) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:25.416684 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792e462-6dd7-426d-b7cc-38f69fad54de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d01b2b-05db-4f98-aaf8-6cb2fb5e9057,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:25.441080 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1792e462-6dd7-426d-b7cc-38f69fad54de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (d0e34e63-43a8-4204-9685-4d0417a440bd), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:25.441080 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-1792e462-6dd7-426d-b7cc-38f69fad54de admin admin] Added segment d0e34e63-43a8-4204-9685-4d0417a440bd of type vlan for network 05d4bbd6-3b56-426f-bd96-c44620c6a592 Jan 29 04:30:25.441395 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23665257-7654-4662-9e7e-3c94da033032 None None] Network 353f3005-2f66-4638-835c-15d2288b0c65 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:25.448028 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-23665257-7654-4662-9e7e-3c94da033032 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:25.450885 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23665257-7654-4662-9e7e-3c94da033032 None None] Pushing event updated for resources: {'Port': ['ID=7700f85c-1f3f-43e9-a307-d14aa570eda9,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:25.453469 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23665257-7654-4662-9e7e-3c94da033032 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:25.459216 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-d6a19a93-b39d-4f1b-aaac-4bbdd04af822 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Allocated IP 2001:db8::33a (353f3005-2f66-4638-835c-15d2288b0c65/bae36a50-d258-4161-bbab-842e8505750a/db310876-dd2b-45f2-be0b-41075600c562) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:25.498522 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9f9816-0138-4f68-b772-25540d6a8e4a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Network 5c4b0820-7533-41c0-ba63-e4b31d612a43 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:25.503901 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-bd9f9816-0138-4f68-b772-25540d6a8e4a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:25.536667 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-adae40de-7c95-4fae-8578-f612cb8b82ef None None] Provisioning complete for port 98a2ab77-b23f-4e5a-bf17-3bc88a105717 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:25.537177 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-adae40de-7c95-4fae-8578-f612cb8b82ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (98a2ab77-b23f-4e5a-bf17-3bc88a105717), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:25.566234 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1792e462-6dd7-426d-b7cc-38f69fad54de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (05d4bbd6-3b56-426f-bd96-c44620c6a592), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:25.602809 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-23665257-7654-4662-9e7e-3c94da033032 None None] Attempting to bind port 7700f85c-1f3f-43e9-a307-d14aa570eda9 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:30:25.605845 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-23665257-7654-4662-9e7e-3c94da033032 None None] Attempting to bind port 7700f85c-1f3f-43e9-a307-d14aa570eda9 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'e86f0ab3-a1ef-48a9-94f3-376dd9bff19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '353f3005-2f66-4638-835c-15d2288b0c65'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:30:25.607131 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23665257-7654-4662-9e7e-3c94da033032 None None] Attempting to bind port 7700f85c-1f3f-43e9-a307-d14aa570eda9 on network 353f3005-2f66-4638-835c-15d2288b0c65 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:30:25.669668 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23665257-7654-4662-9e7e-3c94da033032 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:30:25.670427 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23665257-7654-4662-9e7e-3c94da033032 None None] Checking segment: {'id': 'e86f0ab3-a1ef-48a9-94f3-376dd9bff19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '353f3005-2f66-4638-835c-15d2288b0c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:30:25.670831 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-23665257-7654-4662-9e7e-3c94da033032 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:25.671386 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23665257-7654-4662-9e7e-3c94da033032 None None] Bound using segment: {'id': 'e86f0ab3-a1ef-48a9-94f3-376dd9bff19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '353f3005-2f66-4638-835c-15d2288b0c65'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:30:25.672265 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-23665257-7654-4662-9e7e-3c94da033032 None None] Bound port: 7700f85c-1f3f-43e9-a307-d14aa570eda9, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e86f0ab3-a1ef-48a9-94f3-376dd9bff19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '353f3005-2f66-4638-835c-15d2288b0c65'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:30:25.673336 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-23665257-7654-4662-9e7e-3c94da033032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (7700f85c-1f3f-43e9-a307-d14aa570eda9), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:25.676356 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c699117-a85c-4033-a623-1ff49d31cc58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-4d28e89c-1ada-4d65-a68a-7c96765b022b', 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'project_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'fixed_ips': [{'subnet_id': '0e9cd4a0-0f44-4b8c-849e-1af149b11c6f'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:30:25.677216 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6c699117-a85c-4033-a623-1ff49d31cc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:25.758702 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-adae40de-7c95-4fae-8578-f612cb8b82ef None None] Port 98a2ab77-b23f-4e5a-bf17-3bc88a105717 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:30:25.765827 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9f9816-0138-4f68-b772-25540d6a8e4a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Router 91ca6214-9eaf-4a33-b30c-55cb173b511e is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:30:25.768112 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port c69e4f30-1849-4302-86b8-f758bde97fcd is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:25.768596 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (c69e4f30-1849-4302-86b8-f758bde97fcd), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:25.773828 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f5a32b-937c-48ed-bb13-9cb5d249ff6d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:25.940703 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9f9816-0138-4f68-b772-25540d6a8e4a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:30:25.946564 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-bd9f9816-0138-4f68-b772-25540d6a8e4a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "PUT /v2.0/routers/91ca6214-9eaf-4a33-b30c-55cb173b511e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1149991 Jan 29 04:30:25.951830 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53794) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:25.983183 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabd0d70-7ffa-41c4-85d2-ae957b7c28cc None None] Sync routers for ids ['91ca6214-9eaf-4a33-b30c-55cb173b511e'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:30:26.027951 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-73f5a32b-937c-48ed-bb13-9cb5d249ff6d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:26.041198 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9d7174-574a-4393-8a48-b6ffe2e2706e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:26.045288 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-df9d7174-574a-4393-8a48-b6ffe2e2706e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "GET /v2.0/ports/93130953-aa22-4312-b9b4-b502f05b8bb5 HTTP/1.1" status: 200 len: 977 time: 0.0901735 Jan 29 04:30:26.045423 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1792e462-6dd7-426d-b7cc-38f69fad54de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (05d4bbd6-3b56-426f-bd96-c44620c6a592), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:26.045868 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1792e462-6dd7-426d-b7cc-38f69fad54de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:26.046223 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1792e462-6dd7-426d-b7cc-38f69fad54de admin admin] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:26.049824 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53796) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:26.067158 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-76078bee-0c09-4c6e-a6e7-bb3b397b8cbc tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] Publish callbacks [] for port (8dda5921-b301-42ed-bbc3-d63dedb37789), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:26.085080 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port c69e4f30-1849-4302-86b8-f758bde97fcd, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=c69e4f30-1849-4302-86b8-f758bde97fcd,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:26.106589 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabd0d70-7ffa-41c4-85d2-ae957b7c28cc None None] Routers {'91ca6214-9eaf-4a33-b30c-55cb173b511e'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:26.106589 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-fabd0d70-7ffa-41c4-85d2-ae957b7c28cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['91ca6214-9eaf-4a33-b30c-55cb173b511e'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:26.115768 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-23665257-7654-4662-9e7e-3c94da033032 None None] For port 7700f85c-1f3f-43e9-a307-d14aa570eda9, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:30:26.119945 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-23665257-7654-4662-9e7e-3c94da033032 None None] For port 7700f85c-1f3f-43e9-a307-d14aa570eda9, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=7700f85c-1f3f-43e9-a307-d14aa570eda9,segment=NetworkSegment(e86f0ab3-a1ef-48a9-94f3-376dd9bff19b),segment_id=e86f0ab3-a1ef-48a9-94f3-376dd9bff19b)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:30:26.123996 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-9172ad6d-d09f-41ab-9d11-5d3070eb5505 None None] Provisioning complete for port 93130953-aa22-4312-b9b4-b502f05b8bb5 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:26.124345 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9172ad6d-d09f-41ab-9d11-5d3070eb5505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (93130953-aa22-4312-b9b4-b502f05b8bb5), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:26.137456 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-73f5a32b-937c-48ed-bb13-9cb5d249ff6d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] device_id is not set on port 16fc808c-885a-42e9-8562-082547cc67fe yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:30:26.176011 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-fabd0d70-7ffa-41c4-85d2-ae957b7c28cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:26.177126 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792e462-6dd7-426d-b7cc-38f69fad54de admin admin] Pushing event updated for resources: {'Network': ['ID=05d4bbd6-3b56-426f-bd96-c44620c6a592,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:26.200435 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d6a19a93-b39d-4f1b-aaac-4bbdd04af822 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for port (db310876-dd2b-45f2-be0b-41075600c562), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:26.227420 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 05d4bbd6-3b56-426f-bd96-c44620c6a592 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:30:26.234983 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (c69e4f30-1849-4302-86b8-f758bde97fcd), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:26.235756 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 720aa3e7-42e1-42b2-b620-fe3bbe5a5e17 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:26.250109 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1792e462-6dd7-426d-b7cc-38f69fad54de admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2970009 Jan 29 04:30:26.257111 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53798) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:26.266992 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-2ed3d001-03d1-4842-8b6e-a24878bd65b4 admin admin] Request body: {'subnet': {'network_id': '05d4bbd6-3b56-426f-bd96-c44620c6a592', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-26303668-subnet', 'tenant_id': '294fd5fc09ed4976959bc7fd5f0c8682', 'ip_version': 4}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:26.303484 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-76078bee-0c09-4c6e-a6e7-bb3b397b8cbc tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (8dda5921-b301-42ed-bbc3-d63dedb37789), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:26.312201 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-23665257-7654-4662-9e7e-3c94da033032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (7700f85c-1f3f-43e9-a307-d14aa570eda9), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:26.352905 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76078bee-0c09-4c6e-a6e7-bb3b397b8cbc tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] Pushing event updated for resources: {'Port': ['ID=8dda5921-b301-42ed-bbc3-d63dedb37789,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:26.358691 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d6a19a93-b39d-4f1b-aaac-4bbdd04af822 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (db310876-dd2b-45f2-be0b-41075600c562), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:26.360534 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-9172ad6d-d09f-41ab-9d11-5d3070eb5505 None None] Port 93130953-aa22-4312-b9b4-b502f05b8bb5 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:30:26.378928 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabd0d70-7ffa-41c4-85d2-ae957b7c28cc None None] Routers {'91ca6214-9eaf-4a33-b30c-55cb173b511e'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:26.379547 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-fabd0d70-7ffa-41c4-85d2-ae957b7c28cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['91ca6214-9eaf-4a33-b30c-55cb173b511e'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:26.415539 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed3d001-03d1-4842-8b6e-a24878bd65b4 admin admin] Made reservation on behalf of 294fd5fc09ed4976959bc7fd5f0c8682 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:26.417992 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2ed3d001-03d1-4842-8b6e-a24878bd65b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:26.424846 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76078bee-0c09-4c6e-a6e7-bb3b397b8cbc tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:26.430013 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a19a93-b39d-4f1b-aaac-4bbdd04af822 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Network 353f3005-2f66-4638-835c-15d2288b0c65 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:26.447813 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-d6a19a93-b39d-4f1b-aaac-4bbdd04af822 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:26.454258 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-6c699117-a85c-4033-a623-1ff49d31cc58 None None] Allocated IP 2001:db8::f816:3eff:fe5c:a8ea (4d28e89c-1ada-4d65-a68a-7c96765b022b/0e9cd4a0-0f44-4b8c-849e-1af149b11c6f/a7974b08-a282-42ef-864c-814674d3dfd6) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:26.457553 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f29709-6df9-4931-98a1-04598e98d4b1 None None] Sync routers for ids ['b43ba331-a11d-4a64-9b59-9b15884ae556'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:30:26.465466 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-76078bee-0c09-4c6e-a6e7-bb3b397b8cbc tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:26.467639 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a19a93-b39d-4f1b-aaac-4bbdd04af822 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event updated for resources: {'Port': ['ID=db310876-dd2b-45f2-be0b-41075600c562,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:26.472724 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a19a93-b39d-4f1b-aaac-4bbdd04af822 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:26.481057 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a19a93-b39d-4f1b-aaac-4bbdd04af822 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:26.481222 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-fabd0d70-7ffa-41c4-85d2-ae957b7c28cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:26.481316 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d6a19a93-b39d-4f1b-aaac-4bbdd04af822 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:26.481407 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabd0d70-7ffa-41c4-85d2-ae957b7c28cc None None] The sync data for ids ['91ca6214-9eaf-4a33-b30c-55cb173b511e'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:30:26.482569 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f29709-6df9-4931-98a1-04598e98d4b1 None None] Routers {'b43ba331-a11d-4a64-9b59-9b15884ae556'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:26.484105 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-f7f29709-6df9-4931-98a1-04598e98d4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b43ba331-a11d-4a64-9b59-9b15884ae556'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:26.488676 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76078bee-0c09-4c6e-a6e7-bb3b397b8cbc tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:26.525264 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=c69e4f30-1849-4302-86b8-f758bde97fcd,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:26.533063 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-9172ad6d-d09f-41ab-9d11-5d3070eb5505 None None] Provisioning complete for port 0812648e-df97-47cf-b018-3c0323aa4975 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:26.533445 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9172ad6d-d09f-41ab-9d11-5d3070eb5505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (0812648e-df97-47cf-b018-3c0323aa4975), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:26.646057 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:26.650099 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-f7f29709-6df9-4931-98a1-04598e98d4b1 None None] Set router b43ba331-a11d-4a64-9b59-9b15884ae556 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:30:26.673594 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 720aa3e7-42e1-42b2-b620-fe3bbe5a5e17 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:26.673971 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (720aa3e7-42e1-42b2-b620-fe3bbe5a5e17), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:26.674830 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d6a19a93-b39d-4f1b-aaac-4bbdd04af822 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4238985 Jan 29 04:30:26.683016 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53800) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:26.756328 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-9172ad6d-d09f-41ab-9d11-5d3070eb5505 None None] Port 0812648e-df97-47cf-b018-3c0323aa4975 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:30:26.766598 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23665257-7654-4662-9e7e-3c94da033032 None None] Pushing event updated for resources: {'Port': ['ID=7700f85c-1f3f-43e9-a307-d14aa570eda9,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:26.879452 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c58ddf4e-39ed-4916-ab66-2efea18b1fb1 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (91ca6214-9eaf-4a33-b30c-55cb173b511e), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:26.911612 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 720aa3e7-42e1-42b2-b620-fe3bbe5a5e17 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:26.953773 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6c699117-a85c-4033-a623-1ff49d31cc58 None None] Publish callbacks [] for port (a7974b08-a282-42ef-864c-814674d3dfd6), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:27.002243 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 97e4edf8-1b40-40ac-99a6-8b0018dbd334 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:30:27.035030 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 97e4edf8-1b40-40ac-99a6-8b0018dbd334 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:30:27.035389 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 97e4edf8-1b40-40ac-99a6-8b0018dbd334 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:30:27.037151 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2ed3d001-03d1-4842-8b6e-a24878bd65b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (cd53a906-441c-4591-8d64-dacfedbd2436), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:27.040435 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6c699117-a85c-4033-a623-1ff49d31cc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (a7974b08-a282-42ef-864c-814674d3dfd6), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:27.088521 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c699117-a85c-4033-a623-1ff49d31cc58 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:27.092242 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-6c699117-a85c-4033-a623-1ff49d31cc58 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:27.095830 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c699117-a85c-4033-a623-1ff49d31cc58 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:27.106467 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c699117-a85c-4033-a623-1ff49d31cc58 None None] Pushing event updated for resources: {'Port': ['ID=a7974b08-a282-42ef-864c-814674d3dfd6,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:27.206194 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-f7f29709-6df9-4931-98a1-04598e98d4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'name': 'tempest-TestVolumeBootPattern-1182025116-router', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:12Z', 'updated_at': '2022-01-29T04:30:21Z', 'revision_number': 4, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'gw_port': {'id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:14Z', 'updated_at': '2022-01-29T04:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '98a2ab77-b23f-4e5a-bf17-3bc88a105717', 'name': '', 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'mac_address': 'fa:16:3e:b5:b3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:20Z', 'updated_at': '2022-01-29T04:30:21Z', 'revision_number': 2, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'subnets': [{'id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:27.223196 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-6c699117-a85c-4033-a623-1ff49d31cc58 None None] Attempting to bind port a7974b08-a282-42ef-864c-814674d3dfd6 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:30:27.223614 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-6c699117-a85c-4033-a623-1ff49d31cc58 None None] Attempting to bind port a7974b08-a282-42ef-864c-814674d3dfd6 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:30:27.224114 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c699117-a85c-4033-a623-1ff49d31cc58 None None] Attempting to bind port a7974b08-a282-42ef-864c-814674d3dfd6 on network 4d28e89c-1ada-4d65-a68a-7c96765b022b {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:30:27.241585 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c699117-a85c-4033-a623-1ff49d31cc58 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:30:27.241999 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c699117-a85c-4033-a623-1ff49d31cc58 None None] Checking segment: {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:30:27.242421 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6c699117-a85c-4033-a623-1ff49d31cc58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:27.242834 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c699117-a85c-4033-a623-1ff49d31cc58 None None] Bound using segment: {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:30:27.244374 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-6c699117-a85c-4033-a623-1ff49d31cc58 None None] Bound port: a7974b08-a282-42ef-864c-814674d3dfd6, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:30:27.245898 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6c699117-a85c-4033-a623-1ff49d31cc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (a7974b08-a282-42ef-864c-814674d3dfd6), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:27.267211 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed3d001-03d1-4842-8b6e-a24878bd65b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd53a906-441c-4591-8d64-dacfedbd2436,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:27.293105 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f29709-6df9-4931-98a1-04598e98d4b1 None None] Checking router: b43ba331-a11d-4a64-9b59-9b15884ae556 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:30:27.295495 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f29709-6df9-4931-98a1-04598e98d4b1 None None] Updating router b43ba331-a11d-4a64-9b59-9b15884ae556 port 98a2ab77-b23f-4e5a-bf17-3bc88a105717 binding host dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:30:27.305044 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed3d001-03d1-4842-8b6e-a24878bd65b4 admin admin] Checking segment: {'id': 'd0e34e63-43a8-4204-9685-4d0417a440bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '05d4bbd6-3b56-426f-bd96-c44620c6a592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:30:27.305044 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed3d001-03d1-4842-8b6e-a24878bd65b4 admin admin] Network hostable DHCP agents. Network: 05d4bbd6-3b56-426f-bd96-c44620c6a592, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:30:27.363065 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f7f29709-6df9-4931-98a1-04598e98d4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (98a2ab77-b23f-4e5a-bf17-3bc88a105717), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:27.430367 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 7700f85c-1f3f-43e9-a307-d14aa570eda9 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:27.457693 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-6c699117-a85c-4033-a623-1ff49d31cc58 None None] For port a7974b08-a282-42ef-864c-814674d3dfd6, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:30:27.478434 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-6c699117-a85c-4033-a623-1ff49d31cc58 None None] For port a7974b08-a282-42ef-864c-814674d3dfd6, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=a7974b08-a282-42ef-864c-814674d3dfd6,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:30:27.491227 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed3d001-03d1-4842-8b6e-a24878bd65b4 admin admin] Network 05d4bbd6-3b56-426f-bd96-c44620c6a592 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:30:27.530850 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 7700f85c-1f3f-43e9-a307-d14aa570eda9 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:27.531692 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (7700f85c-1f3f-43e9-a307-d14aa570eda9), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:27.534446 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-76078bee-0c09-4c6e-a6e7-bb3b397b8cbc tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] Publish callbacks [] for floatingip (d8fd3a3e-46d3-4b5f-97c1-3cc8102864bf), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:27.568286 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6c699117-a85c-4033-a623-1ff49d31cc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (a7974b08-a282-42ef-864c-814674d3dfd6), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:27.604533 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-2ed3d001-03d1-4842-8b6e-a24878bd65b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 05d4bbd6-3b56-426f-bd96-c44620c6a592) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:27.616448 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed3d001-03d1-4842-8b6e-a24878bd65b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:27.619743 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2ed3d001-03d1-4842-8b6e-a24878bd65b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:27.656153 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c699117-a85c-4033-a623-1ff49d31cc58 None None] Pushing event updated for resources: {'Port': ['ID=a7974b08-a282-42ef-864c-814674d3dfd6,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:27.669214 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020cf672-82db-4160-add2-cc36816f3c4e None None] Network 05d4bbd6-3b56-426f-bd96-c44620c6a592 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:30:27.695806 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-73f5a32b-937c-48ed-bb13-9cb5d249ff6d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Allocated IP 2001:db8::f816:3eff:fec5:84cd (4d28e89c-1ada-4d65-a68a-7c96765b022b/0e9cd4a0-0f44-4b8c-849e-1af149b11c6f/16fc808c-885a-42e9-8562-082547cc67fe) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:27.766448 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-2ed3d001-03d1-4842-8b6e-a24878bd65b4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5023501 Jan 29 04:30:27.770479 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53802) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:27.779002 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-dc72a703-8753-4e94-b225-fec3ad166e96 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-26303668-router', 'tenant_id': '294fd5fc09ed4976959bc7fd5f0c8682', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:27.838490 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-76078bee-0c09-4c6e-a6e7-bb3b397b8cbc tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (8dda5921-b301-42ed-bbc3-d63dedb37789), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:27.966432 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f7f29709-6df9-4931-98a1-04598e98d4b1 None None] Publish callbacks [] for port (98a2ab77-b23f-4e5a-bf17-3bc88a105717), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:27.989454 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-420a8636-0c7f-4d44-b50a-c5e382960560 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (db310876-dd2b-45f2-be0b-41075600c562), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:28.036242 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 7700f85c-1f3f-43e9-a307-d14aa570eda9 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:28.036242 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (7700f85c-1f3f-43e9-a307-d14aa570eda9), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:28.050374 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dc72a703-8753-4e94-b225-fec3ad166e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (4f852bc5-2294-4bc2-8f6b-167d4339485d), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:28.052594 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f7f29709-6df9-4931-98a1-04598e98d4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (98a2ab77-b23f-4e5a-bf17-3bc88a105717), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:28.060143 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7473a49-cbdc-409d-862d-0762830971c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-05d4bbd6-3b56-426f-bd96-c44620c6a592', 'network_id': '05d4bbd6-3b56-426f-bd96-c44620c6a592', 'project_id': '294fd5fc09ed4976959bc7fd5f0c8682', 'fixed_ips': [{'subnet_id': 'cd53a906-441c-4591-8d64-dacfedbd2436'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:30:28.061366 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d7473a49-cbdc-409d-862d-0762830971c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:28.061680 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dc72a703-8753-4e94-b225-fec3ad166e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (4f852bc5-2294-4bc2-8f6b-167d4339485d), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:28.348777 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e486f-91a5-4df4-b4ea-e726115c213f None None] Pushing event updated for resources: {'Port': ['ID=98a2ab77-b23f-4e5a-bf17-3bc88a105717,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:28.396945 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e486f-91a5-4df4-b4ea-e726115c213f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:28.397619 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e486f-91a5-4df4-b4ea-e726115c213f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:28.399188 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e486f-91a5-4df4-b4ea-e726115c213f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:28.399720 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e486f-91a5-4df4-b4ea-e726115c213f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:28.400229 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e486f-91a5-4df4-b4ea-e726115c213f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:28.401205 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e486f-91a5-4df4-b4ea-e726115c213f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:28.401734 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e486f-91a5-4df4-b4ea-e726115c213f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:28.402306 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e486f-91a5-4df4-b4ea-e726115c213f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:28.406794 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e486f-91a5-4df4-b4ea-e726115c213f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:28.407876 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e486f-91a5-4df4-b4ea-e726115c213f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:28.408411 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e486f-91a5-4df4-b4ea-e726115c213f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:28.408987 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e486f-91a5-4df4-b4ea-e726115c213f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:28.409376 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e486f-91a5-4df4-b4ea-e726115c213f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:28.429702 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-73f5a32b-937c-48ed-bb13-9cb5d249ff6d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for port (16fc808c-885a-42e9-8562-082547cc67fe), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:28.444680 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 7700f85c-1f3f-43e9-a307-d14aa570eda9, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=7700f85c-1f3f-43e9-a307-d14aa570eda9,segment=NetworkSegment(e86f0ab3-a1ef-48a9-94f3-376dd9bff19b),segment_id=e86f0ab3-a1ef-48a9-94f3-376dd9bff19b)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:28.461243 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-f7f29709-6df9-4931-98a1-04598e98d4b1 None None] Attempting to bind port 98a2ab77-b23f-4e5a-bf17-3bc88a105717 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:30:28.462544 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-f7f29709-6df9-4931-98a1-04598e98d4b1 None None] Attempting to bind port 98a2ab77-b23f-4e5a-bf17-3bc88a105717 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'c716b040-a748-4481-b1ab-9f6d7d87cd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:30:28.463302 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f29709-6df9-4931-98a1-04598e98d4b1 None None] Attempting to bind port 98a2ab77-b23f-4e5a-bf17-3bc88a105717 on network 0e91feca-45f0-4a0a-b0ad-b17a5562d039 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:30:28.485364 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-76078bee-0c09-4c6e-a6e7-bb3b397b8cbc tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] Publish callbacks [] for port (8dda5921-b301-42ed-bbc3-d63dedb37789), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:28.490536 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f29709-6df9-4931-98a1-04598e98d4b1 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:30:28.490536 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f29709-6df9-4931-98a1-04598e98d4b1 None None] Checking segment: {'id': 'c716b040-a748-4481-b1ab-9f6d7d87cd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:30:28.490536 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f7f29709-6df9-4931-98a1-04598e98d4b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:28.490536 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f29709-6df9-4931-98a1-04598e98d4b1 None None] Bound using segment: {'id': 'c716b040-a748-4481-b1ab-9f6d7d87cd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:30:28.490536 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-f7f29709-6df9-4931-98a1-04598e98d4b1 None None] Bound port: 98a2ab77-b23f-4e5a-bf17-3bc88a105717, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c716b040-a748-4481-b1ab-9f6d7d87cd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:30:28.491112 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f7f29709-6df9-4931-98a1-04598e98d4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (98a2ab77-b23f-4e5a-bf17-3bc88a105717), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:28.577971 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9b3358-5f7a-4bf3-9242-7c441c597b99 None None] Network 353f3005-2f66-4638-835c-15d2288b0c65 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:30:28.590098 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (7700f85c-1f3f-43e9-a307-d14aa570eda9), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:28.590410 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device c69e4f30-1849-4302-86b8-f758bde97fcd up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:28.603789 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dc72a703-8753-4e94-b225-fec3ad166e96 admin admin] Publish callbacks [] for router_controller (4f852bc5-2294-4bc2-8f6b-167d4339485d), precommit_add_association {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:28.610574 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-76078bee-0c09-4c6e-a6e7-bb3b397b8cbc tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (8dda5921-b301-42ed-bbc3-d63dedb37789), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:28.623148 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-c58ddf4e-39ed-4916-ab66-2efea18b1fb1 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Deleting port 93130953-aa22-4312-b9b4-b502f05b8bb5 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:30:28.624960 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c58ddf4e-39ed-4916-ab66-2efea18b1fb1 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (93130953-aa22-4312-b9b4-b502f05b8bb5), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:28.666461 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-f7f29709-6df9-4931-98a1-04598e98d4b1 None None] For port 98a2ab77-b23f-4e5a-bf17-3bc88a105717, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:30:28.673839 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-f7f29709-6df9-4931-98a1-04598e98d4b1 None None] For port 98a2ab77-b23f-4e5a-bf17-3bc88a105717, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=98a2ab77-b23f-4e5a-bf17-3bc88a105717,segment=NetworkSegment(c716b040-a748-4481-b1ab-9f6d7d87cd90),segment_id=c716b040-a748-4481-b1ab-9f6d7d87cd90)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:30:28.737369 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-514bf7e4-424e-43c2-a449-ac12b28cfdbe None None] Provisioning complete for port 7700f85c-1f3f-43e9-a307-d14aa570eda9 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:28.737369 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-514bf7e4-424e-43c2-a449-ac12b28cfdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (7700f85c-1f3f-43e9-a307-d14aa570eda9), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:28.760045 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f7f29709-6df9-4931-98a1-04598e98d4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (98a2ab77-b23f-4e5a-bf17-3bc88a105717), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:28.781154 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-d7473a49-cbdc-409d-862d-0762830971c7 None None] Allocated IP 172.20.0.2 (05d4bbd6-3b56-426f-bd96-c44620c6a592/cd53a906-441c-4591-8d64-dacfedbd2436/dd867ee1-62c0-4a21-8e81-1f3097027361) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:28.803437 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76078bee-0c09-4c6e-a6e7-bb3b397b8cbc tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] Pushing event updated for resources: {'Port': ['ID=8dda5921-b301-42ed-bbc3-d63dedb37789,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:28.840438 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c58ddf4e-39ed-4916-ab66-2efea18b1fb1 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (93130953-aa22-4312-b9b4-b502f05b8bb5), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:28.844985 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e486f-91a5-4df4-b4ea-e726115c213f None None] Pushing event updated for resources: {'Port': ['ID=98a2ab77-b23f-4e5a-bf17-3bc88a105717,revision_number=4']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:28.874098 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-73f5a32b-937c-48ed-bb13-9cb5d249ff6d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (16fc808c-885a-42e9-8562-082547cc67fe), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:28.884898 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=7700f85c-1f3f-43e9-a307-d14aa570eda9,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:28.885149 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f29709-6df9-4931-98a1-04598e98d4b1 None None] Routers {'b43ba331-a11d-4a64-9b59-9b15884ae556'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:28.885716 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-f7f29709-6df9-4931-98a1-04598e98d4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b43ba331-a11d-4a64-9b59-9b15884ae556'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:28.892322 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-76078bee-0c09-4c6e-a6e7-bb3b397b8cbc tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (d8fd3a3e-46d3-4b5f-97c1-3cc8102864bf), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:28.919370 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-c58ddf4e-39ed-4916-ab66-2efea18b1fb1 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Calling delete_port for 93130953-aa22-4312-b9b4-b502f05b8bb5 owned by network:router_interface {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:30:28.930358 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port c69e4f30-1849-4302-86b8-f758bde97fcd triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:28.930728 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c69e4f30-1849-4302-86b8-f758bde97fcd), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:29.090377 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f5a32b-937c-48ed-bb13-9cb5d249ff6d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:29.131225 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-73f5a32b-937c-48ed-bb13-9cb5d249ff6d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:29.150309 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-420a8636-0c7f-4d44-b50a-c5e382960560 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for port (db310876-dd2b-45f2-be0b-41075600c562), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:29.162227 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f5a32b-937c-48ed-bb13-9cb5d249ff6d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:29.182188 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f5a32b-937c-48ed-bb13-9cb5d249ff6d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:29.182188 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-73f5a32b-937c-48ed-bb13-9cb5d249ff6d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:29.182927 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-f7f29709-6df9-4931-98a1-04598e98d4b1 None None] Set router b43ba331-a11d-4a64-9b59-9b15884ae556 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:30:29.202507 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f5a32b-937c-48ed-bb13-9cb5d249ff6d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Port': ['ID=16fc808c-885a-42e9-8562-082547cc67fe,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:29.212917 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dc72a703-8753-4e94-b225-fec3ad166e96 admin admin] Publish callbacks [] for router_gateway (4f852bc5-2294-4bc2-8f6b-167d4339485d), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:29.256518 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-420a8636-0c7f-4d44-b50a-c5e382960560 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (db310876-dd2b-45f2-be0b-41075600c562), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:29.430327 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.l3_db [None req-76078bee-0c09-4c6e-a6e7-bb3b397b8cbc tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] Floating IP d8fd3a3e-46d3-4b5f-97c1-3cc8102864bf associated. External IP: 172.26.8.19, port: 0812648e-df97-47cf-b018-3c0323aa4975. Jan 29 04:30:29.431133 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-73f5a32b-937c-48ed-bb13-9cb5d249ff6d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.0313377 Jan 29 04:30:29.449702 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53804) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:29.602099 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-f7f29709-6df9-4931-98a1-04598e98d4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'name': 'tempest-TestVolumeBootPattern-1182025116-router', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:12Z', 'updated_at': '2022-01-29T04:30:21Z', 'revision_number': 4, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'gw_port': {'id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:14Z', 'updated_at': '2022-01-29T04:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '98a2ab77-b23f-4e5a-bf17-3bc88a105717', 'name': '', 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'mac_address': 'fa:16:3e:b5:b3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:20Z', 'updated_at': '2022-01-29T04:30:28Z', 'revision_number': 4, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'subnets': [{'id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:29.670229 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f29709-6df9-4931-98a1-04598e98d4b1 None None] The sync data for ids ['b43ba331-a11d-4a64-9b59-9b15884ae556'] in dv-neutron-821190-1-hyperv is: [{'id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'name': 'tempest-TestVolumeBootPattern-1182025116-router', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:12Z', 'updated_at': '2022-01-29T04:30:21Z', 'revision_number': 4, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'gw_port': {'id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:14Z', 'updated_at': '2022-01-29T04:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '98a2ab77-b23f-4e5a-bf17-3bc88a105717', 'name': '', 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'mac_address': 'fa:16:3e:b5:b3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:20Z', 'updated_at': '2022-01-29T04:30:28Z', 'revision_number': 4, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'subnets': [{'id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:30:29.691013 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d7473a49-cbdc-409d-862d-0762830971c7 None None] Publish callbacks [] for port (dd867ee1-62c0-4a21-8e81-1f3097027361), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:29.698322 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a8636-0c7f-4d44-b50a-c5e382960560 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event updated for resources: {'Port': ['ID=db310876-dd2b-45f2-be0b-41075600c562,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:29.768527 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-514bf7e4-424e-43c2-a449-ac12b28cfdbe None None] Current status of the port 7700f85c-1f3f-43e9-a307-d14aa570eda9 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:29.811808 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port c69e4f30-1849-4302-86b8-f758bde97fcd is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:29.817813 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d7473a49-cbdc-409d-862d-0762830971c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (dd867ee1-62c0-4a21-8e81-1f3097027361), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:29.845324 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e6e5ed-be3a-472c-adbe-f52cd3d61723 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:29.873797 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e6e5ed-be3a-472c-adbe-f52cd3d61723 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:29.881292 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-34e6e5ed-be3a-472c-adbe-f52cd3d61723 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4254055 Jan 29 04:30:29.908173 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53808) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:29.980779 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7473a49-cbdc-409d-862d-0762830971c7 None None] Pushing event updated for resources: {'Port': ['ID=dd867ee1-62c0-4a21-8e81-1f3097027361,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:29.998813 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7473a49-cbdc-409d-862d-0762830971c7 None None] Network 05d4bbd6-3b56-426f-bd96-c44620c6a592 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:30.010110 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-8b82e4a1-9934-4182-80e0-5dcac074aff1 None None] Provisioning complete for port a7974b08-a282-42ef-864c-814674d3dfd6 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:30.010110 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8b82e4a1-9934-4182-80e0-5dcac074aff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (a7974b08-a282-42ef-864c-814674d3dfd6), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:30.019094 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-d7473a49-cbdc-409d-862d-0762830971c7 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:30.056292 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7473a49-cbdc-409d-862d-0762830971c7 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:30.146470 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-420a8636-0c7f-4d44-b50a-c5e382960560 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (1d238e28-079a-47d4-be3e-be2af2e2af38), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:30.163575 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76078bee-0c09-4c6e-a6e7-bb3b397b8cbc tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] Router 70a18c4b-e32f-438f-933e-57481f689f35 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:30:30.240050 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-d7473a49-cbdc-409d-862d-0762830971c7 None None] Attempting to bind port dd867ee1-62c0-4a21-8e81-1f3097027361 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:30:30.244801 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-d7473a49-cbdc-409d-862d-0762830971c7 None None] Attempting to bind port dd867ee1-62c0-4a21-8e81-1f3097027361 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'd0e34e63-43a8-4204-9685-4d0417a440bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '05d4bbd6-3b56-426f-bd96-c44620c6a592'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:30:30.244801 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7473a49-cbdc-409d-862d-0762830971c7 None None] Attempting to bind port dd867ee1-62c0-4a21-8e81-1f3097027361 on network 05d4bbd6-3b56-426f-bd96-c44620c6a592 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:30:30.255942 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7473a49-cbdc-409d-862d-0762830971c7 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:30:30.259032 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7473a49-cbdc-409d-862d-0762830971c7 None None] Checking segment: {'id': 'd0e34e63-43a8-4204-9685-4d0417a440bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '05d4bbd6-3b56-426f-bd96-c44620c6a592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:30:30.260549 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d7473a49-cbdc-409d-862d-0762830971c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:30.261282 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7473a49-cbdc-409d-862d-0762830971c7 None None] Bound using segment: {'id': 'd0e34e63-43a8-4204-9685-4d0417a440bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '05d4bbd6-3b56-426f-bd96-c44620c6a592'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:30:30.264436 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-d7473a49-cbdc-409d-862d-0762830971c7 None None] Bound port: dd867ee1-62c0-4a21-8e81-1f3097027361, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e34e63-43a8-4204-9685-4d0417a440bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '05d4bbd6-3b56-426f-bd96-c44620c6a592'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:30:30.280238 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d7473a49-cbdc-409d-862d-0762830971c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (dd867ee1-62c0-4a21-8e81-1f3097027361), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:30.343855 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c58ddf4e-39ed-4916-ab66-2efea18b1fb1 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (93130953-aa22-4312-b9b4-b502f05b8bb5), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:30.345177 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 7700f85c-1f3f-43e9-a307-d14aa570eda9 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:30.386426 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-9b924a84-46d0-4346-98dd-c0dbeb123052 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting port 16fc808c-885a-42e9-8562-082547cc67fe {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:30:30.396926 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9b924a84-46d0-4346-98dd-c0dbeb123052 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (16fc808c-885a-42e9-8562-082547cc67fe), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:30.460113 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58ddf4e-39ed-4916-ab66-2efea18b1fb1 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event deleted for resources: {'Port': ['ID=93130953-aa22-4312-b9b4-b502f05b8bb5,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:30.512896 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-8b82e4a1-9934-4182-80e0-5dcac074aff1 None None] Current status of the port a7974b08-a282-42ef-864c-814674d3dfd6 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:30.514860 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8b82e4a1-9934-4182-80e0-5dcac074aff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (a7974b08-a282-42ef-864c-814674d3dfd6), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:30.543631 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76078bee-0c09-4c6e-a6e7-bb3b397b8cbc tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:30:30.579168 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58715756-f6f9-4070-9512-26dd370e77f9 None None] Sync routers for ids ['70a18c4b-e32f-438f-933e-57481f689f35'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:30:30.628329 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-8b82e4a1-9934-4182-80e0-5dcac074aff1 None None] For port a7974b08-a282-42ef-864c-814674d3dfd6, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=a7974b08-a282-42ef-864c-814674d3dfd6,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:30.630571 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-d7473a49-cbdc-409d-862d-0762830971c7 None None] For port dd867ee1-62c0-4a21-8e81-1f3097027361, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:30:30.656917 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58715756-f6f9-4070-9512-26dd370e77f9 None None] Routers {'70a18c4b-e32f-438f-933e-57481f689f35'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:30.657848 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-58715756-f6f9-4070-9512-26dd370e77f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['70a18c4b-e32f-438f-933e-57481f689f35'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:30.728354 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-d7473a49-cbdc-409d-862d-0762830971c7 None None] For port dd867ee1-62c0-4a21-8e81-1f3097027361, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=dd867ee1-62c0-4a21-8e81-1f3097027361,segment=NetworkSegment(d0e34e63-43a8-4204-9685-4d0417a440bd),segment_id=d0e34e63-43a8-4204-9685-4d0417a440bd)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:30:30.732762 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-58715756-f6f9-4070-9512-26dd370e77f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:30.741717 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8b82e4a1-9934-4182-80e0-5dcac074aff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (a7974b08-a282-42ef-864c-814674d3dfd6), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:30.774534 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 7700f85c-1f3f-43e9-a307-d14aa570eda9 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:30.775970 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (7700f85c-1f3f-43e9-a307-d14aa570eda9), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:30.880759 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58715756-f6f9-4070-9512-26dd370e77f9 None None] Routers {'70a18c4b-e32f-438f-933e-57481f689f35'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:30.881655 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-58715756-f6f9-4070-9512-26dd370e77f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['70a18c4b-e32f-438f-933e-57481f689f35'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:30.886143 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dc72a703-8753-4e94-b225-fec3ad166e96 admin admin] Publish callbacks [] for router_gateway (4f852bc5-2294-4bc2-8f6b-167d4339485d), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:30.895743 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d7473a49-cbdc-409d-862d-0762830971c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (dd867ee1-62c0-4a21-8e81-1f3097027361), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:30.925095 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dc72a703-8753-4e94-b225-fec3ad166e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:30.952084 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-420a8636-0c7f-4d44-b50a-c5e382960560 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (db310876-dd2b-45f2-be0b-41075600c562), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:31.001944 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-58715756-f6f9-4070-9512-26dd370e77f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:31.002376 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-76078bee-0c09-4c6e-a6e7-bb3b397b8cbc tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:31.003899 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58715756-f6f9-4070-9512-26dd370e77f9 None None] The sync data for ids ['70a18c4b-e32f-438f-933e-57481f689f35'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:30:31.063959 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c58ddf4e-39ed-4916-ab66-2efea18b1fb1 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (91ca6214-9eaf-4a33-b30c-55cb173b511e), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:31.066986 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9b924a84-46d0-4346-98dd-c0dbeb123052 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (16fc808c-885a-42e9-8562-082547cc67fe), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:31.067924 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-8b82e4a1-9934-4182-80e0-5dcac074aff1 None None] Provisioning complete for port 98a2ab77-b23f-4e5a-bf17-3bc88a105717 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:31.068373 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8b82e4a1-9934-4182-80e0-5dcac074aff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (98a2ab77-b23f-4e5a-bf17-3bc88a105717), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:31.076048 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b82e4a1-9934-4182-80e0-5dcac074aff1 None None] Pushing event updated for resources: {'Port': ['ID=a7974b08-a282-42ef-864c-814674d3dfd6,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:31.120099 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-76078bee-0c09-4c6e-a6e7-bb3b397b8cbc tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 6.7650878 Jan 29 04:30:31.122451 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53814) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:31.162135 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-9b924a84-46d0-4346-98dd-c0dbeb123052 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Calling delete_port for 16fc808c-885a-42e9-8562-082547cc67fe owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:30:31.233535 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7473a49-cbdc-409d-862d-0762830971c7 None None] Pushing event updated for resources: {'Port': ['ID=dd867ee1-62c0-4a21-8e81-1f3097027361,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:31.294034 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 7700f85c-1f3f-43e9-a307-d14aa570eda9 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:31.295143 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 98a2ab77-b23f-4e5a-bf17-3bc88a105717 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:31.321133 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e2d27fa2-7ecc-451f-bc68-55295470d9f7 req-825332bd-6787-4ba7-933c-5d80fabfb12d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5379431 Jan 29 04:30:31.365679 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e73544f0-5093-49fc-a469-f46cbda649a4 tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] 10.222.0.13 "GET /v2.0/floatingips/d8fd3a3e-46d3-4b5f-97c1-3cc8102864bf HTTP/1.1" status: 200 len: 983 time: 0.2419949 Jan 29 04:30:31.367883 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-dc72a703-8753-4e94-b225-fec3ad166e96 admin admin] Allocated IP 172.26.8.246 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/d3659982-bc4e-4b11-abb9-28f6d3284941) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:31.371326 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53816) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:31.395653 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-8b82e4a1-9934-4182-80e0-5dcac074aff1 None None] Current status of the port 98a2ab77-b23f-4e5a-bf17-3bc88a105717 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:31.396037 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8b82e4a1-9934-4182-80e0-5dcac074aff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (98a2ab77-b23f-4e5a-bf17-3bc88a105717), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:31.412789 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 98a2ab77-b23f-4e5a-bf17-3bc88a105717 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:31.413171 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (98a2ab77-b23f-4e5a-bf17-3bc88a105717), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:31.480330 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-8b82e4a1-9934-4182-80e0-5dcac074aff1 None None] For port 98a2ab77-b23f-4e5a-bf17-3bc88a105717, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=98a2ab77-b23f-4e5a-bf17-3bc88a105717,segment=NetworkSegment(c716b040-a748-4481-b1ab-9f6d7d87cd90),segment_id=c716b040-a748-4481-b1ab-9f6d7d87cd90)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:31.534237 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-41253bd5-d6b6-4d35-a342-67ae1075fe20 tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2252 time: 0.1595161 Jan 29 04:30:31.560083 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 98a2ab77-b23f-4e5a-bf17-3bc88a105717 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:31.560083 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (98a2ab77-b23f-4e5a-bf17-3bc88a105717), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:31.563748 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53818) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:31.583803 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8b82e4a1-9934-4182-80e0-5dcac074aff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (98a2ab77-b23f-4e5a-bf17-3bc88a105717), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:31.661414 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b82e4a1-9934-4182-80e0-5dcac074aff1 None None] Pushing event updated for resources: {'Port': ['ID=98a2ab77-b23f-4e5a-bf17-3bc88a105717,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:31.731233 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:30:31.732699 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:30:31.737626 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-230fb9f9-59ce-419a-b362-b6875270f6e5 None None] Provisioning complete for port db310876-dd2b-45f2-be0b-41075600c562 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:31.738349 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-230fb9f9-59ce-419a-b362-b6875270f6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (db310876-dd2b-45f2-be0b-41075600c562), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:31.755743 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-420a8636-0c7f-4d44-b50a-c5e382960560 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for port (db310876-dd2b-45f2-be0b-41075600c562), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:31.783525 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-230fb9f9-59ce-419a-b362-b6875270f6e5 None None] Port db310876-dd2b-45f2-be0b-41075600c562 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:30:31.795700 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-230fb9f9-59ce-419a-b362-b6875270f6e5 None None] Provisioning complete for port 7700f85c-1f3f-43e9-a307-d14aa570eda9 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:31.796082 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-230fb9f9-59ce-419a-b362-b6875270f6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (7700f85c-1f3f-43e9-a307-d14aa570eda9), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:31.821653 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dc72a703-8753-4e94-b225-fec3ad166e96 admin admin] Publish callbacks [] for port (d3659982-bc4e-4b11-abb9-28f6d3284941), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:31.855427 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-420a8636-0c7f-4d44-b50a-c5e382960560 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (db310876-dd2b-45f2-be0b-41075600c562), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:31.856212 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-420a8636-0c7f-4d44-b50a-c5e382960560 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (1d238e28-079a-47d4-be3e-be2af2e2af38), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:31.902878 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-230fb9f9-59ce-419a-b362-b6875270f6e5 None None] Current status of the port 7700f85c-1f3f-43e9-a307-d14aa570eda9 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:31.904711 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-2523974e-8950-4763-8d0d-8dc3b661ebea tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Deleting port 8dda5921-b301-42ed-bbc3-d63dedb37789 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:30:31.905182 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2523974e-8950-4763-8d0d-8dc3b661ebea tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (8dda5921-b301-42ed-bbc3-d63dedb37789), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:31.919367 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-230fb9f9-59ce-419a-b362-b6875270f6e5 None None] Provisioning complete for port 16fc808c-885a-42e9-8562-082547cc67fe triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:31.920127 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-230fb9f9-59ce-419a-b362-b6875270f6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (16fc808c-885a-42e9-8562-082547cc67fe), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:31.969997 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-230fb9f9-59ce-419a-b362-b6875270f6e5 None None] Port 16fc808c-885a-42e9-8562-082547cc67fe cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:30:31.976594 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dc72a703-8753-4e94-b225-fec3ad166e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (d3659982-bc4e-4b11-abb9-28f6d3284941), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:32.235132 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d27fa2-7ecc-451f-bc68-55295470d9f7 req-8e8b553c-3a8c-4dea-ad6b-a5ebfde1b682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:32.237030 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e2d27fa2-7ecc-451f-bc68-55295470d9f7 req-8e8b553c-3a8c-4dea-ad6b-a5ebfde1b682 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1218af32ef54486a3687ccbcfae4b37&device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c HTTP/1.1" status: 200 len: 1129 time: 0.8619013 Jan 29 04:30:32.248407 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58ddf4e-39ed-4916-ab66-2efea18b1fb1 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Router 91ca6214-9eaf-4a33-b30c-55cb173b511e has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:30:32.303437 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 98a2ab77-b23f-4e5a-bf17-3bc88a105717 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:32.305022 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device a7974b08-a282-42ef-864c-814674d3dfd6 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:32.387298 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port a7974b08-a282-42ef-864c-814674d3dfd6 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:32.388196 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (a7974b08-a282-42ef-864c-814674d3dfd6), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:32.456902 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc72a703-8753-4e94-b225-fec3ad166e96 admin admin] Pushing event updated for resources: {'Port': ['ID=d3659982-bc4e-4b11-abb9-28f6d3284941,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:32.474437 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc72a703-8753-4e94-b225-fec3ad166e96 admin admin] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:32.478878 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d27fa2-7ecc-451f-bc68-55295470d9f7 req-826b97d6-d25d-4bee-b8cd-32b94d896fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:32.481894 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e2d27fa2-7ecc-451f-bc68-55295470d9f7 req-826b97d6-d25d-4bee-b8cd-32b94d896fb9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9ab12730-721a-45c7-85f6-a754b924ee36 HTTP/1.1" status: 200 len: 898 time: 0.2057292 Jan 29 04:30:32.483361 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-dc72a703-8753-4e94-b225-fec3ad166e96 admin admin] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:32.489161 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc72a703-8753-4e94-b225-fec3ad166e96 admin admin] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:32.497797 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a8636-0c7f-4d44-b50a-c5e382960560 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event updated for resources: {'Port': ['ID=db310876-dd2b-45f2-be0b-41075600c562,revision_number=3']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:32.546161 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port a7974b08-a282-42ef-864c-814674d3dfd6 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:32.660255 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad64c54c-6bcb-485b-9973-376d8ddfd8ed None None] Network 05d4bbd6-3b56-426f-bd96-c44620c6a592 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:30:32.674691 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2523974e-8950-4763-8d0d-8dc3b661ebea tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (8dda5921-b301-42ed-bbc3-d63dedb37789), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:32.675069 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2523974e-8950-4763-8d0d-8dc3b661ebea tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks [] for floatingip (8dda5921-b301-42ed-bbc3-d63dedb37789), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:32.701632 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58ddf4e-39ed-4916-ab66-2efea18b1fb1 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:30:32.707822 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-2523974e-8950-4763-8d0d-8dc3b661ebea tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Calling delete_port for 8dda5921-b301-42ed-bbc3-d63dedb37789 owned by network:floatingip {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:30:32.710502 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c58ddf4e-39ed-4916-ab66-2efea18b1fb1 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "PUT /v2.0/routers/91ca6214-9eaf-4a33-b30c-55cb173b511e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6595790 Jan 29 04:30:32.713734 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e2d27fa2-7ecc-451f-bc68-55295470d9f7 req-547af39f-01be-4db9-8a72-b45e7dbb3735 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ee8941e-2bbc-4cf8-9266-3d84dec89660 HTTP/1.1" status: 200 len: 1001 time: 0.2068706 Jan 29 04:30:32.714436 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53822) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:32.716234 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27699f3-79fc-4558-8ae2-8e7f56aa83fb None None] Sync routers for ids ['91ca6214-9eaf-4a33-b30c-55cb173b511e'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:30:32.736631 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27699f3-79fc-4558-8ae2-8e7f56aa83fb None None] Routers {'91ca6214-9eaf-4a33-b30c-55cb173b511e'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:32.740725 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420a8636-0c7f-4d44-b50a-c5e382960560 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Network 353f3005-2f66-4638-835c-15d2288b0c65 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:32.740848 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-c27699f3-79fc-4558-8ae2-8e7f56aa83fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['91ca6214-9eaf-4a33-b30c-55cb173b511e'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:32.749276 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9b924a84-46d0-4346-98dd-c0dbeb123052 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (16fc808c-885a-42e9-8562-082547cc67fe), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:32.792357 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-420a8636-0c7f-4d44-b50a-c5e382960560 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:32.799338 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-02a16232-b64e-495e-811b-fe0859fb71c3 None None] Provisioning complete for port dd867ee1-62c0-4a21-8e81-1f3097027361 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:32.799859 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-02a16232-b64e-495e-811b-fe0859fb71c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (dd867ee1-62c0-4a21-8e81-1f3097027361), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:32.812567 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-c27699f3-79fc-4558-8ae2-8e7f56aa83fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:32.843176 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27699f3-79fc-4558-8ae2-8e7f56aa83fb None None] Routers {'91ca6214-9eaf-4a33-b30c-55cb173b511e'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:32.849494 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-c27699f3-79fc-4558-8ae2-8e7f56aa83fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['91ca6214-9eaf-4a33-b30c-55cb173b511e'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:32.899394 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b924a84-46d0-4346-98dd-c0dbeb123052 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Port': ['ID=16fc808c-885a-42e9-8562-082547cc67fe,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:32.943133 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-c27699f3-79fc-4558-8ae2-8e7f56aa83fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:32.944006 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27699f3-79fc-4558-8ae2-8e7f56aa83fb None None] The sync data for ids ['91ca6214-9eaf-4a33-b30c-55cb173b511e'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:30:33.025355 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 98a2ab77-b23f-4e5a-bf17-3bc88a105717 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:33.093129 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-02a16232-b64e-495e-811b-fe0859fb71c3 None None] Current status of the port dd867ee1-62c0-4a21-8e81-1f3097027361 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:33.093609 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-02a16232-b64e-495e-811b-fe0859fb71c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (dd867ee1-62c0-4a21-8e81-1f3097027361), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:33.203372 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9b924a84-46d0-4346-98dd-c0dbeb123052 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:33.206801 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9b924a84-46d0-4346-98dd-c0dbeb123052 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/ports/16fc808c-885a-42e9-8562-082547cc67fe HTTP/1.1" status: 204 len: 168 time: 3.2954621 Jan 29 04:30:33.213182 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53824) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:33.225042 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-02a16232-b64e-495e-811b-fe0859fb71c3 None None] For port dd867ee1-62c0-4a21-8e81-1f3097027361, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=dd867ee1-62c0-4a21-8e81-1f3097027361,segment=NetworkSegment(d0e34e63-43a8-4204-9685-4d0417a440bd),segment_id=d0e34e63-43a8-4204-9685-4d0417a440bd)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:33.227061 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 98a2ab77-b23f-4e5a-bf17-3bc88a105717 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:33.227438 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (98a2ab77-b23f-4e5a-bf17-3bc88a105717), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:33.248099 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d27fa2-7ecc-451f-bc68-55295470d9f7 req-45c85f99-b28a-46fa-a931-33bc1bdbb289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:33.249717 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e2d27fa2-7ecc-451f-bc68-55295470d9f7 req-45c85f99-b28a-46fa-a931-33bc1bdbb289 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=243e0a19-7391-4f55-8e4a-713131ecc5e5 HTTP/1.1" status: 200 len: 835 time: 0.5115600 Jan 29 04:30:33.290865 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a44294-10eb-417d-90fc-6690a7974e03 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:33.292688 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-683cd29c-6bd3-4fc6-af6f-990b225dfe58 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] remove_router_interface failed (client error): The resource could not be found. Jan 29 04:30:33.296044 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-683cd29c-6bd3-4fc6-af6f-990b225dfe58 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "PUT /v2.0/routers/91ca6214-9eaf-4a33-b30c-55cb173b511e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5727067 Jan 29 04:30:33.301079 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a44294-10eb-417d-90fc-6690a7974e03 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:33.310015 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53826) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:33.312015 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-58a44294-10eb-417d-90fc-6690a7974e03 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0983217 Jan 29 04:30:33.313561 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2523974e-8950-4763-8d0d-8dc3b661ebea tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (8dda5921-b301-42ed-bbc3-d63dedb37789), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:33.316982 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53828) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:33.317127 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-02a16232-b64e-495e-811b-fe0859fb71c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (dd867ee1-62c0-4a21-8e81-1f3097027361), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:33.345085 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dc72a703-8753-4e94-b225-fec3ad166e96 admin admin] Publish callbacks [] for router_gateway (4f852bc5-2294-4bc2-8f6b-167d4339485d), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:33.422164 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-1b752ad0-12d9-4eb0-ab87-0790fcd33cca tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "GET /v2.0/ports?device_id=91ca6214-9eaf-4a33-b30c-55cb173b511e HTTP/1.1" status: 200 len: 205 time: 0.1060915 Jan 29 04:30:33.431931 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53830) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:33.448430 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 98a2ab77-b23f-4e5a-bf17-3bc88a105717 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:33.450751 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device a7974b08-a282-42ef-864c-814674d3dfd6 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:33.506383 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523974e-8950-4763-8d0d-8dc3b661ebea tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Pushing event deleted for resources: {'Port': ['ID=8dda5921-b301-42ed-bbc3-d63dedb37789,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:33.542321 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a16232-b64e-495e-811b-fe0859fb71c3 None None] Pushing event updated for resources: {'Port': ['ID=dd867ee1-62c0-4a21-8e81-1f3097027361,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:33.549378 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-76ef7989-9bcb-4989-a3b8-9b01caffbee4 None None] Provisioning complete for port db310876-dd2b-45f2-be0b-41075600c562 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:33.550139 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-76ef7989-9bcb-4989-a3b8-9b01caffbee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (db310876-dd2b-45f2-be0b-41075600c562), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:33.581832 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2cbb0524-62b5-4d34-bcc1-6466bc3ae192 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for router (91ca6214-9eaf-4a33-b30c-55cb173b511e), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:33.617857 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-76ef7989-9bcb-4989-a3b8-9b01caffbee4 None None] Port db310876-dd2b-45f2-be0b-41075600c562 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:30:33.620146 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port a7974b08-a282-42ef-864c-814674d3dfd6 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:33.620605 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (a7974b08-a282-42ef-864c-814674d3dfd6), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:33.675146 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-25df178a-6b50-4ef7-ba36-597eda1d8b52 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting subnet 0e9cd4a0-0f44-4b8c-849e-1af149b11c6f {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:30:33.675940 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d27fa2-7ecc-451f-bc68-55295470d9f7 req-b296db27-3c0f-4b4a-b130-bdafa365016c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:33.679059 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e2d27fa2-7ecc-451f-bc68-55295470d9f7 req-b296db27-3c0f-4b4a-b130-bdafa365016c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9ab12730-721a-45c7-85f6-a754b924ee36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3916991 Jan 29 04:30:33.679059 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420a8636-0c7f-4d44-b50a-c5e382960560 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Router 1d238e28-079a-47d4-be3e-be2af2e2af38 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:30:33.684847 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-25df178a-6b50-4ef7-ba36-597eda1d8b52 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (0e9cd4a0-0f44-4b8c-849e-1af149b11c6f), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:33.758925 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port a7974b08-a282-42ef-864c-814674d3dfd6 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:33.760534 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device dd867ee1-62c0-4a21-8e81-1f3097027361 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:33.762724 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-8b65bf98-9877-48b4-96c8-248391030ea7 None None] Provisioning complete for port dd867ee1-62c0-4a21-8e81-1f3097027361 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:33.763289 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8b65bf98-9877-48b4-96c8-248391030ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (dd867ee1-62c0-4a21-8e81-1f3097027361), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:33.784473 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-25df178a-6b50-4ef7-ba36-597eda1d8b52 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (0e9cd4a0-0f44-4b8c-849e-1af149b11c6f), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:33.808093 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2523974e-8950-4763-8d0d-8dc3b661ebea tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks [] for floatingip (d8fd3a3e-46d3-4b5f-97c1-3cc8102864bf), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:33.808693 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.l3_db [None req-2523974e-8950-4763-8d0d-8dc3b661ebea tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Floating IP d8fd3a3e-46d3-4b5f-97c1-3cc8102864bf disassociated (deleted). External IP: 172.26.8.19, port: 0812648e-df97-47cf-b018-3c0323aa4975. Jan 29 04:30:33.818461 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2cbb0524-62b5-4d34-bcc1-6466bc3ae192 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (91ca6214-9eaf-4a33-b30c-55cb173b511e), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:33.821968 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2cbb0524-62b5-4d34-bcc1-6466bc3ae192 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for router_controller (91ca6214-9eaf-4a33-b30c-55cb173b511e), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:33.888567 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dc72a703-8753-4e94-b225-fec3ad166e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (4f852bc5-2294-4bc2-8f6b-167d4339485d), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:33.909543 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-8b65bf98-9877-48b4-96c8-248391030ea7 None None] Current status of the port dd867ee1-62c0-4a21-8e81-1f3097027361 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:33.914751 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port dd867ee1-62c0-4a21-8e81-1f3097027361 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:33.915164 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (dd867ee1-62c0-4a21-8e81-1f3097027361), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:33.985865 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2cbb0524-62b5-4d34-bcc1-6466bc3ae192 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (91ca6214-9eaf-4a33-b30c-55cb173b511e), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:33.986374 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbb0524-62b5-4d34-bcc1-6466bc3ae192 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Fanout notify agent at l3_agent the message router_deleted on router 91ca6214-9eaf-4a33-b30c-55cb173b511e {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:30:33.993375 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2cbb0524-62b5-4d34-bcc1-6466bc3ae192 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:33.997205 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2cbb0524-62b5-4d34-bcc1-6466bc3ae192 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "DELETE /v2.0/routers/91ca6214-9eaf-4a33-b30c-55cb173b511e HTTP/1.1" status: 204 len: 168 time: 0.5633731 Jan 29 04:30:34.001937 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53832) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:34.019862 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port dd867ee1-62c0-4a21-8e81-1f3097027361 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:34.038149 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-25df178a-6b50-4ef7-ba36-597eda1d8b52 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (0e9cd4a0-0f44-4b8c-849e-1af149b11c6f), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:34.086565 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420a8636-0c7f-4d44-b50a-c5e382960560 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:30:34.099880 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-420a8636-0c7f-4d44-b50a-c5e382960560 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "PUT /v2.0/routers/1d238e28-079a-47d4-be3e-be2af2e2af38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4136014 Jan 29 04:30:34.101349 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53834) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:34.105703 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb54983-5d43-4c2d-adbc-a8083671af47 None None] Sync routers for ids ['1d238e28-079a-47d4-be3e-be2af2e2af38'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:30:34.119462 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb54983-5d43-4c2d-adbc-a8083671af47 None None] Routers {'1d238e28-079a-47d4-be3e-be2af2e2af38'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:34.120684 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-cbb54983-5d43-4c2d-adbc-a8083671af47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['1d238e28-079a-47d4-be3e-be2af2e2af38'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:34.140192 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e2d27fa2-7ecc-451f-bc68-55295470d9f7 req-51770241-2a29-4707-b381-1de467fa475a service neutron] 10.222.0.18 "GET /v2.0/networks/9ab12730-721a-45c7-85f6-a754b924ee36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4539645 Jan 29 04:30:34.147190 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a7d01d-514d-468c-a5e7-bb269245e3e6 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Deleting subnet 4bc100bd-705c-4106-867a-98d3dfd79de3 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:30:34.166714 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-cbb54983-5d43-4c2d-adbc-a8083671af47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:34.173058 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-42a7d01d-514d-468c-a5e7-bb269245e3e6 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for subnet (4bc100bd-705c-4106-867a-98d3dfd79de3), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:34.184123 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df542bbc-a9d2-4853-81f7-341a8d55fba0 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:34.185826 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-df542bbc-a9d2-4853-81f7-341a8d55fba0 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "GET /v2.0/ports/db310876-dd2b-45f2-be0b-41075600c562 HTTP/1.1" status: 200 len: 983 time: 0.0833616 Jan 29 04:30:34.186221 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb54983-5d43-4c2d-adbc-a8083671af47 None None] Routers {'1d238e28-079a-47d4-be3e-be2af2e2af38'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:34.187112 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-cbb54983-5d43-4c2d-adbc-a8083671af47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['1d238e28-079a-47d4-be3e-be2af2e2af38'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:34.206548 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53836) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:34.228645 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-cbb54983-5d43-4c2d-adbc-a8083671af47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:34.229305 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb54983-5d43-4c2d-adbc-a8083671af47 None None] The sync data for ids ['1d238e28-079a-47d4-be3e-be2af2e2af38'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:30:34.259691 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-25df178a-6b50-4ef7-ba36-597eda1d8b52 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (0e9cd4a0-0f44-4b8c-849e-1af149b11c6f), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:34.346060 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df178a-6b50-4ef7-ba36-597eda1d8b52 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Subnet': ['ID=0e9cd4a0-0f44-4b8c-849e-1af149b11c6f,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:34.384324 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-25df178a-6b50-4ef7-ba36-597eda1d8b52 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:34.390931 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-25df178a-6b50-4ef7-ba36-597eda1d8b52 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/0e9cd4a0-0f44-4b8c-849e-1af149b11c6f HTTP/1.1" status: 204 len: 168 time: 0.9030995 Jan 29 04:30:34.396104 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0de4197-6ad8-4e1b-8a83-a1719f769413 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:30:34.401563 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53838) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:34.471498 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a0b66326-d208-4c83-bbc4-2304cdd1b09c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0620179 Jan 29 04:30:34.472870 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53840) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:34.576102 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-42a7d01d-514d-468c-a5e7-bb269245e3e6 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (4bc100bd-705c-4106-867a-98d3dfd79de3), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:34.648834 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc72a703-8753-4e94-b225-fec3ad166e96 admin admin] Router 4f852bc5-2294-4bc2-8f6b-167d4339485d is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:30:34.659141 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e2d27fa2-7ecc-451f-bc68-55295470d9f7 req-390657f0-6c18-47b3-8473-341fdb3f9090 service neutron] 10.222.0.18 "GET /v2.0/networks/9ab12730-721a-45c7-85f6-a754b924ee36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5065196 Jan 29 04:30:34.661808 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2523974e-8950-4763-8d0d-8dc3b661ebea tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Router 70a18c4b-e32f-438f-933e-57481f689f35 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:30:34.734692 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-42a7d01d-514d-468c-a5e7-bb269245e3e6 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (4bc100bd-705c-4106-867a-98d3dfd79de3), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:34.739795 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device dd867ee1-62c0-4a21-8e81-1f3097027361 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:34.811141 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port dd867ee1-62c0-4a21-8e81-1f3097027361 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:34.811752 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (dd867ee1-62c0-4a21-8e81-1f3097027361), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:34.844430 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9446cde3-5db0-48d1-ac32-566ec3e5cbf0 None None] DHCP port deletion for 4d28e89c-1ada-4d65-a68a-7c96765b022b request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:30:34.846967 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba54029c-00d3-447a-a302-32934b2259e5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:34.851082 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ba54029c-00d3-447a-a302-32934b2259e5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3689160 Jan 29 04:30:34.855635 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53842) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:34.905855 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-42a7d01d-514d-468c-a5e7-bb269245e3e6 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (4bc100bd-705c-4106-867a-98d3dfd79de3), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:34.948274 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-42a7d01d-514d-468c-a5e7-bb269245e3e6 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:34.952580 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-42a7d01d-514d-468c-a5e7-bb269245e3e6 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "DELETE /v2.0/subnets/4bc100bd-705c-4106-867a-98d3dfd79de3 HTTP/1.1" status: 204 len: 168 time: 0.9473100 Jan 29 04:30:34.956520 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a7d01d-514d-468c-a5e7-bb269245e3e6 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event deleted for resources: {'Subnet': ['ID=4bc100bd-705c-4106-867a-98d3dfd79de3,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:34.960334 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53844) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:34.963008 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a37d00-0877-415a-9bce-fe58e921527d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:34.965432 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562e4224-a64c-44ce-b70d-da00804a6ddd None None] Network 5c4b0820-7533-41c0-ba63-e4b31d612a43 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:30:34.967524 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-23a37d00-0877-415a-9bce-fe58e921527d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1103156 Jan 29 04:30:34.968258 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53846) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:35.001497 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-9446cde3-5db0-48d1-ac32-566ec3e5cbf0 None None] Deleting port a7974b08-a282-42ef-864c-814674d3dfd6 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:30:35.001874 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9446cde3-5db0-48d1-ac32-566ec3e5cbf0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (a7974b08-a282-42ef-864c-814674d3dfd6), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:35.014705 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-87039887-56bb-4826-90d8-cad87a63e8d8 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0454013 Jan 29 04:30:35.015314 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53848) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:35.021379 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-c045cce6-6613-4f47-9e4b-b9ec9862824d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'subnet': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:35.051298 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port dd867ee1-62c0-4a21-8e81-1f3097027361 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:35.150748 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-9446cde3-5db0-48d1-ac32-566ec3e5cbf0 None None] For port a7974b08-a282-42ef-864c-814674d3dfd6, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=a7974b08-a282-42ef-864c-814674d3dfd6,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:35.151304 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9446cde3-5db0-48d1-ac32-566ec3e5cbf0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (a7974b08-a282-42ef-864c-814674d3dfd6), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:35.169375 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-9446cde3-5db0-48d1-ac32-566ec3e5cbf0 None None] Calling delete_port for a7974b08-a282-42ef-864c-814674d3dfd6 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:30:35.257517 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c045cce6-6613-4f47-9e4b-b9ec9862824d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:35.261187 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c045cce6-6613-4f47-9e4b-b9ec9862824d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:35.265753 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3686389-bf44-4e67-8d03-ab6e1e9800d2 None None] DHCP port deletion for 5c4b0820-7533-41c0-ba63-e4b31d612a43 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:30:35.347441 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-a3686389-bf44-4e67-8d03-ab6e1e9800d2 None None] Deleting port 720aa3e7-42e1-42b2-b620-fe3bbe5a5e17 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:30:35.348186 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a3686389-bf44-4e67-8d03-ab6e1e9800d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (720aa3e7-42e1-42b2-b620-fe3bbe5a5e17), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:35.431972 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-a3686389-bf44-4e67-8d03-ab6e1e9800d2 None None] For port 720aa3e7-42e1-42b2-b620-fe3bbe5a5e17, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=720aa3e7-42e1-42b2-b620-fe3bbe5a5e17,segment=NetworkSegment(ae2a9047-c636-45de-958c-fd1b5f074874),segment_id=ae2a9047-c636-45de-958c-fd1b5f074874)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:35.434305 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a3686389-bf44-4e67-8d03-ab6e1e9800d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (720aa3e7-42e1-42b2-b620-fe3bbe5a5e17), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:35.437225 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9446cde3-5db0-48d1-ac32-566ec3e5cbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (a7974b08-a282-42ef-864c-814674d3dfd6), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:35.475842 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2523974e-8950-4763-8d0d-8dc3b661ebea tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:30:35.478635 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-a3686389-bf44-4e67-8d03-ab6e1e9800d2 None None] Calling delete_port for 720aa3e7-42e1-42b2-b620-fe3bbe5a5e17 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:30:35.485476 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9446cde3-5db0-48d1-ac32-566ec3e5cbf0 None None] Pushing event deleted for resources: {'Port': ['ID=a7974b08-a282-42ef-864c-814674d3dfd6,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:35.485896 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286619cb-c29d-4573-b904-3164f1875454 None None] Sync routers for ids ['70a18c4b-e32f-438f-933e-57481f689f35'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:30:35.498628 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9446cde3-5db0-48d1-ac32-566ec3e5cbf0 None None] No DVR routers for this DVR port a7974b08-a282-42ef-864c-814674d3dfd6 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:30:35.504597 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286619cb-c29d-4573-b904-3164f1875454 None None] Routers {'70a18c4b-e32f-438f-933e-57481f689f35'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:35.505416 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-286619cb-c29d-4573-b904-3164f1875454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['70a18c4b-e32f-438f-933e-57481f689f35'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:35.537788 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2523974e-8950-4763-8d0d-8dc3b661ebea tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:35.544540 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc72a703-8753-4e94-b225-fec3ad166e96 admin admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:30:35.566457 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4c4b92-6196-4446-8afa-a23cbba5d113 None None] Sync routers for ids ['4f852bc5-2294-4bc2-8f6b-167d4339485d'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:30:35.568588 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-286619cb-c29d-4573-b904-3164f1875454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:35.581779 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1df4d266-986e-4a3e-90b1-01cbf9c5490f tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (5c4b0820-7533-41c0-ba63-e4b31d612a43), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:35.582014 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4c4b92-6196-4446-8afa-a23cbba5d113 None None] Routers {'4f852bc5-2294-4bc2-8f6b-167d4339485d'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:35.582484 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-ef4c4b92-6196-4446-8afa-a23cbba5d113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['4f852bc5-2294-4bc2-8f6b-167d4339485d'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:35.582629 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286619cb-c29d-4573-b904-3164f1875454 None None] Routers {'70a18c4b-e32f-438f-933e-57481f689f35'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:35.583298 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-286619cb-c29d-4573-b904-3164f1875454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['70a18c4b-e32f-438f-933e-57481f689f35'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:35.600012 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c045cce6-6613-4f47-9e4b-b9ec9862824d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (1e6e570d-90ba-4c80-bac3-65e5ea73d97a), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:35.622625 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-2523974e-8950-4763-8d0d-8dc3b661ebea tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] 10.222.0.13 "DELETE /v2.0/floatingips/d8fd3a3e-46d3-4b5f-97c1-3cc8102864bf HTTP/1.1" status: 204 len: 168 time: 4.0589068 Jan 29 04:30:35.625939 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53850) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:35.631304 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-f28df46e-a850-48ed-a1c4-d21310978478 tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] Request body: {'floatingip': {'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:35.659165 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-286619cb-c29d-4573-b904-3164f1875454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:35.662433 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286619cb-c29d-4573-b904-3164f1875454 None None] The sync data for ids ['70a18c4b-e32f-438f-933e-57481f689f35'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:30:35.684386 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dc72a703-8753-4e94-b225-fec3ad166e96 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:35.685844 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-dc72a703-8753-4e94-b225-fec3ad166e96 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.9141932 Jan 29 04:30:35.692063 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53852) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:35.702394 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c045cce6-6613-4f47-9e4b-b9ec9862824d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:35.703836 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c045cce6-6613-4f47-9e4b-b9ec9862824d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Subnet': ['ID=1e6e570d-90ba-4c80-bac3-65e5ea73d97a,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:35.713924 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-c045cce6-6613-4f47-9e4b-b9ec9862824d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:35.718183 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c045cce6-6613-4f47-9e4b-b9ec9862824d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:35.720262 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c045cce6-6613-4f47-9e4b-b9ec9862824d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:35.726432 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-ef4c4b92-6196-4446-8afa-a23cbba5d113 None None] Set router 4f852bc5-2294-4bc2-8f6b-167d4339485d gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:30:35.731392 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8db8dea-daf6-440a-996b-008286366e85 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:30:35.793732 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f28df46e-a850-48ed-a1c4-d21310978478 tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:35.803061 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c045cce6-6613-4f47-9e4b-b9ec9862824d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7842231 Jan 29 04:30:35.806492 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53854) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:35.811357 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-965da41c-ad52-49eb-a6dc-dc089e370d92 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'port': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'mac_address': 'fa:16:3e:4f:d8:15', 'name': 'tempest-NetworksTestDHCPv6-1668032988'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:35.812903 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a3686389-bf44-4e67-8d03-ab6e1e9800d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (720aa3e7-42e1-42b2-b620-fe3bbe5a5e17), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:35.850045 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3686389-bf44-4e67-8d03-ab6e1e9800d2 None None] No DVR routers for this DVR port 720aa3e7-42e1-42b2-b620-fe3bbe5a5e17 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:30:35.878299 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a66aa533-e0da-4bd8-b9e6-7da36a156ed1 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (1d238e28-079a-47d4-be3e-be2af2e2af38), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:35.962120 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3686389-bf44-4e67-8d03-ab6e1e9800d2 None None] Pushing event deleted for resources: {'Port': ['ID=720aa3e7-42e1-42b2-b620-fe3bbe5a5e17,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:36.009927 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-1df4d266-986e-4a3e-90b1-01cbf9c5490f tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Deleting port 720aa3e7-42e1-42b2-b620-fe3bbe5a5e17 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:30:36.010184 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1df4d266-986e-4a3e-90b1-01cbf9c5490f tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (720aa3e7-42e1-42b2-b620-fe3bbe5a5e17), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:36.045352 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965da41c-ad52-49eb-a6dc-dc089e370d92 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:36.078575 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc149d9-f049-4f88-8e8d-343a5e6ce6ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-4d28e89c-1ada-4d65-a68a-7c96765b022b', 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'project_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'fixed_ips': [{'subnet_id': '1e6e570d-90ba-4c80-bac3-65e5ea73d97a'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:30:36.079593 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ecc149d9-f049-4f88-8e8d-343a5e6ce6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:36.159881 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-965da41c-ad52-49eb-a6dc-dc089e370d92 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:36.190254 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-965da41c-ad52-49eb-a6dc-dc089e370d92 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] device_id is not set on port dc318a7d-2c41-4f91-a534-6cb625c78437 yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:30:36.236374 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-ef4c4b92-6196-4446-8afa-a23cbba5d113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f852bc5-2294-4bc2-8f6b-167d4339485d', 'name': 'tempest-TestVolumeBootPattern-26303668-router', 'tenant_id': '294fd5fc09ed4976959bc7fd5f0c8682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.246'}], 'enable_snat': True}, 'gw_port_id': 'd3659982-bc4e-4b11-abb9-28f6d3284941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:28Z', 'updated_at': '2022-01-29T04:30:32Z', 'revision_number': 3, 'project_id': '294fd5fc09ed4976959bc7fd5f0c8682', 'gw_port': {'id': 'd3659982-bc4e-4b11-abb9-28f6d3284941', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c1:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f852bc5-2294-4bc2-8f6b-167d4339485d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:30Z', 'updated_at': '2022-01-29T04:30:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:36.238066 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-1df4d266-986e-4a3e-90b1-01cbf9c5490f tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] For port 720aa3e7-42e1-42b2-b620-fe3bbe5a5e17, host dv-neutron-821190-1-hyperv, got binding levels [] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:36.238066 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1df4d266-986e-4a3e-90b1-01cbf9c5490f tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (720aa3e7-42e1-42b2-b620-fe3bbe5a5e17), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:36.263299 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-1df4d266-986e-4a3e-90b1-01cbf9c5490f tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Calling delete_port for 720aa3e7-42e1-42b2-b620-fe3bbe5a5e17 owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:30:36.275944 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4c4b92-6196-4446-8afa-a23cbba5d113 None None] Checking router: 4f852bc5-2294-4bc2-8f6b-167d4339485d for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:30:36.278489 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4c4b92-6196-4446-8afa-a23cbba5d113 None None] Updating router 4f852bc5-2294-4bc2-8f6b-167d4339485d port d3659982-bc4e-4b11-abb9-28f6d3284941 binding host dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:30:36.283845 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.ipam_backend_mixin [None req-1df4d266-986e-4a3e-90b1-01cbf9c5490f tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Port 720aa3e7-42e1-42b2-b620-fe3bbe5a5e17 was not found and therefore no delete operation was performed {{(pid=103584) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 29 04:30:36.295092 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1df4d266-986e-4a3e-90b1-01cbf9c5490f tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (720aa3e7-42e1-42b2-b620-fe3bbe5a5e17), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:36.308985 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-ecc149d9-f049-4f88-8e8d-343a5e6ce6ed None None] Allocated IP 2001:db8::2 (4d28e89c-1ada-4d65-a68a-7c96765b022b/1e6e570d-90ba-4c80-bac3-65e5ea73d97a/3bdef090-d887-445b-aa5b-f6e9f64bf165) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:36.322708 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ef4c4b92-6196-4446-8afa-a23cbba5d113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (d3659982-bc4e-4b11-abb9-28f6d3284941), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:36.335874 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df4d266-986e-4a3e-90b1-01cbf9c5490f tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event deleted for resources: {'Port': ['ID=720aa3e7-42e1-42b2-b620-fe3bbe5a5e17,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:36.377616 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df4d266-986e-4a3e-90b1-01cbf9c5490f tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] No DVR routers for this DVR port 720aa3e7-42e1-42b2-b620-fe3bbe5a5e17 on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:30:36.546392 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f28df46e-a850-48ed-a1c4-d21310978478 tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:36.550611 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1df4d266-986e-4a3e-90b1-01cbf9c5490f tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (5c4b0820-7533-41c0-ba63-e4b31d612a43), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:36.598014 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-1df4d266-986e-4a3e-90b1-01cbf9c5490f tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c4b0820-7533-41c0-ba63-e4b31d612a43']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:36.615834 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ecc149d9-f049-4f88-8e8d-343a5e6ce6ed None None] Publish callbacks [] for port (3bdef090-d887-445b-aa5b-f6e9f64bf165), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:36.667015 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 720aa3e7-42e1-42b2-b620-fe3bbe5a5e17 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:30:36.701924 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-1df4d266-986e-4a3e-90b1-01cbf9c5490f tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae2a9047-c636-45de-958c-fd1b5f074874') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:36.702565 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-1df4d266-986e-4a3e-90b1-01cbf9c5490f tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae2a9047-c636-45de-958c-fd1b5f074874') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:36.715368 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 720aa3e7-42e1-42b2-b620-fe3bbe5a5e17 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:30:36.715723 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 720aa3e7-42e1-42b2-b620-fe3bbe5a5e17 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:30:36.716140 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device a7974b08-a282-42ef-864c-814674d3dfd6 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:30:36.718610 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ecc149d9-f049-4f88-8e8d-343a5e6ce6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (3bdef090-d887-445b-aa5b-f6e9f64bf165), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:36.724464 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1df4d266-986e-4a3e-90b1-01cbf9c5490f tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (ae2a9047-c636-45de-958c-fd1b5f074874), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:36.757134 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1df4d266-986e-4a3e-90b1-01cbf9c5490f tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (ae2a9047-c636-45de-958c-fd1b5f074874), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:36.771004 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: a7974b08-a282-42ef-864c-814674d3dfd6 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:30:36.771737 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device a7974b08-a282-42ef-864c-814674d3dfd6 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:30:36.796961 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1df4d266-986e-4a3e-90b1-01cbf9c5490f tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:30:36.797305 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1df4d266-986e-4a3e-90b1-01cbf9c5490f tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (ae2a9047-c636-45de-958c-fd1b5f074874), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:36.801308 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:30:36.801308 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:30:36.801308 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:30:36.801308 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:30:36.801308 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:30:36.801308 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:30:36.801308 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:30:36.801308 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:30:36.801308 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:30:36.801308 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:30:36.801308 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:30:36.801308 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:30:36.801308 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:30:36.801308 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:30:36.801308 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:30:36.801308 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:30:36.801308 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:30:36.801308 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:30:36.801308 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:30:36.801308 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:30:36.801308 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:30:36.801308 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:30:36.801308 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:30:36.801308 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:30:36.801308 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:30:36.801308 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:30:36.801308 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:30:36.801308 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:30:36.801308 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:30:36.801308 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:30:36.801308 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:30:36.801308 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:30:36.807600 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-965da41c-ad52-49eb-a6dc-dc089e370d92 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Allocated IP 2001:db8::18e (4d28e89c-1ada-4d65-a68a-7c96765b022b/1e6e570d-90ba-4c80-bac3-65e5ea73d97a/dc318a7d-2c41-4f91-a534-6cb625c78437) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:36.818077 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc149d9-f049-4f88-8e8d-343a5e6ce6ed None None] Pushing event updated for resources: {'Port': ['ID=3bdef090-d887-445b-aa5b-f6e9f64bf165,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:36.823474 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc149d9-f049-4f88-8e8d-343a5e6ce6ed None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:36.826393 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ef4c4b92-6196-4446-8afa-a23cbba5d113 None None] Publish callbacks [] for port (d3659982-bc4e-4b11-abb9-28f6d3284941), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:36.829238 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-ecc149d9-f049-4f88-8e8d-343a5e6ce6ed None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:36.832405 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc149d9-f049-4f88-8e8d-343a5e6ce6ed None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:36.839747 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-a66aa533-e0da-4bd8-b9e6-7da36a156ed1 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Deleting port db310876-dd2b-45f2-be0b-41075600c562 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:30:36.839747 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a66aa533-e0da-4bd8-b9e6-7da36a156ed1 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (db310876-dd2b-45f2-be0b-41075600c562), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:36.901669 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-ecc149d9-f049-4f88-8e8d-343a5e6ce6ed None None] Attempting to bind port 3bdef090-d887-445b-aa5b-f6e9f64bf165 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:30:36.902845 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-ecc149d9-f049-4f88-8e8d-343a5e6ce6ed None None] Attempting to bind port 3bdef090-d887-445b-aa5b-f6e9f64bf165 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:30:36.903385 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc149d9-f049-4f88-8e8d-343a5e6ce6ed None None] Attempting to bind port 3bdef090-d887-445b-aa5b-f6e9f64bf165 on network 4d28e89c-1ada-4d65-a68a-7c96765b022b {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:30:36.909951 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ef4c4b92-6196-4446-8afa-a23cbba5d113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (d3659982-bc4e-4b11-abb9-28f6d3284941), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:36.913576 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc149d9-f049-4f88-8e8d-343a5e6ce6ed None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:30:36.914498 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc149d9-f049-4f88-8e8d-343a5e6ce6ed None None] Checking segment: {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:30:36.914498 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ecc149d9-f049-4f88-8e8d-343a5e6ce6ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:36.914725 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc149d9-f049-4f88-8e8d-343a5e6ce6ed None None] Bound using segment: {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:30:36.915177 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-ecc149d9-f049-4f88-8e8d-343a5e6ce6ed None None] Bound port: 3bdef090-d887-445b-aa5b-f6e9f64bf165, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:30:36.915557 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ecc149d9-f049-4f88-8e8d-343a5e6ce6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (3bdef090-d887-445b-aa5b-f6e9f64bf165), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:37.010490 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a8874-26fc-45bf-bf69-29b0626743cd None None] Pushing event updated for resources: {'Port': ['ID=d3659982-bc4e-4b11-abb9-28f6d3284941,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:37.011437 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1df4d266-986e-4a3e-90b1-01cbf9c5490f tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (5c4b0820-7533-41c0-ba63-e4b31d612a43), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:37.017579 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-ef4c4b92-6196-4446-8afa-a23cbba5d113 None None] Attempting to bind port d3659982-bc4e-4b11-abb9-28f6d3284941 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:30:37.017818 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1df4d266-986e-4a3e-90b1-01cbf9c5490f tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:37.017929 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-965da41c-ad52-49eb-a6dc-dc089e370d92 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for port (dc318a7d-2c41-4f91-a534-6cb625c78437), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:37.018045 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-ef4c4b92-6196-4446-8afa-a23cbba5d113 None None] Attempting to bind port d3659982-bc4e-4b11-abb9-28f6d3284941 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:30:37.018322 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4c4b92-6196-4446-8afa-a23cbba5d113 None None] Attempting to bind port d3659982-bc4e-4b11-abb9-28f6d3284941 on network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:30:37.022148 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1df4d266-986e-4a3e-90b1-01cbf9c5490f tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "DELETE /v2.0/networks/5c4b0820-7533-41c0-ba63-e4b31d612a43 HTTP/1.1" status: 204 len: 168 time: 2.0544643 Jan 29 04:30:37.027595 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53856) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:37.036221 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-aebeac16-ff9a-4321-8513-0ae77893aeb7 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Request body: {'network': {'name': 'tempest-RoutersTest-2062816487'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:37.055923 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4c4b92-6196-4446-8afa-a23cbba5d113 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:30:37.056853 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4c4b92-6196-4446-8afa-a23cbba5d113 None None] Checking segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:30:37.057258 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ef4c4b92-6196-4446-8afa-a23cbba5d113 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:37.059173 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4c4b92-6196-4446-8afa-a23cbba5d113 None None] Bound using segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:30:37.059636 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-ef4c4b92-6196-4446-8afa-a23cbba5d113 None None] Bound port: d3659982-bc4e-4b11-abb9-28f6d3284941, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:30:37.064016 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ef4c4b92-6196-4446-8afa-a23cbba5d113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (d3659982-bc4e-4b11-abb9-28f6d3284941), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:37.067647 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df4d266-986e-4a3e-90b1-01cbf9c5490f tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event deleted for resources: {'Network': ['ID=5c4b0820-7533-41c0-ba63-e4b31d612a43,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:37.096772 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-ecc149d9-f049-4f88-8e8d-343a5e6ce6ed None None] For port 3bdef090-d887-445b-aa5b-f6e9f64bf165, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:30:37.099175 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-f28df46e-a850-48ed-a1c4-d21310978478 tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] Allocated IP 172.26.8.159 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/ec94f6e2-03ee-4c75-9984-e1028e86004c) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:37.104724 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1580d48d-6826-411a-8f9d-f0b15217656c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:37.114439 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-ecc149d9-f049-4f88-8e8d-343a5e6ce6ed None None] For port 3bdef090-d887-445b-aa5b-f6e9f64bf165, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=3bdef090-d887-445b-aa5b-f6e9f64bf165,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:30:37.133805 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a66aa533-e0da-4bd8-b9e6-7da36a156ed1 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (db310876-dd2b-45f2-be0b-41075600c562), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:37.142261 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-ef4c4b92-6196-4446-8afa-a23cbba5d113 None None] For port d3659982-bc4e-4b11-abb9-28f6d3284941, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:30:37.145440 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-ef4c4b92-6196-4446-8afa-a23cbba5d113 None None] For port d3659982-bc4e-4b11-abb9-28f6d3284941, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=d3659982-bc4e-4b11-abb9-28f6d3284941,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:30:37.153109 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-a66aa533-e0da-4bd8-b9e6-7da36a156ed1 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Calling delete_port for db310876-dd2b-45f2-be0b-41075600c562 owned by network:router_interface {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:30:37.182704 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebeac16-ff9a-4321-8513-0ae77893aeb7 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Made reservation on behalf of b19b1132342942e78366ba08553b13d3 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:37.187052 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-aebeac16-ff9a-4321-8513-0ae77893aeb7 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:37.211870 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ecc149d9-f049-4f88-8e8d-343a5e6ce6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (3bdef090-d887-445b-aa5b-f6e9f64bf165), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:37.213629 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-965da41c-ad52-49eb-a6dc-dc089e370d92 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (dc318a7d-2c41-4f91-a534-6cb625c78437), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:37.216003 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aebeac16-ff9a-4321-8513-0ae77893aeb7 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:30:37.271377 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-aebeac16-ff9a-4321-8513-0ae77893aeb7 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (317605f8-c32d-47ad-8db0-1dd0c041a61a), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:37.271722 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-aebeac16-ff9a-4321-8513-0ae77893aeb7 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Added segment 317605f8-c32d-47ad-8db0-1dd0c041a61a of type vlan for network 070bfd3e-34f0-4384-80d7-caf992321038 Jan 29 04:30:37.275753 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965da41c-ad52-49eb-a6dc-dc089e370d92 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:37.285197 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965da41c-ad52-49eb-a6dc-dc089e370d92 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Port': ['ID=dc318a7d-2c41-4f91-a534-6cb625c78437,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:37.329316 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-965da41c-ad52-49eb-a6dc-dc089e370d92 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:37.336215 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965da41c-ad52-49eb-a6dc-dc089e370d92 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:37.342375 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965da41c-ad52-49eb-a6dc-dc089e370d92 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:37.343065 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-965da41c-ad52-49eb-a6dc-dc089e370d92 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:37.365062 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-aebeac16-ff9a-4321-8513-0ae77893aeb7 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (070bfd3e-34f0-4384-80d7-caf992321038), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:37.414599 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ef4c4b92-6196-4446-8afa-a23cbba5d113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (d3659982-bc4e-4b11-abb9-28f6d3284941), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:37.450278 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-965da41c-ad52-49eb-a6dc-dc089e370d92 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6453915 Jan 29 04:30:37.454419 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53858) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:37.462801 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc149d9-f049-4f88-8e8d-343a5e6ce6ed None None] Pushing event updated for resources: {'Port': ['ID=3bdef090-d887-445b-aa5b-f6e9f64bf165,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:37.475238 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4c4b92-6196-4446-8afa-a23cbba5d113 None None] Routers {'4f852bc5-2294-4bc2-8f6b-167d4339485d'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:37.475238 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-ef4c4b92-6196-4446-8afa-a23cbba5d113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['4f852bc5-2294-4bc2-8f6b-167d4339485d'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:37.484601 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-aebeac16-ff9a-4321-8513-0ae77893aeb7 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (070bfd3e-34f0-4384-80d7-caf992321038), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:37.489909 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebeac16-ff9a-4321-8513-0ae77893aeb7 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:37.490596 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-aebeac16-ff9a-4321-8513-0ae77893aeb7 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:37.502090 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f28df46e-a850-48ed-a1c4-d21310978478 tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] Publish callbacks [] for port (ec94f6e2-03ee-4c75-9984-e1028e86004c), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:37.580094 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a8874-26fc-45bf-bf69-29b0626743cd None None] Pushing event updated for resources: {'Port': ['ID=d3659982-bc4e-4b11-abb9-28f6d3284941,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:37.622598 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823f2090-c9b1-4af8-9e51-4efe48ebfa51 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:37.628575 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823f2090-c9b1-4af8-9e51-4efe48ebfa51 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:37.631278 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-1580d48d-6826-411a-8f9d-f0b15217656c admin admin] Allocated IP 172.20.0.1 (05d4bbd6-3b56-426f-bd96-c44620c6a592/cd53a906-441c-4591-8d64-dacfedbd2436/3d1e0714-b803-467f-8963-8b259dbf98c1) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:37.633131 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53860) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:37.633255 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-823f2090-c9b1-4af8-9e51-4efe48ebfa51 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1778517 Jan 29 04:30:37.634620 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebeac16-ff9a-4321-8513-0ae77893aeb7 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event updated for resources: {'Network': ['ID=070bfd3e-34f0-4384-80d7-caf992321038,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:37.653100 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 070bfd3e-34f0-4384-80d7-caf992321038 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:30:37.655186 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-aebeac16-ff9a-4321-8513-0ae77893aeb7 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6260409 Jan 29 04:30:37.664227 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53862) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:37.671718 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-97100e58-fe5d-44b9-b92c-12454c9c6974 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Request body: {'subnet': {'network_id': '070bfd3e-34f0-4384-80d7-caf992321038', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:37.720568 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f28df46e-a850-48ed-a1c4-d21310978478 tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (ec94f6e2-03ee-4c75-9984-e1028e86004c), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:37.797262 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-ef4c4b92-6196-4446-8afa-a23cbba5d113 None None] Set router 4f852bc5-2294-4bc2-8f6b-167d4339485d gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:30:37.850341 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28df46e-a850-48ed-a1c4-d21310978478 tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:37.862179 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-f28df46e-a850-48ed-a1c4-d21310978478 tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:37.864796 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28df46e-a850-48ed-a1c4-d21310978478 tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:37.931071 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97100e58-fe5d-44b9-b92c-12454c9c6974 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Made reservation on behalf of b19b1132342942e78366ba08553b13d3 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:37.936141 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-97100e58-fe5d-44b9-b92c-12454c9c6974 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:38.005785 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28df46e-a850-48ed-a1c4-d21310978478 tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] Pushing event updated for resources: {'Port': ['ID=ec94f6e2-03ee-4c75-9984-e1028e86004c,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:38.075856 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a66aa533-e0da-4bd8-b9e6-7da36a156ed1 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (db310876-dd2b-45f2-be0b-41075600c562), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:38.099261 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-ef4c4b92-6196-4446-8afa-a23cbba5d113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f852bc5-2294-4bc2-8f6b-167d4339485d', 'name': 'tempest-TestVolumeBootPattern-26303668-router', 'tenant_id': '294fd5fc09ed4976959bc7fd5f0c8682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.246'}], 'enable_snat': True}, 'gw_port_id': 'd3659982-bc4e-4b11-abb9-28f6d3284941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:28Z', 'updated_at': '2022-01-29T04:30:32Z', 'revision_number': 3, 'project_id': '294fd5fc09ed4976959bc7fd5f0c8682', 'gw_port': {'id': 'd3659982-bc4e-4b11-abb9-28f6d3284941', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c1:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f852bc5-2294-4bc2-8f6b-167d4339485d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:30Z', 'updated_at': '2022-01-29T04:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:38.128713 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4c4b92-6196-4446-8afa-a23cbba5d113 None None] The sync data for ids ['4f852bc5-2294-4bc2-8f6b-167d4339485d'] in dv-neutron-821190-1-hyperv is: [{'id': '4f852bc5-2294-4bc2-8f6b-167d4339485d', 'name': 'tempest-TestVolumeBootPattern-26303668-router', 'tenant_id': '294fd5fc09ed4976959bc7fd5f0c8682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.246'}], 'enable_snat': True}, 'gw_port_id': 'd3659982-bc4e-4b11-abb9-28f6d3284941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:28Z', 'updated_at': '2022-01-29T04:30:32Z', 'revision_number': 3, 'project_id': '294fd5fc09ed4976959bc7fd5f0c8682', 'gw_port': {'id': 'd3659982-bc4e-4b11-abb9-28f6d3284941', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c1:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f852bc5-2294-4bc2-8f6b-167d4339485d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:30Z', 'updated_at': '2022-01-29T04:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:30:38.155559 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1580d48d-6826-411a-8f9d-f0b15217656c admin admin] Publish callbacks [] for port (3d1e0714-b803-467f-8963-8b259dbf98c1), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:38.167295 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66aa533-e0da-4bd8-b9e6-7da36a156ed1 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event deleted for resources: {'Port': ['ID=db310876-dd2b-45f2-be0b-41075600c562,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:38.177984 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-6a3eb4c6-81b0-4d69-90cb-adcc9fa2aedf tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting port dc318a7d-2c41-4f91-a534-6cb625c78437 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:30:38.178324 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6a3eb4c6-81b0-4d69-90cb-adcc9fa2aedf tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (dc318a7d-2c41-4f91-a534-6cb625c78437), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:38.286906 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-97100e58-fe5d-44b9-b92c-12454c9c6974 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (d79fbd16-82a7-4aa6-8fa6-f6dbda341d53), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:38.297834 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f28df46e-a850-48ed-a1c4-d21310978478 tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] Publish callbacks [] for floatingip (cfe7d58f-b91e-4489-80c9-135e32222168), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:38.366584 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97100e58-fe5d-44b9-b92c-12454c9c6974 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event updated for resources: {'Subnet': ['ID=d79fbd16-82a7-4aa6-8fa6-f6dbda341d53,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:38.381009 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97100e58-fe5d-44b9-b92c-12454c9c6974 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Checking segment: {'id': '317605f8-c32d-47ad-8db0-1dd0c041a61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '070bfd3e-34f0-4384-80d7-caf992321038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:30:38.381009 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97100e58-fe5d-44b9-b92c-12454c9c6974 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Network hostable DHCP agents. Network: 070bfd3e-34f0-4384-80d7-caf992321038, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:30:38.423843 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a66aa533-e0da-4bd8-b9e6-7da36a156ed1 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (1d238e28-079a-47d4-be3e-be2af2e2af38), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:38.457266 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6a3eb4c6-81b0-4d69-90cb-adcc9fa2aedf tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (dc318a7d-2c41-4f91-a534-6cb625c78437), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:38.458502 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97100e58-fe5d-44b9-b92c-12454c9c6974 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Network 070bfd3e-34f0-4384-80d7-caf992321038 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:30:38.541298 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1580d48d-6826-411a-8f9d-f0b15217656c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (3d1e0714-b803-467f-8963-8b259dbf98c1), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:38.584870 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-97100e58-fe5d-44b9-b92c-12454c9c6974 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 070bfd3e-34f0-4384-80d7-caf992321038) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:38.595318 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97100e58-fe5d-44b9-b92c-12454c9c6974 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:38.595318 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-97100e58-fe5d-44b9-b92c-12454c9c6974 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:38.625341 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddb172b-8885-41cb-86e9-bec44e704dc6 None None] Network 070bfd3e-34f0-4384-80d7-caf992321038 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:30:38.710893 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-97100e58-fe5d-44b9-b92c-12454c9c6974 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0448287 Jan 29 04:30:38.713726 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53864) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:38.720286 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-43e97af0-7d80-4224-a7c2-15a1a6c19355 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2065939112', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:38.857000 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24196314-f929-4eae-8a45-2726518abb7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-070bfd3e-34f0-4384-80d7-caf992321038', 'network_id': '070bfd3e-34f0-4384-80d7-caf992321038', 'project_id': 'b19b1132342942e78366ba08553b13d3', 'fixed_ips': [{'subnet_id': 'd79fbd16-82a7-4aa6-8fa6-f6dbda341d53'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:30:38.858014 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-24196314-f929-4eae-8a45-2726518abb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:38.873190 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-43e97af0-7d80-4224-a7c2-15a1a6c19355 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (44b5f3bd-cba4-44d1-b1b2-67a7685eb64a), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:38.874265 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-43e97af0-7d80-4224-a7c2-15a1a6c19355 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (44b5f3bd-cba4-44d1-b1b2-67a7685eb64a), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:38.962564 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-43e97af0-7d80-4224-a7c2-15a1a6c19355 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for router_controller (44b5f3bd-cba4-44d1-b1b2-67a7685eb64a), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:38.997816 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device d3659982-bc4e-4b11-abb9-28f6d3284941 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:39.029005 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-43e97af0-7d80-4224-a7c2-15a1a6c19355 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (44b5f3bd-cba4-44d1-b1b2-67a7685eb64a), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:39.131110 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-43e97af0-7d80-4224-a7c2-15a1a6c19355 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:39.134031 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-43e97af0-7d80-4224-a7c2-15a1a6c19355 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4180887 Jan 29 04:30:39.135302 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53866) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:39.142776 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port d3659982-bc4e-4b11-abb9-28f6d3284941 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:39.143275 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (d3659982-bc4e-4b11-abb9-28f6d3284941), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:39.184195 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-24196314-f929-4eae-8a45-2726518abb7e None None] Allocated IP 172.20.0.2 (070bfd3e-34f0-4384-80d7-caf992321038/d79fbd16-82a7-4aa6-8fa6-f6dbda341d53/8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:39.239698 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-6a3eb4c6-81b0-4d69-90cb-adcc9fa2aedf tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Calling delete_port for dc318a7d-2c41-4f91-a534-6cb625c78437 owned by {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:30:39.261948 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f28df46e-a850-48ed-a1c4-d21310978478 tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (ec94f6e2-03ee-4c75-9984-e1028e86004c), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:39.284954 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1580d48d-6826-411a-8f9d-f0b15217656c admin admin] Network 05d4bbd6-3b56-426f-bd96-c44620c6a592 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:39.322417 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-1580d48d-6826-411a-8f9d-f0b15217656c admin admin] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:39.335377 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1580d48d-6826-411a-8f9d-f0b15217656c admin admin] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:39.377641 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1580d48d-6826-411a-8f9d-f0b15217656c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (4f852bc5-2294-4bc2-8f6b-167d4339485d), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:39.479182 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-1b3b5de9-f456-49a4-98d0-88e0702cde57 None None] Provisioning complete for port 3bdef090-d887-445b-aa5b-f6e9f64bf165 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:39.479828 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1b3b5de9-f456-49a4-98d0-88e0702cde57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (3bdef090-d887-445b-aa5b-f6e9f64bf165), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:39.540731 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port d3659982-bc4e-4b11-abb9-28f6d3284941 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:39.548143 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (d3659982-bc4e-4b11-abb9-28f6d3284941), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:39.549124 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a66aa533-e0da-4bd8-b9e6-7da36a156ed1 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Router 1d238e28-079a-47d4-be3e-be2af2e2af38 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:30:39.604335 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port d3659982-bc4e-4b11-abb9-28f6d3284941, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=d3659982-bc4e-4b11-abb9-28f6d3284941,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:39.715376 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7d04bacf-95e5-451a-ade5-504ea0126b2a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:39.718780 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (d3659982-bc4e-4b11-abb9-28f6d3284941), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:39.719954 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 3bdef090-d887-445b-aa5b-f6e9f64bf165 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:39.771362 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580d48d-6826-411a-8f9d-f0b15217656c admin admin] Pushing event updated for resources: {'Port': ['ID=3d1e0714-b803-467f-8963-8b259dbf98c1,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:39.982112 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=d3659982-bc4e-4b11-abb9-28f6d3284941,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:39.994363 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-24196314-f929-4eae-8a45-2726518abb7e None None] Publish callbacks [] for port (8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:40.013781 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66aa533-e0da-4bd8-b9e6-7da36a156ed1 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:30:40.021483 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a66aa533-e0da-4bd8-b9e6-7da36a156ed1 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "PUT /v2.0/routers/1d238e28-079a-47d4-be3e-be2af2e2af38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8139291 Jan 29 04:30:40.031094 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae24d667-2a5b-41f4-acf0-879f573d277c None None] Sync routers for ids ['1d238e28-079a-47d4-be3e-be2af2e2af38'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:30:40.039387 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53868) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:40.052329 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae24d667-2a5b-41f4-acf0-879f573d277c None None] Routers {'1d238e28-079a-47d4-be3e-be2af2e2af38'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:40.055695 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-ae24d667-2a5b-41f4-acf0-879f573d277c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['1d238e28-079a-47d4-be3e-be2af2e2af38'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:40.083261 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-24196314-f929-4eae-8a45-2726518abb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:40.159577 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-ae24d667-2a5b-41f4-acf0-879f573d277c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:40.187376 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae24d667-2a5b-41f4-acf0-879f573d277c None None] Routers {'1d238e28-079a-47d4-be3e-be2af2e2af38'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:40.190029 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-ae24d667-2a5b-41f4-acf0-879f573d277c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['1d238e28-079a-47d4-be3e-be2af2e2af38'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:40.207634 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-7d04bacf-95e5-451a-ade5-504ea0126b2a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Allocated IP 172.20.0.1 (070bfd3e-34f0-4384-80d7-caf992321038/d79fbd16-82a7-4aa6-8fa6-f6dbda341d53/4c7cf7d6-6883-4f95-897c-ebdffb370531) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:40.255684 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-1b3b5de9-f456-49a4-98d0-88e0702cde57 None None] Current status of the port 3bdef090-d887-445b-aa5b-f6e9f64bf165 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:40.257089 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1b3b5de9-f456-49a4-98d0-88e0702cde57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (3bdef090-d887-445b-aa5b-f6e9f64bf165), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:40.285211 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-ae24d667-2a5b-41f4-acf0-879f573d277c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:40.289966 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae24d667-2a5b-41f4-acf0-879f573d277c None None] The sync data for ids ['1d238e28-079a-47d4-be3e-be2af2e2af38'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:30:40.295098 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24196314-f929-4eae-8a45-2726518abb7e None None] Pushing event updated for resources: {'Port': ['ID=8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:40.315333 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24196314-f929-4eae-8a45-2726518abb7e None None] Network 070bfd3e-34f0-4384-80d7-caf992321038 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:40.322195 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-24196314-f929-4eae-8a45-2726518abb7e None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:40.349092 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24196314-f929-4eae-8a45-2726518abb7e None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:40.354633 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7d04bacf-95e5-451a-ade5-504ea0126b2a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for port (4c7cf7d6-6883-4f95-897c-ebdffb370531), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:40.373858 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 3bdef090-d887-445b-aa5b-f6e9f64bf165 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:40.380455 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (3bdef090-d887-445b-aa5b-f6e9f64bf165), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:40.403373 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1580d48d-6826-411a-8f9d-f0b15217656c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (3d1e0714-b803-467f-8963-8b259dbf98c1), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:40.442352 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-1b3b5de9-f456-49a4-98d0-88e0702cde57 None None] For port 3bdef090-d887-445b-aa5b-f6e9f64bf165, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=3bdef090-d887-445b-aa5b-f6e9f64bf165,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:40.483624 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7d04bacf-95e5-451a-ade5-504ea0126b2a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (4c7cf7d6-6883-4f95-897c-ebdffb370531), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:40.522270 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1b3b5de9-f456-49a4-98d0-88e0702cde57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (3bdef090-d887-445b-aa5b-f6e9f64bf165), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:40.546739 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d04bacf-95e5-451a-ade5-504ea0126b2a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Network 070bfd3e-34f0-4384-80d7-caf992321038 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:40.551046 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-7d04bacf-95e5-451a-ade5-504ea0126b2a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:40.554268 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d04bacf-95e5-451a-ade5-504ea0126b2a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:40.563202 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-24196314-f929-4eae-8a45-2726518abb7e None None] Attempting to bind port 8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:30:40.563578 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-24196314-f929-4eae-8a45-2726518abb7e None None] Attempting to bind port 8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '317605f8-c32d-47ad-8db0-1dd0c041a61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '070bfd3e-34f0-4384-80d7-caf992321038'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:30:40.563943 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24196314-f929-4eae-8a45-2726518abb7e None None] Attempting to bind port 8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6 on network 070bfd3e-34f0-4384-80d7-caf992321038 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:30:40.578336 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24196314-f929-4eae-8a45-2726518abb7e None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:30:40.578712 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24196314-f929-4eae-8a45-2726518abb7e None None] Checking segment: {'id': '317605f8-c32d-47ad-8db0-1dd0c041a61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '070bfd3e-34f0-4384-80d7-caf992321038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:30:40.579120 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-24196314-f929-4eae-8a45-2726518abb7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:40.579500 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24196314-f929-4eae-8a45-2726518abb7e None None] Bound using segment: {'id': '317605f8-c32d-47ad-8db0-1dd0c041a61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '070bfd3e-34f0-4384-80d7-caf992321038'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:30:40.579986 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-24196314-f929-4eae-8a45-2726518abb7e None None] Bound port: 8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '317605f8-c32d-47ad-8db0-1dd0c041a61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '070bfd3e-34f0-4384-80d7-caf992321038'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:30:40.580362 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-24196314-f929-4eae-8a45-2726518abb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:40.612760 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d04bacf-95e5-451a-ade5-504ea0126b2a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event updated for resources: {'Port': ['ID=4c7cf7d6-6883-4f95-897c-ebdffb370531,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:40.631070 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7d04bacf-95e5-451a-ade5-504ea0126b2a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (44b5f3bd-cba4-44d1-b1b2-67a7685eb64a), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:40.632506 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 3bdef090-d887-445b-aa5b-f6e9f64bf165 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:40.650978 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f28df46e-a850-48ed-a1c4-d21310978478 tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] Publish callbacks [] for port (ec94f6e2-03ee-4c75-9984-e1028e86004c), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:40.654887 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b5de9-f456-49a4-98d0-88e0702cde57 None None] Pushing event updated for resources: {'Port': ['ID=3bdef090-d887-445b-aa5b-f6e9f64bf165,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:40.661098 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-18e5fd17-2c1a-4da3-b56c-f7e9bea07516 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] remove_router_interface failed (client error): The resource could not be found. Jan 29 04:30:40.665005 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-18e5fd17-2c1a-4da3-b56c-f7e9bea07516 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "PUT /v2.0/routers/1d238e28-079a-47d4-be3e-be2af2e2af38/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6217592 Jan 29 04:30:40.666054 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53870) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:40.675601 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6a3eb4c6-81b0-4d69-90cb-adcc9fa2aedf tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (dc318a7d-2c41-4f91-a534-6cb625c78437), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:40.726361 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-95d8359e-ded8-47cb-b9ff-8057725bbaff None None] Provisioning complete for port 3d1e0714-b803-467f-8963-8b259dbf98c1 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:40.727918 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-95d8359e-ded8-47cb-b9ff-8057725bbaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (3d1e0714-b803-467f-8963-8b259dbf98c1), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:40.767119 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-24196314-f929-4eae-8a45-2726518abb7e None None] For port 8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:30:40.780874 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d9859537-0001-43fa-a28a-f43a76ea2806 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d238e28-079a-47d4-be3e-be2af2e2af38 HTTP/1.1" status: 200 len: 205 time: 0.1068799 Jan 29 04:30:40.781899 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f28df46e-a850-48ed-a1c4-d21310978478 tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (ec94f6e2-03ee-4c75-9984-e1028e86004c), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:40.783862 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53872) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:40.796271 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-24196314-f929-4eae-8a45-2726518abb7e None None] For port 8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6,segment=NetworkSegment(317605f8-c32d-47ad-8db0-1dd0c041a61a),segment_id=317605f8-c32d-47ad-8db0-1dd0c041a61a)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:30:40.808991 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-95d8359e-ded8-47cb-b9ff-8057725bbaff None None] Port 3d1e0714-b803-467f-8963-8b259dbf98c1 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:30:40.816173 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3eb4c6-81b0-4d69-90cb-adcc9fa2aedf tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Port': ['ID=dc318a7d-2c41-4f91-a534-6cb625c78437,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:40.822107 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-95d8359e-ded8-47cb-b9ff-8057725bbaff None None] Could not find standard attr ID for object dc318a7d-2c41-4f91-a534-6cb625c78437. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:30:40.861618 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device d3659982-bc4e-4b11-abb9-28f6d3284941 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:40.892779 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-24196314-f929-4eae-8a45-2726518abb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:40.976165 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24196314-f929-4eae-8a45-2726518abb7e None None] Pushing event updated for resources: {'Port': ['ID=8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:40.984003 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port d3659982-bc4e-4b11-abb9-28f6d3284941 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:40.984510 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (d3659982-bc4e-4b11-abb9-28f6d3284941), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:41.031706 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6a3eb4c6-81b0-4d69-90cb-adcc9fa2aedf tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:41.034914 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-6a3eb4c6-81b0-4d69-90cb-adcc9fa2aedf tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/ports/dc318a7d-2c41-4f91-a534-6cb625c78437 HTTP/1.1" status: 204 len: 168 time: 3.3962522 Jan 29 04:30:41.041177 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53874) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:41.080932 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28df46e-a850-48ed-a1c4-d21310978478 tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] Pushing event updated for resources: {'Port': ['ID=ec94f6e2-03ee-4c75-9984-e1028e86004c,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:41.082631 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7d04bacf-95e5-451a-ade5-504ea0126b2a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (4c7cf7d6-6883-4f95-897c-ebdffb370531), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:41.218147 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f1faa214-ad36-4cb7-bcc7-329702fa27df tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for router (1d238e28-079a-47d4-be3e-be2af2e2af38), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:41.273212 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port d3659982-bc4e-4b11-abb9-28f6d3284941 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:41.388337 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28d7baa-3d6b-4f5d-9409-0e7a9a1bc7f1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:41.390625 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28d7baa-3d6b-4f5d-9409-0e7a9a1bc7f1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:41.393637 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c28d7baa-3d6b-4f5d-9409-0e7a9a1bc7f1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3072960 Jan 29 04:30:41.394448 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53876) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:41.395964 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f28df46e-a850-48ed-a1c4-d21310978478 tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (cfe7d58f-b91e-4489-80c9-135e32222168), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:41.496563 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7d04bacf-95e5-451a-ade5-504ea0126b2a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for port (4c7cf7d6-6883-4f95-897c-ebdffb370531), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:41.518699 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f28df46e-a850-48ed-a1c4-d21310978478 tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:41.522388 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcea0604-3c04-4776-b5fb-c38e2880ad0d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting subnet 1e6e570d-90ba-4c80-bac3-65e5ea73d97a {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:30:41.522530 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f28df46e-a850-48ed-a1c4-d21310978478 tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8920398 Jan 29 04:30:41.523565 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53880) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:41.529063 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dcea0604-3c04-4776-b5fb-c38e2880ad0d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (1e6e570d-90ba-4c80-bac3-65e5ea73d97a), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:41.557136 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f1faa214-ad36-4cb7-bcc7-329702fa27df tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (1d238e28-079a-47d4-be3e-be2af2e2af38), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:41.561509 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f1faa214-ad36-4cb7-bcc7-329702fa27df tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for router_controller (1d238e28-079a-47d4-be3e-be2af2e2af38), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:41.585198 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7d04bacf-95e5-451a-ade5-504ea0126b2a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (4c7cf7d6-6883-4f95-897c-ebdffb370531), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:41.615658 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1580d48d-6826-411a-8f9d-f0b15217656c admin admin] Publish callbacks [] for port (3d1e0714-b803-467f-8963-8b259dbf98c1), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:41.666323 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dcea0604-3c04-4776-b5fb-c38e2880ad0d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (1e6e570d-90ba-4c80-bac3-65e5ea73d97a), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:41.679439 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1580d48d-6826-411a-8f9d-f0b15217656c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (3d1e0714-b803-467f-8963-8b259dbf98c1), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:41.723887 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d04bacf-95e5-451a-ade5-504ea0126b2a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event updated for resources: {'Port': ['ID=4c7cf7d6-6883-4f95-897c-ebdffb370531,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:41.731189 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7d04bacf-95e5-451a-ade5-504ea0126b2a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (44b5f3bd-cba4-44d1-b1b2-67a7685eb64a), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:41.735138 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f1faa214-ad36-4cb7-bcc7-329702fa27df tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (1d238e28-079a-47d4-be3e-be2af2e2af38), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:41.735896 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1faa214-ad36-4cb7-bcc7-329702fa27df tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Fanout notify agent at l3_agent the message router_deleted on router 1d238e28-079a-47d4-be3e-be2af2e2af38 {{(pid=103584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:30:41.748391 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f1faa214-ad36-4cb7-bcc7-329702fa27df tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:41.750255 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f1faa214-ad36-4cb7-bcc7-329702fa27df tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "DELETE /v2.0/routers/1d238e28-079a-47d4-be3e-be2af2e2af38 HTTP/1.1" status: 204 len: 168 time: 0.9545209 Jan 29 04:30:41.756644 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53886) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:41.771073 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1580d48d-6826-411a-8f9d-f0b15217656c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (4f852bc5-2294-4bc2-8f6b-167d4339485d), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:41.775052 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-47511c56-578d-45fa-af0e-44be1a5fba93 tempest-FloatingIPAdminTestJSON-1497333433 tempest-FloatingIPAdminTestJSON-1497333433-project] Request body: {'floatingip': {'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:41.790531 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580d48d-6826-411a-8f9d-f0b15217656c admin admin] Pushing event updated for resources: {'Port': ['ID=3d1e0714-b803-467f-8963-8b259dbf98c1,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:41.864759 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e9bc2cb-1163-4e8d-af9a-f7f498907360 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Deleting subnet bae36a50-d258-4161-bbab-842e8505750a {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:30:41.867795 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dcea0604-3c04-4776-b5fb-c38e2880ad0d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (1e6e570d-90ba-4c80-bac3-65e5ea73d97a), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:41.869159 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5e9bc2cb-1163-4e8d-af9a-f7f498907360 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for subnet (bae36a50-d258-4161-bbab-842e8505750a), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:41.925129 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5e9bc2cb-1163-4e8d-af9a-f7f498907360 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (bae36a50-d258-4161-bbab-842e8505750a), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:41.931338 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d04bacf-95e5-451a-ade5-504ea0126b2a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Network 070bfd3e-34f0-4384-80d7-caf992321038 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:41.933426 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-7d04bacf-95e5-451a-ade5-504ea0126b2a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:41.940128 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-47511c56-578d-45fa-af0e-44be1a5fba93 tempest-FloatingIPAdminTestJSON-1497333433 tempest-FloatingIPAdminTestJSON-1497333433-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:41.983972 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1580d48d-6826-411a-8f9d-f0b15217656c admin admin] Network 05d4bbd6-3b56-426f-bd96-c44620c6a592 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:41.987349 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-1580d48d-6826-411a-8f9d-f0b15217656c admin admin] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:42.076368 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dcea0604-3c04-4776-b5fb-c38e2880ad0d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (1e6e570d-90ba-4c80-bac3-65e5ea73d97a), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:42.080093 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5e9bc2cb-1163-4e8d-af9a-f7f498907360 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (bae36a50-d258-4161-bbab-842e8505750a), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:42.127895 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dcea0604-3c04-4776-b5fb-c38e2880ad0d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:42.134712 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-dcea0604-3c04-4776-b5fb-c38e2880ad0d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/1e6e570d-90ba-4c80-bac3-65e5ea73d97a HTTP/1.1" status: 204 len: 168 time: 0.7391896 Jan 29 04:30:42.137644 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea0604-3c04-4776-b5fb-c38e2880ad0d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Subnet': ['ID=1e6e570d-90ba-4c80-bac3-65e5ea73d97a,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:42.137813 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6927c2-168c-4b3f-a608-fdfd9ff03183 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:30:42.139818 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53888) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:42.190633 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f8931886-6413-4b29-b2e8-25ded6084f0f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0442388 Jan 29 04:30:42.195773 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53890) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:42.196393 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1580d48d-6826-411a-8f9d-f0b15217656c admin admin] Router 4f852bc5-2294-4bc2-8f6b-167d4339485d has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:30:42.301751 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69229b5-fdcc-444e-a2ca-0d56c700cd2d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:42.306027 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d69229b5-fdcc-444e-a2ca-0d56c700cd2d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1092482 Jan 29 04:30:42.306655 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53892) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:42.339059 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5e9bc2cb-1163-4e8d-af9a-f7f498907360 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (bae36a50-d258-4161-bbab-842e8505750a), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:42.374731 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5e9bc2cb-1163-4e8d-af9a-f7f498907360 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:42.380347 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-5e9bc2cb-1163-4e8d-af9a-f7f498907360 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "DELETE /v2.0/subnets/bae36a50-d258-4161-bbab-842e8505750a HTTP/1.1" status: 204 len: 168 time: 0.6203852 Jan 29 04:30:42.382553 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53894) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:42.390395 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82274a55-9f73-4436-8f6d-e6cf4b6effc6 None None] Network 353f3005-2f66-4638-835c-15d2288b0c65 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:30:42.427406 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8169224-f78c-4c04-bf3d-ff0b259c43dc None None] DHCP port deletion for 4d28e89c-1ada-4d65-a68a-7c96765b022b request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:30:42.506398 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2666578b-6ad4-45c4-95eb-ff611796766d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (353f3005-2f66-4638-835c-15d2288b0c65), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:42.508143 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9bc2cb-1163-4e8d-af9a-f7f498907360 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event deleted for resources: {'Subnet': ['ID=bae36a50-d258-4161-bbab-842e8505750a,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:42.532601 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1580d48d-6826-411a-8f9d-f0b15217656c admin admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:30:42.558656 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1580d48d-6826-411a-8f9d-f0b15217656c admin admin] 10.222.0.13 "PUT /v2.0/routers/4f852bc5-2294-4bc2-8f6b-167d4339485d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8623183 Jan 29 04:30:42.568990 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca7f3fe-a35a-44bb-9ffb-9250e91d5e8b None None] Sync routers for ids ['4f852bc5-2294-4bc2-8f6b-167d4339485d'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:30:42.625130 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca7f3fe-a35a-44bb-9ffb-9250e91d5e8b None None] Routers {'4f852bc5-2294-4bc2-8f6b-167d4339485d'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:42.625526 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-1ca7f3fe-a35a-44bb-9ffb-9250e91d5e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['4f852bc5-2294-4bc2-8f6b-167d4339485d'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:42.658176 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-2666578b-6ad4-45c4-95eb-ff611796766d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Deleting port 7700f85c-1f3f-43e9-a307-d14aa570eda9 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:30:42.658620 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2666578b-6ad4-45c4-95eb-ff611796766d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (7700f85c-1f3f-43e9-a307-d14aa570eda9), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:42.690950 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d04bacf-95e5-451a-ade5-504ea0126b2a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Router 44b5f3bd-cba4-44d1-b1b2-67a7685eb64a is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:30:42.717657 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-6e56b456-b162-4f9f-ba9f-aa80cfd217af None None] Provisioning complete for port 3d1e0714-b803-467f-8963-8b259dbf98c1 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:42.717827 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-47511c56-578d-45fa-af0e-44be1a5fba93 tempest-FloatingIPAdminTestJSON-1497333433 tempest-FloatingIPAdminTestJSON-1497333433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:42.718036 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6e56b456-b162-4f9f-ba9f-aa80cfd217af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (3d1e0714-b803-467f-8963-8b259dbf98c1), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:42.768784 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-2666578b-6ad4-45c4-95eb-ff611796766d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] For port 7700f85c-1f3f-43e9-a307-d14aa570eda9, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=7700f85c-1f3f-43e9-a307-d14aa570eda9,segment=NetworkSegment(e86f0ab3-a1ef-48a9-94f3-376dd9bff19b),segment_id=e86f0ab3-a1ef-48a9-94f3-376dd9bff19b)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:42.769419 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2666578b-6ad4-45c4-95eb-ff611796766d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (7700f85c-1f3f-43e9-a307-d14aa570eda9), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:42.780979 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9e9947-b364-41e4-ab86-bf555f9e48f4 None None] Network 070bfd3e-34f0-4384-80d7-caf992321038 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:30:42.793677 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-2666578b-6ad4-45c4-95eb-ff611796766d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Calling delete_port for 7700f85c-1f3f-43e9-a307-d14aa570eda9 owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:30:42.830608 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59c4ec7-d20e-4c71-8565-34b0a585a5e6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:42.835862 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53898) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:42.840790 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a59c4ec7-d20e-4c71-8565-34b0a585a5e6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5322781 Jan 29 04:30:42.953457 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-cf3c3aba-4fd4-40bd-a9f1-094952f75efb tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1098561 Jan 29 04:30:42.961420 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53904) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:42.991180 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-daa2cbfc-6407-45bc-b08e-cd96a696c809 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'subnet': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:43.075102 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2666578b-6ad4-45c4-95eb-ff611796766d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (7700f85c-1f3f-43e9-a307-d14aa570eda9), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:43.082787 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fe2b9e-dc92-4286-b780-d572579cdedc None None] DHCP port deletion for 353f3005-2f66-4638-835c-15d2288b0c65 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:30:43.085000 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:43.088185 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c8169224-f78c-4c04-bf3d-ff0b259c43dc None None] Deleting port 3bdef090-d887-445b-aa5b-f6e9f64bf165 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:30:43.088351 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d04bacf-95e5-451a-ade5-504ea0126b2a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:30:43.088771 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c8169224-f78c-4c04-bf3d-ff0b259c43dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (3bdef090-d887-445b-aa5b-f6e9f64bf165), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:43.094290 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7d04bacf-95e5-451a-ade5-504ea0126b2a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "PUT /v2.0/routers/44b5f3bd-cba4-44d1-b1b2-67a7685eb64a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9578915 Jan 29 04:30:43.095675 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-47511c56-578d-45fa-af0e-44be1a5fba93 tempest-FloatingIPAdminTestJSON-1497333433 tempest-FloatingIPAdminTestJSON-1497333433-project] Allocated IP 172.26.8.78 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/392a83b1-99a8-439e-b98e-d8f0ca795c25) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:43.100970 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53906) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:43.101283 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6aacfd7-a53b-42e9-b311-14037c395881 None None] Sync routers for ids ['44b5f3bd-cba4-44d1-b1b2-67a7685eb64a'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:30:43.123699 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6aacfd7-a53b-42e9-b311-14037c395881 None None] Routers {'44b5f3bd-cba4-44d1-b1b2-67a7685eb64a'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:43.125873 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-d6aacfd7-a53b-42e9-b311-14037c395881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['44b5f3bd-cba4-44d1-b1b2-67a7685eb64a'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:43.166835 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-6e56b456-b162-4f9f-ba9f-aa80cfd217af None None] Port 3d1e0714-b803-467f-8963-8b259dbf98c1 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:30:43.184949 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2666578b-6ad4-45c4-95eb-ff611796766d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] No DVR routers for this DVR port 7700f85c-1f3f-43e9-a307-d14aa570eda9 on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:30:43.199751 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e969c68-d808-4c63-ad10-fa41b3529253 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:43.201523 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-3e969c68-d808-4c63-ad10-fa41b3529253 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "GET /v2.0/ports/4c7cf7d6-6883-4f95-897c-ebdffb370531 HTTP/1.1" status: 200 len: 910 time: 0.0914948 Jan 29 04:30:43.213899 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-d6aacfd7-a53b-42e9-b311-14037c395881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:43.227402 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6aacfd7-a53b-42e9-b311-14037c395881 None None] Routers {'44b5f3bd-cba4-44d1-b1b2-67a7685eb64a'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:43.228266 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-d6aacfd7-a53b-42e9-b311-14037c395881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['44b5f3bd-cba4-44d1-b1b2-67a7685eb64a'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:43.240514 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53908) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:43.243309 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2666578b-6ad4-45c4-95eb-ff611796766d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event deleted for resources: {'Port': ['ID=7700f85c-1f3f-43e9-a307-d14aa570eda9,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:43.258234 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-47511c56-578d-45fa-af0e-44be1a5fba93 tempest-FloatingIPAdminTestJSON-1497333433 tempest-FloatingIPAdminTestJSON-1497333433-project] Publish callbacks [] for port (392a83b1-99a8-439e-b98e-d8f0ca795c25), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:43.277549 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-d6aacfd7-a53b-42e9-b311-14037c395881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:43.278538 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6aacfd7-a53b-42e9-b311-14037c395881 None None] The sync data for ids ['44b5f3bd-cba4-44d1-b1b2-67a7685eb64a'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:30:43.309580 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa2cbfc-6407-45bc-b08e-cd96a696c809 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:43.317944 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-daa2cbfc-6407-45bc-b08e-cd96a696c809 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:43.348631 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-c8169224-f78c-4c04-bf3d-ff0b259c43dc None None] For port 3bdef090-d887-445b-aa5b-f6e9f64bf165, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=3bdef090-d887-445b-aa5b-f6e9f64bf165,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:43.348631 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c8169224-f78c-4c04-bf3d-ff0b259c43dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (3bdef090-d887-445b-aa5b-f6e9f64bf165), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:43.356397 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-1ca7f3fe-a35a-44bb-9ffb-9250e91d5e8b None None] Set router 4f852bc5-2294-4bc2-8f6b-167d4339485d gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:30:43.392345 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c8169224-f78c-4c04-bf3d-ff0b259c43dc None None] Calling delete_port for 3bdef090-d887-445b-aa5b-f6e9f64bf165 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:30:43.431415 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-2bef6419-7c07-4e07-8a5d-59908f5da902 None None] Provisioning complete for port 8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:43.431929 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2bef6419-7c07-4e07-8a5d-59908f5da902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:43.563028 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:43.563633 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:43.567761 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-47511c56-578d-45fa-af0e-44be1a5fba93 tempest-FloatingIPAdminTestJSON-1497333433 tempest-FloatingIPAdminTestJSON-1497333433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (392a83b1-99a8-439e-b98e-d8f0ca795c25), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:43.633179 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47511c56-578d-45fa-af0e-44be1a5fba93 tempest-FloatingIPAdminTestJSON-1497333433 tempest-FloatingIPAdminTestJSON-1497333433-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:43.635059 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47511c56-578d-45fa-af0e-44be1a5fba93 tempest-FloatingIPAdminTestJSON-1497333433 tempest-FloatingIPAdminTestJSON-1497333433-project] Pushing event updated for resources: {'Port': ['ID=392a83b1-99a8-439e-b98e-d8f0ca795c25,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:43.638566 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-47511c56-578d-45fa-af0e-44be1a5fba93 tempest-FloatingIPAdminTestJSON-1497333433 tempest-FloatingIPAdminTestJSON-1497333433-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:43.648095 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47511c56-578d-45fa-af0e-44be1a5fba93 tempest-FloatingIPAdminTestJSON-1497333433 tempest-FloatingIPAdminTestJSON-1497333433-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:43.779724 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2666578b-6ad4-45c4-95eb-ff611796766d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (353f3005-2f66-4638-835c-15d2288b0c65), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:43.807666 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c8169224-f78c-4c04-bf3d-ff0b259c43dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (3bdef090-d887-445b-aa5b-f6e9f64bf165), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:43.814971 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-2666578b-6ad4-45c4-95eb-ff611796766d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['353f3005-2f66-4638-835c-15d2288b0c65']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:43.865466 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-2666578b-6ad4-45c4-95eb-ff611796766d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e86f0ab3-a1ef-48a9-94f3-376dd9bff19b') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:43.865771 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-2666578b-6ad4-45c4-95eb-ff611796766d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e86f0ab3-a1ef-48a9-94f3-376dd9bff19b') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:43.881271 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8169224-f78c-4c04-bf3d-ff0b259c43dc None None] Pushing event deleted for resources: {'Port': ['ID=3bdef090-d887-445b-aa5b-f6e9f64bf165,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:43.887316 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.objects.ports [None req-daa2cbfc-6407-45bc-b08e-cd96a696c809 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103585) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 04:30:43.895539 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-47511c56-578d-45fa-af0e-44be1a5fba93 tempest-FloatingIPAdminTestJSON-1497333433 tempest-FloatingIPAdminTestJSON-1497333433-project] Publish callbacks [] for floatingip (002bc4e6-1265-463d-b099-0452d265246a), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:43.910559 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2666578b-6ad4-45c4-95eb-ff611796766d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (e86f0ab3-a1ef-48a9-94f3-376dd9bff19b), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:43.932667 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2666578b-6ad4-45c4-95eb-ff611796766d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (e86f0ab3-a1ef-48a9-94f3-376dd9bff19b), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:43.942778 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53910) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:43.947096 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-2bef6419-7c07-4e07-8a5d-59908f5da902 None None] Current status of the port 8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:43.947720 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2bef6419-7c07-4e07-8a5d-59908f5da902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:43.953311 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-3a554ce9-a4e6-434c-aa99-e4d393dc3ea8 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-561757372', 'description': 'tempest-secgroup-smoke-561757372 description', 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:43.957801 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2666578b-6ad4-45c4-95eb-ff611796766d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:30:43.958131 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2666578b-6ad4-45c4-95eb-ff611796766d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (e86f0ab3-a1ef-48a9-94f3-376dd9bff19b), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:43.962184 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:30:43.962184 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:30:43.962184 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:30:43.962184 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:30:43.962184 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:30:43.962184 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:30:43.962184 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:30:43.962184 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:30:43.962184 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:30:43.962184 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:30:43.962184 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:30:43.962184 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:30:43.962184 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:30:43.962184 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:30:43.962184 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:30:43.962184 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:30:43.962184 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:30:43.962184 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:30:43.962184 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:30:43.962184 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:30:43.962184 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:30:43.962184 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:30:43.962184 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:30:43.962184 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:30:43.962184 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:30:43.962184 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:30:43.962184 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:30:43.962184 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:30:43.962184 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:30:43.962184 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:30:43.962184 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:30:43.962184 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:30:43.974944 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8169224-f78c-4c04-bf3d-ff0b259c43dc None None] No DVR routers for this DVR port 3bdef090-d887-445b-aa5b-f6e9f64bf165 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:30:44.003447 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:44.004159 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:44.025543 dv-neutron-821190-1-hyperv neutron-server[103585]: WARNING neutron.services.revisions.revision_plugin [None req-daa2cbfc-6407-45bc-b08e-cd96a696c809 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Could not find related port for resource to bump revision. Jan 29 04:30:44.037815 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-2bef6419-7c07-4e07-8a5d-59908f5da902 None None] For port 8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6,segment=NetworkSegment(317605f8-c32d-47ad-8db0-1dd0c041a61a),segment_id=317605f8-c32d-47ad-8db0-1dd0c041a61a)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:44.043495 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-1ca7f3fe-a35a-44bb-9ffb-9250e91d5e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f852bc5-2294-4bc2-8f6b-167d4339485d', 'name': 'tempest-TestVolumeBootPattern-26303668-router', 'tenant_id': '294fd5fc09ed4976959bc7fd5f0c8682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.246'}], 'enable_snat': True}, 'gw_port_id': 'd3659982-bc4e-4b11-abb9-28f6d3284941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:28Z', 'updated_at': '2022-01-29T04:30:40Z', 'revision_number': 4, 'project_id': '294fd5fc09ed4976959bc7fd5f0c8682', 'gw_port': {'id': 'd3659982-bc4e-4b11-abb9-28f6d3284941', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f852bc5-2294-4bc2-8f6b-167d4339485d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:30Z', 'updated_at': '2022-01-29T04:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '3d1e0714-b803-467f-8963-8b259dbf98c1', 'name': '', 'network_id': '05d4bbd6-3b56-426f-bd96-c44620c6a592', 'tenant_id': '294fd5fc09ed4976959bc7fd5f0c8682', 'mac_address': 'fa:16:3e:04:42:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f852bc5-2294-4bc2-8f6b-167d4339485d', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': 'cd53a906-441c-4591-8d64-dacfedbd2436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:37Z', 'updated_at': '2022-01-29T04:30:40Z', 'revision_number': 2, 'project_id': '294fd5fc09ed4976959bc7fd5f0c8682', 'subnets': [{'id': 'cd53a906-441c-4591-8d64-dacfedbd2436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:44.074657 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.ipam_pluggable_backend [None req-daa2cbfc-6407-45bc-b08e-cd96a696c809 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Port 3bdef090-d887-445b-aa5b-f6e9f64bf165 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103585) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 29 04:30:44.075429 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.ipam_pluggable_backend [None req-daa2cbfc-6407-45bc-b08e-cd96a696c809 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Reverting IP allocation for 2001:db8::f816:3eff:fe57:8f37 {{(pid=103585) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 29 04:30:44.081060 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca7f3fe-a35a-44bb-9ffb-9250e91d5e8b None None] Checking router: 4f852bc5-2294-4bc2-8f6b-167d4339485d for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:30:44.081426 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca7f3fe-a35a-44bb-9ffb-9250e91d5e8b None None] Updating router 4f852bc5-2294-4bc2-8f6b-167d4339485d port 3d1e0714-b803-467f-8963-8b259dbf98c1 binding host dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:30:44.085493 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.ipam_pluggable_backend [None req-daa2cbfc-6407-45bc-b08e-cd96a696c809 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe57:8f37 {{(pid=103585) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 29 04:30:44.088667 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-daa2cbfc-6407-45bc-b08e-cd96a696c809 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (06eb6489-385e-4d03-b0e2-c392c361f079), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:44.113827 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1ca7f3fe-a35a-44bb-9ffb-9250e91d5e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (3d1e0714-b803-467f-8963-8b259dbf98c1), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:44.132779 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2bef6419-7c07-4e07-8a5d-59908f5da902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:44.142152 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-47511c56-578d-45fa-af0e-44be1a5fba93 tempest-FloatingIPAdminTestJSON-1497333433 tempest-FloatingIPAdminTestJSON-1497333433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (392a83b1-99a8-439e-b98e-d8f0ca795c25), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:44.197310 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa2cbfc-6407-45bc-b08e-cd96a696c809 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Subnet': ['ID=06eb6489-385e-4d03-b0e2-c392c361f079,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:44.201506 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2666578b-6ad4-45c4-95eb-ff611796766d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (353f3005-2f66-4638-835c-15d2288b0c65), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:44.214430 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa2cbfc-6407-45bc-b08e-cd96a696c809 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:44.218041 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-daa2cbfc-6407-45bc-b08e-cd96a696c809 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:44.221490 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa2cbfc-6407-45bc-b08e-cd96a696c809 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:44.222547 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-daa2cbfc-6407-45bc-b08e-cd96a696c809 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:44.233157 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2666578b-6ad4-45c4-95eb-ff611796766d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:44.236899 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-2666578b-6ad4-45c4-95eb-ff611796766d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "DELETE /v2.0/networks/353f3005-2f66-4638-835c-15d2288b0c65 HTTP/1.1" status: 204 len: 168 time: 1.8532996 Jan 29 04:30:44.242355 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3a554ce9-a4e6-434c-aa99-e4d393dc3ea8 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:44.247049 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef6419-7c07-4e07-8a5d-59908f5da902 None None] Pushing event updated for resources: {'Port': ['ID=8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:44.249247 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53914) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:44.256832 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-4080863b-3590-48f8-860c-26bb0d5a61e7 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1387132191'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:44.263720 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ad409d-b11d-43a4-8e33-af5867bb3398 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:30:44.285356 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2666578b-6ad4-45c4-95eb-ff611796766d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event deleted for resources: {'Network': ['ID=353f3005-2f66-4638-835c-15d2288b0c65,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:44.310552 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1ff758f8-ae96-4a1c-9bce-1b96748d5fb4 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (44b5f3bd-cba4-44d1-b1b2-67a7685eb64a), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:44.364830 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-daa2cbfc-6407-45bc-b08e-cd96a696c809 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3986371 Jan 29 04:30:44.367388 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53916) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:44.372852 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:30:44.373360 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:30:44.379578 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-417c5cd3-95e7-45ca-9db5-5c53ec5178cd tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'subnet': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:44.390635 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-d15ed515-ad94-438f-873d-0fbe41f32da0 None None] Provisioning complete for port 8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:44.391225 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d15ed515-ad94-438f-873d-0fbe41f32da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:44.415346 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3a554ce9-a4e6-434c-aa99-e4d393dc3ea8 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks [] for security_group (a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:44.473352 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4080863b-3590-48f8-860c-26bb0d5a61e7 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Made reservation on behalf of af39ab92727346cabd50ae3ea9026005 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:44.476732 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4080863b-3590-48f8-860c-26bb0d5a61e7 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:44.527694 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3a554ce9-a4e6-434c-aa99-e4d393dc3ea8 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:44.555913 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4080863b-3590-48f8-860c-26bb0d5a61e7 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:30:44.581528 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a554ce9-a4e6-434c-aa99-e4d393dc3ea8 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:44.590021 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4080863b-3590-48f8-860c-26bb0d5a61e7 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (c48d0171-7aa3-4c27-bb94-70306b3cfd92), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:44.590423 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-4080863b-3590-48f8-860c-26bb0d5a61e7 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Added segment c48d0171-7aa3-4c27-bb94-70306b3cfd92 of type vlan for network 348f3383-2861-424d-8c94-53ec4331c893 Jan 29 04:30:44.600329 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3cbc07-f30e-4da2-9c00-867beb5d6f83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-4d28e89c-1ada-4d65-a68a-7c96765b022b', 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'project_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'fixed_ips': [{'subnet_id': '06eb6489-385e-4d03-b0e2-c392c361f079'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:30:44.600329 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-de3cbc07-f30e-4da2-9c00-867beb5d6f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:44.602501 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-47511c56-578d-45fa-af0e-44be1a5fba93 tempest-FloatingIPAdminTestJSON-1497333433 tempest-FloatingIPAdminTestJSON-1497333433-project] Publish callbacks [] for port (392a83b1-99a8-439e-b98e-d8f0ca795c25), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:44.640984 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4080863b-3590-48f8-860c-26bb0d5a61e7 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (348f3383-2861-424d-8c94-53ec4331c893), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:44.652652 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3a554ce9-a4e6-434c-aa99-e4d393dc3ea8 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:44.654609 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-3a554ce9-a4e6-434c-aa99-e4d393dc3ea8 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7085886 Jan 29 04:30:44.658839 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53918) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:44.664257 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-d15ed515-ad94-438f-873d-0fbe41f32da0 None None] Current status of the port 8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:44.669217 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-1e75903c-3637-4a50-bd88-8f5cad684fc2 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Request body: {'security_group_rule': {'security_group_id': 'a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d', 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:44.675834 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-47511c56-578d-45fa-af0e-44be1a5fba93 tempest-FloatingIPAdminTestJSON-1497333433 tempest-FloatingIPAdminTestJSON-1497333433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (392a83b1-99a8-439e-b98e-d8f0ca795c25), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:44.732775 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417c5cd3-95e7-45ca-9db5-5c53ec5178cd tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:44.736439 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-417c5cd3-95e7-45ca-9db5-5c53ec5178cd tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:44.747867 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-1ff758f8-ae96-4a1c-9bce-1b96748d5fb4 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Deleting port 4c7cf7d6-6883-4f95-897c-ebdffb370531 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:30:44.748355 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1ff758f8-ae96-4a1c-9bce-1b96748d5fb4 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (4c7cf7d6-6883-4f95-897c-ebdffb370531), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:44.752039 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-d15ed515-ad94-438f-873d-0fbe41f32da0 None None] Provisioning complete for port 4c7cf7d6-6883-4f95-897c-ebdffb370531 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:44.753114 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d15ed515-ad94-438f-873d-0fbe41f32da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (4c7cf7d6-6883-4f95-897c-ebdffb370531), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:44.784746 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4080863b-3590-48f8-860c-26bb0d5a61e7 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (348f3383-2861-424d-8c94-53ec4331c893), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:44.789720 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4080863b-3590-48f8-860c-26bb0d5a61e7 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:44.790307 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4080863b-3590-48f8-860c-26bb0d5a61e7 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:44.810447 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1e75903c-3637-4a50-bd88-8f5cad684fc2 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks [] for security_group_rule (1a72ee34-e20e-4720-bc84-125a6c4f4bff), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:44.825473 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-47511c56-578d-45fa-af0e-44be1a5fba93 tempest-FloatingIPAdminTestJSON-1497333433 tempest-FloatingIPAdminTestJSON-1497333433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (002bc4e6-1265-463d-b099-0452d265246a), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:44.849048 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-d15ed515-ad94-438f-873d-0fbe41f32da0 None None] Port 4c7cf7d6-6883-4f95-897c-ebdffb370531 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:30:44.890112 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1ff758f8-ae96-4a1c-9bce-1b96748d5fb4 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (4c7cf7d6-6883-4f95-897c-ebdffb370531), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:44.912963 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-de3cbc07-f30e-4da2-9c00-867beb5d6f83 None None] Allocated IP 2001:db8::f816:3eff:fe48:bdb9 (4d28e89c-1ada-4d65-a68a-7c96765b022b/06eb6489-385e-4d03-b0e2-c392c361f079/db7ab341-2e5d-4ce3-8c70-1015ed4ab03c) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:44.915255 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47511c56-578d-45fa-af0e-44be1a5fba93 tempest-FloatingIPAdminTestJSON-1497333433 tempest-FloatingIPAdminTestJSON-1497333433-project] Pushing event updated for resources: {'Port': ['ID=392a83b1-99a8-439e-b98e-d8f0ca795c25,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:44.932614 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4080863b-3590-48f8-860c-26bb0d5a61e7 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6821830 Jan 29 04:30:44.932863 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-1ff758f8-ae96-4a1c-9bce-1b96748d5fb4 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Calling delete_port for 4c7cf7d6-6883-4f95-897c-ebdffb370531 owned by network:router_interface {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:30:44.934781 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53920) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:44.941313 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080863b-3590-48f8-860c-26bb0d5a61e7 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event updated for resources: {'Network': ['ID=348f3383-2861-424d-8c94-53ec4331c893,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:44.951217 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1ca7f3fe-a35a-44bb-9ffb-9250e91d5e8b None None] Publish callbacks [] for port (3d1e0714-b803-467f-8963-8b259dbf98c1), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:44.954880 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-0c61d7c0-95b9-468c-930c-142ba3d4dcec tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Request body: {'subnet': {'network_id': '348f3383-2861-424d-8c94-53ec4331c893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:44.961589 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1e75903c-3637-4a50-bd88-8f5cad684fc2 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks [] for security_group_rule (1a72ee34-e20e-4720-bc84-125a6c4f4bff), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:44.963357 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 348f3383-2861-424d-8c94-53ec4331c893 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:30:44.966161 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:44.972580 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-47511c56-578d-45fa-af0e-44be1a5fba93 tempest-FloatingIPAdminTestJSON-1497333433 tempest-FloatingIPAdminTestJSON-1497333433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:44.976269 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-47511c56-578d-45fa-af0e-44be1a5fba93 tempest-FloatingIPAdminTestJSON-1497333433 tempest-FloatingIPAdminTestJSON-1497333433-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4517593 Jan 29 04:30:44.977260 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53922) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:44.979573 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.ipam_backend_mixin [None req-417c5cd3-95e7-45ca-9db5-5c53ec5178cd tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 06eb6489-385e-4d03-b0e2-c392c361f079 (CIDR: 2001:db8::/64) Jan 29 04:30:45.025517 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1e75903c-3637-4a50-bd88-8f5cad684fc2 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (1a72ee34-e20e-4720-bc84-125a6c4f4bff), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:45.068978 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-417c5cd3-95e7-45ca-9db5-5c53ec5178cd tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:30:45.069488 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-417c5cd3-95e7-45ca-9db5-5c53ec5178cd tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:30:45.105058 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e75903c-3637-4a50-bd88-8f5cad684fc2 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a72ee34-e20e-4720-bc84-125a6c4f4bff,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:45.126542 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-bcee38e3-679d-456d-87e4-2c1a7edd3c17 tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.1449587 Jan 29 04:30:45.127375 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53924) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:45.183731 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 3bdef090-d887-445b-aa5b-f6e9f64bf165 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:30:45.186114 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1ca7f3fe-a35a-44bb-9ffb-9250e91d5e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (3d1e0714-b803-467f-8963-8b259dbf98c1), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:45.201037 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-417c5cd3-95e7-45ca-9db5-5c53ec5178cd tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8318942 Jan 29 04:30:45.205258 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53926) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:45.210831 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-1a889848-12b3-4275-9c95-c4e20010f162 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0801289 Jan 29 04:30:45.213051 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-e9a0ba03-959f-4bb0-964a-98792f9ca5a9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'subnet': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:45.216765 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53928) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:45.231445 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1e75903c-3637-4a50-bd88-8f5cad684fc2 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:45.233754 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1e75903c-3637-4a50-bd88-8f5cad684fc2 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5726628 Jan 29 04:30:45.239838 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53930) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:45.243101 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-5eaebc13-3320-4a0d-a19d-487f245701ea tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Request body: {'security_group_rule': {'security_group_id': 'a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d', 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:45.278568 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 3bdef090-d887-445b-aa5b-f6e9f64bf165 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:30:45.278916 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 3bdef090-d887-445b-aa5b-f6e9f64bf165 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:30:45.322551 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-92681450-5208-4b54-9d65-ab226287fbde None None] Provisioning complete for port 4c7cf7d6-6883-4f95-897c-ebdffb370531 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:45.322937 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-92681450-5208-4b54-9d65-ab226287fbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (4c7cf7d6-6883-4f95-897c-ebdffb370531), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:45.336565 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c61d7c0-95b9-468c-930c-142ba3d4dcec tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Made reservation on behalf of af39ab92727346cabd50ae3ea9026005 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:45.343103 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0c61d7c0-95b9-468c-930c-142ba3d4dcec tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:45.366408 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1ff758f8-ae96-4a1c-9bce-1b96748d5fb4 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (4c7cf7d6-6883-4f95-897c-ebdffb370531), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:45.371309 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf52c1d1-93d6-434b-9f1e-3b673306dc4e None None] Pushing event updated for resources: {'Port': ['ID=3d1e0714-b803-467f-8963-8b259dbf98c1,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:45.441296 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5eaebc13-3320-4a0d-a19d-487f245701ea tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks [] for security_group_rule (53a0a660-d2ee-444d-a0e6-8d5b24ebd0a1), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:45.448577 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-92681450-5208-4b54-9d65-ab226287fbde None None] Port 4c7cf7d6-6883-4f95-897c-ebdffb370531 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:30:45.452696 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-1ca7f3fe-a35a-44bb-9ffb-9250e91d5e8b None None] Attempting to bind port 3d1e0714-b803-467f-8963-8b259dbf98c1 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:30:45.453093 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-1ca7f3fe-a35a-44bb-9ffb-9250e91d5e8b None None] Attempting to bind port 3d1e0714-b803-467f-8963-8b259dbf98c1 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'd0e34e63-43a8-4204-9685-4d0417a440bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '05d4bbd6-3b56-426f-bd96-c44620c6a592'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:30:45.453486 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca7f3fe-a35a-44bb-9ffb-9250e91d5e8b None None] Attempting to bind port 3d1e0714-b803-467f-8963-8b259dbf98c1 on network 05d4bbd6-3b56-426f-bd96-c44620c6a592 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:30:45.455626 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:45.467009 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff758f8-ae96-4a1c-9bce-1b96748d5fb4 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event deleted for resources: {'Port': ['ID=4c7cf7d6-6883-4f95-897c-ebdffb370531,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:45.500177 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca7f3fe-a35a-44bb-9ffb-9250e91d5e8b None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:30:45.500595 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca7f3fe-a35a-44bb-9ffb-9250e91d5e8b None None] Checking segment: {'id': 'd0e34e63-43a8-4204-9685-4d0417a440bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '05d4bbd6-3b56-426f-bd96-c44620c6a592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:30:45.501012 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1ca7f3fe-a35a-44bb-9ffb-9250e91d5e8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:45.501419 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca7f3fe-a35a-44bb-9ffb-9250e91d5e8b None None] Bound using segment: {'id': 'd0e34e63-43a8-4204-9685-4d0417a440bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '05d4bbd6-3b56-426f-bd96-c44620c6a592'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:30:45.501910 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-1ca7f3fe-a35a-44bb-9ffb-9250e91d5e8b None None] Bound port: 3d1e0714-b803-467f-8963-8b259dbf98c1, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e34e63-43a8-4204-9685-4d0417a440bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '05d4bbd6-3b56-426f-bd96-c44620c6a592'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:30:45.502299 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1ca7f3fe-a35a-44bb-9ffb-9250e91d5e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (3d1e0714-b803-467f-8963-8b259dbf98c1), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:45.510673 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-f4eeaaeb-005d-462e-ac3d-16d395d2cb79 tempest-FloatingIPAdminTestJSON-1497333433 tempest-FloatingIPAdminTestJSON-1497333433-project] Deleting port 392a83b1-99a8-439e-b98e-d8f0ca795c25 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:30:45.511270 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f4eeaaeb-005d-462e-ac3d-16d395d2cb79 tempest-FloatingIPAdminTestJSON-1497333433 tempest-FloatingIPAdminTestJSON-1497333433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (392a83b1-99a8-439e-b98e-d8f0ca795c25), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:45.591207 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-de3cbc07-f30e-4da2-9c00-867beb5d6f83 None None] Publish callbacks [] for port (db7ab341-2e5d-4ce3-8c70-1015ed4ab03c), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:45.633298 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:45.634575 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:45.640208 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-1ca7f3fe-a35a-44bb-9ffb-9250e91d5e8b None None] For port 3d1e0714-b803-467f-8963-8b259dbf98c1, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:30:45.640301 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f4eeaaeb-005d-462e-ac3d-16d395d2cb79 tempest-FloatingIPAdminTestJSON-1497333433 tempest-FloatingIPAdminTestJSON-1497333433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (392a83b1-99a8-439e-b98e-d8f0ca795c25), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:45.640301 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f4eeaaeb-005d-462e-ac3d-16d395d2cb79 tempest-FloatingIPAdminTestJSON-1497333433 tempest-FloatingIPAdminTestJSON-1497333433-project] Publish callbacks [] for floatingip (392a83b1-99a8-439e-b98e-d8f0ca795c25), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:45.656600 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-f4eeaaeb-005d-462e-ac3d-16d395d2cb79 tempest-FloatingIPAdminTestJSON-1497333433 tempest-FloatingIPAdminTestJSON-1497333433-project] Calling delete_port for 392a83b1-99a8-439e-b98e-d8f0ca795c25 owned by network:floatingip {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:30:45.682115 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-de3cbc07-f30e-4da2-9c00-867beb5d6f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (db7ab341-2e5d-4ce3-8c70-1015ed4ab03c), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:45.698194 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-1ca7f3fe-a35a-44bb-9ffb-9250e91d5e8b None None] For port 3d1e0714-b803-467f-8963-8b259dbf98c1, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=3d1e0714-b803-467f-8963-8b259dbf98c1,segment=NetworkSegment(d0e34e63-43a8-4204-9685-4d0417a440bd),segment_id=d0e34e63-43a8-4204-9685-4d0417a440bd)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:30:45.723816 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a0ba03-959f-4bb0-964a-98792f9ca5a9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:45.729801 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e9a0ba03-959f-4bb0-964a-98792f9ca5a9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:45.747814 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-d2506582-49b3-4174-a98a-df404a371792 None None] Provisioning complete for port 3d1e0714-b803-467f-8963-8b259dbf98c1 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:45.748375 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d2506582-49b3-4174-a98a-df404a371792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (3d1e0714-b803-467f-8963-8b259dbf98c1), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:45.752081 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1ff758f8-ae96-4a1c-9bce-1b96748d5fb4 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (44b5f3bd-cba4-44d1-b1b2-67a7685eb64a), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:45.756212 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5eaebc13-3320-4a0d-a19d-487f245701ea tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks [] for security_group_rule (53a0a660-d2ee-444d-a0e6-8d5b24ebd0a1), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:45.805434 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1ca7f3fe-a35a-44bb-9ffb-9250e91d5e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (3d1e0714-b803-467f-8963-8b259dbf98c1), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:45.817174 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3cbc07-f30e-4da2-9c00-867beb5d6f83 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:45.826820 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-de3cbc07-f30e-4da2-9c00-867beb5d6f83 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:45.829279 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3cbc07-f30e-4da2-9c00-867beb5d6f83 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:45.831293 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3cbc07-f30e-4da2-9c00-867beb5d6f83 None None] Pushing event updated for resources: {'Port': ['ID=db7ab341-2e5d-4ce3-8c70-1015ed4ab03c,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:45.860783 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5eaebc13-3320-4a0d-a19d-487f245701ea tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (53a0a660-d2ee-444d-a0e6-8d5b24ebd0a1), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:45.874388 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-d2506582-49b3-4174-a98a-df404a371792 None None] Port 3d1e0714-b803-467f-8963-8b259dbf98c1 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:30:45.927269 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaebc13-3320-4a0d-a19d-487f245701ea tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53a0a660-d2ee-444d-a0e6-8d5b24ebd0a1,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:45.972863 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f4eeaaeb-005d-462e-ac3d-16d395d2cb79 tempest-FloatingIPAdminTestJSON-1497333433 tempest-FloatingIPAdminTestJSON-1497333433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (392a83b1-99a8-439e-b98e-d8f0ca795c25), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:45.974253 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca7f3fe-a35a-44bb-9ffb-9250e91d5e8b None None] Routers {'4f852bc5-2294-4bc2-8f6b-167d4339485d'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:45.975101 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-1ca7f3fe-a35a-44bb-9ffb-9250e91d5e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['4f852bc5-2294-4bc2-8f6b-167d4339485d'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:46.044292 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf52c1d1-93d6-434b-9f1e-3b673306dc4e None None] Pushing event updated for resources: {'Port': ['ID=3d1e0714-b803-467f-8963-8b259dbf98c1,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:46.045968 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eeaaeb-005d-462e-ac3d-16d395d2cb79 tempest-FloatingIPAdminTestJSON-1497333433 tempest-FloatingIPAdminTestJSON-1497333433-project] Pushing event deleted for resources: {'Port': ['ID=392a83b1-99a8-439e-b98e-d8f0ca795c25,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:46.067503 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5eaebc13-3320-4a0d-a19d-487f245701ea tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:46.067503 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-5eaebc13-3320-4a0d-a19d-487f245701ea tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8262553 Jan 29 04:30:46.075441 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-de3cbc07-f30e-4da2-9c00-867beb5d6f83 None None] Attempting to bind port db7ab341-2e5d-4ce3-8c70-1015ed4ab03c on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:30:46.076093 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-de3cbc07-f30e-4da2-9c00-867beb5d6f83 None None] Attempting to bind port db7ab341-2e5d-4ce3-8c70-1015ed4ab03c by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:30:46.076271 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53932) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:46.076908 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3cbc07-f30e-4da2-9c00-867beb5d6f83 None None] Attempting to bind port db7ab341-2e5d-4ce3-8c70-1015ed4ab03c on network 4d28e89c-1ada-4d65-a68a-7c96765b022b {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:30:46.080992 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-62834f59-756c-42d3-8753-cfc45dbbe75b tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Request body: {'security_group_rule': {'security_group_id': 'a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d', 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:46.083120 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:46.096772 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3cbc07-f30e-4da2-9c00-867beb5d6f83 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:30:46.097446 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3cbc07-f30e-4da2-9c00-867beb5d6f83 None None] Checking segment: {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:30:46.098048 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-de3cbc07-f30e-4da2-9c00-867beb5d6f83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:46.098694 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3cbc07-f30e-4da2-9c00-867beb5d6f83 None None] Bound using segment: {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:30:46.099811 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-de3cbc07-f30e-4da2-9c00-867beb5d6f83 None None] Bound port: db7ab341-2e5d-4ce3-8c70-1015ed4ab03c, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:30:46.100402 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-de3cbc07-f30e-4da2-9c00-867beb5d6f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (db7ab341-2e5d-4ce3-8c70-1015ed4ab03c), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:46.117227 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0c61d7c0-95b9-468c-930c-142ba3d4dcec tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (9331ec34-fe82-4544-8325-5da740f2f7e4), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:46.185896 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff758f8-ae96-4a1c-9bce-1b96748d5fb4 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Router 44b5f3bd-cba4-44d1-b1b2-67a7685eb64a has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:30:46.187388 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f4eeaaeb-005d-462e-ac3d-16d395d2cb79 tempest-FloatingIPAdminTestJSON-1497333433 tempest-FloatingIPAdminTestJSON-1497333433-project] Publish callbacks [] for floatingip (002bc4e6-1265-463d-b099-0452d265246a), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:46.190328 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f4eeaaeb-005d-462e-ac3d-16d395d2cb79 tempest-FloatingIPAdminTestJSON-1497333433 tempest-FloatingIPAdminTestJSON-1497333433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:46.194212 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f4eeaaeb-005d-462e-ac3d-16d395d2cb79 tempest-FloatingIPAdminTestJSON-1497333433 tempest-FloatingIPAdminTestJSON-1497333433-project] 10.222.0.13 "DELETE /v2.0/floatingips/002bc4e6-1265-463d-b099-0452d265246a HTTP/1.1" status: 204 len: 168 time: 0.9739475 Jan 29 04:30:46.194212 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-62834f59-756c-42d3-8753-cfc45dbbe75b tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks [] for security_group_rule (f35207c9-f2e6-4284-9ba9-ca942becfff5), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:46.198353 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 7700f85c-1f3f-43e9-a307-d14aa570eda9 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:30:46.198639 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53934) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:46.226224 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c61d7c0-95b9-468c-930c-142ba3d4dcec tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event updated for resources: {'Subnet': ['ID=9331ec34-fe82-4544-8325-5da740f2f7e4,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:46.251405 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 7700f85c-1f3f-43e9-a307-d14aa570eda9 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:30:46.251796 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 7700f85c-1f3f-43e9-a307-d14aa570eda9 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:30:46.255499 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-1ca7f3fe-a35a-44bb-9ffb-9250e91d5e8b None None] Set router 4f852bc5-2294-4bc2-8f6b-167d4339485d gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:30:46.303854 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-4ff31af6-eae2-4312-a70c-edc0eda9422d None None] Provisioning complete for port 3d1e0714-b803-467f-8963-8b259dbf98c1 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:46.304229 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4ff31af6-eae2-4312-a70c-edc0eda9422d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (3d1e0714-b803-467f-8963-8b259dbf98c1), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:46.304930 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c61d7c0-95b9-468c-930c-142ba3d4dcec tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Checking segment: {'id': 'c48d0171-7aa3-4c27-bb94-70306b3cfd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '348f3383-2861-424d-8c94-53ec4331c893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:30:46.305505 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c61d7c0-95b9-468c-930c-142ba3d4dcec tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Network hostable DHCP agents. Network: 348f3383-2861-424d-8c94-53ec4331c893, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:30:46.309950 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff758f8-ae96-4a1c-9bce-1b96748d5fb4 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:30:46.313600 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-de3cbc07-f30e-4da2-9c00-867beb5d6f83 None None] For port db7ab341-2e5d-4ce3-8c70-1015ed4ab03c, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:30:46.315630 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-de3cbc07-f30e-4da2-9c00-867beb5d6f83 None None] For port db7ab341-2e5d-4ce3-8c70-1015ed4ab03c, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=db7ab341-2e5d-4ce3-8c70-1015ed4ab03c,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:30:46.320508 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1ff758f8-ae96-4a1c-9bce-1b96748d5fb4 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "PUT /v2.0/routers/44b5f3bd-cba4-44d1-b1b2-67a7685eb64a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0747674 Jan 29 04:30:46.320508 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53936) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:46.344764 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed18c84-6483-47a5-8f48-3658d58b558c None None] Sync routers for ids ['44b5f3bd-cba4-44d1-b1b2-67a7685eb64a'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:30:46.359317 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-3dcc83d4-9ef4-4143-9028-f15607b109ac tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "GET /v2.0/ports?device_id=44b5f3bd-cba4-44d1-b1b2-67a7685eb64a HTTP/1.1" status: 200 len: 205 time: 0.0340889 Jan 29 04:30:46.359589 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53938) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:46.403721 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed18c84-6483-47a5-8f48-3658d58b558c None None] Routers {'44b5f3bd-cba4-44d1-b1b2-67a7685eb64a'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:46.404372 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-eed18c84-6483-47a5-8f48-3658d58b558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['44b5f3bd-cba4-44d1-b1b2-67a7685eb64a'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:46.445142 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-15ec58cb-591d-4311-8acd-baad49a6e577 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for router (44b5f3bd-cba4-44d1-b1b2-67a7685eb64a), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:46.448920 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c61d7c0-95b9-468c-930c-142ba3d4dcec tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Network 348f3383-2861-424d-8c94-53ec4331c893 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:30:46.456777 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-de3cbc07-f30e-4da2-9c00-867beb5d6f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (db7ab341-2e5d-4ce3-8c70-1015ed4ab03c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:46.458675 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-eed18c84-6483-47a5-8f48-3658d58b558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:46.550041 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed18c84-6483-47a5-8f48-3658d58b558c None None] Routers {'44b5f3bd-cba4-44d1-b1b2-67a7685eb64a'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:46.550681 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-eed18c84-6483-47a5-8f48-3658d58b558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['44b5f3bd-cba4-44d1-b1b2-67a7685eb64a'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:46.588925 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-0c61d7c0-95b9-468c-930c-142ba3d4dcec tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 348f3383-2861-424d-8c94-53ec4331c893) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:46.596693 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c61d7c0-95b9-468c-930c-142ba3d4dcec tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:46.597027 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0c61d7c0-95b9-468c-930c-142ba3d4dcec tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:46.619815 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194c080d-2d82-41d8-a965-f616b23f2562 None None] Network 348f3383-2861-424d-8c94-53ec4331c893 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:30:46.628345 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-eed18c84-6483-47a5-8f48-3658d58b558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:46.628961 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed18c84-6483-47a5-8f48-3658d58b558c None None] The sync data for ids ['44b5f3bd-cba4-44d1-b1b2-67a7685eb64a'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:30:46.634599 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-15ec58cb-591d-4311-8acd-baad49a6e577 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (44b5f3bd-cba4-44d1-b1b2-67a7685eb64a), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:46.637456 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-15ec58cb-591d-4311-8acd-baad49a6e577 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for router_controller (44b5f3bd-cba4-44d1-b1b2-67a7685eb64a), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:46.678120 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3cbc07-f30e-4da2-9c00-867beb5d6f83 None None] Pushing event updated for resources: {'Port': ['ID=db7ab341-2e5d-4ce3-8c70-1015ed4ab03c,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:46.697121 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e9a0ba03-959f-4bb0-964a-98792f9ca5a9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (45fa8f3a-c875-427d-9833-79aa728e3cc8), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:46.709668 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0c61d7c0-95b9-468c-930c-142ba3d4dcec tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7591834 Jan 29 04:30:46.714677 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53940) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:46.715663 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-ad0e16d1-f093-49db-a565-73df80559f56 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-787598305', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:46.760509 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-15ec58cb-591d-4311-8acd-baad49a6e577 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (44b5f3bd-cba4-44d1-b1b2-67a7685eb64a), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:46.761911 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ec58cb-591d-4311-8acd-baad49a6e577 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Fanout notify agent at l3_agent the message router_deleted on router 44b5f3bd-cba4-44d1-b1b2-67a7685eb64a {{(pid=103584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:30:46.773303 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-4ff31af6-eae2-4312-a70c-edc0eda9422d None None] Current status of the port 3d1e0714-b803-467f-8963-8b259dbf98c1 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:46.773699 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4ff31af6-eae2-4312-a70c-edc0eda9422d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (3d1e0714-b803-467f-8963-8b259dbf98c1), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:46.776453 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a0ba03-959f-4bb0-964a-98792f9ca5a9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:46.779130 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-62834f59-756c-42d3-8753-cfc45dbbe75b tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks [] for security_group_rule (f35207c9-f2e6-4284-9ba9-ca942becfff5), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:46.781757 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-15ec58cb-591d-4311-8acd-baad49a6e577 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:46.785975 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53942) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:46.788020 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-15ec58cb-591d-4311-8acd-baad49a6e577 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "DELETE /v2.0/routers/44b5f3bd-cba4-44d1-b1b2-67a7685eb64a HTTP/1.1" status: 204 len: 168 time: 0.4275138 Jan 29 04:30:46.817263 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ad0e16d1-f093-49db-a565-73df80559f56 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (1ed6bad6-dd05-47a3-bd31-c43ea3393dbf), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:46.818327 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ad0e16d1-f093-49db-a565-73df80559f56 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (1ed6bad6-dd05-47a3-bd31-c43ea3393dbf), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:46.831498 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-e9a0ba03-959f-4bb0-964a-98792f9ca5a9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:46.838149 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a0ba03-959f-4bb0-964a-98792f9ca5a9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:46.839135 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e9a0ba03-959f-4bb0-964a-98792f9ca5a9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:46.842358 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0ba03-959f-4bb0-964a-98792f9ca5a9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Subnet': ['ID=45fa8f3a-c875-427d-9833-79aa728e3cc8,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:46.844477 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-4ff31af6-eae2-4312-a70c-edc0eda9422d None None] For port 3d1e0714-b803-467f-8963-8b259dbf98c1, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=3d1e0714-b803-467f-8963-8b259dbf98c1,segment=NetworkSegment(d0e34e63-43a8-4204-9685-4d0417a440bd),segment_id=d0e34e63-43a8-4204-9685-4d0417a440bd)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:46.862809 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-62834f59-756c-42d3-8753-cfc45dbbe75b tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (f35207c9-f2e6-4284-9ba9-ca942becfff5), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:46.881486 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-1ca7f3fe-a35a-44bb-9ffb-9250e91d5e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f852bc5-2294-4bc2-8f6b-167d4339485d', 'name': 'tempest-TestVolumeBootPattern-26303668-router', 'tenant_id': '294fd5fc09ed4976959bc7fd5f0c8682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.246'}], 'enable_snat': True}, 'gw_port_id': 'd3659982-bc4e-4b11-abb9-28f6d3284941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:28Z', 'updated_at': '2022-01-29T04:30:40Z', 'revision_number': 4, 'project_id': '294fd5fc09ed4976959bc7fd5f0c8682', 'gw_port': {'id': 'd3659982-bc4e-4b11-abb9-28f6d3284941', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f852bc5-2294-4bc2-8f6b-167d4339485d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:30Z', 'updated_at': '2022-01-29T04:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '3d1e0714-b803-467f-8963-8b259dbf98c1', 'name': '', 'network_id': '05d4bbd6-3b56-426f-bd96-c44620c6a592', 'tenant_id': '294fd5fc09ed4976959bc7fd5f0c8682', 'mac_address': 'fa:16:3e:04:42:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f852bc5-2294-4bc2-8f6b-167d4339485d', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': 'cd53a906-441c-4591-8d64-dacfedbd2436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:37Z', 'updated_at': '2022-01-29T04:30:45Z', 'revision_number': 4, 'project_id': '294fd5fc09ed4976959bc7fd5f0c8682', 'subnets': [{'id': 'cd53a906-441c-4591-8d64-dacfedbd2436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:46.883943 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e94c8c-d677-413e-8762-47fb00688d6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-348f3383-2861-424d-8c94-53ec4331c893', 'network_id': '348f3383-2861-424d-8c94-53ec4331c893', 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'fixed_ips': [{'subnet_id': '9331ec34-fe82-4544-8325-5da740f2f7e4'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:30:46.885084 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f6e94c8c-d677-413e-8762-47fb00688d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:46.907795 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ad0e16d1-f093-49db-a565-73df80559f56 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for router_controller (1ed6bad6-dd05-47a3-bd31-c43ea3393dbf), precommit_add_association {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:46.928950 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-5132bd70-4b5f-42c0-a4b2-5a972ffd6262 tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] Deleting port ec94f6e2-03ee-4c75-9984-e1028e86004c {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:30:46.929295 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5132bd70-4b5f-42c0-a4b2-5a972ffd6262 tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (ec94f6e2-03ee-4c75-9984-e1028e86004c), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:46.934792 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62834f59-756c-42d3-8753-cfc45dbbe75b tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f35207c9-f2e6-4284-9ba9-ca942becfff5,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:46.951443 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-51f95088-762f-4e7d-8275-33e37f9af888 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Deleting subnet d79fbd16-82a7-4aa6-8fa6-f6dbda341d53 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:30:46.958186 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-51f95088-762f-4e7d-8275-33e37f9af888 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for subnet (d79fbd16-82a7-4aa6-8fa6-f6dbda341d53), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:46.994368 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ad0e16d1-f093-49db-a565-73df80559f56 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (1ed6bad6-dd05-47a3-bd31-c43ea3393dbf), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:47.029996 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-e9a0ba03-959f-4bb0-964a-98792f9ca5a9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8173184 Jan 29 04:30:47.030634 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-62834f59-756c-42d3-8753-cfc45dbbe75b tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:47.030738 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53944) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:47.031537 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-62834f59-756c-42d3-8753-cfc45dbbe75b tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9542975 Jan 29 04:30:47.036841 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-3fbff055-0c38-41c0-9b70-aab422396296 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'port': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'mac_address': 'fa:16:3e:03:50:d9', 'name': 'tempest-NetworksTestDHCPv6-1904365324'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:47.040405 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53946) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:47.045718 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-cc4d33e7-5370-4729-8aa8-f8c19698049a tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Request body: {'security_group_rule': {'security_group_id': 'a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d', 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:47.063997 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-51f95088-762f-4e7d-8275-33e37f9af888 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (d79fbd16-82a7-4aa6-8fa6-f6dbda341d53), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:47.109866 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ad0e16d1-f093-49db-a565-73df80559f56 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:47.116604 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ad0e16d1-f093-49db-a565-73df80559f56 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4043450 Jan 29 04:30:47.123140 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53948) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:47.129783 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca7f3fe-a35a-44bb-9ffb-9250e91d5e8b None None] The sync data for ids ['4f852bc5-2294-4bc2-8f6b-167d4339485d'] in dv-neutron-821190-1-hyperv is: [{'id': '4f852bc5-2294-4bc2-8f6b-167d4339485d', 'name': 'tempest-TestVolumeBootPattern-26303668-router', 'tenant_id': '294fd5fc09ed4976959bc7fd5f0c8682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.246'}], 'enable_snat': True}, 'gw_port_id': 'd3659982-bc4e-4b11-abb9-28f6d3284941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:28Z', 'updated_at': '2022-01-29T04:30:40Z', 'revision_number': 4, 'project_id': '294fd5fc09ed4976959bc7fd5f0c8682', 'gw_port': {'id': 'd3659982-bc4e-4b11-abb9-28f6d3284941', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f852bc5-2294-4bc2-8f6b-167d4339485d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:30Z', 'updated_at': '2022-01-29T04:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '3d1e0714-b803-467f-8963-8b259dbf98c1', 'name': '', 'network_id': '05d4bbd6-3b56-426f-bd96-c44620c6a592', 'tenant_id': '294fd5fc09ed4976959bc7fd5f0c8682', 'mac_address': 'fa:16:3e:04:42:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f852bc5-2294-4bc2-8f6b-167d4339485d', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': 'cd53a906-441c-4591-8d64-dacfedbd2436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:37Z', 'updated_at': '2022-01-29T04:30:45Z', 'revision_number': 4, 'project_id': '294fd5fc09ed4976959bc7fd5f0c8682', 'subnets': [{'id': 'cd53a906-441c-4591-8d64-dacfedbd2436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:30:47.131079 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4ff31af6-eae2-4312-a70c-edc0eda9422d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (3d1e0714-b803-467f-8963-8b259dbf98c1), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:47.131216 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5132bd70-4b5f-42c0-a4b2-5a972ffd6262 tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (ec94f6e2-03ee-4c75-9984-e1028e86004c), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:47.131486 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5132bd70-4b5f-42c0-a4b2-5a972ffd6262 tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] Publish callbacks [] for floatingip (ec94f6e2-03ee-4c75-9984-e1028e86004c), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:47.167265 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-5132bd70-4b5f-42c0-a4b2-5a972ffd6262 tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] Calling delete_port for ec94f6e2-03ee-4c75-9984-e1028e86004c owned by network:floatingip {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:30:47.264527 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cc4d33e7-5370-4729-8aa8-f8c19698049a tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks [] for security_group_rule (848c41de-b75e-4e2f-a1f6-dfa828e49400), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:47.292970 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff31af6-eae2-4312-a70c-edc0eda9422d None None] Pushing event updated for resources: {'Port': ['ID=3d1e0714-b803-467f-8963-8b259dbf98c1,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:47.301039 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-51f95088-762f-4e7d-8275-33e37f9af888 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (d79fbd16-82a7-4aa6-8fa6-f6dbda341d53), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:47.375360 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-f6e94c8c-d677-413e-8762-47fb00688d6e None None] Allocated IP 2001:db8::2 (348f3383-2861-424d-8c94-53ec4331c893/9331ec34-fe82-4544-8325-5da740f2f7e4/828df94c-bd06-4f0d-8d2a-89fd4fdd6615) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:47.452847 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cc4d33e7-5370-4729-8aa8-f8c19698049a tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks [] for security_group_rule (848c41de-b75e-4e2f-a1f6-dfa828e49400), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:47.532957 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cc4d33e7-5370-4729-8aa8-f8c19698049a tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (848c41de-b75e-4e2f-a1f6-dfa828e49400), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:47.568814 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d33e7-5370-4729-8aa8-f8c19698049a tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=848c41de-b75e-4e2f-a1f6-dfa828e49400,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:47.580457 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-51f95088-762f-4e7d-8275-33e37f9af888 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (d79fbd16-82a7-4aa6-8fa6-f6dbda341d53), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:47.582974 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d55a6593-a932-4c68-8cb7-5b16fdc1bfa7 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:47.629250 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f6e94c8c-d677-413e-8762-47fb00688d6e None None] Publish callbacks [] for port (828df94c-bd06-4f0d-8d2a-89fd4fdd6615), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:47.645749 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f95088-762f-4e7d-8275-33e37f9af888 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event deleted for resources: {'Subnet': ['ID=d79fbd16-82a7-4aa6-8fa6-f6dbda341d53,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:47.654511 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-51f95088-762f-4e7d-8275-33e37f9af888 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:47.660895 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-51f95088-762f-4e7d-8275-33e37f9af888 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "DELETE /v2.0/subnets/d79fbd16-82a7-4aa6-8fa6-f6dbda341d53 HTTP/1.1" status: 204 len: 168 time: 0.8709302 Jan 29 04:30:47.663653 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53952) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:47.665753 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9de757-e9ec-4316-8095-47932e723466 None None] Network 070bfd3e-34f0-4384-80d7-caf992321038 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:30:47.676548 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbff055-0c38-41c0-9b70-aab422396296 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'port': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:47.681096 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5132bd70-4b5f-42c0-a4b2-5a972ffd6262 tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (ec94f6e2-03ee-4c75-9984-e1028e86004c), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:47.706541 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 3d1e0714-b803-467f-8963-8b259dbf98c1 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:47.746517 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5132bd70-4b5f-42c0-a4b2-5a972ffd6262 tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec94f6e2-03ee-4c75-9984-e1028e86004c,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:47.814986 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f6e94c8c-d677-413e-8762-47fb00688d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (828df94c-bd06-4f0d-8d2a-89fd4fdd6615), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:47.816451 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cc4d33e7-5370-4729-8aa8-f8c19698049a tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:47.817974 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-cc4d33e7-5370-4729-8aa8-f8c19698049a tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7764888 Jan 29 04:30:47.826593 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53954) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:47.840911 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-562076a6-5435-44a7-bc62-224e046615b9 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Request body: {'security_group_rule': {'security_group_id': 'a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d', 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:47.887494 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5132bd70-4b5f-42c0-a4b2-5a972ffd6262 tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] Publish callbacks [] for floatingip (cfe7d58f-b91e-4489-80c9-135e32222168), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:47.890461 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5132bd70-4b5f-42c0-a4b2-5a972ffd6262 tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:47.891881 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-5132bd70-4b5f-42c0-a4b2-5a972ffd6262 tempest-FloatingIPAdminTestJSON-1167559841 tempest-FloatingIPAdminTestJSON-1167559841-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/cfe7d58f-b91e-4489-80c9-135e32222168 HTTP/1.1" status: 204 len: 168 time: 1.6922729 Jan 29 04:30:47.895538 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53956) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:47.955067 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-da1b7cf4-03e7-42f1-b71c-bb89c497e13e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (070bfd3e-34f0-4384-80d7-caf992321038), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:47.958816 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e94c8c-d677-413e-8762-47fb00688d6e None None] Network 348f3383-2861-424d-8c94-53ec4331c893 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:48.003715 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-f6e94c8c-d677-413e-8762-47fb00688d6e None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:48.014001 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e94c8c-d677-413e-8762-47fb00688d6e None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:48.020173 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e94c8c-d677-413e-8762-47fb00688d6e None None] Pushing event updated for resources: {'Port': ['ID=828df94c-bd06-4f0d-8d2a-89fd4fdd6615,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:48.097515 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9757f422-252e-4b18-a862-00648e9beb94 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:30:48.101244 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-da1b7cf4-03e7-42f1-b71c-bb89c497e13e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Deleting port 8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:30:48.104401 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-da1b7cf4-03e7-42f1-b71c-bb89c497e13e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:48.105847 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-1ceb4d0b-e6a6-497e-9632-c7372123fb24 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Deleting port 0812648e-df97-47cf-b018-3c0323aa4975 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:30:48.106181 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1ceb4d0b-e6a6-497e-9632-c7372123fb24 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (0812648e-df97-47cf-b018-3c0323aa4975), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:48.145881 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-d55a6593-a932-4c68-8cb7-5b16fdc1bfa7 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Allocated IP 2001:db8::1 (348f3383-2861-424d-8c94-53ec4331c893/9331ec34-fe82-4544-8325-5da740f2f7e4/6b7872c4-339f-4e76-9019-843488c2ef0e) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:48.184681 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-f6e94c8c-d677-413e-8762-47fb00688d6e None None] Attempting to bind port 828df94c-bd06-4f0d-8d2a-89fd4fdd6615 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:30:48.185232 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-f6e94c8c-d677-413e-8762-47fb00688d6e None None] Attempting to bind port 828df94c-bd06-4f0d-8d2a-89fd4fdd6615 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'c48d0171-7aa3-4c27-bb94-70306b3cfd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '348f3383-2861-424d-8c94-53ec4331c893'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:30:48.185605 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e94c8c-d677-413e-8762-47fb00688d6e None None] Attempting to bind port 828df94c-bd06-4f0d-8d2a-89fd4fdd6615 on network 348f3383-2861-424d-8c94-53ec4331c893 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:30:48.211241 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e94c8c-d677-413e-8762-47fb00688d6e None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:30:48.211627 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e94c8c-d677-413e-8762-47fb00688d6e None None] Checking segment: {'id': 'c48d0171-7aa3-4c27-bb94-70306b3cfd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '348f3383-2861-424d-8c94-53ec4331c893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:30:48.212031 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f6e94c8c-d677-413e-8762-47fb00688d6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:48.212421 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e94c8c-d677-413e-8762-47fb00688d6e None None] Bound using segment: {'id': 'c48d0171-7aa3-4c27-bb94-70306b3cfd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '348f3383-2861-424d-8c94-53ec4331c893'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:30:48.212952 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-f6e94c8c-d677-413e-8762-47fb00688d6e None None] Bound port: 828df94c-bd06-4f0d-8d2a-89fd4fdd6615, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c48d0171-7aa3-4c27-bb94-70306b3cfd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '348f3383-2861-424d-8c94-53ec4331c893'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:30:48.213514 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f6e94c8c-d677-413e-8762-47fb00688d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (828df94c-bd06-4f0d-8d2a-89fd4fdd6615), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:48.215606 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 3d1e0714-b803-467f-8963-8b259dbf98c1 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:48.216001 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (3d1e0714-b803-467f-8963-8b259dbf98c1), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:48.237309 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-da1b7cf4-03e7-42f1-b71c-bb89c497e13e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] For port 8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6,segment=NetworkSegment(317605f8-c32d-47ad-8db0-1dd0c041a61a),segment_id=317605f8-c32d-47ad-8db0-1dd0c041a61a)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:48.238119 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-da1b7cf4-03e7-42f1-b71c-bb89c497e13e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:48.263723 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-da1b7cf4-03e7-42f1-b71c-bb89c497e13e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Calling delete_port for 8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6 owned by network:dhcp {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:30:48.270648 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-165c039d-37e8-486e-b21c-4a5713861ee9 None None] Provisioning complete for port db7ab341-2e5d-4ce3-8c70-1015ed4ab03c triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:48.271032 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-165c039d-37e8-486e-b21c-4a5713861ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (db7ab341-2e5d-4ce3-8c70-1015ed4ab03c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:48.276728 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d55a6593-a932-4c68-8cb7-5b16fdc1bfa7 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for port (6b7872c4-339f-4e76-9019-843488c2ef0e), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:48.288389 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1ceb4d0b-e6a6-497e-9632-c7372123fb24 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (0812648e-df97-47cf-b018-3c0323aa4975), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:48.319814 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.securitygroups_db [None req-562076a6-5435-44a7-bc62-224e046615b9 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Project 1b0e4f5bc18f46e19e7272f5d8beca17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:30:48.338733 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50575dba-ed7f-4c67-ab06-24b47c3b7157 None None] DHCP port deletion for 070bfd3e-34f0-4384-80d7-caf992321038 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:30:48.339400 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-1ceb4d0b-e6a6-497e-9632-c7372123fb24 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Calling delete_port for 0812648e-df97-47cf-b018-3c0323aa4975 owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:30:48.352920 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-562076a6-5435-44a7-bc62-224e046615b9 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks [] for security_group_rule (fc72fff8-d696-46ac-8f4a-956b6cae7a20), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:48.394268 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3fbff055-0c38-41c0-9b70-aab422396296 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:48.438241 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [None req-3fbff055-0c38-41c0-9b70-aab422396296 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] device_id is not set on port 862db8ef-1acf-4d02-a660-4be79a41a864 yet. {{(pid=103584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:30:48.453873 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-f6e94c8c-d677-413e-8762-47fb00688d6e None None] For port 828df94c-bd06-4f0d-8d2a-89fd4fdd6615, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:30:48.462057 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-f6e94c8c-d677-413e-8762-47fb00688d6e None None] For port 828df94c-bd06-4f0d-8d2a-89fd4fdd6615, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=828df94c-bd06-4f0d-8d2a-89fd4fdd6615,segment=NetworkSegment(c48d0171-7aa3-4c27-bb94-70306b3cfd92),segment_id=c48d0171-7aa3-4c27-bb94-70306b3cfd92)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:30:48.510577 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d55a6593-a932-4c68-8cb7-5b16fdc1bfa7 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (6b7872c4-339f-4e76-9019-843488c2ef0e), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:48.514527 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-da1b7cf4-03e7-42f1-b71c-bb89c497e13e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:48.553293 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-165c039d-37e8-486e-b21c-4a5713861ee9 None None] Current status of the port db7ab341-2e5d-4ce3-8c70-1015ed4ab03c is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:48.553705 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-165c039d-37e8-486e-b21c-4a5713861ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (db7ab341-2e5d-4ce3-8c70-1015ed4ab03c), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:48.554348 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b7cf4-03e7-42f1-b71c-bb89c497e13e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event deleted for resources: {'Port': ['ID=8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:48.582444 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1b7cf4-03e7-42f1-b71c-bb89c497e13e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] No DVR routers for this DVR port 8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6 on host dv-neutron-821190-1-hyperv {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:30:48.582669 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 3d1e0714-b803-467f-8963-8b259dbf98c1 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:48.583690 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device db7ab341-2e5d-4ce3-8c70-1015ed4ab03c up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:48.585893 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f6e94c8c-d677-413e-8762-47fb00688d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (828df94c-bd06-4f0d-8d2a-89fd4fdd6615), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:48.615762 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55a6593-a932-4c68-8cb7-5b16fdc1bfa7 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Network 348f3383-2861-424d-8c94-53ec4331c893 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:48.629476 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-d55a6593-a932-4c68-8cb7-5b16fdc1bfa7 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:48.632118 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55a6593-a932-4c68-8cb7-5b16fdc1bfa7 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:48.632786 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d55a6593-a932-4c68-8cb7-5b16fdc1bfa7 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (1ed6bad6-dd05-47a3-bd31-c43ea3393dbf), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:48.702569 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1ceb4d0b-e6a6-497e-9632-c7372123fb24 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (0812648e-df97-47cf-b018-3c0323aa4975), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:48.732055 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-50575dba-ed7f-4c67-ab06-24b47c3b7157 None None] Deleting port 8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:30:48.732055 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-50575dba-ed7f-4c67-ab06-24b47c3b7157 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:48.754486 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb4d0b-e6a6-497e-9632-c7372123fb24 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Pushing event deleted for resources: {'Port': ['ID=0812648e-df97-47cf-b018-3c0323aa4975,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:48.759740 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-da1b7cf4-03e7-42f1-b71c-bb89c497e13e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (070bfd3e-34f0-4384-80d7-caf992321038), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:48.760969 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e94c8c-d677-413e-8762-47fb00688d6e None None] Pushing event updated for resources: {'Port': ['ID=828df94c-bd06-4f0d-8d2a-89fd4fdd6615,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:48.799594 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-da1b7cf4-03e7-42f1-b71c-bb89c497e13e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['070bfd3e-34f0-4384-80d7-caf992321038']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:48.831666 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-da1b7cf4-03e7-42f1-b71c-bb89c497e13e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '317605f8-c32d-47ad-8db0-1dd0c041a61a') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:48.831962 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-da1b7cf4-03e7-42f1-b71c-bb89c497e13e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '317605f8-c32d-47ad-8db0-1dd0c041a61a') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:48.835784 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-165c039d-37e8-486e-b21c-4a5713861ee9 None None] For port db7ab341-2e5d-4ce3-8c70-1015ed4ab03c, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=db7ab341-2e5d-4ce3-8c70-1015ed4ab03c,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:48.870462 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b90a4df-5db9-4b3d-b837-ae92b383dd74 None None] Update dhcp port {'port': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'fixed_ips': [{'subnet_id': '06eb6489-385e-4d03-b0e2-c392c361f079', 'ip_address': '2001:db8::f816:3eff:fe48:bdb9'}, {'subnet_id': '45fa8f3a-c875-427d-9833-79aa728e3cc8'}], 'binding:host_id': 'dv-neutron-821190-1-hyperv'}, 'id': 'db7ab341-2e5d-4ce3-8c70-1015ed4ab03c'} from dv-neutron-821190-1-hyperv. {{(pid=103586) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 29 04:30:48.875353 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-da1b7cf4-03e7-42f1-b71c-bb89c497e13e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (317605f8-c32d-47ad-8db0-1dd0c041a61a), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:48.897360 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-da1b7cf4-03e7-42f1-b71c-bb89c497e13e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (317605f8-c32d-47ad-8db0-1dd0c041a61a), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:48.908545 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1ceb4d0b-e6a6-497e-9632-c7372123fb24 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:48.911821 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-1ceb4d0b-e6a6-497e-9632-c7372123fb24 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] 10.222.0.13 "DELETE /v2.0/ports/0812648e-df97-47cf-b018-3c0323aa4975 HTTP/1.1" status: 204 len: 168 time: 1.0152917 Jan 29 04:30:48.913203 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da1b7cf4-03e7-42f1-b71c-bb89c497e13e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:30:48.913607 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-da1b7cf4-03e7-42f1-b71c-bb89c497e13e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (317605f8-c32d-47ad-8db0-1dd0c041a61a), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:48.916980 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:30:48.916980 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:30:48.916980 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:30:48.916980 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:30:48.916980 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:30:48.916980 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:30:48.916980 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:30:48.916980 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:30:48.916980 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:30:48.916980 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:30:48.916980 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:30:48.916980 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:30:48.916980 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:30:48.916980 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:30:48.916980 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:30:48.916980 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:30:48.916980 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:30:48.916980 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:30:48.916980 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:30:48.916980 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:30:48.916980 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:30:48.916980 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:30:48.916980 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:30:48.916980 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:30:48.916980 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:30:48.916980 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:30:48.916980 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:30:48.916980 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:30:48.916980 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:30:48.916980 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:30:48.916980 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:30:48.916980 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:30:48.923277 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53958) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:48.966374 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-50575dba-ed7f-4c67-ab06-24b47c3b7157 None None] For port 8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6, host dv-neutron-821190-1-hyperv, got binding levels [] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:48.966784 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-50575dba-ed7f-4c67-ab06-24b47c3b7157 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:48.983596 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-165c039d-37e8-486e-b21c-4a5713861ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (db7ab341-2e5d-4ce3-8c70-1015ed4ab03c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:49.003268 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-50575dba-ed7f-4c67-ab06-24b47c3b7157 None None] Calling delete_port for 8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:30:49.051353 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.ipam_backend_mixin [None req-50575dba-ed7f-4c67-ab06-24b47c3b7157 None None] Port 8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6 was not found and therefore no delete operation was performed {{(pid=103586) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 29 04:30:49.079791 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port db7ab341-2e5d-4ce3-8c70-1015ed4ab03c triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:49.080620 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (db7ab341-2e5d-4ce3-8c70-1015ed4ab03c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:49.148182 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4b90a4df-5db9-4b3d-b837-ae92b383dd74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (db7ab341-2e5d-4ce3-8c70-1015ed4ab03c), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:49.154531 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-50575dba-ed7f-4c67-ab06-24b47c3b7157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:49.177107 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2db119-e38f-4593-941a-391730975f19 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:49.207053 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50575dba-ed7f-4c67-ab06-24b47c3b7157 None None] No DVR routers for this DVR port 8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:30:49.210155 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2d2db119-e38f-4593-941a-391730975f19 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] 10.222.0.13 "GET /v2.0/ports?device_id=70a18c4b-e32f-438f-933e-57481f689f35 HTTP/1.1" status: 200 len: 913 time: 0.2911372 Jan 29 04:30:49.211580 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-da1b7cf4-03e7-42f1-b71c-bb89c497e13e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (070bfd3e-34f0-4384-80d7-caf992321038), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:49.213015 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53960) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:49.225635 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-da1b7cf4-03e7-42f1-b71c-bb89c497e13e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:49.226923 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165c039d-37e8-486e-b21c-4a5713861ee9 None None] Pushing event updated for resources: {'Port': ['ID=db7ab341-2e5d-4ce3-8c70-1015ed4ab03c,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:49.228222 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-562076a6-5435-44a7-bc62-224e046615b9 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks [] for security_group_rule (fc72fff8-d696-46ac-8f4a-956b6cae7a20), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:49.230701 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-da1b7cf4-03e7-42f1-b71c-bb89c497e13e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "DELETE /v2.0/networks/070bfd3e-34f0-4384-80d7-caf992321038 HTTP/1.1" status: 204 len: 168 time: 1.5659218 Jan 29 04:30:49.239419 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a6593-a932-4c68-8cb7-5b16fdc1bfa7 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event updated for resources: {'Port': ['ID=6b7872c4-339f-4e76-9019-843488c2ef0e,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:49.248015 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53962) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:49.252596 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-a34ce9c4-880e-4a0f-9159-97c69f0db234 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1354475462', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}, 'admin_state_up': False}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:49.311332 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-562076a6-5435-44a7-bc62-224e046615b9 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (fc72fff8-d696-46ac-8f4a-956b6cae7a20), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:49.316692 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50575dba-ed7f-4c67-ab06-24b47c3b7157 None None] Pushing event deleted for resources: {'Port': ['ID=8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:49.369018 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b7cf4-03e7-42f1-b71c-bb89c497e13e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event deleted for resources: {'Network': ['ID=070bfd3e-34f0-4384-80d7-caf992321038,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:49.373082 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562076a6-5435-44a7-bc62-224e046615b9 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc72fff8-d696-46ac-8f4a-956b6cae7a20,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:49.397321 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-3fbff055-0c38-41c0-9b70-aab422396296 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Allocated IP 2001:db8:0:1::20d (4d28e89c-1ada-4d65-a68a-7c96765b022b/45fa8f3a-c875-427d-9833-79aa728e3cc8/862db8ef-1acf-4d02-a660-4be79a41a864) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:49.405239 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-3fbff055-0c38-41c0-9b70-aab422396296 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Allocated IP 2001:db8::f816:3eff:fe03:50d9 (4d28e89c-1ada-4d65-a68a-7c96765b022b/06eb6489-385e-4d03-b0e2-c392c361f079/862db8ef-1acf-4d02-a660-4be79a41a864) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:49.440050 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-562076a6-5435-44a7-bc62-224e046615b9 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:49.440050 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-562076a6-5435-44a7-bc62-224e046615b9 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.6101120 Jan 29 04:30:49.442494 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 53964) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:49.452757 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-ea59e1e1-65c8-48db-bf07-aacea67fcf90 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Request body: {'security_group_rule': {'security_group_id': 'a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d', 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:49.457519 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port db7ab341-2e5d-4ce3-8c70-1015ed4ab03c is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:49.468063 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a34ce9c4-880e-4a0f-9159-97c69f0db234 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (3359ae01-7a39-48a6-a1e8-a31057b92741), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:49.468063 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a34ce9c4-880e-4a0f-9159-97c69f0db234 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (3359ae01-7a39-48a6-a1e8-a31057b92741), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:49.536799 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d55a6593-a932-4c68-8cb7-5b16fdc1bfa7 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (6b7872c4-339f-4e76-9019-843488c2ef0e), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:49.593255 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a34ce9c4-880e-4a0f-9159-97c69f0db234 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for router_controller (3359ae01-7a39-48a6-a1e8-a31057b92741), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:49.618976 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.securitygroups_db [None req-ea59e1e1-65c8-48db-bf07-aacea67fcf90 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Project 1b0e4f5bc18f46e19e7272f5d8beca17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:30:49.631091 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ea59e1e1-65c8-48db-bf07-aacea67fcf90 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks [] for security_group_rule (bf44358b-2f62-4fde-99a4-7004667c3d95), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:49.715207 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device db7ab341-2e5d-4ce3-8c70-1015ed4ab03c up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:49.789674 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3fbff055-0c38-41c0-9b70-aab422396296 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for port (862db8ef-1acf-4d02-a660-4be79a41a864), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:49.833713 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ea59e1e1-65c8-48db-bf07-aacea67fcf90 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks [] for security_group_rule (bf44358b-2f62-4fde-99a4-7004667c3d95), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:49.840083 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a34ce9c4-880e-4a0f-9159-97c69f0db234 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for router_gateway (3359ae01-7a39-48a6-a1e8-a31057b92741), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:49.914154 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ea59e1e1-65c8-48db-bf07-aacea67fcf90 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (bf44358b-2f62-4fde-99a4-7004667c3d95), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:49.956697 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea59e1e1-65c8-48db-bf07-aacea67fcf90 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf44358b-2f62-4fde-99a4-7004667c3d95,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:50.008474 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port db7ab341-2e5d-4ce3-8c70-1015ed4ab03c triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:50.009878 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (db7ab341-2e5d-4ce3-8c70-1015ed4ab03c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:50.018202 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d55a6593-a932-4c68-8cb7-5b16fdc1bfa7 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for port (6b7872c4-339f-4e76-9019-843488c2ef0e), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:50.023380 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3fbff055-0c38-41c0-9b70-aab422396296 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (862db8ef-1acf-4d02-a660-4be79a41a864), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:50.036955 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ea59e1e1-65c8-48db-bf07-aacea67fcf90 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:50.041337 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ea59e1e1-65c8-48db-bf07-aacea67fcf90 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5948186 Jan 29 04:30:50.082419 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d55a6593-a932-4c68-8cb7-5b16fdc1bfa7 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (6b7872c4-339f-4e76-9019-843488c2ef0e), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:50.083327 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d55a6593-a932-4c68-8cb7-5b16fdc1bfa7 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (1ed6bad6-dd05-47a3-bd31-c43ea3393dbf), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:50.088291 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dacdc68b-bfcb-41e2-8985-0671b7a7ab9a tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (70a18c4b-e32f-438f-933e-57481f689f35), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:50.097964 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-4b90a4df-5db9-4b3d-b837-ae92b383dd74 None None] Allocated IP 2001:db8:0:1::2 (4d28e89c-1ada-4d65-a68a-7c96765b022b/45fa8f3a-c875-427d-9833-79aa728e3cc8/db7ab341-2e5d-4ce3-8c70-1015ed4ab03c) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:50.107745 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbff055-0c38-41c0-9b70-aab422396296 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:50.114461 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-3fbff055-0c38-41c0-9b70-aab422396296 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:50.117316 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbff055-0c38-41c0-9b70-aab422396296 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:50.125135 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbff055-0c38-41c0-9b70-aab422396296 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:50.125739 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3fbff055-0c38-41c0-9b70-aab422396296 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:50.155935 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbff055-0c38-41c0-9b70-aab422396296 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Port': ['ID=862db8ef-1acf-4d02-a660-4be79a41a864,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:50.234051 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-4b90a4df-5db9-4b3d-b837-ae92b383dd74 None None] For port db7ab341-2e5d-4ce3-8c70-1015ed4ab03c, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=db7ab341-2e5d-4ce3-8c70-1015ed4ab03c,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:50.271645 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4b90a4df-5db9-4b3d-b837-ae92b383dd74 None None] Publish callbacks [] for port (db7ab341-2e5d-4ce3-8c70-1015ed4ab03c), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:50.316699 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-3fbff055-0c38-41c0-9b70-aab422396296 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.2817788 Jan 29 04:30:50.316699 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a6593-a932-4c68-8cb7-5b16fdc1bfa7 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event updated for resources: {'Port': ['ID=6b7872c4-339f-4e76-9019-843488c2ef0e,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:50.317327 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 53998) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:50.351612 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4b90a4df-5db9-4b3d-b837-ae92b383dd74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (db7ab341-2e5d-4ce3-8c70-1015ed4ab03c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:50.365748 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55a6593-a932-4c68-8cb7-5b16fdc1bfa7 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Network 348f3383-2861-424d-8c94-53ec4331c893 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:50.367335 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-d55a6593-a932-4c68-8cb7-5b16fdc1bfa7 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:50.436668 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90a4df-5db9-4b3d-b837-ae92b383dd74 None None] Pushing event updated for resources: {'Port': ['ID=db7ab341-2e5d-4ce3-8c70-1015ed4ab03c,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:50.443942 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c4fabe-835e-4924-878f-4047ac2b7c18 None None] Network 348f3383-2861-424d-8c94-53ec4331c893 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:30:50.545375 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-34ae2ad9-2064-4ace-92de-7f03714d3335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:50.574508 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port db7ab341-2e5d-4ce3-8c70-1015ed4ab03c is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:50.575660 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 828df94c-bd06-4f0d-8d2a-89fd4fdd6615 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:50.600440 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d55a6593-a932-4c68-8cb7-5b16fdc1bfa7 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Router 1ed6bad6-dd05-47a3-bd31-c43ea3393dbf is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:30:50.663200 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-efd675e4-adba-4f84-b35a-88046749dc15 None None] Provisioning complete for port 828df94c-bd06-4f0d-8d2a-89fd4fdd6615 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:50.663538 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-efd675e4-adba-4f84-b35a-88046749dc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (828df94c-bd06-4f0d-8d2a-89fd4fdd6615), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:50.728076 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55a6593-a932-4c68-8cb7-5b16fdc1bfa7 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:30:50.741069 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d55a6593-a932-4c68-8cb7-5b16fdc1bfa7 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "PUT /v2.0/routers/1ed6bad6-dd05-47a3-bd31-c43ea3393dbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6167986 Jan 29 04:30:50.744606 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54012) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:50.749187 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f2f4e9-c674-4bd4-b4d6-30f5809fca71 None None] Sync routers for ids ['1ed6bad6-dd05-47a3-bd31-c43ea3393dbf'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:30:50.767918 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 828df94c-bd06-4f0d-8d2a-89fd4fdd6615 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:50.767918 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (828df94c-bd06-4f0d-8d2a-89fd4fdd6615), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:50.799381 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f2f4e9-c674-4bd4-b4d6-30f5809fca71 None None] Routers {'1ed6bad6-dd05-47a3-bd31-c43ea3393dbf'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:50.813142 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-48f2f4e9-c674-4bd4-b4d6-30f5809fca71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['1ed6bad6-dd05-47a3-bd31-c43ea3393dbf'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:50.847576 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa279da-5643-47df-8ed8-b75cc2058e04 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:50.850464 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-2fa279da-5643-47df-8ed8-b75cc2058e04 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "GET /v2.0/ports/6b7872c4-339f-4e76-9019-843488c2ef0e HTTP/1.1" status: 200 len: 911 time: 0.1025808 Jan 29 04:30:50.857122 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-efd675e4-adba-4f84-b35a-88046749dc15 None None] Current status of the port 828df94c-bd06-4f0d-8d2a-89fd4fdd6615 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:50.866184 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-efd675e4-adba-4f84-b35a-88046749dc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (828df94c-bd06-4f0d-8d2a-89fd4fdd6615), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:50.866350 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54014) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:50.971398 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-efd675e4-adba-4f84-b35a-88046749dc15 None None] For port 828df94c-bd06-4f0d-8d2a-89fd4fdd6615, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=828df94c-bd06-4f0d-8d2a-89fd4fdd6615,segment=NetworkSegment(c48d0171-7aa3-4c27-bb94-70306b3cfd92),segment_id=c48d0171-7aa3-4c27-bb94-70306b3cfd92)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:50.972946 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-264d3b1f-ea89-4c4c-8f1c-5e20207634a9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting port 862db8ef-1acf-4d02-a660-4be79a41a864 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:30:50.973292 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-264d3b1f-ea89-4c4c-8f1c-5e20207634a9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (862db8ef-1acf-4d02-a660-4be79a41a864), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:50.991355 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 828df94c-bd06-4f0d-8d2a-89fd4fdd6615 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:50.991744 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (828df94c-bd06-4f0d-8d2a-89fd4fdd6615), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:51.033454 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a34ce9c4-880e-4a0f-9159-97c69f0db234 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for router_gateway (3359ae01-7a39-48a6-a1e8-a31057b92741), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:51.052409 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-efd675e4-adba-4f84-b35a-88046749dc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (828df94c-bd06-4f0d-8d2a-89fd4fdd6615), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:51.071277 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a34ce9c4-880e-4a0f-9159-97c69f0db234 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:51.079419 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-48f2f4e9-c674-4bd4-b4d6-30f5809fca71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:51.101817 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f2f4e9-c674-4bd4-b4d6-30f5809fca71 None None] Routers {'1ed6bad6-dd05-47a3-bd31-c43ea3393dbf'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:51.102693 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-48f2f4e9-c674-4bd4-b4d6-30f5809fca71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['1ed6bad6-dd05-47a3-bd31-c43ea3393dbf'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:51.183221 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-48f2f4e9-c674-4bd4-b4d6-30f5809fca71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:51.184192 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f2f4e9-c674-4bd4-b4d6-30f5809fca71 None None] The sync data for ids ['1ed6bad6-dd05-47a3-bd31-c43ea3393dbf'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:30:51.200303 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-dacdc68b-bfcb-41e2-8985-0671b7a7ab9a tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Deleting port b91d4a41-c873-40bb-a939-2d1c96c75157 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:30:51.200688 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dacdc68b-bfcb-41e2-8985-0671b7a7ab9a tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (b91d4a41-c873-40bb-a939-2d1c96c75157), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:51.212746 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:30:51.213367 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:30:51.228326 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd675e4-adba-4f84-b35a-88046749dc15 None None] Pushing event updated for resources: {'Port': ['ID=828df94c-bd06-4f0d-8d2a-89fd4fdd6615,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:51.287481 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-4989c769-f25c-48cf-8074-4e78dae3276c None None] Provisioning complete for port 6b7872c4-339f-4e76-9019-843488c2ef0e triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:51.287863 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4989c769-f25c-48cf-8074-4e78dae3276c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (6b7872c4-339f-4e76-9019-843488c2ef0e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:51.344521 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-4989c769-f25c-48cf-8074-4e78dae3276c None None] Port 6b7872c4-339f-4e76-9019-843488c2ef0e cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:30:51.357046 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-4989c769-f25c-48cf-8074-4e78dae3276c None None] Provisioning complete for port 828df94c-bd06-4f0d-8d2a-89fd4fdd6615 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:51.357721 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4989c769-f25c-48cf-8074-4e78dae3276c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (828df94c-bd06-4f0d-8d2a-89fd4fdd6615), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:51.396986 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-264d3b1f-ea89-4c4c-8f1c-5e20207634a9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (862db8ef-1acf-4d02-a660-4be79a41a864), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:51.436533 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-264d3b1f-ea89-4c4c-8f1c-5e20207634a9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Calling delete_port for 862db8ef-1acf-4d02-a660-4be79a41a864 owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:30:51.482615 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0f65dfc7-3e56-423f-bf3b-89f31c97317f tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (1ed6bad6-dd05-47a3-bd31-c43ea3393dbf), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:51.495294 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-a34ce9c4-880e-4a0f-9159-97c69f0db234 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Allocated IP 172.26.8.188 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/94b15a84-5769-45b9-8f5c-a2329184aa60) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:51.513620 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dacdc68b-bfcb-41e2-8985-0671b7a7ab9a tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (b91d4a41-c873-40bb-a939-2d1c96c75157), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:51.568210 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-4989c769-f25c-48cf-8074-4e78dae3276c None None] Current status of the port 828df94c-bd06-4f0d-8d2a-89fd4fdd6615 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:51.671854 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-dacdc68b-bfcb-41e2-8985-0671b7a7ab9a tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Calling delete_port for b91d4a41-c873-40bb-a939-2d1c96c75157 owned by network:router_interface {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:30:51.709276 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-5af66f29-62fb-4d0b-9dbb-3cb7df39bf58 None None] Provisioning complete for port 6b7872c4-339f-4e76-9019-843488c2ef0e triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:51.716390 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5af66f29-62fb-4d0b-9dbb-3cb7df39bf58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (6b7872c4-339f-4e76-9019-843488c2ef0e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:51.830450 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-0f65dfc7-3e56-423f-bf3b-89f31c97317f tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Deleting port 6b7872c4-339f-4e76-9019-843488c2ef0e {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:30:51.830805 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0f65dfc7-3e56-423f-bf3b-89f31c97317f tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (6b7872c4-339f-4e76-9019-843488c2ef0e), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:51.858190 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-5af66f29-62fb-4d0b-9dbb-3cb7df39bf58 None None] Port 6b7872c4-339f-4e76-9019-843488c2ef0e cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:30:51.863818 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 828df94c-bd06-4f0d-8d2a-89fd4fdd6615 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:51.935856 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:30:51.949851 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0f65dfc7-3e56-423f-bf3b-89f31c97317f tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (6b7872c4-339f-4e76-9019-843488c2ef0e), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:51.962588 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:30:51.967044 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 8dd62f06-2fae-4b3c-82aa-0ea9c96fa1f6 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:30:51.978788 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-0f65dfc7-3e56-423f-bf3b-89f31c97317f tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Calling delete_port for 6b7872c4-339f-4e76-9019-843488c2ef0e owned by network:router_interface {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:30:52.009010 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-2d7a1a01-b945-461f-a195-2dd8713e6586 None None] Provisioning complete for port db7ab341-2e5d-4ce3-8c70-1015ed4ab03c triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:52.009518 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2d7a1a01-b945-461f-a195-2dd8713e6586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (db7ab341-2e5d-4ce3-8c70-1015ed4ab03c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:52.175991 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device db7ab341-2e5d-4ce3-8c70-1015ed4ab03c up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:52.206417 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-2d7a1a01-b945-461f-a195-2dd8713e6586 None None] Current status of the port db7ab341-2e5d-4ce3-8c70-1015ed4ab03c is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:52.229674 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a34ce9c4-880e-4a0f-9159-97c69f0db234 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for port (94b15a84-5769-45b9-8f5c-a2329184aa60), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:52.234357 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port db7ab341-2e5d-4ce3-8c70-1015ed4ab03c triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:52.234805 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (db7ab341-2e5d-4ce3-8c70-1015ed4ab03c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:52.274598 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-264d3b1f-ea89-4c4c-8f1c-5e20207634a9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (862db8ef-1acf-4d02-a660-4be79a41a864), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:52.304041 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d3b1f-ea89-4c4c-8f1c-5e20207634a9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Port': ['ID=862db8ef-1acf-4d02-a660-4be79a41a864,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:52.309671 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dacdc68b-bfcb-41e2-8985-0671b7a7ab9a tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (b91d4a41-c873-40bb-a939-2d1c96c75157), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:52.324411 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port db7ab341-2e5d-4ce3-8c70-1015ed4ab03c is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:52.325624 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 828df94c-bd06-4f0d-8d2a-89fd4fdd6615 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:52.329267 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-61c0e881-a09c-4e98-9160-6844a1b10c87 None None] Could not find standard attr ID for object 862db8ef-1acf-4d02-a660-4be79a41a864. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:30:52.354587 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacdc68b-bfcb-41e2-8985-0671b7a7ab9a tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Pushing event deleted for resources: {'Port': ['ID=b91d4a41-c873-40bb-a939-2d1c96c75157,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:52.365111 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0f65dfc7-3e56-423f-bf3b-89f31c97317f tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (6b7872c4-339f-4e76-9019-843488c2ef0e), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:52.381196 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-264d3b1f-ea89-4c4c-8f1c-5e20207634a9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:52.384433 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-264d3b1f-ea89-4c4c-8f1c-5e20207634a9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/ports/862db8ef-1acf-4d02-a660-4be79a41a864 HTTP/1.1" status: 204 len: 168 time: 2.0666206 Jan 29 04:30:52.388690 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54030) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:52.423397 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-61c0e881-a09c-4e98-9160-6844a1b10c87 None None] Provisioning complete for port 6b7872c4-339f-4e76-9019-843488c2ef0e triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:52.428578 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-61c0e881-a09c-4e98-9160-6844a1b10c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (6b7872c4-339f-4e76-9019-843488c2ef0e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:52.451978 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65dfc7-3e56-423f-bf3b-89f31c97317f tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event deleted for resources: {'Port': ['ID=6b7872c4-339f-4e76-9019-843488c2ef0e,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:52.470933 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a34ce9c4-880e-4a0f-9159-97c69f0db234 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (94b15a84-5769-45b9-8f5c-a2329184aa60), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:52.511361 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-61c0e881-a09c-4e98-9160-6844a1b10c87 None None] Port 6b7872c4-339f-4e76-9019-843488c2ef0e was deleted so its status cannot be updated. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 29 04:30:52.554956 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 828df94c-bd06-4f0d-8d2a-89fd4fdd6615 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:52.555370 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (828df94c-bd06-4f0d-8d2a-89fd4fdd6615), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:52.611803 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34ce9c4-880e-4a0f-9159-97c69f0db234 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:52.613358 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ce9c4-880e-4a0f-9159-97c69f0db234 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event updated for resources: {'Port': ['ID=94b15a84-5769-45b9-8f5c-a2329184aa60,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:52.627145 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1c6cad85-7f91-4619-8351-027b7374dcc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:52.645800 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-a34ce9c4-880e-4a0f-9159-97c69f0db234 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:52.651455 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34ce9c4-880e-4a0f-9159-97c69f0db234 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:52.667670 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0f65dfc7-3e56-423f-bf3b-89f31c97317f tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (1ed6bad6-dd05-47a3-bd31-c43ea3393dbf), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:52.795460 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 828df94c-bd06-4f0d-8d2a-89fd4fdd6615 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:52.910685 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5cd0b5-bb50-4886-92ef-5fefdf813f90 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:52.913228 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ec5cd0b5-bb50-4886-92ef-5fefdf813f90 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5235503 Jan 29 04:30:52.916561 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54064) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:52.959940 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f65dfc7-3e56-423f-bf3b-89f31c97317f tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Router 1ed6bad6-dd05-47a3-bd31-c43ea3393dbf has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:30:52.993126 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826dbc19-85e3-471c-9f3c-cdc07f25dbe4 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:52.994822 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-826dbc19-85e3-471c-9f3c-cdc07f25dbe4 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0764821 Jan 29 04:30:53.004559 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dacdc68b-bfcb-41e2-8985-0671b7a7ab9a tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (70a18c4b-e32f-438f-933e-57481f689f35), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:53.006263 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54066) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:53.150022 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f65dfc7-3e56-423f-bf3b-89f31c97317f tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:30:53.150022 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0f65dfc7-3e56-423f-bf3b-89f31c97317f tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "PUT /v2.0/routers/1ed6bad6-dd05-47a3-bd31-c43ea3393dbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2046280 Jan 29 04:30:53.151235 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd90a61-ee90-42b2-923e-3b987116797b None None] Sync routers for ids ['1ed6bad6-dd05-47a3-bd31-c43ea3393dbf'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:30:53.151235 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd90a61-ee90-42b2-923e-3b987116797b None None] Routers {'1ed6bad6-dd05-47a3-bd31-c43ea3393dbf'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:53.151235 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-5fd90a61-ee90-42b2-923e-3b987116797b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['1ed6bad6-dd05-47a3-bd31-c43ea3393dbf'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:53.152079 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b007ad-152a-4372-a901-d0017aaa44d4 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:53.152079 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b007ad-152a-4372-a901-d0017aaa44d4 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:53.152272 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-5fd90a61-ee90-42b2-923e-3b987116797b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:53.152371 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b007ad-152a-4372-a901-d0017aaa44d4 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:53.152371 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-89b007ad-152a-4372-a901-d0017aaa44d4 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1069236 Jan 29 04:30:53.152568 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd90a61-ee90-42b2-923e-3b987116797b None None] Routers {'1ed6bad6-dd05-47a3-bd31-c43ea3393dbf'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:53.152568 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-5fd90a61-ee90-42b2-923e-3b987116797b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['1ed6bad6-dd05-47a3-bd31-c43ea3393dbf'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:53.152747 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54068) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:53.158262 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-5fd90a61-ee90-42b2-923e-3b987116797b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:53.159017 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd90a61-ee90-42b2-923e-3b987116797b None None] The sync data for ids ['1ed6bad6-dd05-47a3-bd31-c43ea3393dbf'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:30:53.163964 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54070) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:53.183875 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c939ef1f-e498-485d-89de-146569ed867b tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed6bad6-dd05-47a3-bd31-c43ea3393dbf HTTP/1.1" status: 200 len: 205 time: 0.0420942 Jan 29 04:30:53.188438 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54072) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:53.272694 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d5c7e451-5fd7-4837-9ec9-2b3f0aa18e8b tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for router (1ed6bad6-dd05-47a3-bd31-c43ea3393dbf), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:53.301910 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b45a2e-d3a6-42ae-b5d0-0b6219306c5d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting subnet 06eb6489-385e-4d03-b0e2-c392c361f079 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:30:53.312225 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-84b45a2e-d3a6-42ae-b5d0-0b6219306c5d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (06eb6489-385e-4d03-b0e2-c392c361f079), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:53.449081 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-84b45a2e-d3a6-42ae-b5d0-0b6219306c5d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (06eb6489-385e-4d03-b0e2-c392c361f079), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:53.453804 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d5c7e451-5fd7-4837-9ec9-2b3f0aa18e8b tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (1ed6bad6-dd05-47a3-bd31-c43ea3393dbf), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:53.456095 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d5c7e451-5fd7-4837-9ec9-2b3f0aa18e8b tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for router_controller (1ed6bad6-dd05-47a3-bd31-c43ea3393dbf), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:53.529753 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a34ce9c4-880e-4a0f-9159-97c69f0db234 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for router_gateway (3359ae01-7a39-48a6-a1e8-a31057b92741), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:53.588532 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d5c7e451-5fd7-4837-9ec9-2b3f0aa18e8b tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (1ed6bad6-dd05-47a3-bd31-c43ea3393dbf), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:53.590360 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c7e451-5fd7-4837-9ec9-2b3f0aa18e8b tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Fanout notify agent at l3_agent the message router_deleted on router 1ed6bad6-dd05-47a3-bd31-c43ea3393dbf {{(pid=103584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:30:53.597253 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d5c7e451-5fd7-4837-9ec9-2b3f0aa18e8b tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:53.598631 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d5c7e451-5fd7-4837-9ec9-2b3f0aa18e8b tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "DELETE /v2.0/routers/1ed6bad6-dd05-47a3-bd31-c43ea3393dbf HTTP/1.1" status: 204 len: 168 time: 0.4091570 Jan 29 04:30:53.603281 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54074) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:53.611300 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:53.645571 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dacdc68b-bfcb-41e2-8985-0671b7a7ab9a tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Router 70a18c4b-e32f-438f-933e-57481f689f35 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:30:53.663455 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-52ca025e-82ed-431b-9a40-0f1be7b058e8 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Deleting subnet 9331ec34-fe82-4544-8325-5da740f2f7e4 {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:30:53.669126 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-52ca025e-82ed-431b-9a40-0f1be7b058e8 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for subnet (9331ec34-fe82-4544-8325-5da740f2f7e4), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:53.681871 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-84b45a2e-d3a6-42ae-b5d0-0b6219306c5d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (06eb6489-385e-4d03-b0e2-c392c361f079), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:53.713156 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-52ca025e-82ed-431b-9a40-0f1be7b058e8 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (9331ec34-fe82-4544-8325-5da740f2f7e4), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:53.830198 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-52ca025e-82ed-431b-9a40-0f1be7b058e8 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (9331ec34-fe82-4544-8325-5da740f2f7e4), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:53.830703 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:53.977750 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-52ca025e-82ed-431b-9a40-0f1be7b058e8 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (9331ec34-fe82-4544-8325-5da740f2f7e4), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:54.022638 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca025e-82ed-431b-9a40-0f1be7b058e8 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event deleted for resources: {'Subnet': ['ID=9331ec34-fe82-4544-8325-5da740f2f7e4,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:54.028770 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-52ca025e-82ed-431b-9a40-0f1be7b058e8 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:54.034055 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9addd7a-7542-425c-b389-06d68df4af7d None None] Network 348f3383-2861-424d-8c94-53ec4331c893 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:30:54.036164 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-52ca025e-82ed-431b-9a40-0f1be7b058e8 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "DELETE /v2.0/subnets/9331ec34-fe82-4544-8325-5da740f2f7e4 HTTP/1.1" status: 204 len: 168 time: 0.4316187 Jan 29 04:30:54.037299 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54078) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:54.130258 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-36c0abe7-24db-403b-8ec3-03271400db46 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (348f3383-2861-424d-8c94-53ec4331c893), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:54.202770 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-36c0abe7-24db-403b-8ec3-03271400db46 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Deleting port 828df94c-bd06-4f0d-8d2a-89fd4fdd6615 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:30:54.203114 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-36c0abe7-24db-403b-8ec3-03271400db46 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (828df94c-bd06-4f0d-8d2a-89fd4fdd6615), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:54.251070 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a34ce9c4-880e-4a0f-9159-97c69f0db234 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (3359ae01-7a39-48a6-a1e8-a31057b92741), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:54.273143 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58674a9f-53d0-4d9d-8749-8ad7b4a86fc0 None None] DHCP port deletion for 348f3383-2861-424d-8c94-53ec4331c893 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:30:54.290587 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-36c0abe7-24db-403b-8ec3-03271400db46 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] For port 828df94c-bd06-4f0d-8d2a-89fd4fdd6615, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=828df94c-bd06-4f0d-8d2a-89fd4fdd6615,segment=NetworkSegment(c48d0171-7aa3-4c27-bb94-70306b3cfd92),segment_id=c48d0171-7aa3-4c27-bb94-70306b3cfd92)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:54.291118 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-36c0abe7-24db-403b-8ec3-03271400db46 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (828df94c-bd06-4f0d-8d2a-89fd4fdd6615), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:54.301021 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-84b45a2e-d3a6-42ae-b5d0-0b6219306c5d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (06eb6489-385e-4d03-b0e2-c392c361f079), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:54.308904 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dacdc68b-bfcb-41e2-8985-0671b7a7ab9a tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:30:54.309485 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-36c0abe7-24db-403b-8ec3-03271400db46 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Calling delete_port for 828df94c-bd06-4f0d-8d2a-89fd4fdd6615 owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:30:54.320567 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2a513d-4184-4f8f-bafa-ec5243345081 None None] Sync routers for ids ['70a18c4b-e32f-438f-933e-57481f689f35'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:30:54.321155 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-dacdc68b-bfcb-41e2-8985-0671b7a7ab9a tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] 10.222.0.13 "PUT /v2.0/routers/70a18c4b-e32f-438f-933e-57481f689f35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1070976 Jan 29 04:30:54.333258 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2a513d-4184-4f8f-bafa-ec5243345081 None None] Routers {'70a18c4b-e32f-438f-933e-57481f689f35'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:54.334140 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-0e2a513d-4184-4f8f-bafa-ec5243345081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['70a18c4b-e32f-438f-933e-57481f689f35'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:54.342226 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54080) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:54.350769 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-84b45a2e-d3a6-42ae-b5d0-0b6219306c5d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:54.357159 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-84b45a2e-d3a6-42ae-b5d0-0b6219306c5d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/06eb6489-385e-4d03-b0e2-c392c361f079 HTTP/1.1" status: 204 len: 168 time: 1.1885996 Jan 29 04:30:54.357540 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-58674a9f-53d0-4d9d-8749-8ad7b4a86fc0 None None] Deleting port 828df94c-bd06-4f0d-8d2a-89fd4fdd6615 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:30:54.357690 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b45a2e-d3a6-42ae-b5d0-0b6219306c5d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Subnet': ['ID=06eb6489-385e-4d03-b0e2-c392c361f079,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:54.358303 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-58674a9f-53d0-4d9d-8749-8ad7b4a86fc0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (828df94c-bd06-4f0d-8d2a-89fd4fdd6615), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:54.359219 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54082) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:54.366158 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30aa77a-89b8-489d-825d-5d46e45e0a53 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:30:54.391780 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-0e2a513d-4184-4f8f-bafa-ec5243345081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:54.412648 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2a513d-4184-4f8f-bafa-ec5243345081 None None] Routers {'70a18c4b-e32f-438f-933e-57481f689f35'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:54.413834 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-0e2a513d-4184-4f8f-bafa-ec5243345081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['70a18c4b-e32f-438f-933e-57481f689f35'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:54.484827 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-0e2a513d-4184-4f8f-bafa-ec5243345081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:54.485725 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2a513d-4184-4f8f-bafa-ec5243345081 None None] The sync data for ids ['70a18c4b-e32f-438f-933e-57481f689f35'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:30:54.503982 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-58674a9f-53d0-4d9d-8749-8ad7b4a86fc0 None None] For port 828df94c-bd06-4f0d-8d2a-89fd4fdd6615, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=828df94c-bd06-4f0d-8d2a-89fd4fdd6615,segment=NetworkSegment(c48d0171-7aa3-4c27-bb94-70306b3cfd92),segment_id=c48d0171-7aa3-4c27-bb94-70306b3cfd92)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:54.504419 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-58674a9f-53d0-4d9d-8749-8ad7b4a86fc0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (828df94c-bd06-4f0d-8d2a-89fd4fdd6615), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:54.543910 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-58674a9f-53d0-4d9d-8749-8ad7b4a86fc0 None None] Calling delete_port for 828df94c-bd06-4f0d-8d2a-89fd4fdd6615 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:30:54.545331 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-36c0abe7-24db-403b-8ec3-03271400db46 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (828df94c-bd06-4f0d-8d2a-89fd4fdd6615), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:54.545841 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-93caa16c-63ff-475c-a3c7-a7286c50cff7 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting subnet 45fa8f3a-c875-427d-9833-79aa728e3cc8 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:30:54.554093 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-93caa16c-63ff-475c-a3c7-a7286c50cff7 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (45fa8f3a-c875-427d-9833-79aa728e3cc8), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:54.596812 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c0abe7-24db-403b-8ec3-03271400db46 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] No DVR routers for this DVR port 828df94c-bd06-4f0d-8d2a-89fd4fdd6615 on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:30:54.605642 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-814a1b58-94d3-461f-b14c-95c958c4b40c tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks [] for router (70a18c4b-e32f-438f-933e-57481f689f35), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:54.663086 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-93caa16c-63ff-475c-a3c7-a7286c50cff7 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (45fa8f3a-c875-427d-9833-79aa728e3cc8), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:54.695690 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-58674a9f-53d0-4d9d-8749-8ad7b4a86fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (828df94c-bd06-4f0d-8d2a-89fd4fdd6615), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:54.717310 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-36c0abe7-24db-403b-8ec3-03271400db46 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (348f3383-2861-424d-8c94-53ec4331c893), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:54.721220 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c0abe7-24db-403b-8ec3-03271400db46 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event deleted for resources: {'Port': ['ID=828df94c-bd06-4f0d-8d2a-89fd4fdd6615,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:54.749690 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-36c0abe7-24db-403b-8ec3-03271400db46 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['348f3383-2861-424d-8c94-53ec4331c893']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:54.757580 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-36c0abe7-24db-403b-8ec3-03271400db46 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c48d0171-7aa3-4c27-bb94-70306b3cfd92') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:54.757931 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-36c0abe7-24db-403b-8ec3-03271400db46 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c48d0171-7aa3-4c27-bb94-70306b3cfd92') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:54.774200 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-36c0abe7-24db-403b-8ec3-03271400db46 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (c48d0171-7aa3-4c27-bb94-70306b3cfd92), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:54.777538 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58674a9f-53d0-4d9d-8749-8ad7b4a86fc0 None None] Pushing event deleted for resources: {'Port': ['ID=828df94c-bd06-4f0d-8d2a-89fd4fdd6615,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:54.782634 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58674a9f-53d0-4d9d-8749-8ad7b4a86fc0 None None] No DVR routers for this DVR port 828df94c-bd06-4f0d-8d2a-89fd4fdd6615 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:30:54.799181 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-36c0abe7-24db-403b-8ec3-03271400db46 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (c48d0171-7aa3-4c27-bb94-70306b3cfd92), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:54.804188 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a34ce9c4-880e-4a0f-9159-97c69f0db234 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Router 3359ae01-7a39-48a6-a1e8-a31057b92741 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:30:54.806458 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36c0abe7-24db-403b-8ec3-03271400db46 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:30:54.806853 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-36c0abe7-24db-403b-8ec3-03271400db46 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (c48d0171-7aa3-4c27-bb94-70306b3cfd92), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:54.811693 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:30:54.811693 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:30:54.811693 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:30:54.811693 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:30:54.811693 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:30:54.811693 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:30:54.811693 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:30:54.811693 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:30:54.811693 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:30:54.811693 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:30:54.811693 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:30:54.811693 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:30:54.811693 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:30:54.811693 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:30:54.811693 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:30:54.811693 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:30:54.811693 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:30:54.811693 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:30:54.811693 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:30:54.811693 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:30:54.811693 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:30:54.811693 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:30:54.811693 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:30:54.811693 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:30:54.811693 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:30:54.811693 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:30:54.811693 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:30:54.811693 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:30:54.811693 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:30:54.811693 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:30:54.811693 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:30:54.811693 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:30:54.826194 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-814a1b58-94d3-461f-b14c-95c958c4b40c tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks [] for router_gateway (70a18c4b-e32f-438f-933e-57481f689f35), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:54.837555 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-93caa16c-63ff-475c-a3c7-a7286c50cff7 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (45fa8f3a-c875-427d-9833-79aa728e3cc8), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:54.885372 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:54.983422 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-36c0abe7-24db-403b-8ec3-03271400db46 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (348f3383-2861-424d-8c94-53ec4331c893), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:54.989252 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-36c0abe7-24db-403b-8ec3-03271400db46 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:54.998139 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54086) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:54.998982 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-36c0abe7-24db-403b-8ec3-03271400db46 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "DELETE /v2.0/networks/348f3383-2861-424d-8c94-53ec4331c893 HTTP/1.1" status: 204 len: 168 time: 0.9602244 Jan 29 04:30:55.006037 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-d51127d0-ca95-4d73-b870-48d6102d7184 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1182272035', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}, 'admin_state_up': False}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:55.018036 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c0abe7-24db-403b-8ec3-03271400db46 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event deleted for resources: {'Network': ['ID=348f3383-2861-424d-8c94-53ec4331c893,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:55.055805 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34ce9c4-880e-4a0f-9159-97c69f0db234 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:30:55.072263 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e51df3-3432-47b3-9d4e-427652107f15 None None] Sync routers for ids ['3359ae01-7a39-48a6-a1e8-a31057b92741'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:30:55.086323 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-93caa16c-63ff-475c-a3c7-a7286c50cff7 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (45fa8f3a-c875-427d-9833-79aa728e3cc8), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:55.096170 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e51df3-3432-47b3-9d4e-427652107f15 None None] Routers {'3359ae01-7a39-48a6-a1e8-a31057b92741'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:55.096170 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-a2e51df3-3432-47b3-9d4e-427652107f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['3359ae01-7a39-48a6-a1e8-a31057b92741'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:55.126599 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-93caa16c-63ff-475c-a3c7-a7286c50cff7 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:55.132286 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-93caa16c-63ff-475c-a3c7-a7286c50cff7 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/45fa8f3a-c875-427d-9833-79aa728e3cc8 HTTP/1.1" status: 204 len: 168 time: 0.7345238 Jan 29 04:30:55.132516 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93caa16c-63ff-475c-a3c7-a7286c50cff7 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Subnet': ['ID=45fa8f3a-c875-427d-9833-79aa728e3cc8,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:55.133353 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54088) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:55.145205 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d51127d0-ca95-4d73-b870-48d6102d7184 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (268e4e3d-0b57-430e-b076-a95d9e59b30e), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:55.147258 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d51127d0-ca95-4d73-b870-48d6102d7184 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (268e4e3d-0b57-430e-b076-a95d9e59b30e), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:55.157279 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-a2e51df3-3432-47b3-9d4e-427652107f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:55.158438 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-814a1b58-94d3-461f-b14c-95c958c4b40c tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Deleting port 212c231b-5801-4b48-9649-1398cd3ecdff {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:30:55.158784 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-814a1b58-94d3-461f-b14c-95c958c4b40c tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (212c231b-5801-4b48-9649-1398cd3ecdff), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:55.169249 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e51df3-3432-47b3-9d4e-427652107f15 None None] Routers {'3359ae01-7a39-48a6-a1e8-a31057b92741'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:55.170653 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-a2e51df3-3432-47b3-9d4e-427652107f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['3359ae01-7a39-48a6-a1e8-a31057b92741'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:55.195336 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-126f60c2-fac2-4b85-a12c-22c4154459f8 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0590615 Jan 29 04:30:55.199856 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54090) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:55.205335 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-ed849779-48d1-4fee-8486-77935eb1d5b5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'subnet': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:55.289167 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-814a1b58-94d3-461f-b14c-95c958c4b40c tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (212c231b-5801-4b48-9649-1398cd3ecdff), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:55.319053 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-814a1b58-94d3-461f-b14c-95c958c4b40c tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Calling delete_port for 212c231b-5801-4b48-9649-1398cd3ecdff owned by network:router_gateway {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:30:55.337418 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a34ce9c4-880e-4a0f-9159-97c69f0db234 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:55.344232 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54092) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:55.344716 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a34ce9c4-880e-4a0f-9159-97c69f0db234 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 6.0950644 Jan 29 04:30:55.402044 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-a2e51df3-3432-47b3-9d4e-427652107f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:55.402785 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e51df3-3432-47b3-9d4e-427652107f15 None None] The sync data for ids ['3359ae01-7a39-48a6-a1e8-a31057b92741'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:30:55.450435 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d51127d0-ca95-4d73-b870-48d6102d7184 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for router_controller (268e4e3d-0b57-430e-b076-a95d9e59b30e), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:55.450731 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed849779-48d1-4fee-8486-77935eb1d5b5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:55.454276 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ed849779-48d1-4fee-8486-77935eb1d5b5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:55.558065 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0c65f630-298e-491b-89a5-0eb976090b66 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "GET /v2.0/routers/3359ae01-7a39-48a6-a1e8-a31057b92741 HTTP/1.1" status: 200 len: 881 time: 0.2124722 Jan 29 04:30:55.560963 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160fd697-2cb8-4806-98ff-2d1a1d7f0442 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:30:55.561104 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54094) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:55.647228 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-0f8098e4-2ab1-475e-826f-c874ec7e310d None None] Provisioning complete for port db7ab341-2e5d-4ce3-8c70-1015ed4ab03c triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:55.648104 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0f8098e4-2ab1-475e-826f-c874ec7e310d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (db7ab341-2e5d-4ce3-8c70-1015ed4ab03c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:55.712590 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d51127d0-ca95-4d73-b870-48d6102d7184 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for router_gateway (268e4e3d-0b57-430e-b076-a95d9e59b30e), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:55.766911 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-0f8098e4-2ab1-475e-826f-c874ec7e310d None None] Current status of the port db7ab341-2e5d-4ce3-8c70-1015ed4ab03c is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:55.805263 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-814a1b58-94d3-461f-b14c-95c958c4b40c tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (212c231b-5801-4b48-9649-1398cd3ecdff), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:55.830821 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4f9625-285c-4d6a-91d4-14d020cb2320 None None] DHCP port deletion for 4d28e89c-1ada-4d65-a68a-7c96765b022b request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:30:55.869877 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814a1b58-94d3-461f-b14c-95c958c4b40c tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Pushing event deleted for resources: {'Port': ['ID=212c231b-5801-4b48-9649-1398cd3ecdff,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:55.920952 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ac4f9625-285c-4d6a-91d4-14d020cb2320 None None] Deleting port db7ab341-2e5d-4ce3-8c70-1015ed4ab03c {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:30:55.921569 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ac4f9625-285c-4d6a-91d4-14d020cb2320 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (db7ab341-2e5d-4ce3-8c70-1015ed4ab03c), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:56.098230 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-ac4f9625-285c-4d6a-91d4-14d020cb2320 None None] For port db7ab341-2e5d-4ce3-8c70-1015ed4ab03c, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=db7ab341-2e5d-4ce3-8c70-1015ed4ab03c,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:56.099224 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ac4f9625-285c-4d6a-91d4-14d020cb2320 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (db7ab341-2e5d-4ce3-8c70-1015ed4ab03c), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:56.128145 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ac4f9625-285c-4d6a-91d4-14d020cb2320 None None] Calling delete_port for db7ab341-2e5d-4ce3-8c70-1015ed4ab03c owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:30:56.138340 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 828df94c-bd06-4f0d-8d2a-89fd4fdd6615 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:30:56.175086 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 828df94c-bd06-4f0d-8d2a-89fd4fdd6615 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:30:56.175721 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 828df94c-bd06-4f0d-8d2a-89fd4fdd6615 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:30:56.176298 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device db7ab341-2e5d-4ce3-8c70-1015ed4ab03c no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:30:56.298423 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-814a1b58-94d3-461f-b14c-95c958c4b40c tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (70a18c4b-e32f-438f-933e-57481f689f35), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:56.343262 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-5889c85a-873c-4b3a-bb10-3fcb6f76891b tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.7816176 Jan 29 04:30:56.346334 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54098) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:56.351185 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-c7f71319-d272-4aa1-9963-daeaa5dab258 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1354475462'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:56.373147 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ac4f9625-285c-4d6a-91d4-14d020cb2320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (db7ab341-2e5d-4ce3-8c70-1015ed4ab03c), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:56.410176 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-814a1b58-94d3-461f-b14c-95c958c4b40c tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (70a18c4b-e32f-438f-933e-57481f689f35), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:56.413178 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-814a1b58-94d3-461f-b14c-95c958c4b40c tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks [] for router_controller (70a18c4b-e32f-438f-933e-57481f689f35), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:56.418851 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4f9625-285c-4d6a-91d4-14d020cb2320 None None] No DVR routers for this DVR port db7ab341-2e5d-4ce3-8c70-1015ed4ab03c on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:30:56.444519 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.objects.ports [None req-ed849779-48d1-4fee-8486-77935eb1d5b5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103584) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 04:30:56.444519 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ed849779-48d1-4fee-8486-77935eb1d5b5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (c9f6e654-f668-45ad-a187-0f77bbad23f5), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:56.444766 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f9625-285c-4d6a-91d4-14d020cb2320 None None] Pushing event deleted for resources: {'Port': ['ID=db7ab341-2e5d-4ce3-8c70-1015ed4ab03c,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:56.454118 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port db7ab341-2e5d-4ce3-8c70-1015ed4ab03c is: ACTIVE; New status is: DOWN {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:56.454703 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (db7ab341-2e5d-4ce3-8c70-1015ed4ab03c), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:56.468815 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:56.484206 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed849779-48d1-4fee-8486-77935eb1d5b5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:56.523440 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-ed849779-48d1-4fee-8486-77935eb1d5b5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:56.529757 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed849779-48d1-4fee-8486-77935eb1d5b5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:56.530367 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ed849779-48d1-4fee-8486-77935eb1d5b5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:56.549076 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e6b523-8dfd-418e-9a40-67a2c48bb517 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:30:56.564693 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed849779-48d1-4fee-8486-77935eb1d5b5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Subnet': ['ID=c9f6e654-f668-45ad-a187-0f77bbad23f5,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:56.579482 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d51127d0-ca95-4d73-b870-48d6102d7184 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for router_gateway (268e4e3d-0b57-430e-b076-a95d9e59b30e), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:56.581574 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-814a1b58-94d3-461f-b14c-95c958c4b40c tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (70a18c4b-e32f-438f-933e-57481f689f35), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:56.583864 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814a1b58-94d3-461f-b14c-95c958c4b40c tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Fanout notify agent at l3_agent the message router_deleted on router 70a18c4b-e32f-438f-933e-57481f689f35 {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:30:56.594749 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-814a1b58-94d3-461f-b14c-95c958c4b40c tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:56.594749 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-814a1b58-94d3-461f-b14c-95c958c4b40c tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] 10.222.0.13 "DELETE /v2.0/routers/70a18c4b-e32f-438f-933e-57481f689f35 HTTP/1.1" status: 204 len: 168 time: 2.2476447 Jan 29 04:30:56.610183 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54100) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:56.618421 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d51127d0-ca95-4d73-b870-48d6102d7184 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:56.637111 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ed849779-48d1-4fee-8486-77935eb1d5b5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4359038 Jan 29 04:30:56.640845 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54102) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:56.654227 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-1273f587-2f15-40dc-a5ef-9baa11a98c87 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'subnet': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:56.679489 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadcfe4b-aa2b-438c-bf89-9baecb1bca28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-4d28e89c-1ada-4d65-a68a-7c96765b022b', 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'project_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'fixed_ips': [{'subnet_id': 'c9f6e654-f668-45ad-a187-0f77bbad23f5'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:30:56.680429 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aadcfe4b-aa2b-438c-bf89-9baecb1bca28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:56.715727 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f645d4a-aa20-4cb2-84e2-88a0dab69d71 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Deleting subnet 2996bdfd-33d6-4bb1-8053-75ea5a7729f5 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:30:56.719640 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3f645d4a-aa20-4cb2-84e2-88a0dab69d71 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks [] for subnet (2996bdfd-33d6-4bb1-8053-75ea5a7729f5), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:56.785629 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3f645d4a-aa20-4cb2-84e2-88a0dab69d71 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (2996bdfd-33d6-4bb1-8053-75ea5a7729f5), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:56.839355 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-aadcfe4b-aa2b-438c-bf89-9baecb1bca28 None None] Allocated IP 2001:db8::f816:3eff:fe3d:a021 (4d28e89c-1ada-4d65-a68a-7c96765b022b/c9f6e654-f668-45ad-a187-0f77bbad23f5/db32214a-3cd7-42d7-98a2-d092511e844d) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:56.881123 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-d51127d0-ca95-4d73-b870-48d6102d7184 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Allocated IP 172.26.8.240 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/4bffee3d-370f-44f4-a85a-aa24780b2555) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:56.945491 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c7f71319-d272-4aa1-9963-daeaa5dab258 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1615661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1617607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-536'] for router (3359ae01-7a39-48a6-a1e8-a31057b92741), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:56.975924 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3f645d4a-aa20-4cb2-84e2-88a0dab69d71 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (2996bdfd-33d6-4bb1-8053-75ea5a7729f5), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:57.000226 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1273f587-2f15-40dc-a5ef-9baa11a98c87 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:57.004562 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1273f587-2f15-40dc-a5ef-9baa11a98c87 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:57.066617 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d51127d0-ca95-4d73-b870-48d6102d7184 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for port (4bffee3d-370f-44f4-a85a-aa24780b2555), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:57.068974 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c7f71319-d272-4aa1-9963-daeaa5dab258 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1615652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1615667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1617630'] for router (3359ae01-7a39-48a6-a1e8-a31057b92741), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:57.075476 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aadcfe4b-aa2b-438c-bf89-9baecb1bca28 None None] Publish callbacks [] for port (db32214a-3cd7-42d7-98a2-d092511e844d), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:57.165866 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3f645d4a-aa20-4cb2-84e2-88a0dab69d71 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (2996bdfd-33d6-4bb1-8053-75ea5a7729f5), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:57.194990 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f645d4a-aa20-4cb2-84e2-88a0dab69d71 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Pushing event deleted for resources: {'Subnet': ['ID=2996bdfd-33d6-4bb1-8053-75ea5a7729f5,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:57.195263 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.ipam_backend_mixin [None req-1273f587-2f15-40dc-a5ef-9baa11a98c87 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c9f6e654-f668-45ad-a187-0f77bbad23f5 (CIDR: 2001:db8::/64) Jan 29 04:30:57.199095 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3f645d4a-aa20-4cb2-84e2-88a0dab69d71 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:57.202369 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-3f645d4a-aa20-4cb2-84e2-88a0dab69d71 tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] 10.222.0.13 "DELETE /v2.0/subnets/2996bdfd-33d6-4bb1-8053-75ea5a7729f5 HTTP/1.1" status: 204 len: 168 time: 0.5911348 Jan 29 04:30:57.204896 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54106) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:57.212651 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e51f1b-3b8d-4ece-9dbe-8c8be04b3ff6 None None] Network 70072d3d-1f2b-4583-9610-18f070a0163e requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:30:57.216848 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d51127d0-ca95-4d73-b870-48d6102d7184 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (4bffee3d-370f-44f4-a85a-aa24780b2555), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:57.247123 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aadcfe4b-aa2b-438c-bf89-9baecb1bca28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (db32214a-3cd7-42d7-98a2-d092511e844d), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:57.259142 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51127d0-ca95-4d73-b870-48d6102d7184 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:57.262919 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-d51127d0-ca95-4d73-b870-48d6102d7184 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:57.266727 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51127d0-ca95-4d73-b870-48d6102d7184 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:57.275727 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-1273f587-2f15-40dc-a5ef-9baa11a98c87 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:30:57.277802 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1273f587-2f15-40dc-a5ef-9baa11a98c87 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:30:57.301965 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51127d0-ca95-4d73-b870-48d6102d7184 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event updated for resources: {'Port': ['ID=4bffee3d-370f-44f4-a85a-aa24780b2555,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:57.312858 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f71319-d272-4aa1-9963-daeaa5dab258 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Router 3359ae01-7a39-48a6-a1e8-a31057b92741 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:30:57.335779 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7ff04294-2abb-41a1-b26b-f3cc1a59a87b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (70072d3d-1f2b-4583-9610-18f070a0163e), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:57.374126 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadcfe4b-aa2b-438c-bf89-9baecb1bca28 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:57.381124 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1273f587-2f15-40dc-a5ef-9baa11a98c87 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7362866 Jan 29 04:30:57.382550 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-aadcfe4b-aa2b-438c-bf89-9baecb1bca28 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:57.387368 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54108) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:57.388950 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadcfe4b-aa2b-438c-bf89-9baecb1bca28 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:57.392074 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadcfe4b-aa2b-438c-bf89-9baecb1bca28 None None] Pushing event updated for resources: {'Port': ['ID=db32214a-3cd7-42d7-98a2-d092511e844d,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:57.392582 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-b0c04ac4-0926-4772-8a5b-3452e9aab8da tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'subnet': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:57.434911 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:30:57.497942 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-aadcfe4b-aa2b-438c-bf89-9baecb1bca28 None None] Attempting to bind port db32214a-3cd7-42d7-98a2-d092511e844d on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:30:57.498320 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-aadcfe4b-aa2b-438c-bf89-9baecb1bca28 None None] Attempting to bind port db32214a-3cd7-42d7-98a2-d092511e844d by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:30:57.498689 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadcfe4b-aa2b-438c-bf89-9baecb1bca28 None None] Attempting to bind port db32214a-3cd7-42d7-98a2-d092511e844d on network 4d28e89c-1ada-4d65-a68a-7c96765b022b {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:30:57.506946 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadcfe4b-aa2b-438c-bf89-9baecb1bca28 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:30:57.514298 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadcfe4b-aa2b-438c-bf89-9baecb1bca28 None None] Checking segment: {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:30:57.514298 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aadcfe4b-aa2b-438c-bf89-9baecb1bca28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:57.514298 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadcfe4b-aa2b-438c-bf89-9baecb1bca28 None None] Bound using segment: {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:30:57.514298 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-aadcfe4b-aa2b-438c-bf89-9baecb1bca28 None None] Bound port: db32214a-3cd7-42d7-98a2-d092511e844d, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:30:57.514298 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aadcfe4b-aa2b-438c-bf89-9baecb1bca28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (db32214a-3cd7-42d7-98a2-d092511e844d), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:57.592622 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f71319-d272-4aa1-9963-daeaa5dab258 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:30:57.603228 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c7f71319-d272-4aa1-9963-daeaa5dab258 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:57.605338 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f356f8c0-293d-49ee-98a4-3eaf59a1bed8 None None] Sync routers for ids ['3359ae01-7a39-48a6-a1e8-a31057b92741'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:30:57.607096 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c7f71319-d272-4aa1-9963-daeaa5dab258 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "PUT /v2.0/routers/3359ae01-7a39-48a6-a1e8-a31057b92741 HTTP/1.1" status: 200 len: 888 time: 1.2594709 Jan 29 04:30:57.613858 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ea5f6c-6099-4d8e-8aa6-fcc09d81ca37 None None] DHCP port deletion for 70072d3d-1f2b-4583-9610-18f070a0163e request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:30:57.615465 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54110) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:57.619058 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-7ff04294-2abb-41a1-b26b-f3cc1a59a87b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Deleting port a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:30:57.619401 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7ff04294-2abb-41a1-b26b-f3cc1a59a87b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:57.622112 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f356f8c0-293d-49ee-98a4-3eaf59a1bed8 None None] Routers {'3359ae01-7a39-48a6-a1e8-a31057b92741'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:57.623142 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-f356f8c0-293d-49ee-98a4-3eaf59a1bed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['3359ae01-7a39-48a6-a1e8-a31057b92741'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:57.624992 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-aadcfe4b-aa2b-438c-bf89-9baecb1bca28 None None] For port db32214a-3cd7-42d7-98a2-d092511e844d, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:30:57.664201 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-aadcfe4b-aa2b-438c-bf89-9baecb1bca28 None None] For port db32214a-3cd7-42d7-98a2-d092511e844d, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=db32214a-3cd7-42d7-98a2-d092511e844d,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:30:57.668025 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-f356f8c0-293d-49ee-98a4-3eaf59a1bed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:57.680448 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f356f8c0-293d-49ee-98a4-3eaf59a1bed8 None None] Routers {'3359ae01-7a39-48a6-a1e8-a31057b92741'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:57.681655 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-f356f8c0-293d-49ee-98a4-3eaf59a1bed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['3359ae01-7a39-48a6-a1e8-a31057b92741'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:57.700592 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-72ea5f6c-6099-4d8e-8aa6-fcc09d81ca37 None None] Deleting port a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:30:57.700907 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-72ea5f6c-6099-4d8e-8aa6-fcc09d81ca37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:57.713538 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-7ff04294-2abb-41a1-b26b-f3cc1a59a87b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] For port a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1,segment=NetworkSegment(93e516dd-4eaf-45c8-bde9-56089b31f167),segment_id=93e516dd-4eaf-45c8-bde9-56089b31f167)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:57.717103 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7ff04294-2abb-41a1-b26b-f3cc1a59a87b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:57.731310 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-f356f8c0-293d-49ee-98a4-3eaf59a1bed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:57.732292 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f356f8c0-293d-49ee-98a4-3eaf59a1bed8 None None] The sync data for ids ['3359ae01-7a39-48a6-a1e8-a31057b92741'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:30:57.732646 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d51127d0-ca95-4d73-b870-48d6102d7184 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for router_gateway (268e4e3d-0b57-430e-b076-a95d9e59b30e), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:57.754476 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-7ff04294-2abb-41a1-b26b-f3cc1a59a87b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Calling delete_port for a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1 owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:30:57.761467 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aadcfe4b-aa2b-438c-bf89-9baecb1bca28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (db32214a-3cd7-42d7-98a2-d092511e844d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:57.800261 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c04ac4-0926-4772-8a5b-3452e9aab8da tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:57.803849 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b0c04ac4-0926-4772-8a5b-3452e9aab8da tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:57.853806 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-72ea5f6c-6099-4d8e-8aa6-fcc09d81ca37 None None] For port a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1,segment=NetworkSegment(93e516dd-4eaf-45c8-bde9-56089b31f167),segment_id=93e516dd-4eaf-45c8-bde9-56089b31f167)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:57.854414 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-72ea5f6c-6099-4d8e-8aa6-fcc09d81ca37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:57.871376 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-afd01fc9-76f3-45b2-b940-574fbcd7c86a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "GET /v2.0/routers/3359ae01-7a39-48a6-a1e8-a31057b92741 HTTP/1.1" status: 200 len: 888 time: 0.2535367 Jan 29 04:30:57.876790 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54114) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:57.889408 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-72ea5f6c-6099-4d8e-8aa6-fcc09d81ca37 None None] Calling delete_port for a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:30:57.902505 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadcfe4b-aa2b-438c-bf89-9baecb1bca28 None None] Pushing event updated for resources: {'Port': ['ID=db32214a-3cd7-42d7-98a2-d092511e844d,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:57.921334 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-972e8268-e1b1-4c82-a25a-c7bad36c8e6c tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3359ae01-7a39-48a6-a1e8-a31057b92741 HTTP/1.1" status: 200 len: 205 time: 0.0384939 Jan 29 04:30:57.923919 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54116) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:58.031249 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-72ea5f6c-6099-4d8e-8aa6-fcc09d81ca37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:58.053414 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7ff04294-2abb-41a1-b26b-f3cc1a59a87b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:58.071729 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea5f6c-6099-4d8e-8aa6-fcc09d81ca37 None None] Pushing event deleted for resources: {'Port': ['ID=a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:58.076369 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ea5f6c-6099-4d8e-8aa6-fcc09d81ca37 None None] No DVR routers for this DVR port a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:30:58.112395 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff04294-2abb-41a1-b26b-f3cc1a59a87b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] No DVR routers for this DVR port a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1 on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:30:58.130777 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:30:58.153054 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff04294-2abb-41a1-b26b-f3cc1a59a87b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Pushing event deleted for resources: {'Port': ['ID=a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:58.185551 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:30:58.186263 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device a3bdcd7c-2f3e-4b6f-80e8-311222fe5ef1 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:30:58.253619 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7ff04294-2abb-41a1-b26b-f3cc1a59a87b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (70072d3d-1f2b-4583-9610-18f070a0163e), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:58.274533 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cc172787-253e-46ad-80fa-3730fc62001e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for router (3359ae01-7a39-48a6-a1e8-a31057b92741), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:58.327107 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d51127d0-ca95-4d73-b870-48d6102d7184 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (268e4e3d-0b57-430e-b076-a95d9e59b30e), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:58.352347 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-7ff04294-2abb-41a1-b26b-f3cc1a59a87b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70072d3d-1f2b-4583-9610-18f070a0163e']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:58.374540 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-7ff04294-2abb-41a1-b26b-f3cc1a59a87b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93e516dd-4eaf-45c8-bde9-56089b31f167') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:58.374836 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-7ff04294-2abb-41a1-b26b-f3cc1a59a87b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93e516dd-4eaf-45c8-bde9-56089b31f167') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:58.397875 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7ff04294-2abb-41a1-b26b-f3cc1a59a87b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (93e516dd-4eaf-45c8-bde9-56089b31f167), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:58.425714 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7ff04294-2abb-41a1-b26b-f3cc1a59a87b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (93e516dd-4eaf-45c8-bde9-56089b31f167), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:58.432986 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff04294-2abb-41a1-b26b-f3cc1a59a87b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:30:58.433391 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7ff04294-2abb-41a1-b26b-f3cc1a59a87b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (93e516dd-4eaf-45c8-bde9-56089b31f167), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:58.437179 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:30:58.437179 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:30:58.437179 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:30:58.437179 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:30:58.437179 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:30:58.437179 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:30:58.437179 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:30:58.437179 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:30:58.437179 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:30:58.437179 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:30:58.437179 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:30:58.437179 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:30:58.437179 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:30:58.437179 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:30:58.437179 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:30:58.437179 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:30:58.437179 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:30:58.437179 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:30:58.437179 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:30:58.437179 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:30:58.437179 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:30:58.437179 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:30:58.437179 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:30:58.437179 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:30:58.437179 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:30:58.437179 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:30:58.437179 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:30:58.437179 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:30:58.437179 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:30:58.437179 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:30:58.437179 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:30:58.437179 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:30:58.487862 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cc172787-253e-46ad-80fa-3730fc62001e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for router_gateway (3359ae01-7a39-48a6-a1e8-a31057b92741), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:58.532441 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b0c04ac4-0926-4772-8a5b-3452e9aab8da tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (4657f7ed-d149-45f6-94e0-05bada59691f), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:58.579825 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c04ac4-0926-4772-8a5b-3452e9aab8da tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:58.583018 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-b0c04ac4-0926-4772-8a5b-3452e9aab8da tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:58.587248 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c04ac4-0926-4772-8a5b-3452e9aab8da tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:58.587847 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b0c04ac4-0926-4772-8a5b-3452e9aab8da tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:58.596350 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c04ac4-0926-4772-8a5b-3452e9aab8da tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Subnet': ['ID=4657f7ed-d149-45f6-94e0-05bada59691f,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:58.617527 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d51127d0-ca95-4d73-b870-48d6102d7184 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Router 268e4e3d-0b57-430e-b076-a95d9e59b30e is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:30:58.619607 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7ff04294-2abb-41a1-b26b-f3cc1a59a87b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (70072d3d-1f2b-4583-9610-18f070a0163e), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:58.629957 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7ff04294-2abb-41a1-b26b-f3cc1a59a87b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:58.633891 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-7ff04294-2abb-41a1-b26b-f3cc1a59a87b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] 10.222.0.13 "DELETE /v2.0/networks/70072d3d-1f2b-4583-9610-18f070a0163e HTTP/1.1" status: 204 len: 168 time: 1.4279850 Jan 29 04:30:58.639503 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54120) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:58.647840 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff04294-2abb-41a1-b26b-f3cc1a59a87b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Pushing event deleted for resources: {'Network': ['ID=70072d3d-1f2b-4583-9610-18f070a0163e,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:58.671577 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b0c04ac4-0926-4772-8a5b-3452e9aab8da tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2830181 Jan 29 04:30:58.674258 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54122) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:58.679646 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-93dddf8f-f9de-481d-866b-80d4adcf7508 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'port': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'mac_address': 'fa:16:3e:9c:4c:71', 'name': 'tempest-NetworksTestDHCPv6-31059167'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:58.808285 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-cc172787-253e-46ad-80fa-3730fc62001e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Deleting port 94b15a84-5769-45b9-8f5c-a2329184aa60 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:30:58.809094 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cc172787-253e-46ad-80fa-3730fc62001e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (94b15a84-5769-45b9-8f5c-a2329184aa60), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:58.898623 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51127d0-ca95-4d73-b870-48d6102d7184 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:30:58.913826 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aba87de-5860-4cdd-95fa-bd3e3915eb74 None None] Sync routers for ids ['268e4e3d-0b57-430e-b076-a95d9e59b30e'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:30:58.925502 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aba87de-5860-4cdd-95fa-bd3e3915eb74 None None] Routers {'268e4e3d-0b57-430e-b076-a95d9e59b30e'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:58.927990 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93dddf8f-f9de-481d-866b-80d4adcf7508 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'port': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:58.928122 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-3aba87de-5860-4cdd-95fa-bd3e3915eb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['268e4e3d-0b57-430e-b076-a95d9e59b30e'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:58.951141 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cc172787-253e-46ad-80fa-3730fc62001e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (94b15a84-5769-45b9-8f5c-a2329184aa60), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:58.968735 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-3aba87de-5860-4cdd-95fa-bd3e3915eb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:58.971065 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-cc172787-253e-46ad-80fa-3730fc62001e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Calling delete_port for 94b15a84-5769-45b9-8f5c-a2329184aa60 owned by network:router_gateway {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:30:58.979885 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-1e00429e-0168-496d-a4c2-e33393bc2f0b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Deleting port ee8aeb56-f52c-43a5-b190-b0d8be7f392c {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:30:58.980504 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1e00429e-0168-496d-a4c2-e33393bc2f0b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (ee8aeb56-f52c-43a5-b190-b0d8be7f392c), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:58.989308 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aba87de-5860-4cdd-95fa-bd3e3915eb74 None None] Routers {'268e4e3d-0b57-430e-b076-a95d9e59b30e'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:58.989960 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-3aba87de-5860-4cdd-95fa-bd3e3915eb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['268e4e3d-0b57-430e-b076-a95d9e59b30e'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:59.041707 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-3aba87de-5860-4cdd-95fa-bd3e3915eb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:59.042629 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aba87de-5860-4cdd-95fa-bd3e3915eb74 None None] The sync data for ids ['268e4e3d-0b57-430e-b076-a95d9e59b30e'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:30:59.065049 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d51127d0-ca95-4d73-b870-48d6102d7184 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:59.066283 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d51127d0-ca95-4d73-b870-48d6102d7184 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.0647447 Jan 29 04:30:59.069743 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-93dddf8f-f9de-481d-866b-80d4adcf7508 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:59.075600 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54124) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:59.098903 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [None req-93dddf8f-f9de-481d-866b-80d4adcf7508 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] device_id is not set on port 12736d2e-e49a-44c7-b967-87427aa5c9d0 yet. {{(pid=103584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:30:59.270562 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be0f708-a9ce-4ff0-9601-8ed5c82ad476 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:30:59.336548 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-93dddf8f-f9de-481d-866b-80d4adcf7508 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Allocated IP 2001:db8:0:1::2b4 (4d28e89c-1ada-4d65-a68a-7c96765b022b/4657f7ed-d149-45f6-94e0-05bada59691f/12736d2e-e49a-44c7-b967-87427aa5c9d0) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:59.346582 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-93dddf8f-f9de-481d-866b-80d4adcf7508 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Allocated IP 2001:db8::f816:3eff:fe9c:4c71 (4d28e89c-1ada-4d65-a68a-7c96765b022b/c9f6e654-f668-45ad-a187-0f77bbad23f5/12736d2e-e49a-44c7-b967-87427aa5c9d0) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:59.367882 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-66677f39-32c1-4330-a067-091ceb0f18bc None None] Provisioning complete for port db32214a-3cd7-42d7-98a2-d092511e844d triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:59.374242 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-66677f39-32c1-4330-a067-091ceb0f18bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (db32214a-3cd7-42d7-98a2-d092511e844d), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:59.530626 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1e00429e-0168-496d-a4c2-e33393bc2f0b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (ee8aeb56-f52c-43a5-b190-b0d8be7f392c), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:59.530950 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1e00429e-0168-496d-a4c2-e33393bc2f0b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks [] for floatingip (ee8aeb56-f52c-43a5-b190-b0d8be7f392c), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:59.565570 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-66677f39-32c1-4330-a067-091ceb0f18bc None None] Current status of the port db32214a-3cd7-42d7-98a2-d092511e844d is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:30:59.565956 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-66677f39-32c1-4330-a067-091ceb0f18bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (db32214a-3cd7-42d7-98a2-d092511e844d), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:59.581961 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-1e00429e-0168-496d-a4c2-e33393bc2f0b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Calling delete_port for ee8aeb56-f52c-43a5-b190-b0d8be7f392c owned by network:floatingip {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:30:59.589834 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454fc3e3-7aab-4775-8290-c3dafdd6b31c None None] Update dhcp port {'port': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'fixed_ips': [{'subnet_id': 'c9f6e654-f668-45ad-a187-0f77bbad23f5', 'ip_address': '2001:db8::f816:3eff:fe3d:a021'}, {'subnet_id': '4657f7ed-d149-45f6-94e0-05bada59691f'}], 'binding:host_id': 'dv-neutron-821190-1-hyperv'}, 'id': 'db32214a-3cd7-42d7-98a2-d092511e844d'} from dv-neutron-821190-1-hyperv. {{(pid=103586) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 29 04:30:59.646376 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-454fc3e3-7aab-4775-8290-c3dafdd6b31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (db32214a-3cd7-42d7-98a2-d092511e844d), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:59.672099 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-66677f39-32c1-4330-a067-091ceb0f18bc None None] For port db32214a-3cd7-42d7-98a2-d092511e844d, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=db32214a-3cd7-42d7-98a2-d092511e844d,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:59.704238 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d70ff590-c233-43ff-aaff-d0b4baa6dbd0 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "GET /v2.0/routers/268e4e3d-0b57-430e-b076-a95d9e59b30e HTTP/1.1" status: 200 len: 885 time: 0.6240733 Jan 29 04:30:59.713874 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54128) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:30:59.775415 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-66677f39-32c1-4330-a067-091ceb0f18bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (db32214a-3cd7-42d7-98a2-d092511e844d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:59.852741 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-93dddf8f-f9de-481d-866b-80d4adcf7508 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for port (12736d2e-e49a-44c7-b967-87427aa5c9d0), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:59.864714 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66677f39-32c1-4330-a067-091ceb0f18bc None None] Pushing event updated for resources: {'Port': ['ID=db32214a-3cd7-42d7-98a2-d092511e844d,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:59.927185 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cc172787-253e-46ad-80fa-3730fc62001e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (94b15a84-5769-45b9-8f5c-a2329184aa60), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:30:59.978203 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-93dddf8f-f9de-481d-866b-80d4adcf7508 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (12736d2e-e49a-44c7-b967-87427aa5c9d0), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:00.020287 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc172787-253e-46ad-80fa-3730fc62001e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event deleted for resources: {'Port': ['ID=94b15a84-5769-45b9-8f5c-a2329184aa60,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:00.058103 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-454fc3e3-7aab-4775-8290-c3dafdd6b31c None None] Allocated IP 2001:db8:0:1::2 (4d28e89c-1ada-4d65-a68a-7c96765b022b/4657f7ed-d149-45f6-94e0-05bada59691f/db32214a-3cd7-42d7-98a2-d092511e844d) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:31:00.067811 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dddf8f-f9de-481d-866b-80d4adcf7508 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Port': ['ID=12736d2e-e49a-44c7-b967-87427aa5c9d0,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:00.078304 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dddf8f-f9de-481d-866b-80d4adcf7508 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:00.081002 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-93dddf8f-f9de-481d-866b-80d4adcf7508 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:00.085659 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dddf8f-f9de-481d-866b-80d4adcf7508 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:31:00.090542 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dddf8f-f9de-481d-866b-80d4adcf7508 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:00.092443 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-93dddf8f-f9de-481d-866b-80d4adcf7508 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:00.113885 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cc172787-253e-46ad-80fa-3730fc62001e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (3359ae01-7a39-48a6-a1e8-a31057b92741), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:00.183074 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-93dddf8f-f9de-481d-866b-80d4adcf7508 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5074570 Jan 29 04:31:00.183687 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54130) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:00.184943 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1e00429e-0168-496d-a4c2-e33393bc2f0b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (ee8aeb56-f52c-43a5-b190-b0d8be7f392c), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:00.214411 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-454fc3e3-7aab-4775-8290-c3dafdd6b31c None None] For port db32214a-3cd7-42d7-98a2-d092511e844d, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=db32214a-3cd7-42d7-98a2-d092511e844d,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:00.251662 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-454fc3e3-7aab-4775-8290-c3dafdd6b31c None None] Publish callbacks [] for port (db32214a-3cd7-42d7-98a2-d092511e844d), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:00.255117 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device db32214a-3cd7-42d7-98a2-d092511e844d up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:00.266497 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00429e-0168-496d-a4c2-e33393bc2f0b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Pushing event deleted for resources: {'Port': ['ID=ee8aeb56-f52c-43a5-b190-b0d8be7f392c,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:00.270967 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cc172787-253e-46ad-80fa-3730fc62001e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (3359ae01-7a39-48a6-a1e8-a31057b92741), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:00.280031 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cc172787-253e-46ad-80fa-3730fc62001e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for router_controller (3359ae01-7a39-48a6-a1e8-a31057b92741), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:00.288766 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-17ad6597-c59c-48c9-b10e-20ef242f63d8 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.5777545 Jan 29 04:31:00.293152 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54134) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:00.297369 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-931be7c7-81c8-4ce1-a462-c21cae4b9d6f tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1182272035'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:00.309995 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-454fc3e3-7aab-4775-8290-c3dafdd6b31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (db32214a-3cd7-42d7-98a2-d092511e844d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:00.344199 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-a38d022d-4956-41c8-bc09-79b65ea08817 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting port 12736d2e-e49a-44c7-b967-87427aa5c9d0 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:31:00.344199 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a38d022d-4956-41c8-bc09-79b65ea08817 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (12736d2e-e49a-44c7-b967-87427aa5c9d0), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:00.367251 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port db32214a-3cd7-42d7-98a2-d092511e844d triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:00.367805 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (db32214a-3cd7-42d7-98a2-d092511e844d), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:00.464224 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454fc3e3-7aab-4775-8290-c3dafdd6b31c None None] Pushing event updated for resources: {'Port': ['ID=db32214a-3cd7-42d7-98a2-d092511e844d,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:00.468148 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1e00429e-0168-496d-a4c2-e33393bc2f0b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks [] for floatingip (5f34e3a1-eaab-4bdf-8973-0a65cc7cf9c1), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:00.474973 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1e00429e-0168-496d-a4c2-e33393bc2f0b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:00.478506 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-1e00429e-0168-496d-a4c2-e33393bc2f0b tempest-FloatingIPAdminTestJSON-1455611852 tempest-FloatingIPAdminTestJSON-1455611852-project] 10.222.0.13 "DELETE /v2.0/floatingips/5f34e3a1-eaab-4bdf-8973-0a65cc7cf9c1 HTTP/1.1" status: 204 len: 168 time: 1.8355911 Jan 29 04:31:00.486504 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a38d022d-4956-41c8-bc09-79b65ea08817 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (12736d2e-e49a-44c7-b967-87427aa5c9d0), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:00.491802 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cc172787-253e-46ad-80fa-3730fc62001e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (3359ae01-7a39-48a6-a1e8-a31057b92741), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:00.492369 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc172787-253e-46ad-80fa-3730fc62001e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Fanout notify agent at l3_agent the message router_deleted on router 3359ae01-7a39-48a6-a1e8-a31057b92741 {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:31:00.516199 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cc172787-253e-46ad-80fa-3730fc62001e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:00.517550 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-cc172787-253e-46ad-80fa-3730fc62001e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "DELETE /v2.0/routers/3359ae01-7a39-48a6-a1e8-a31057b92741 HTTP/1.1" status: 204 len: 168 time: 2.5924470 Jan 29 04:31:00.521043 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54138) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:00.528291 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-dec6117a-dc98-42cb-a0e8-7a3bfec85dfc tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Request body: {'network': {'name': 'tempest-RoutersTest-267633272'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:00.538827 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port db32214a-3cd7-42d7-98a2-d092511e844d is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:00.559248 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-a38d022d-4956-41c8-bc09-79b65ea08817 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Calling delete_port for 12736d2e-e49a-44c7-b967-87427aa5c9d0 owned by {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:31:00.739769 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec6117a-dc98-42cb-a0e8-7a3bfec85dfc tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Made reservation on behalf of b19b1132342942e78366ba08553b13d3 for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:00.743474 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dec6117a-dc98-42cb-a0e8-7a3bfec85dfc tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:00.836300 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-931be7c7-81c8-4ce1-a462-c21cae4b9d6f tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1615661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1617607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-536'] for router (268e4e3d-0b57-430e-b076-a95d9e59b30e), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:00.925830 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a38d022d-4956-41c8-bc09-79b65ea08817 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (12736d2e-e49a-44c7-b967-87427aa5c9d0), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:00.926443 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-931be7c7-81c8-4ce1-a462-c21cae4b9d6f tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1615652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1615667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1617630'] for router (268e4e3d-0b57-430e-b076-a95d9e59b30e), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:00.960315 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dec6117a-dc98-42cb-a0e8-7a3bfec85dfc tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:31:00.972647 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38d022d-4956-41c8-bc09-79b65ea08817 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Port': ['ID=12736d2e-e49a-44c7-b967-87427aa5c9d0,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:00.982703 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dec6117a-dc98-42cb-a0e8-7a3bfec85dfc tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (e4e5b17c-b43c-4507-b398-b8b03df58281), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:00.982860 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-dec6117a-dc98-42cb-a0e8-7a3bfec85dfc tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Added segment e4e5b17c-b43c-4507-b398-b8b03df58281 of type vlan for network 0908d096-8682-4824-be52-a861d6f723fe Jan 29 04:31:01.076299 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931be7c7-81c8-4ce1-a462-c21cae4b9d6f tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Router 268e4e3d-0b57-430e-b076-a95d9e59b30e has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:31:01.116156 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dec6117a-dc98-42cb-a0e8-7a3bfec85dfc tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (0908d096-8682-4824-be52-a861d6f723fe), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:01.129589 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54142) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:01.153985 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a38d022d-4956-41c8-bc09-79b65ea08817 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:01.159735 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a38d022d-4956-41c8-bc09-79b65ea08817 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/ports/12736d2e-e49a-44c7-b967-87427aa5c9d0 HTTP/1.1" status: 204 len: 168 time: 0.9720542 Jan 29 04:31:01.160034 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54146) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:01.224046 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e16bd06-b977-4d6e-944f-7ddbd13b5d8b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:01.226038 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-6e16bd06-b977-4d6e-944f-7ddbd13b5d8b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0647850 Jan 29 04:31:01.227266 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dec6117a-dc98-42cb-a0e8-7a3bfec85dfc tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (0908d096-8682-4824-be52-a861d6f723fe), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:01.231501 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931be7c7-81c8-4ce1-a462-c21cae4b9d6f tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:31:01.232979 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54148) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:01.249023 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec6117a-dc98-42cb-a0e8-7a3bfec85dfc tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:01.249163 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e25eea-8aea-49b3-8e55-c0c33e092c06 None None] Sync routers for ids ['268e4e3d-0b57-430e-b076-a95d9e59b30e'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:31:01.249635 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dec6117a-dc98-42cb-a0e8-7a3bfec85dfc tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:01.249739 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-931be7c7-81c8-4ce1-a462-c21cae4b9d6f tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:01.249739 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-931be7c7-81c8-4ce1-a462-c21cae4b9d6f tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "PUT /v2.0/routers/268e4e3d-0b57-430e-b076-a95d9e59b30e HTTP/1.1" status: 200 len: 892 time: 0.9515324 Jan 29 04:31:01.255095 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54150) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:01.262215 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e25eea-8aea-49b3-8e55-c0c33e092c06 None None] Routers {'268e4e3d-0b57-430e-b076-a95d9e59b30e'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:31:01.268991 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-82e25eea-8aea-49b3-8e55-c0c33e092c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['268e4e3d-0b57-430e-b076-a95d9e59b30e'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:01.323486 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-b5e4a6b2-53bd-433f-903a-c49f4d7af0ae None None] Provisioning complete for port db32214a-3cd7-42d7-98a2-d092511e844d triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:01.325526 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b5e4a6b2-53bd-433f-903a-c49f4d7af0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (db32214a-3cd7-42d7-98a2-d092511e844d), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:01.334019 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-82e25eea-8aea-49b3-8e55-c0c33e092c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:01.351051 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e25eea-8aea-49b3-8e55-c0c33e092c06 None None] Routers {'268e4e3d-0b57-430e-b076-a95d9e59b30e'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:31:01.351967 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-82e25eea-8aea-49b3-8e55-c0c33e092c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['268e4e3d-0b57-430e-b076-a95d9e59b30e'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:01.413289 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-dec6117a-dc98-42cb-a0e8-7a3bfec85dfc tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8899019 Jan 29 04:31:01.417351 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-82e25eea-8aea-49b3-8e55-c0c33e092c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:01.418481 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e25eea-8aea-49b3-8e55-c0c33e092c06 None None] The sync data for ids ['268e4e3d-0b57-430e-b076-a95d9e59b30e'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:31:01.422544 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54154) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:01.434639 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-8daccded-461d-41e6-93ab-8ff0bbed7d7c tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Request body: {'subnet': {'network_id': '0908d096-8682-4824-be52-a861d6f723fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:01.487191 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7365169c-d7e5-489a-88d8-0578b3cb8a5c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:01.493019 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7365169c-d7e5-489a-88d8-0578b3cb8a5c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2554297 Jan 29 04:31:01.510059 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-b5e4a6b2-53bd-433f-903a-c49f4d7af0ae None None] Current status of the port db32214a-3cd7-42d7-98a2-d092511e844d is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:01.526433 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54156) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:01.560024 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec6117a-dc98-42cb-a0e8-7a3bfec85dfc tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event updated for resources: {'Network': ['ID=0908d096-8682-4824-be52-a861d6f723fe,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:01.562251 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b2f59c8b-360d-4650-9ccd-ca4a55d390c0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9ed9d85214304a109ab7b635e0101697&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4314587 Jan 29 04:31:01.571659 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 0908d096-8682-4824-be52-a861d6f723fe details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:31:01.571909 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54158) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:01.619417 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-8992b9f9-64dc-44fa-a9d4-d472e44882e9 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "GET /v2.0/routers/268e4e3d-0b57-430e-b076-a95d9e59b30e HTTP/1.1" status: 200 len: 892 time: 0.3631558 Jan 29 04:31:01.625898 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54160) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:01.642054 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06a9b55-1a9d-448d-a475-87ccbe9ffc52 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:01.649283 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06a9b55-1a9d-448d-a475-87ccbe9ffc52 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:01.649283 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06a9b55-1a9d-448d-a475-87ccbe9ffc52 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:01.649530 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cb0d2c5c-881e-4dc2-9426-f45687cb3e92 admin admin] Publish callbacks [] for security_group (3641ea43-1f97-421a-b24a-fa47b7d1c241), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:01.649632 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f06a9b55-1a9d-448d-a475-87ccbe9ffc52 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1055746 Jan 29 04:31:01.651721 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54162) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:01.675259 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cb0d2c5c-881e-4dc2-9426-f45687cb3e92 admin admin] Publish callbacks [] for security_group (3641ea43-1f97-421a-b24a-fa47b7d1c241), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:01.686690 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0e7dbd76-f685-40d3-9b7b-330f9403313e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "GET /v2.0/ports?device_id=268e4e3d-0b57-430e-b076-a95d9e59b30e HTTP/1.1" status: 200 len: 205 time: 0.0591719 Jan 29 04:31:01.687361 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54164) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:01.687872 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8daccded-461d-41e6-93ab-8ff0bbed7d7c tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Made reservation on behalf of b19b1132342942e78366ba08553b13d3 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:01.691616 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8daccded-461d-41e6-93ab-8ff0bbed7d7c tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:01.888757 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-b1befedc-d720-4d8e-9bde-24e097f09ab0 None None] Could not find standard attr ID for object 12736d2e-e49a-44c7-b967-87427aa5c9d0. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:31:01.901973 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e7b435e-9ea0-4118-b12b-47351bb4cb5f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting subnet 4657f7ed-d149-45f6-94e0-05bada59691f {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:31:01.918798 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-62040061-ec7a-446f-b059-df78928fd60b tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for router (268e4e3d-0b57-430e-b076-a95d9e59b30e), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:01.932029 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1e7b435e-9ea0-4118-b12b-47351bb4cb5f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (4657f7ed-d149-45f6-94e0-05bada59691f), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:01.965818 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cb0d2c5c-881e-4dc2-9426-f45687cb3e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (3641ea43-1f97-421a-b24a-fa47b7d1c241), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:01.968299 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cb0d2c5c-881e-4dc2-9426-f45687cb3e92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:01.969702 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-cb0d2c5c-881e-4dc2-9426-f45687cb3e92 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3641ea43-1f97-421a-b24a-fa47b7d1c241 HTTP/1.1" status: 204 len: 168 time: 0.3969164 Jan 29 04:31:01.990811 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1e7b435e-9ea0-4118-b12b-47351bb4cb5f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (4657f7ed-d149-45f6-94e0-05bada59691f), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:01.993392 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d2c5c-881e-4dc2-9426-f45687cb3e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3641ea43-1f97-421a-b24a-fa47b7d1c241,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:02.011965 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0d2c5c-881e-4dc2-9426-f45687cb3e92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:02.012432 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0d2c5c-881e-4dc2-9426-f45687cb3e92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:02.013135 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0d2c5c-881e-4dc2-9426-f45687cb3e92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:02.013670 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0d2c5c-881e-4dc2-9426-f45687cb3e92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:02.014493 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0d2c5c-881e-4dc2-9426-f45687cb3e92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:02.014493 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0d2c5c-881e-4dc2-9426-f45687cb3e92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:02.014923 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0d2c5c-881e-4dc2-9426-f45687cb3e92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:02.015351 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0d2c5c-881e-4dc2-9426-f45687cb3e92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:02.015779 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0d2c5c-881e-4dc2-9426-f45687cb3e92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:02.016205 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0d2c5c-881e-4dc2-9426-f45687cb3e92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:02.016701 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0d2c5c-881e-4dc2-9426-f45687cb3e92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:02.017430 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0d2c5c-881e-4dc2-9426-f45687cb3e92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:02.017663 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0d2c5c-881e-4dc2-9426-f45687cb3e92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:02.030337 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8daccded-461d-41e6-93ab-8ff0bbed7d7c tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (8f00425a-66a1-4082-9d47-a6c66588a8f9), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:02.092140 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-62040061-ec7a-446f-b059-df78928fd60b tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for router_gateway (268e4e3d-0b57-430e-b076-a95d9e59b30e), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:02.118718 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device db32214a-3cd7-42d7-98a2-d092511e844d up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:02.169731 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1e7b435e-9ea0-4118-b12b-47351bb4cb5f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (4657f7ed-d149-45f6-94e0-05bada59691f), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:02.181991 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port db32214a-3cd7-42d7-98a2-d092511e844d triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:02.182903 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (db32214a-3cd7-42d7-98a2-d092511e844d), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:02.203197 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daccded-461d-41e6-93ab-8ff0bbed7d7c tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event updated for resources: {'Subnet': ['ID=8f00425a-66a1-4082-9d47-a6c66588a8f9,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:02.223891 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daccded-461d-41e6-93ab-8ff0bbed7d7c tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Checking segment: {'id': 'e4e5b17c-b43c-4507-b398-b8b03df58281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0908d096-8682-4824-be52-a861d6f723fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:31:02.224421 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daccded-461d-41e6-93ab-8ff0bbed7d7c tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Network hostable DHCP agents. Network: 0908d096-8682-4824-be52-a861d6f723fe, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:31:02.248962 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-62040061-ec7a-446f-b059-df78928fd60b tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Deleting port 4bffee3d-370f-44f4-a85a-aa24780b2555 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:31:02.256210 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-62040061-ec7a-446f-b059-df78928fd60b tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (4bffee3d-370f-44f4-a85a-aa24780b2555), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:02.293561 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port db32214a-3cd7-42d7-98a2-d092511e844d is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:02.325503 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daccded-461d-41e6-93ab-8ff0bbed7d7c tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Network 0908d096-8682-4824-be52-a861d6f723fe is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:31:02.340432 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-62040061-ec7a-446f-b059-df78928fd60b tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (4bffee3d-370f-44f4-a85a-aa24780b2555), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:02.352947 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-62040061-ec7a-446f-b059-df78928fd60b tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Calling delete_port for 4bffee3d-370f-44f4-a85a-aa24780b2555 owned by network:router_gateway {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:31:02.374346 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1e7b435e-9ea0-4118-b12b-47351bb4cb5f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (4657f7ed-d149-45f6-94e0-05bada59691f), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:02.413935 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-8daccded-461d-41e6-93ab-8ff0bbed7d7c tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 0908d096-8682-4824-be52-a861d6f723fe) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:02.419486 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daccded-461d-41e6-93ab-8ff0bbed7d7c tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:02.420156 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8daccded-461d-41e6-93ab-8ff0bbed7d7c tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:02.423748 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b435e-9ea0-4118-b12b-47351bb4cb5f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Subnet': ['ID=4657f7ed-d149-45f6-94e0-05bada59691f,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:02.423925 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acbcaca-24f1-4bbd-acd3-3c59fc540c83 None None] Network 0908d096-8682-4824-be52-a861d6f723fe requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:31:02.430374 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1e7b435e-9ea0-4118-b12b-47351bb4cb5f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:02.436892 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1e7b435e-9ea0-4118-b12b-47351bb4cb5f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/4657f7ed-d149-45f6-94e0-05bada59691f HTTP/1.1" status: 204 len: 168 time: 0.7817409 Jan 29 04:31:02.438273 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54170) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:02.453728 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04e484d-0f0e-42c2-9cbd-249bb4f02ae2 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:31:02.514811 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-656adb70-453c-4e90-8b64-848949fd134c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting subnet c9f6e654-f668-45ad-a187-0f77bbad23f5 {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:31:02.518446 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-656adb70-453c-4e90-8b64-848949fd134c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (c9f6e654-f668-45ad-a187-0f77bbad23f5), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:02.574545 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-656adb70-453c-4e90-8b64-848949fd134c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (c9f6e654-f668-45ad-a187-0f77bbad23f5), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:02.603454 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-8daccded-461d-41e6-93ab-8ff0bbed7d7c tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1769385 Jan 29 04:31:02.607093 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54174) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:02.611938 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-13117f42-1dda-4469-a18f-8680735f8230 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-219603777', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:02.642501 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2557b5-617a-418f-9260-76c8178e6a38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-0908d096-8682-4824-be52-a861d6f723fe', 'network_id': '0908d096-8682-4824-be52-a861d6f723fe', 'project_id': 'b19b1132342942e78366ba08553b13d3', 'fixed_ips': [{'subnet_id': '8f00425a-66a1-4082-9d47-a6c66588a8f9'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:31:02.642501 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fe2557b5-617a-418f-9260-76c8178e6a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:02.686652 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54176) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:02.695970 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-62040061-ec7a-446f-b059-df78928fd60b tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (4bffee3d-370f-44f4-a85a-aa24780b2555), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:02.729465 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-13117f42-1dda-4469-a18f-8680735f8230 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (e276a3e7-eda6-4794-8cb0-9daa255ff574), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:02.731195 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-13117f42-1dda-4469-a18f-8680735f8230 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (e276a3e7-eda6-4794-8cb0-9daa255ff574), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:02.735966 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-517bc350-3d08-440f-b53f-56212950f87a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:02.742035 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-656adb70-453c-4e90-8b64-848949fd134c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (c9f6e654-f668-45ad-a187-0f77bbad23f5), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:02.742192 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62040061-ec7a-446f-b059-df78928fd60b tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event deleted for resources: {'Port': ['ID=4bffee3d-370f-44f4-a85a-aa24780b2555,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:02.839406 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-fe2557b5-617a-418f-9260-76c8178e6a38 None None] Allocated IP 172.20.0.2 (0908d096-8682-4824-be52-a861d6f723fe/8f00425a-66a1-4082-9d47-a6c66588a8f9/3afce190-35f7-4bfa-ba67-0d50922fd525) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:31:02.845595 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-62040061-ec7a-446f-b059-df78928fd60b tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (268e4e3d-0b57-430e-b076-a95d9e59b30e), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:02.862300 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-13117f42-1dda-4469-a18f-8680735f8230 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for router_controller (e276a3e7-eda6-4794-8cb0-9daa255ff574), precommit_add_association {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:02.950552 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-13117f42-1dda-4469-a18f-8680735f8230 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (e276a3e7-eda6-4794-8cb0-9daa255ff574), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:02.966904 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-62040061-ec7a-446f-b059-df78928fd60b tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (268e4e3d-0b57-430e-b076-a95d9e59b30e), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:02.972429 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-62040061-ec7a-446f-b059-df78928fd60b tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for router_controller (268e4e3d-0b57-430e-b076-a95d9e59b30e), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:03.012843 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-656adb70-453c-4e90-8b64-848949fd134c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (c9f6e654-f668-45ad-a187-0f77bbad23f5), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:03.050173 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fe2557b5-617a-418f-9260-76c8178e6a38 None None] Publish callbacks [] for port (3afce190-35f7-4bfa-ba67-0d50922fd525), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:03.053123 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-517bc350-3d08-440f-b53f-56212950f87a admin admin] Publish callbacks [] for security_group (10cb1c27-53fa-4dec-8453-e9ee4c00159a), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:03.058606 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-656adb70-453c-4e90-8b64-848949fd134c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:03.062029 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-656adb70-453c-4e90-8b64-848949fd134c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/c9f6e654-f668-45ad-a187-0f77bbad23f5 HTTP/1.1" status: 204 len: 168 time: 0.6228139 Jan 29 04:31:03.064997 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54178) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:03.065878 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-13117f42-1dda-4469-a18f-8680735f8230 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:03.067070 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-13117f42-1dda-4469-a18f-8680735f8230 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4588549 Jan 29 04:31:03.067871 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656adb70-453c-4e90-8b64-848949fd134c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Subnet': ['ID=c9f6e654-f668-45ad-a187-0f77bbad23f5,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:03.077981 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54180) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:03.172839 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fe2557b5-617a-418f-9260-76c8178e6a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (3afce190-35f7-4bfa-ba67-0d50922fd525), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:03.220676 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2557b5-617a-418f-9260-76c8178e6a38 None None] Network 0908d096-8682-4824-be52-a861d6f723fe is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:03.225698 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-fe2557b5-617a-418f-9260-76c8178e6a38 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:03.231772 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2557b5-617a-418f-9260-76c8178e6a38 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:31:03.239565 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2557b5-617a-418f-9260-76c8178e6a38 None None] Pushing event updated for resources: {'Port': ['ID=3afce190-35f7-4bfa-ba67-0d50922fd525,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:03.316505 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-fe2557b5-617a-418f-9260-76c8178e6a38 None None] Attempting to bind port 3afce190-35f7-4bfa-ba67-0d50922fd525 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:31:03.316879 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-fe2557b5-617a-418f-9260-76c8178e6a38 None None] Attempting to bind port 3afce190-35f7-4bfa-ba67-0d50922fd525 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'e4e5b17c-b43c-4507-b398-b8b03df58281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0908d096-8682-4824-be52-a861d6f723fe'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:31:03.317251 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2557b5-617a-418f-9260-76c8178e6a38 None None] Attempting to bind port 3afce190-35f7-4bfa-ba67-0d50922fd525 on network 0908d096-8682-4824-be52-a861d6f723fe {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:31:03.324118 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2557b5-617a-418f-9260-76c8178e6a38 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:31:03.324571 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2557b5-617a-418f-9260-76c8178e6a38 None None] Checking segment: {'id': 'e4e5b17c-b43c-4507-b398-b8b03df58281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0908d096-8682-4824-be52-a861d6f723fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:31:03.324937 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fe2557b5-617a-418f-9260-76c8178e6a38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:03.325335 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2557b5-617a-418f-9260-76c8178e6a38 None None] Bound using segment: {'id': 'e4e5b17c-b43c-4507-b398-b8b03df58281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0908d096-8682-4824-be52-a861d6f723fe'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:31:03.325814 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-fe2557b5-617a-418f-9260-76c8178e6a38 None None] Bound port: 3afce190-35f7-4bfa-ba67-0d50922fd525, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4e5b17c-b43c-4507-b398-b8b03df58281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0908d096-8682-4824-be52-a861d6f723fe'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:31:03.326200 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fe2557b5-617a-418f-9260-76c8178e6a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (3afce190-35f7-4bfa-ba67-0d50922fd525), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:03.418882 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-fe2557b5-617a-418f-9260-76c8178e6a38 None None] For port 3afce190-35f7-4bfa-ba67-0d50922fd525, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:31:03.421574 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-fe2557b5-617a-418f-9260-76c8178e6a38 None None] For port 3afce190-35f7-4bfa-ba67-0d50922fd525, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=3afce190-35f7-4bfa-ba67-0d50922fd525,segment=NetworkSegment(e4e5b17c-b43c-4507-b398-b8b03df58281),segment_id=e4e5b17c-b43c-4507-b398-b8b03df58281)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:31:03.492162 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fe2557b5-617a-418f-9260-76c8178e6a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (3afce190-35f7-4bfa-ba67-0d50922fd525), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:03.496468 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c3d6a753-f538-4d84-ba96-5a48b1cd7833 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:03.525704 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b176f67a-39b2-4683-9881-a4162e303d1a tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4594603 Jan 29 04:31:03.526474 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54182) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:03.532564 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-4b674234-441f-4902-8240-007d8aecde1d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'subnet': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:03.537784 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-62040061-ec7a-446f-b059-df78928fd60b tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (268e4e3d-0b57-430e-b076-a95d9e59b30e), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:03.538288 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62040061-ec7a-446f-b059-df78928fd60b tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Fanout notify agent at l3_agent the message router_deleted on router 268e4e3d-0b57-430e-b076-a95d9e59b30e {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:31:03.539801 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-517bc350-3d08-440f-b53f-56212950f87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (10cb1c27-53fa-4dec-8453-e9ee4c00159a), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:03.548993 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-62040061-ec7a-446f-b059-df78928fd60b tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:03.554030 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-62040061-ec7a-446f-b059-df78928fd60b tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "DELETE /v2.0/routers/268e4e3d-0b57-430e-b076-a95d9e59b30e HTTP/1.1" status: 204 len: 168 time: 1.8574207 Jan 29 04:31:03.554661 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54184) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:03.582851 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-c954b013-df83-4576-97e1-1893f469fdd4 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2060992936'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:03.647554 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b35b21-b573-4ad4-8d11-cf2bab0bd865 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:31:03.683277 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2557b5-617a-418f-9260-76c8178e6a38 None None] Pushing event updated for resources: {'Port': ['ID=3afce190-35f7-4bfa-ba67-0d50922fd525,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:03.719918 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-517bc350-3d08-440f-b53f-56212950f87a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b4c884ffcb0485ab3138452d5af93b1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0321176 Jan 29 04:31:03.724016 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54188) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:03.731328 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517bc350-3d08-440f-b53f-56212950f87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10cb1c27-53fa-4dec-8453-e9ee4c00159a,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:03.795486 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-6fa130dd-411a-4cd1-b420-a40cef906155 None None] Provisioning complete for port db32214a-3cd7-42d7-98a2-d092511e844d triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:03.796001 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6fa130dd-411a-4cd1-b420-a40cef906155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (db32214a-3cd7-42d7-98a2-d092511e844d), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:03.803567 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c954b013-df83-4576-97e1-1893f469fdd4 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Made reservation on behalf of af39ab92727346cabd50ae3ea9026005 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:03.807590 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c954b013-df83-4576-97e1-1893f469fdd4 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:03.876241 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b674234-441f-4902-8240-007d8aecde1d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:03.885458 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4b674234-441f-4902-8240-007d8aecde1d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:03.887104 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9514b944-b01f-4cc2-8aaa-b8bddbe2e9f3 admin admin] Publish callbacks [] for security_group (10cb1c27-53fa-4dec-8453-e9ee4c00159a), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:03.900900 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c954b013-df83-4576-97e1-1893f469fdd4 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:31:03.929703 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c954b013-df83-4576-97e1-1893f469fdd4 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (a7c633e4-7ad0-4fd9-bf79-5e707764bbc0), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:03.930308 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-c954b013-df83-4576-97e1-1893f469fdd4 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Added segment a7c633e4-7ad0-4fd9-bf79-5e707764bbc0 of type vlan for network f0300901-4375-4eae-99ab-980b2d2fb4c5 Jan 29 04:31:03.975916 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-6fa130dd-411a-4cd1-b420-a40cef906155 None None] Current status of the port db32214a-3cd7-42d7-98a2-d092511e844d is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:03.999688 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-c3d6a753-f538-4d84-ba96-5a48b1cd7833 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Allocated IP 172.20.0.1 (0908d096-8682-4824-be52-a861d6f723fe/8f00425a-66a1-4082-9d47-a6c66588a8f9/28067ec2-10bb-4b71-8d95-2a01c988aee5) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:31:04.018530 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132f1b91-b752-4b44-bea9-b0738f60543d None None] DHCP port deletion for 4d28e89c-1ada-4d65-a68a-7c96765b022b request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:31:04.037327 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9514b944-b01f-4cc2-8aaa-b8bddbe2e9f3 admin admin] Publish callbacks [] for security_group (10cb1c27-53fa-4dec-8453-e9ee4c00159a), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:04.130486 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c954b013-df83-4576-97e1-1893f469fdd4 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (f0300901-4375-4eae-99ab-980b2d2fb4c5), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:04.141347 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-132f1b91-b752-4b44-bea9-b0738f60543d None None] Deleting port db32214a-3cd7-42d7-98a2-d092511e844d {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:31:04.141959 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-132f1b91-b752-4b44-bea9-b0738f60543d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (db32214a-3cd7-42d7-98a2-d092511e844d), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:04.188713 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c3d6a753-f538-4d84-ba96-5a48b1cd7833 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for port (28067ec2-10bb-4b71-8d95-2a01c988aee5), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:04.216115 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-132f1b91-b752-4b44-bea9-b0738f60543d None None] For port db32214a-3cd7-42d7-98a2-d092511e844d, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=db32214a-3cd7-42d7-98a2-d092511e844d,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:04.217573 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-132f1b91-b752-4b44-bea9-b0738f60543d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (db32214a-3cd7-42d7-98a2-d092511e844d), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:04.235544 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-132f1b91-b752-4b44-bea9-b0738f60543d None None] Calling delete_port for db32214a-3cd7-42d7-98a2-d092511e844d owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:31:04.277392 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c954b013-df83-4576-97e1-1893f469fdd4 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (f0300901-4375-4eae-99ab-980b2d2fb4c5), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:04.282512 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c954b013-df83-4576-97e1-1893f469fdd4 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:04.283100 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c954b013-df83-4576-97e1-1893f469fdd4 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:04.298397 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9514b944-b01f-4cc2-8aaa-b8bddbe2e9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (10cb1c27-53fa-4dec-8453-e9ee4c00159a), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:04.300879 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9514b944-b01f-4cc2-8aaa-b8bddbe2e9f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:04.301643 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 3afce190-35f7-4bfa-ba67-0d50922fd525 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:04.304541 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9514b944-b01f-4cc2-8aaa-b8bddbe2e9f3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/10cb1c27-53fa-4dec-8453-e9ee4c00159a HTTP/1.1" status: 204 len: 168 time: 0.5761714 Jan 29 04:31:04.325763 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c3d6a753-f538-4d84-ba96-5a48b1cd7833 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (28067ec2-10bb-4b71-8d95-2a01c988aee5), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:04.341354 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9514b944-b01f-4cc2-8aaa-b8bddbe2e9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10cb1c27-53fa-4dec-8453-e9ee4c00159a,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:04.406519 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954b013-df83-4576-97e1-1893f469fdd4 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event updated for resources: {'Network': ['ID=f0300901-4375-4eae-99ab-980b2d2fb4c5,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:04.412207 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c954b013-df83-4576-97e1-1893f469fdd4 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8334095 Jan 29 04:31:04.415313 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54194) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:04.423006 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-7930a55e-9f86-4701-84de-b8179f182bee tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Request body: {'subnet': {'network_id': 'f0300901-4375-4eae-99ab-980b2d2fb4c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:04.427072 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network f0300901-4375-4eae-99ab-980b2d2fb4c5 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:31:04.442782 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d6a753-f538-4d84-ba96-5a48b1cd7833 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Network 0908d096-8682-4824-be52-a861d6f723fe is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:04.446125 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 3afce190-35f7-4bfa-ba67-0d50922fd525 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:04.446438 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4b674234-441f-4902-8240-007d8aecde1d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (d8f5dcc0-06d2-4e41-9a29-2ede4bdccee8), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:04.446590 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (3afce190-35f7-4bfa-ba67-0d50922fd525), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:04.454869 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-c3d6a753-f538-4d84-ba96-5a48b1cd7833 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:04.464011 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d6a753-f538-4d84-ba96-5a48b1cd7833 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:31:04.543305 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-132f1b91-b752-4b44-bea9-b0738f60543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (db32214a-3cd7-42d7-98a2-d092511e844d), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:04.549723 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6a753-f538-4d84-ba96-5a48b1cd7833 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event updated for resources: {'Port': ['ID=28067ec2-10bb-4b71-8d95-2a01c988aee5,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:04.565412 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b674234-441f-4902-8240-007d8aecde1d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:04.568427 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d6a753-f538-4d84-ba96-5a48b1cd7833 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:04.569727 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d6a753-f538-4d84-ba96-5a48b1cd7833 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:04.570364 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d6a753-f538-4d84-ba96-5a48b1cd7833 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:04.570763 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d6a753-f538-4d84-ba96-5a48b1cd7833 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:04.571358 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d6a753-f538-4d84-ba96-5a48b1cd7833 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:04.571950 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d6a753-f538-4d84-ba96-5a48b1cd7833 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:04.572298 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d6a753-f538-4d84-ba96-5a48b1cd7833 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:04.572765 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d6a753-f538-4d84-ba96-5a48b1cd7833 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:04.574166 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d6a753-f538-4d84-ba96-5a48b1cd7833 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:04.579834 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d6a753-f538-4d84-ba96-5a48b1cd7833 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:04.579834 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d6a753-f538-4d84-ba96-5a48b1cd7833 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:04.579834 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d6a753-f538-4d84-ba96-5a48b1cd7833 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:04.579834 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d6a753-f538-4d84-ba96-5a48b1cd7833 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:04.584593 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-4b674234-441f-4902-8240-007d8aecde1d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:04.593189 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132f1b91-b752-4b44-bea9-b0738f60543d None None] No DVR routers for this DVR port db32214a-3cd7-42d7-98a2-d092511e844d on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:31:04.597154 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b674234-441f-4902-8240-007d8aecde1d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:04.597991 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4b674234-441f-4902-8240-007d8aecde1d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:04.601520 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f1b91-b752-4b44-bea9-b0738f60543d None None] Pushing event deleted for resources: {'Port': ['ID=db32214a-3cd7-42d7-98a2-d092511e844d,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:04.602817 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b674234-441f-4902-8240-007d8aecde1d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Subnet': ['ID=d8f5dcc0-06d2-4e41-9a29-2ede4bdccee8,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:04.626120 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c3d6a753-f538-4d84-ba96-5a48b1cd7833 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (e276a3e7-eda6-4794-8cb0-9daa255ff574), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:04.640513 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8470d00-dc97-4f18-aacd-1935e39523dd None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:31:04.711261 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 3afce190-35f7-4bfa-ba67-0d50922fd525 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:04.711656 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (3afce190-35f7-4bfa-ba67-0d50922fd525), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:04.719028 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4b674234-441f-4902-8240-007d8aecde1d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1907606 Jan 29 04:31:04.722263 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54198) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:04.734524 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-fcb09d9a-8ad9-4df3-8351-430835c5dcc1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'subnet': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:04.776784 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 3afce190-35f7-4bfa-ba67-0d50922fd525, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=3afce190-35f7-4bfa-ba67-0d50922fd525,segment=NetworkSegment(e4e5b17c-b43c-4507-b398-b8b03df58281),segment_id=e4e5b17c-b43c-4507-b398-b8b03df58281)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:04.798354 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7930a55e-9f86-4701-84de-b8179f182bee tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Made reservation on behalf of af39ab92727346cabd50ae3ea9026005 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:04.802864 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7930a55e-9f86-4701-84de-b8179f182bee tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:04.824535 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4cb56f-d05f-4223-af13-7858e578e921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-4d28e89c-1ada-4d65-a68a-7c96765b022b', 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'project_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'fixed_ips': [{'subnet_id': 'd8f5dcc0-06d2-4e41-9a29-2ede4bdccee8'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:31:04.824744 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3e4cb56f-d05f-4223-af13-7858e578e921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:04.844344 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (3afce190-35f7-4bfa-ba67-0d50922fd525), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:04.955183 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device db32214a-3cd7-42d7-98a2-d092511e844d no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:31:04.956801 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c3d6a753-f538-4d84-ba96-5a48b1cd7833 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (28067ec2-10bb-4b71-8d95-2a01c988aee5), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:04.996791 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: db32214a-3cd7-42d7-98a2-d092511e844d {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:31:04.997222 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device db32214a-3cd7-42d7-98a2-d092511e844d not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:31:05.032731 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=3afce190-35f7-4bfa-ba67-0d50922fd525,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:05.090813 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-3e4cb56f-d05f-4223-af13-7858e578e921 None None] Allocated IP 2001:db8::2 (4d28e89c-1ada-4d65-a68a-7c96765b022b/d8f5dcc0-06d2-4e41-9a29-2ede4bdccee8/78c92160-0947-4fd4-9053-da08f1340ea7) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:31:05.227130 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb09d9a-8ad9-4df3-8351-430835c5dcc1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:05.235433 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fcb09d9a-8ad9-4df3-8351-430835c5dcc1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:05.296666 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3e4cb56f-d05f-4223-af13-7858e578e921 None None] Publish callbacks [] for port (78c92160-0947-4fd4-9053-da08f1340ea7), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:05.298350 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7930a55e-9f86-4701-84de-b8179f182bee tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (14d61f2e-b043-47a4-ab1c-e8c0f4565319), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:05.359081 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54202) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:05.368703 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3a2291-c01a-49c8-b577-e1116822798d None None] Network 0908d096-8682-4824-be52-a861d6f723fe requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:31:05.376348 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-27fd3642-f258-43a5-bc03-680b7829b480 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:05.379459 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c3d6a753-f538-4d84-ba96-5a48b1cd7833 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for port (28067ec2-10bb-4b71-8d95-2a01c988aee5), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:05.389573 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3e4cb56f-d05f-4223-af13-7858e578e921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (78c92160-0947-4fd4-9053-da08f1340ea7), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:05.392299 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930a55e-9f86-4701-84de-b8179f182bee tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event updated for resources: {'Subnet': ['ID=14d61f2e-b043-47a4-ab1c-e8c0f4565319,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:05.425585 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.ipam_backend_mixin [None req-fcb09d9a-8ad9-4df3-8351-430835c5dcc1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d8f5dcc0-06d2-4e41-9a29-2ede4bdccee8 (CIDR: 2001:db8::/64) Jan 29 04:31:05.431789 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7930a55e-9f86-4701-84de-b8179f182bee tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Checking segment: {'id': 'a7c633e4-7ad0-4fd9-bf79-5e707764bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f0300901-4375-4eae-99ab-980b2d2fb4c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:31:05.432196 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7930a55e-9f86-4701-84de-b8179f182bee tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Network hostable DHCP agents. Network: f0300901-4375-4eae-99ab-980b2d2fb4c5, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:31:05.453122 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c3d6a753-f538-4d84-ba96-5a48b1cd7833 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (28067ec2-10bb-4b71-8d95-2a01c988aee5), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:05.476878 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4cb56f-d05f-4223-af13-7858e578e921 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:05.494425 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-3e4cb56f-d05f-4223-af13-7858e578e921 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:05.497737 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcb09d9a-8ad9-4df3-8351-430835c5dcc1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:31:05.497912 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4cb56f-d05f-4223-af13-7858e578e921 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:31:05.499664 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcb09d9a-8ad9-4df3-8351-430835c5dcc1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:05.525161 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7930a55e-9f86-4701-84de-b8179f182bee tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Network f0300901-4375-4eae-99ab-980b2d2fb4c5 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:31:05.535680 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-efb71c6d-0e6d-408c-aa98-11c50567658e None None] Provisioning complete for port 3afce190-35f7-4bfa-ba67-0d50922fd525 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:05.536336 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-efb71c6d-0e6d-408c-aa98-11c50567658e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (3afce190-35f7-4bfa-ba67-0d50922fd525), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:05.541222 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-27fd3642-f258-43a5-bc03-680b7829b480 admin admin] Publish callbacks [] for security_group (9ca93328-50c2-499d-b12c-2962028f6c05), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:05.561697 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c3d6a753-f538-4d84-ba96-5a48b1cd7833 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (e276a3e7-eda6-4794-8cb0-9daa255ff574), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:05.562928 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4cb56f-d05f-4223-af13-7858e578e921 None None] Pushing event updated for resources: {'Port': ['ID=78c92160-0947-4fd4-9053-da08f1340ea7,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:05.571857 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6a753-f538-4d84-ba96-5a48b1cd7833 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event updated for resources: {'Port': ['ID=28067ec2-10bb-4b71-8d95-2a01c988aee5,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:05.613741 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-fcb09d9a-8ad9-4df3-8351-430835c5dcc1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8888819 Jan 29 04:31:05.613741 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54204) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:05.619871 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-655a50d8-7f3a-49fa-b981-469d0ea48b45 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'subnet': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:05.639152 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-27fd3642-f258-43a5-bc03-680b7829b480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (9ca93328-50c2-499d-b12c-2962028f6c05), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:05.646653 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-7930a55e-9f86-4701-84de-b8179f182bee tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, f0300901-4375-4eae-99ab-980b2d2fb4c5) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:05.667249 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7930a55e-9f86-4701-84de-b8179f182bee tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:05.668060 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7930a55e-9f86-4701-84de-b8179f182bee tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:05.690690 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-27fd3642-f258-43a5-bc03-680b7829b480 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18ebc82c87df428e9f496f0e391791ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3282602 Jan 29 04:31:05.697610 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54206) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:05.787050 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fd3642-f258-43a5-bc03-680b7829b480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca93328-50c2-499d-b12c-2962028f6c05,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:05.802714 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7930a55e-9f86-4701-84de-b8179f182bee tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3810492 Jan 29 04:31:05.804542 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54210) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:05.807450 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5864730-a6c3-4d1c-b01b-0541b85d01c1 None None] Network f0300901-4375-4eae-99ab-980b2d2fb4c5 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:31:05.816735 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d6a753-f538-4d84-ba96-5a48b1cd7833 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Network 0908d096-8682-4824-be52-a861d6f723fe is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:05.817214 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-b0a419c8-4205-4395-a132-d6f989443a88 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-161982544', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:05.819175 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-c3d6a753-f538-4d84-ba96-5a48b1cd7833 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:05.857770 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655a50d8-7f3a-49fa-b981-469d0ea48b45 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:05.866694 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-655a50d8-7f3a-49fa-b981-469d0ea48b45 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:05.866890 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ed985347-350b-4ba7-8afe-bba238a6a02a admin admin] Publish callbacks [] for security_group (9ca93328-50c2-499d-b12c-2962028f6c05), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:05.873082 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-3e4cb56f-d05f-4223-af13-7858e578e921 None None] Attempting to bind port 78c92160-0947-4fd4-9053-da08f1340ea7 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:31:05.874430 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-3e4cb56f-d05f-4223-af13-7858e578e921 None None] Attempting to bind port 78c92160-0947-4fd4-9053-da08f1340ea7 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:31:05.874430 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4cb56f-d05f-4223-af13-7858e578e921 None None] Attempting to bind port 78c92160-0947-4fd4-9053-da08f1340ea7 on network 4d28e89c-1ada-4d65-a68a-7c96765b022b {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:31:05.901743 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4cb56f-d05f-4223-af13-7858e578e921 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:31:05.902202 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4cb56f-d05f-4223-af13-7858e578e921 None None] Checking segment: {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:31:05.902523 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3e4cb56f-d05f-4223-af13-7858e578e921 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:05.902916 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4cb56f-d05f-4223-af13-7858e578e921 None None] Bound using segment: {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:31:05.903397 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-3e4cb56f-d05f-4223-af13-7858e578e921 None None] Bound port: 78c92160-0947-4fd4-9053-da08f1340ea7, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:31:05.903776 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3e4cb56f-d05f-4223-af13-7858e578e921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (78c92160-0947-4fd4-9053-da08f1340ea7), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:05.972826 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ed985347-350b-4ba7-8afe-bba238a6a02a admin admin] Publish callbacks [] for security_group (9ca93328-50c2-499d-b12c-2962028f6c05), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:05.983574 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b0a419c8-4205-4395-a132-d6f989443a88 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (94f1d47c-b63b-4f41-8ce4-ae31375efb1a), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:05.984666 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b0a419c8-4205-4395-a132-d6f989443a88 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (94f1d47c-b63b-4f41-8ce4-ae31375efb1a), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:06.027626 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-efb71c6d-0e6d-408c-aa98-11c50567658e None None] Current status of the port 3afce190-35f7-4bfa-ba67-0d50922fd525 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:06.043883 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c48717c-cff4-4bef-8b3e-db5589f9817b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-f0300901-4375-4eae-99ab-980b2d2fb4c5', 'network_id': 'f0300901-4375-4eae-99ab-980b2d2fb4c5', 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'fixed_ips': [{'subnet_id': '14d61f2e-b043-47a4-ab1c-e8c0f4565319'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:31:06.043883 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6c48717c-cff4-4bef-8b3e-db5589f9817b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:06.097616 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3e4cb56f-d05f-4223-af13-7858e578e921 None None] For port 78c92160-0947-4fd4-9053-da08f1340ea7, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:31:06.098308 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3e4cb56f-d05f-4223-af13-7858e578e921 None None] For port 78c92160-0947-4fd4-9053-da08f1340ea7, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=78c92160-0947-4fd4-9053-da08f1340ea7,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:31:06.099126 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b0a419c8-4205-4395-a132-d6f989443a88 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for router_controller (94f1d47c-b63b-4f41-8ce4-ae31375efb1a), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:06.142447 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d6a753-f538-4d84-ba96-5a48b1cd7833 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Router e276a3e7-eda6-4794-8cb0-9daa255ff574 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:31:06.162097 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 3afce190-35f7-4bfa-ba67-0d50922fd525 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:06.179684 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b0a419c8-4205-4395-a132-d6f989443a88 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (94f1d47c-b63b-4f41-8ce4-ae31375efb1a), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:06.265736 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b0a419c8-4205-4395-a132-d6f989443a88 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:06.269574 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b0a419c8-4205-4395-a132-d6f989443a88 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4614840 Jan 29 04:31:06.269976 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54212) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:06.379406 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3e4cb56f-d05f-4223-af13-7858e578e921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (78c92160-0947-4fd4-9053-da08f1340ea7), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:06.503688 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ed985347-350b-4ba7-8afe-bba238a6a02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (9ca93328-50c2-499d-b12c-2962028f6c05), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:06.506259 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ed985347-350b-4ba7-8afe-bba238a6a02a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:06.511501 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ed985347-350b-4ba7-8afe-bba238a6a02a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9ca93328-50c2-499d-b12c-2962028f6c05 HTTP/1.1" status: 204 len: 168 time: 0.8077860 Jan 29 04:31:06.563413 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-6c48717c-cff4-4bef-8b3e-db5589f9817b None None] Allocated IP 2001:db8::2 (f0300901-4375-4eae-99ab-980b2d2fb4c5/14d61f2e-b043-47a4-ab1c-e8c0f4565319/2df1dd5d-1724-4204-946f-6bd72b9a56d3) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:31:06.579576 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed985347-350b-4ba7-8afe-bba238a6a02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca93328-50c2-499d-b12c-2962028f6c05,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:06.617173 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d6a753-f538-4d84-ba96-5a48b1cd7833 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:31:06.631468 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c3d6a753-f538-4d84-ba96-5a48b1cd7833 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "PUT /v2.0/routers/e276a3e7-eda6-4794-8cb0-9daa255ff574/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5521612 Jan 29 04:31:06.632092 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54216) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:06.677415 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada6d4aa-fe76-49b3-af19-907ac22a48aa None None] Sync routers for ids ['e276a3e7-eda6-4794-8cb0-9daa255ff574'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:31:06.714849 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-a6e1fe38-7407-46e5-8e37-1eff4220d70a None None] Provisioning complete for port 28067ec2-10bb-4b71-8d95-2a01c988aee5 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:06.717538 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a6e1fe38-7407-46e5-8e37-1eff4220d70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (28067ec2-10bb-4b71-8d95-2a01c988aee5), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:06.731851 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0284acfb-5012-4aee-a3cb-81ec6a813efc tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:06.738766 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0284acfb-5012-4aee-a3cb-81ec6a813efc tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "GET /v2.0/ports/28067ec2-10bb-4b71-8d95-2a01c988aee5 HTTP/1.1" status: 200 len: 910 time: 0.1045475 Jan 29 04:31:06.740862 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54218) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:06.747832 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-f6753c20-43e0-4ff5-a48d-4ff6985fcd60 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8f00425a-66a1-4082-9d47-a6c66588a8f9'}]}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:06.787278 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 3afce190-35f7-4bfa-ba67-0d50922fd525 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:06.787278 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (3afce190-35f7-4bfa-ba67-0d50922fd525), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:06.820640 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4cb56f-d05f-4223-af13-7858e578e921 None None] Pushing event updated for resources: {'Port': ['ID=78c92160-0947-4fd4-9053-da08f1340ea7,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:06.946448 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada6d4aa-fe76-49b3-af19-907ac22a48aa None None] Routers {'e276a3e7-eda6-4794-8cb0-9daa255ff574'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:31:06.947334 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-ada6d4aa-fe76-49b3-af19-907ac22a48aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['e276a3e7-eda6-4794-8cb0-9daa255ff574'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:06.955901 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4cb56f-d05f-4223-af13-7858e578e921 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:06.956329 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4cb56f-d05f-4223-af13-7858e578e921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:06.956625 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4cb56f-d05f-4223-af13-7858e578e921 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:06.956967 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4cb56f-d05f-4223-af13-7858e578e921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:06.957303 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4cb56f-d05f-4223-af13-7858e578e921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:06.957638 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4cb56f-d05f-4223-af13-7858e578e921 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:06.957969 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4cb56f-d05f-4223-af13-7858e578e921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:06.958303 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4cb56f-d05f-4223-af13-7858e578e921 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:06.958634 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4cb56f-d05f-4223-af13-7858e578e921 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:06.958962 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4cb56f-d05f-4223-af13-7858e578e921 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:06.959295 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4cb56f-d05f-4223-af13-7858e578e921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:06.959608 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4cb56f-d05f-4223-af13-7858e578e921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:06.959932 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4cb56f-d05f-4223-af13-7858e578e921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:07.035430 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-a6e1fe38-7407-46e5-8e37-1eff4220d70a None None] Port 28067ec2-10bb-4b71-8d95-2a01c988aee5 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:31:07.040356 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-ada6d4aa-fe76-49b3-af19-907ac22a48aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:07.066651 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fc1b3dc5-017f-4394-bfc2-ca61c8cbef65 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:07.112265 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f6753c20-43e0-4ff5-a48d-4ff6985fcd60 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (28067ec2-10bb-4b71-8d95-2a01c988aee5), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:07.148172 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-a6e1fe38-7407-46e5-8e37-1eff4220d70a None None] Provisioning complete for port 3afce190-35f7-4bfa-ba67-0d50922fd525 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:07.149022 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a6e1fe38-7407-46e5-8e37-1eff4220d70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (3afce190-35f7-4bfa-ba67-0d50922fd525), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:07.177650 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.objects.ports [None req-655a50d8-7f3a-49fa-b981-469d0ea48b45 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103585) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 04:31:07.227313 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada6d4aa-fe76-49b3-af19-907ac22a48aa None None] Routers {'e276a3e7-eda6-4794-8cb0-9daa255ff574'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:31:07.228354 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-ada6d4aa-fe76-49b3-af19-907ac22a48aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['e276a3e7-eda6-4794-8cb0-9daa255ff574'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:07.306756 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-ada6d4aa-fe76-49b3-af19-907ac22a48aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:07.307840 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada6d4aa-fe76-49b3-af19-907ac22a48aa None None] The sync data for ids ['e276a3e7-eda6-4794-8cb0-9daa255ff574'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:31:07.343082 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6c48717c-cff4-4bef-8b3e-db5589f9817b None None] Publish callbacks [] for port (2df1dd5d-1724-4204-946f-6bd72b9a56d3), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:07.348370 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 3afce190-35f7-4bfa-ba67-0d50922fd525 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:07.413656 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-a6e1fe38-7407-46e5-8e37-1eff4220d70a None None] Current status of the port 3afce190-35f7-4bfa-ba67-0d50922fd525 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:07.422998 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6c48717c-cff4-4bef-8b3e-db5589f9817b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (2df1dd5d-1724-4204-946f-6bd72b9a56d3), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:07.465695 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c48717c-cff4-4bef-8b3e-db5589f9817b None None] Network f0300901-4375-4eae-99ab-980b2d2fb4c5 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:07.468667 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-6c48717c-cff4-4bef-8b3e-db5589f9817b None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:07.473206 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c48717c-cff4-4bef-8b3e-db5589f9817b None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:31:07.482877 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c48717c-cff4-4bef-8b3e-db5589f9817b None None] Pushing event updated for resources: {'Port': ['ID=2df1dd5d-1724-4204-946f-6bd72b9a56d3,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:07.547422 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-6c48717c-cff4-4bef-8b3e-db5589f9817b None None] Attempting to bind port 2df1dd5d-1724-4204-946f-6bd72b9a56d3 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:31:07.547802 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-6c48717c-cff4-4bef-8b3e-db5589f9817b None None] Attempting to bind port 2df1dd5d-1724-4204-946f-6bd72b9a56d3 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'a7c633e4-7ad0-4fd9-bf79-5e707764bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f0300901-4375-4eae-99ab-980b2d2fb4c5'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:31:07.548167 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c48717c-cff4-4bef-8b3e-db5589f9817b None None] Attempting to bind port 2df1dd5d-1724-4204-946f-6bd72b9a56d3 on network f0300901-4375-4eae-99ab-980b2d2fb4c5 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:31:07.559069 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c48717c-cff4-4bef-8b3e-db5589f9817b None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:31:07.559445 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c48717c-cff4-4bef-8b3e-db5589f9817b None None] Checking segment: {'id': 'a7c633e4-7ad0-4fd9-bf79-5e707764bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f0300901-4375-4eae-99ab-980b2d2fb4c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:31:07.559851 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6c48717c-cff4-4bef-8b3e-db5589f9817b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:07.560251 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c48717c-cff4-4bef-8b3e-db5589f9817b None None] Bound using segment: {'id': 'a7c633e4-7ad0-4fd9-bf79-5e707764bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f0300901-4375-4eae-99ab-980b2d2fb4c5'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:31:07.560763 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-6c48717c-cff4-4bef-8b3e-db5589f9817b None None] Bound port: 2df1dd5d-1724-4204-946f-6bd72b9a56d3, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c633e4-7ad0-4fd9-bf79-5e707764bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f0300901-4375-4eae-99ab-980b2d2fb4c5'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:31:07.561149 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6c48717c-cff4-4bef-8b3e-db5589f9817b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (2df1dd5d-1724-4204-946f-6bd72b9a56d3), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:07.568461 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-f043816f-b4e6-4a72-be35-96465ef241e3 None None] Provisioning complete for port 28067ec2-10bb-4b71-8d95-2a01c988aee5 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:07.569074 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f043816f-b4e6-4a72-be35-96465ef241e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (28067ec2-10bb-4b71-8d95-2a01c988aee5), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:07.661365 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-f043816f-b4e6-4a72-be35-96465ef241e3 None None] Port 28067ec2-10bb-4b71-8d95-2a01c988aee5 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:31:07.678240 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-655a50d8-7f3a-49fa-b981-469d0ea48b45 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (78c92160-0947-4fd4-9053-da08f1340ea7), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:07.697201 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-6c48717c-cff4-4bef-8b3e-db5589f9817b None None] For port 2df1dd5d-1724-4204-946f-6bd72b9a56d3, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:31:07.703873 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-6c48717c-cff4-4bef-8b3e-db5589f9817b None None] For port 2df1dd5d-1724-4204-946f-6bd72b9a56d3, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=2df1dd5d-1724-4204-946f-6bd72b9a56d3,segment=NetworkSegment(a7c633e4-7ad0-4fd9-bf79-5e707764bbc0),segment_id=a7c633e4-7ad0-4fd9-bf79-5e707764bbc0)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:31:07.758315 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f6753c20-43e0-4ff5-a48d-4ff6985fcd60 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for port (28067ec2-10bb-4b71-8d95-2a01c988aee5), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:07.759083 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-fc1b3dc5-017f-4394-bfc2-ca61c8cbef65 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Allocated IP 2001:db8::1 (f0300901-4375-4eae-99ab-980b2d2fb4c5/14d61f2e-b043-47a4-ab1c-e8c0f4565319/cd74d7b6-e44d-4e5f-9ab2-199866929d6c) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:31:07.829385 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6c48717c-cff4-4bef-8b3e-db5589f9817b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (2df1dd5d-1724-4204-946f-6bd72b9a56d3), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:07.862755 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f6753c20-43e0-4ff5-a48d-4ff6985fcd60 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (28067ec2-10bb-4b71-8d95-2a01c988aee5), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:07.914972 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c48717c-cff4-4bef-8b3e-db5589f9817b None None] Pushing event updated for resources: {'Port': ['ID=2df1dd5d-1724-4204-946f-6bd72b9a56d3,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:08.037665 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6753c20-43e0-4ff5-a48d-4ff6985fcd60 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event updated for resources: {'Port': ['ID=28067ec2-10bb-4b71-8d95-2a01c988aee5,revision_number=3']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:08.067165 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6753c20-43e0-4ff5-a48d-4ff6985fcd60 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:08.067970 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f6753c20-43e0-4ff5-a48d-4ff6985fcd60 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:08.075602 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f6753c20-43e0-4ff5-a48d-4ff6985fcd60 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "PUT /v2.0/ports/28067ec2-10bb-4b71-8d95-2a01c988aee5 HTTP/1.1" status: 200 len: 910 time: 1.3304543 Jan 29 04:31:08.077243 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54240) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:08.091004 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-655a50d8-7f3a-49fa-b981-469d0ea48b45 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] For port 78c92160-0947-4fd4-9053-da08f1340ea7, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=78c92160-0947-4fd4-9053-da08f1340ea7,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:08.125842 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fc1b3dc5-017f-4394-bfc2-ca61c8cbef65 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for port (cd74d7b6-e44d-4e5f-9ab2-199866929d6c), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:08.206833 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-655a50d8-7f3a-49fa-b981-469d0ea48b45 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for port (78c92160-0947-4fd4-9053-da08f1340ea7), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:08.267940 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-655a50d8-7f3a-49fa-b981-469d0ea48b45 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (78c92160-0947-4fd4-9053-da08f1340ea7), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:08.351399 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 78c92160-0947-4fd4-9053-da08f1340ea7 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:08.394301 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fc1b3dc5-017f-4394-bfc2-ca61c8cbef65 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (cd74d7b6-e44d-4e5f-9ab2-199866929d6c), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:08.427027 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-655a50d8-7f3a-49fa-b981-469d0ea48b45 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (68240213-7c94-4dfb-b164-ce7aed9773d4), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:08.497453 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a50d8-7f3a-49fa-b981-469d0ea48b45 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Port': ['ID=78c92160-0947-4fd4-9053-da08f1340ea7,revision_number=4']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:08.504279 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 78c92160-0947-4fd4-9053-da08f1340ea7 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:08.504701 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (78c92160-0947-4fd4-9053-da08f1340ea7), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:08.612391 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655a50d8-7f3a-49fa-b981-469d0ea48b45 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:08.614184 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1b3dc5-017f-4394-bfc2-ca61c8cbef65 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Network f0300901-4375-4eae-99ab-980b2d2fb4c5 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:08.633916 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-6675c64f-c0ae-4907-bb96-7b1d6b921c8b None None] Provisioning complete for port 78c92160-0947-4fd4-9053-da08f1340ea7 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:08.634510 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6675c64f-c0ae-4907-bb96-7b1d6b921c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (78c92160-0947-4fd4-9053-da08f1340ea7), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:08.644783 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-fc1b3dc5-017f-4394-bfc2-ca61c8cbef65 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:08.651306 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1b3dc5-017f-4394-bfc2-ca61c8cbef65 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:31:08.651922 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fc1b3dc5-017f-4394-bfc2-ca61c8cbef65 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (94f1d47c-b63b-4f41-8ce4-ae31375efb1a), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:08.654843 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-655a50d8-7f3a-49fa-b981-469d0ea48b45 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:08.657512 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655a50d8-7f3a-49fa-b981-469d0ea48b45 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:08.658178 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-655a50d8-7f3a-49fa-b981-469d0ea48b45 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:08.678981 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a155232-7576-40a9-a1a9-ab3890ae41c4 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:31:08.713297 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a50d8-7f3a-49fa-b981-469d0ea48b45 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Subnet': ['ID=68240213-7c94-4dfb-b164-ce7aed9773d4,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:08.736648 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b3dc5-017f-4394-bfc2-ca61c8cbef65 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event updated for resources: {'Port': ['ID=cd74d7b6-e44d-4e5f-9ab2-199866929d6c,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:08.771393 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 78c92160-0947-4fd4-9053-da08f1340ea7 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:08.771782 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (78c92160-0947-4fd4-9053-da08f1340ea7), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:08.815584 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-655a50d8-7f3a-49fa-b981-469d0ea48b45 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.1986639 Jan 29 04:31:08.818523 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54248) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:08.824059 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-6c01c925-b9fd-43d6-affc-31dc6e7811d5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'port': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'mac_address': 'fa:16:3e:ed:6e:ba', 'name': 'tempest-NetworksTestDHCPv6-1959331419'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:08.876808 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 78c92160-0947-4fd4-9053-da08f1340ea7, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=78c92160-0947-4fd4-9053-da08f1340ea7,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:08.898063 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-6675c64f-c0ae-4907-bb96-7b1d6b921c8b None None] Current status of the port 78c92160-0947-4fd4-9053-da08f1340ea7 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:08.898454 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6675c64f-c0ae-4907-bb96-7b1d6b921c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (78c92160-0947-4fd4-9053-da08f1340ea7), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:08.983798 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-33b71816-738e-4eef-ad2c-33f50091f6f2 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (e276a3e7-eda6-4794-8cb0-9daa255ff574), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:09.068035 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fc1b3dc5-017f-4394-bfc2-ca61c8cbef65 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (cd74d7b6-e44d-4e5f-9ab2-199866929d6c), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:09.218260 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (78c92160-0947-4fd4-9053-da08f1340ea7), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:09.284947 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c01c925-b9fd-43d6-affc-31dc6e7811d5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:09.335862 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-33b71816-738e-4eef-ad2c-33f50091f6f2 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Deleting port 28067ec2-10bb-4b71-8d95-2a01c988aee5 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:31:09.335862 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-33b71816-738e-4eef-ad2c-33f50091f6f2 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (28067ec2-10bb-4b71-8d95-2a01c988aee5), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:09.406725 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-6675c64f-c0ae-4907-bb96-7b1d6b921c8b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:31:09.407078 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-6675c64f-c0ae-4907-bb96-7b1d6b921c8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:31:09.429438 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=78c92160-0947-4fd4-9053-da08f1340ea7,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:09.542105 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-33b71816-738e-4eef-ad2c-33f50091f6f2 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (28067ec2-10bb-4b71-8d95-2a01c988aee5), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:09.556756 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-33b71816-738e-4eef-ad2c-33f50091f6f2 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Calling delete_port for 28067ec2-10bb-4b71-8d95-2a01c988aee5 owned by network:router_interface {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:31:09.886174 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db10d4b-5e84-422b-82ce-9403a1b4e0a7 None None] Network f0300901-4375-4eae-99ab-980b2d2fb4c5 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:31:09.937098 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-33b71816-738e-4eef-ad2c-33f50091f6f2 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (28067ec2-10bb-4b71-8d95-2a01c988aee5), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:09.942594 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6c01c925-b9fd-43d6-affc-31dc6e7811d5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:09.988175 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-6c01c925-b9fd-43d6-affc-31dc6e7811d5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] device_id is not set on port 42d0c438-5d62-4899-8ba1-98c4db0e518a yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:31:10.047219 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b71816-738e-4eef-ad2c-33f50091f6f2 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event deleted for resources: {'Port': ['ID=28067ec2-10bb-4b71-8d95-2a01c988aee5,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:10.060124 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fc1b3dc5-017f-4394-bfc2-ca61c8cbef65 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for port (cd74d7b6-e44d-4e5f-9ab2-199866929d6c), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:10.104774 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-6675c64f-c0ae-4907-bb96-7b1d6b921c8b None None] Current status of the port 78c92160-0947-4fd4-9053-da08f1340ea7 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:10.163334 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fc1b3dc5-017f-4394-bfc2-ca61c8cbef65 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (cd74d7b6-e44d-4e5f-9ab2-199866929d6c), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:10.164106 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fc1b3dc5-017f-4394-bfc2-ca61c8cbef65 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (94f1d47c-b63b-4f41-8ce4-ae31375efb1a), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:10.325262 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-15303e29-a2e8-4169-bbbf-17c955c59422 None None] Provisioning complete for port 78c92160-0947-4fd4-9053-da08f1340ea7 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:10.325262 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-15303e29-a2e8-4169-bbbf-17c955c59422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (78c92160-0947-4fd4-9053-da08f1340ea7), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:10.408613 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b3dc5-017f-4394-bfc2-ca61c8cbef65 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event updated for resources: {'Port': ['ID=cd74d7b6-e44d-4e5f-9ab2-199866929d6c,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:10.439575 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 2df1dd5d-1724-4204-946f-6bd72b9a56d3 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:10.443001 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-33b71816-738e-4eef-ad2c-33f50091f6f2 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (e276a3e7-eda6-4794-8cb0-9daa255ff574), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:10.542003 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-6c01c925-b9fd-43d6-affc-31dc6e7811d5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Allocated IP 2001:db8::9d (4d28e89c-1ada-4d65-a68a-7c96765b022b/d8f5dcc0-06d2-4e41-9a29-2ede4bdccee8/42d0c438-5d62-4899-8ba1-98c4db0e518a) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:31:10.542351 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-15303e29-a2e8-4169-bbbf-17c955c59422 None None] Current status of the port 78c92160-0947-4fd4-9053-da08f1340ea7 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:10.552226 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1b3dc5-017f-4394-bfc2-ca61c8cbef65 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Network f0300901-4375-4eae-99ab-980b2d2fb4c5 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:10.554955 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-6c01c925-b9fd-43d6-affc-31dc6e7811d5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Allocated IP 2001:db8:0:1:f816:3eff:feed:6eba (4d28e89c-1ada-4d65-a68a-7c96765b022b/68240213-7c94-4dfb-b164-ce7aed9773d4/42d0c438-5d62-4899-8ba1-98c4db0e518a) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:31:10.556597 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-fc1b3dc5-017f-4394-bfc2-ca61c8cbef65 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:10.568274 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-15303e29-a2e8-4169-bbbf-17c955c59422 None None] Provisioning complete for port 2df1dd5d-1724-4204-946f-6bd72b9a56d3 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:10.568274 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-15303e29-a2e8-4169-bbbf-17c955c59422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (2df1dd5d-1724-4204-946f-6bd72b9a56d3), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:10.752699 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b71816-738e-4eef-ad2c-33f50091f6f2 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Router e276a3e7-eda6-4794-8cb0-9daa255ff574 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:31:10.795718 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 2df1dd5d-1724-4204-946f-6bd72b9a56d3 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:10.796096 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (2df1dd5d-1724-4204-946f-6bd72b9a56d3), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:10.893960 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b71816-738e-4eef-ad2c-33f50091f6f2 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:31:10.907079 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6819d4-d80a-4f5f-b507-02ae7dba361c None None] Sync routers for ids ['e276a3e7-eda6-4794-8cb0-9daa255ff574'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:31:10.908571 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-33b71816-738e-4eef-ad2c-33f50091f6f2 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "PUT /v2.0/routers/e276a3e7-eda6-4794-8cb0-9daa255ff574/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8302202 Jan 29 04:31:10.911414 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54268) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:10.925487 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6819d4-d80a-4f5f-b507-02ae7dba361c None None] Routers {'e276a3e7-eda6-4794-8cb0-9daa255ff574'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:31:10.926255 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-3b6819d4-d80a-4f5f-b507-02ae7dba361c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['e276a3e7-eda6-4794-8cb0-9daa255ff574'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:10.974951 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-15303e29-a2e8-4169-bbbf-17c955c59422 None None] Current status of the port 2df1dd5d-1724-4204-946f-6bd72b9a56d3 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:10.974951 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-15303e29-a2e8-4169-bbbf-17c955c59422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (2df1dd5d-1724-4204-946f-6bd72b9a56d3), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:10.975540 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f58ea0eb-705e-42fc-af3d-a14588b0a530 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e276a3e7-eda6-4794-8cb0-9daa255ff574 HTTP/1.1" status: 200 len: 205 time: 0.0472937 Jan 29 04:31:10.975645 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-3b6819d4-d80a-4f5f-b507-02ae7dba361c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:10.975741 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6c01c925-b9fd-43d6-affc-31dc6e7811d5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for port (42d0c438-5d62-4899-8ba1-98c4db0e518a), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:10.976771 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54270) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:10.997624 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6819d4-d80a-4f5f-b507-02ae7dba361c None None] Routers {'e276a3e7-eda6-4794-8cb0-9daa255ff574'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:31:11.002680 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-3b6819d4-d80a-4f5f-b507-02ae7dba361c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['e276a3e7-eda6-4794-8cb0-9daa255ff574'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:11.044657 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 2df1dd5d-1724-4204-946f-6bd72b9a56d3 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:11.044657 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (2df1dd5d-1724-4204-946f-6bd72b9a56d3), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:11.045955 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-3b6819d4-d80a-4f5f-b507-02ae7dba361c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:11.046595 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6819d4-d80a-4f5f-b507-02ae7dba361c None None] The sync data for ids ['e276a3e7-eda6-4794-8cb0-9daa255ff574'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:31:11.078875 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-15303e29-a2e8-4169-bbbf-17c955c59422 None None] For port 2df1dd5d-1724-4204-946f-6bd72b9a56d3, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=2df1dd5d-1724-4204-946f-6bd72b9a56d3,segment=NetworkSegment(a7c633e4-7ad0-4fd9-bf79-5e707764bbc0),segment_id=a7c633e4-7ad0-4fd9-bf79-5e707764bbc0)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:11.106268 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3fbd8572-c8bb-4c92-af33-d5175808d868 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for router (e276a3e7-eda6-4794-8cb0-9daa255ff574), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:11.223110 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1b3dc5-017f-4394-bfc2-ca61c8cbef65 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Router 94f1d47c-b63b-4f41-8ce4-ae31375efb1a is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:31:11.278219 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-15303e29-a2e8-4169-bbbf-17c955c59422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (2df1dd5d-1724-4204-946f-6bd72b9a56d3), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:11.281236 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3fbd8572-c8bb-4c92-af33-d5175808d868 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (e276a3e7-eda6-4794-8cb0-9daa255ff574), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:11.283893 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3fbd8572-c8bb-4c92-af33-d5175808d868 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for router_controller (e276a3e7-eda6-4794-8cb0-9daa255ff574), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:11.289183 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6c01c925-b9fd-43d6-affc-31dc6e7811d5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (42d0c438-5d62-4899-8ba1-98c4db0e518a), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:11.293374 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54274) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:11.399807 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3fbd8572-c8bb-4c92-af33-d5175808d868 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (e276a3e7-eda6-4794-8cb0-9daa255ff574), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:11.401349 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbd8572-c8bb-4c92-af33-d5175808d868 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Fanout notify agent at l3_agent the message router_deleted on router e276a3e7-eda6-4794-8cb0-9daa255ff574 {{(pid=103584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:31:11.421904 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15303e29-a2e8-4169-bbbf-17c955c59422 None None] Pushing event updated for resources: {'Port': ['ID=2df1dd5d-1724-4204-946f-6bd72b9a56d3,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:11.423120 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3fbd8572-c8bb-4c92-af33-d5175808d868 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:11.426427 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-3fbd8572-c8bb-4c92-af33-d5175808d868 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "DELETE /v2.0/routers/e276a3e7-eda6-4794-8cb0-9daa255ff574 HTTP/1.1" status: 204 len: 168 time: 0.4483433 Jan 29 04:31:11.429936 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:31:11.430301 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:31:11.432062 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54284) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:11.445995 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-5a9f6a32-ba45-47ac-bbcf-ea66e3a5e4ba None None] Provisioning complete for port 2df1dd5d-1724-4204-946f-6bd72b9a56d3 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:11.446676 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5a9f6a32-ba45-47ac-bbcf-ea66e3a5e4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (2df1dd5d-1724-4204-946f-6bd72b9a56d3), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:11.477957 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c01c925-b9fd-43d6-affc-31dc6e7811d5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:11.486793 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-6c01c925-b9fd-43d6-affc-31dc6e7811d5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:11.495266 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-c1525797-00ef-4e63-8e4b-6356e2d2c98e tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:11.496174 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c01c925-b9fd-43d6-affc-31dc6e7811d5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:31:11.502050 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c01c925-b9fd-43d6-affc-31dc6e7811d5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:11.502709 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6c01c925-b9fd-43d6-affc-31dc6e7811d5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:11.519361 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c01c925-b9fd-43d6-affc-31dc6e7811d5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Port': ['ID=42d0c438-5d62-4899-8ba1-98c4db0e518a,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:11.534162 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1b3dc5-017f-4394-bfc2-ca61c8cbef65 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:31:11.546232 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-fc1b3dc5-017f-4394-bfc2-ca61c8cbef65 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "PUT /v2.0/routers/94f1d47c-b63b-4f41-8ce4-ae31375efb1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2752028 Jan 29 04:31:11.550318 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54290) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:11.550455 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-e22f0e9b-0143-4393-800c-68d7ff25b557 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Deleting subnet 8f00425a-66a1-4082-9d47-a6c66588a8f9 {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:31:11.558045 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e22f0e9b-0143-4393-800c-68d7ff25b557 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for subnet (8f00425a-66a1-4082-9d47-a6c66588a8f9), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:11.568893 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69a1cba-366d-42b6-85de-3859e759d25c None None] Sync routers for ids ['94f1d47c-b63b-4f41-8ce4-ae31375efb1a'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:31:11.593439 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69a1cba-366d-42b6-85de-3859e759d25c None None] Routers {'94f1d47c-b63b-4f41-8ce4-ae31375efb1a'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:31:11.594083 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-b69a1cba-366d-42b6-85de-3859e759d25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['94f1d47c-b63b-4f41-8ce4-ae31375efb1a'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:11.595936 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-5a9f6a32-ba45-47ac-bbcf-ea66e3a5e4ba None None] Current status of the port 2df1dd5d-1724-4204-946f-6bd72b9a56d3 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:11.608852 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c1525797-00ef-4e63-8e4b-6356e2d2c98e tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] 10.222.0.13 "PUT /v2.0/quotas/0ad7d3f0239d4ebfa3790a33e3606d33 HTTP/1.1" status: 200 len: 368 time: 0.3149509 Jan 29 04:31:11.611897 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54292) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:11.619291 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ff280c-a7bd-48c7-a260-aa5d311ac0d7 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:11.619742 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-f1d7e6e8-5b8d-48a6-bb52-125de16b13e7 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Request body: {'network': {'project_id': '0ad7d3f0239d4ebfa3790a33e3606d33'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:11.623659 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-82ff280c-a7bd-48c7-a260-aa5d311ac0d7 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "GET /v2.0/ports/cd74d7b6-e44d-4e5f-9ab2-199866929d6c HTTP/1.1" status: 200 len: 911 time: 0.0735121 Jan 29 04:31:11.625421 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54294) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:11.627559 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6c01c925-b9fd-43d6-affc-31dc6e7811d5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.8078027 Jan 29 04:31:11.629842 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54298) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:11.664807 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-b69a1cba-366d-42b6-85de-3859e759d25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:11.692636 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69a1cba-366d-42b6-85de-3859e759d25c None None] Routers {'94f1d47c-b63b-4f41-8ce4-ae31375efb1a'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:31:11.693283 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-b69a1cba-366d-42b6-85de-3859e759d25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['94f1d47c-b63b-4f41-8ce4-ae31375efb1a'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:11.697228 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-5a9f6a32-ba45-47ac-bbcf-ea66e3a5e4ba None None] Provisioning complete for port cd74d7b6-e44d-4e5f-9ab2-199866929d6c triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:11.698124 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5a9f6a32-ba45-47ac-bbcf-ea66e3a5e4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (cd74d7b6-e44d-4e5f-9ab2-199866929d6c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:11.735600 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-b69a1cba-366d-42b6-85de-3859e759d25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:11.736365 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69a1cba-366d-42b6-85de-3859e759d25c None None] The sync data for ids ['94f1d47c-b63b-4f41-8ce4-ae31375efb1a'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:31:11.774182 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-5a9f6a32-ba45-47ac-bbcf-ea66e3a5e4ba None None] Port cd74d7b6-e44d-4e5f-9ab2-199866929d6c cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:31:11.775517 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-f0b4bdb1-3064-420d-af60-04d0a888fbd8 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting port 42d0c438-5d62-4899-8ba1-98c4db0e518a {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:31:11.776642 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f0b4bdb1-3064-420d-af60-04d0a888fbd8 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (42d0c438-5d62-4899-8ba1-98c4db0e518a), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:11.879974 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f0b4bdb1-3064-420d-af60-04d0a888fbd8 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (42d0c438-5d62-4899-8ba1-98c4db0e518a), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:11.897562 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-f0b4bdb1-3064-420d-af60-04d0a888fbd8 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Calling delete_port for 42d0c438-5d62-4899-8ba1-98c4db0e518a owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:31:11.900253 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-152c9179-737a-4e00-8c5d-9f23ebae8362 None None] Provisioning complete for port 42d0c438-5d62-4899-8ba1-98c4db0e518a triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:11.900952 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-152c9179-737a-4e00-8c5d-9f23ebae8362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (42d0c438-5d62-4899-8ba1-98c4db0e518a), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:11.949171 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-076e49dc-5ee1-46cd-8159-fb2354882670 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '14d61f2e-b043-47a4-ab1c-e8c0f4565319'}]}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:11.955963 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e22f0e9b-0143-4393-800c-68d7ff25b557 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (8f00425a-66a1-4082-9d47-a6c66588a8f9), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:11.959834 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54300) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:11.990427 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 2df1dd5d-1724-4204-946f-6bd72b9a56d3 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:11.992335 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 78c92160-0947-4fd4-9053-da08f1340ea7 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:12.027347 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-152c9179-737a-4e00-8c5d-9f23ebae8362 None None] Port 42d0c438-5d62-4899-8ba1-98c4db0e518a cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:31:12.065435 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 78c92160-0947-4fd4-9053-da08f1340ea7 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:12.067102 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (78c92160-0947-4fd4-9053-da08f1340ea7), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:12.148526 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f0b4bdb1-3064-420d-af60-04d0a888fbd8 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (42d0c438-5d62-4899-8ba1-98c4db0e518a), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:12.168459 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 78c92160-0947-4fd4-9053-da08f1340ea7 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:12.208469 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b4bdb1-3064-420d-af60-04d0a888fbd8 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Port': ['ID=42d0c438-5d62-4899-8ba1-98c4db0e518a,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:12.220876 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d7e6e8-5b8d-48a6-bb52-125de16b13e7 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Made reservation on behalf of 0ad7d3f0239d4ebfa3790a33e3606d33 for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:12.231271 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f1d7e6e8-5b8d-48a6-bb52-125de16b13e7 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:12.238097 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f1d7e6e8-5b8d-48a6-bb52-125de16b13e7 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:12.272379 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f0b4bdb1-3064-420d-af60-04d0a888fbd8 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:12.276519 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f0b4bdb1-3064-420d-af60-04d0a888fbd8 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/ports/42d0c438-5d62-4899-8ba1-98c4db0e518a HTTP/1.1" status: 204 len: 168 time: 0.6444659 Jan 29 04:31:12.279230 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54302) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:12.298928 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 2df1dd5d-1724-4204-946f-6bd72b9a56d3 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:12.331251 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e22f0e9b-0143-4393-800c-68d7ff25b557 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (8f00425a-66a1-4082-9d47-a6c66588a8f9), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:12.341563 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3cbdb0-2771-4b5a-ae83-af6afbe566ad tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:12.345883 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2a3cbdb0-2771-4b5a-ae83-af6afbe566ad tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0632575 Jan 29 04:31:12.349656 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54304) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:12.398781 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 2df1dd5d-1724-4204-946f-6bd72b9a56d3 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:12.399165 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (2df1dd5d-1724-4204-946f-6bd72b9a56d3), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:12.467149 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb83dc5-2483-4886-a60d-39df85417927 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:12.469680 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ebb83dc5-2483-4886-a60d-39df85417927 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1185970 Jan 29 04:31:12.472071 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54308) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:12.540015 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 2df1dd5d-1724-4204-946f-6bd72b9a56d3 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:12.546940 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443518bd-a8c4-4e81-9647-2dabdadf6bbb tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:12.548452 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443518bd-a8c4-4e81-9647-2dabdadf6bbb tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:12.550578 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443518bd-a8c4-4e81-9647-2dabdadf6bbb tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:12.552208 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-443518bd-a8c4-4e81-9647-2dabdadf6bbb tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0790451 Jan 29 04:31:12.552828 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-e3e80550-dd98-486f-a831-e3140459b6a9 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Deleting port a50fdd61-d3f8-4a5a-b552-a59c45207fb8 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:31:12.553172 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e3e80550-dd98-486f-a831-e3140459b6a9 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (a50fdd61-d3f8-4a5a-b552-a59c45207fb8), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:12.554745 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-076e49dc-5ee1-46cd-8159-fb2354882670 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (cd74d7b6-e44d-4e5f-9ab2-199866929d6c), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:12.555011 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54310) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:12.593740 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f1d7e6e8-5b8d-48a6-bb52-125de16b13e7 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Publish callbacks [] for security_group (fd47f65c-c9fe-4d0c-a5ed-5acc41eaaa0f), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:12.616521 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-780a99d7-135c-43e5-83c5-431753e6f3a5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting subnet 68240213-7c94-4dfb-b164-ce7aed9773d4 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:31:12.619908 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-780a99d7-135c-43e5-83c5-431753e6f3a5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (68240213-7c94-4dfb-b164-ce7aed9773d4), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:12.669644 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-780a99d7-135c-43e5-83c5-431753e6f3a5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (68240213-7c94-4dfb-b164-ce7aed9773d4), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:12.689465 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f1d7e6e8-5b8d-48a6-bb52-125de16b13e7 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (fd47f65c-c9fe-4d0c-a5ed-5acc41eaaa0f), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:12.741980 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e22f0e9b-0143-4393-800c-68d7ff25b557 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (8f00425a-66a1-4082-9d47-a6c66588a8f9), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:12.751717 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d7e6e8-5b8d-48a6-bb52-125de16b13e7 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:31:12.766643 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-780a99d7-135c-43e5-83c5-431753e6f3a5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (68240213-7c94-4dfb-b164-ce7aed9773d4), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:12.812848 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e3e80550-dd98-486f-a831-e3140459b6a9 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (a50fdd61-d3f8-4a5a-b552-a59c45207fb8), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:12.813134 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e3e80550-dd98-486f-a831-e3140459b6a9 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for floatingip (a50fdd61-d3f8-4a5a-b552-a59c45207fb8), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:12.837686 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f1d7e6e8-5b8d-48a6-bb52-125de16b13e7 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (c234ed67-edd5-4b39-b1f3-0b94330c3d0b), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:12.838031 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-f1d7e6e8-5b8d-48a6-bb52-125de16b13e7 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Added segment c234ed67-edd5-4b39-b1f3-0b94330c3d0b of type vlan for network f0a9ba04-38f0-40e6-b903-a3653681c85c Jan 29 04:31:12.845901 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65d0763-d6a8-4db5-a683-aea476873e71 None None] Network 0908d096-8682-4824-be52-a861d6f723fe requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:31:12.846916 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e22f0e9b-0143-4393-800c-68d7ff25b557 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:12.856354 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e22f0e9b-0143-4393-800c-68d7ff25b557 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "DELETE /v2.0/subnets/8f00425a-66a1-4082-9d47-a6c66588a8f9 HTTP/1.1" status: 204 len: 168 time: 1.4193709 Jan 29 04:31:12.856536 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54312) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:12.862366 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d7e6e8-5b8d-48a6-bb52-125de16b13e7 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd47f65c-c9fe-4d0c-a5ed-5acc41eaaa0f,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:12.864883 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f0e9b-0143-4393-800c-68d7ff25b557 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event deleted for resources: {'Subnet': ['ID=8f00425a-66a1-4082-9d47-a6c66588a8f9,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:12.900299 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-e3e80550-dd98-486f-a831-e3140459b6a9 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Calling delete_port for a50fdd61-d3f8-4a5a-b552-a59c45207fb8 owned by network:floatingip {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:31:12.920970 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-780a99d7-135c-43e5-83c5-431753e6f3a5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (68240213-7c94-4dfb-b164-ce7aed9773d4), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:12.966616 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a99d7-135c-43e5-83c5-431753e6f3a5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Subnet': ['ID=68240213-7c94-4dfb-b164-ce7aed9773d4,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:12.967597 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f1d7e6e8-5b8d-48a6-bb52-125de16b13e7 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (f0a9ba04-38f0-40e6-b903-a3653681c85c), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:12.976673 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-780a99d7-135c-43e5-83c5-431753e6f3a5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:12.981583 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-780a99d7-135c-43e5-83c5-431753e6f3a5 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/68240213-7c94-4dfb-b164-ce7aed9773d4 HTTP/1.1" status: 204 len: 168 time: 0.4245064 Jan 29 04:31:12.983446 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54314) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:12.993361 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c760b0-5b29-413b-b37d-390a7f474409 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:31:12.999133 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-64cef616-e3d5-47d8-b00e-a874e1fb48ef tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (0908d096-8682-4824-be52-a861d6f723fe), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:13.087632 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-51ef7cdb-faf2-4625-87a7-120fa8509cbe tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting subnet d8f5dcc0-06d2-4e41-9a29-2ede4bdccee8 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:31:13.097404 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-51ef7cdb-faf2-4625-87a7-120fa8509cbe tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (d8f5dcc0-06d2-4e41-9a29-2ede4bdccee8), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:13.141658 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6d0402-91cd-4f20-8025-baa2396e14d4 None None] DHCP port deletion for 0908d096-8682-4824-be52-a861d6f723fe request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:31:13.153719 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-51ef7cdb-faf2-4625-87a7-120fa8509cbe tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (d8f5dcc0-06d2-4e41-9a29-2ede4bdccee8), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:13.186182 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-64cef616-e3d5-47d8-b00e-a874e1fb48ef tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Deleting port 3afce190-35f7-4bfa-ba67-0d50922fd525 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:31:13.186534 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-64cef616-e3d5-47d8-b00e-a874e1fb48ef tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (3afce190-35f7-4bfa-ba67-0d50922fd525), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:13.225365 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f1d7e6e8-5b8d-48a6-bb52-125de16b13e7 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (f0a9ba04-38f0-40e6-b903-a3653681c85c), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:13.226978 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d7e6e8-5b8d-48a6-bb52-125de16b13e7 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:13.227617 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f1d7e6e8-5b8d-48a6-bb52-125de16b13e7 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:13.301940 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ec6d0402-91cd-4f20-8025-baa2396e14d4 None None] Deleting port 3afce190-35f7-4bfa-ba67-0d50922fd525 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:31:13.302769 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ec6d0402-91cd-4f20-8025-baa2396e14d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (3afce190-35f7-4bfa-ba67-0d50922fd525), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:13.311079 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-64cef616-e3d5-47d8-b00e-a874e1fb48ef tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] For port 3afce190-35f7-4bfa-ba67-0d50922fd525, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=3afce190-35f7-4bfa-ba67-0d50922fd525,segment=NetworkSegment(e4e5b17c-b43c-4507-b398-b8b03df58281),segment_id=e4e5b17c-b43c-4507-b398-b8b03df58281)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:13.311079 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-64cef616-e3d5-47d8-b00e-a874e1fb48ef tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (3afce190-35f7-4bfa-ba67-0d50922fd525), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:13.334050 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-64cef616-e3d5-47d8-b00e-a874e1fb48ef tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Calling delete_port for 3afce190-35f7-4bfa-ba67-0d50922fd525 owned by network:dhcp {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:31:13.351469 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-51ef7cdb-faf2-4625-87a7-120fa8509cbe tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (d8f5dcc0-06d2-4e41-9a29-2ede4bdccee8), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:13.436676 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d7e6e8-5b8d-48a6-bb52-125de16b13e7 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Pushing event updated for resources: {'Network': ['ID=f0a9ba04-38f0-40e6-b903-a3653681c85c,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:13.457530 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network f0a9ba04-38f0-40e6-b903-a3653681c85c details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:31:13.487877 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f1d7e6e8-5b8d-48a6-bb52-125de16b13e7 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.8747489 Jan 29 04:31:13.491084 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54326) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:13.499026 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-c292c415-1b72-4436-82b6-9d4387e886d7 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Request body: {'network': {'project_id': '0ad7d3f0239d4ebfa3790a33e3606d33'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:13.517736 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-ec6d0402-91cd-4f20-8025-baa2396e14d4 None None] For port 3afce190-35f7-4bfa-ba67-0d50922fd525, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=3afce190-35f7-4bfa-ba67-0d50922fd525,segment=NetworkSegment(e4e5b17c-b43c-4507-b398-b8b03df58281),segment_id=e4e5b17c-b43c-4507-b398-b8b03df58281)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:13.518931 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ec6d0402-91cd-4f20-8025-baa2396e14d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (3afce190-35f7-4bfa-ba67-0d50922fd525), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:13.552575 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-076e49dc-5ee1-46cd-8159-fb2354882670 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for port (cd74d7b6-e44d-4e5f-9ab2-199866929d6c), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:13.571582 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ec6d0402-91cd-4f20-8025-baa2396e14d4 None None] Calling delete_port for 3afce190-35f7-4bfa-ba67-0d50922fd525 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:31:13.577232 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-51ef7cdb-faf2-4625-87a7-120fa8509cbe tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (d8f5dcc0-06d2-4e41-9a29-2ede4bdccee8), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:13.617634 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef7cdb-faf2-4625-87a7-120fa8509cbe tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Subnet': ['ID=d8f5dcc0-06d2-4e41-9a29-2ede4bdccee8,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:13.621843 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-51ef7cdb-faf2-4625-87a7-120fa8509cbe tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:13.628289 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54328) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:13.629033 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-51ef7cdb-faf2-4625-87a7-120fa8509cbe tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/d8f5dcc0-06d2-4e41-9a29-2ede4bdccee8 HTTP/1.1" status: 204 len: 168 time: 0.6442943 Jan 29 04:31:13.648203 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c292c415-1b72-4436-82b6-9d4387e886d7 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Made reservation on behalf of 0ad7d3f0239d4ebfa3790a33e3606d33 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:13.655733 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c292c415-1b72-4436-82b6-9d4387e886d7 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:13.687337 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-64cef616-e3d5-47d8-b00e-a874e1fb48ef tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (3afce190-35f7-4bfa-ba67-0d50922fd525), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:13.689171 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ec6d0402-91cd-4f20-8025-baa2396e14d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (3afce190-35f7-4bfa-ba67-0d50922fd525), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:13.700586 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-2a18f7fe-42b9-4127-a70e-117112d4df09 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0706778 Jan 29 04:31:13.701764 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54330) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:13.707350 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-e350730f-1800-460c-8cf3-da0a85c614c0 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'subnet': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:13.711785 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e3e80550-dd98-486f-a831-e3140459b6a9 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (a50fdd61-d3f8-4a5a-b552-a59c45207fb8), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:13.713689 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c292c415-1b72-4436-82b6-9d4387e886d7 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:31:13.733484 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cef616-e3d5-47d8-b00e-a874e1fb48ef tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] No DVR routers for this DVR port 3afce190-35f7-4bfa-ba67-0d50922fd525 on host dv-neutron-821190-1-hyperv {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:31:13.734403 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d0402-91cd-4f20-8025-baa2396e14d4 None None] Pushing event deleted for resources: {'Port': ['ID=3afce190-35f7-4bfa-ba67-0d50922fd525,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:13.736257 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6d0402-91cd-4f20-8025-baa2396e14d4 None None] No DVR routers for this DVR port 3afce190-35f7-4bfa-ba67-0d50922fd525 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:31:13.751554 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-076e49dc-5ee1-46cd-8159-fb2354882670 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (cd74d7b6-e44d-4e5f-9ab2-199866929d6c), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:13.753274 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076e49dc-5ee1-46cd-8159-fb2354882670 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:13.754042 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-076e49dc-5ee1-46cd-8159-fb2354882670 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:13.755514 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-076e49dc-5ee1-46cd-8159-fb2354882670 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "PUT /v2.0/ports/cd74d7b6-e44d-4e5f-9ab2-199866929d6c HTTP/1.1" status: 200 len: 911 time: 2.1282835 Jan 29 04:31:13.770701 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e80550-dd98-486f-a831-e3140459b6a9 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Pushing event deleted for resources: {'Port': ['ID=a50fdd61-d3f8-4a5a-b552-a59c45207fb8,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:13.778257 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54332) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:13.781519 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c292c415-1b72-4436-82b6-9d4387e886d7 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (ce2543d9-f919-4718-852d-c2ac12c8225f), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:13.781868 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-c292c415-1b72-4436-82b6-9d4387e886d7 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Added segment ce2543d9-f919-4718-852d-c2ac12c8225f of type vlan for network f1d14c81-18be-46ba-bd31-ac38aa42ac35 Jan 29 04:31:13.809746 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cef616-e3d5-47d8-b00e-a874e1fb48ef tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event deleted for resources: {'Port': ['ID=3afce190-35f7-4bfa-ba67-0d50922fd525,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:13.837520 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e49dc-5ee1-46cd-8159-fb2354882670 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event updated for resources: {'Port': ['ID=cd74d7b6-e44d-4e5f-9ab2-199866929d6c,revision_number=3']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:13.933301 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c292c415-1b72-4436-82b6-9d4387e886d7 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (f1d14c81-18be-46ba-bd31-ac38aa42ac35), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:13.971218 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-64cef616-e3d5-47d8-b00e-a874e1fb48ef tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (0908d096-8682-4824-be52-a861d6f723fe), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:14.003534 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-64cef616-e3d5-47d8-b00e-a874e1fb48ef tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0908d096-8682-4824-be52-a861d6f723fe']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:14.016352 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-64cef616-e3d5-47d8-b00e-a874e1fb48ef tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4e5b17c-b43c-4507-b398-b8b03df58281') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:14.016352 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-64cef616-e3d5-47d8-b00e-a874e1fb48ef tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4e5b17c-b43c-4507-b398-b8b03df58281') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:14.028743 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-64cef616-e3d5-47d8-b00e-a874e1fb48ef tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (e4e5b17c-b43c-4507-b398-b8b03df58281), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:14.042207 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c292c415-1b72-4436-82b6-9d4387e886d7 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (f1d14c81-18be-46ba-bd31-ac38aa42ac35), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:14.043276 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c292c415-1b72-4436-82b6-9d4387e886d7 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:14.043856 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c292c415-1b72-4436-82b6-9d4387e886d7 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:14.061351 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-64cef616-e3d5-47d8-b00e-a874e1fb48ef tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (e4e5b17c-b43c-4507-b398-b8b03df58281), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:14.075791 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e3e80550-dd98-486f-a831-e3140459b6a9 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for floatingip (a50ba9ff-8cab-4317-a27c-c700a1d31326), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:14.077108 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.l3_db [None req-e3e80550-dd98-486f-a831-e3140459b6a9 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Floating IP a50ba9ff-8cab-4317-a27c-c700a1d31326 disassociated (deleted). External IP: 172.26.8.218, port: 8ee8941e-2bbc-4cf8-9266-3d84dec89660. Jan 29 04:31:14.096589 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64cef616-e3d5-47d8-b00e-a874e1fb48ef tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:31:14.097011 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-64cef616-e3d5-47d8-b00e-a874e1fb48ef tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (e4e5b17c-b43c-4507-b398-b8b03df58281), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:14.110566 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:31:14.110566 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:31:14.110566 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:31:14.110566 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:31:14.110566 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:31:14.110566 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:31:14.110566 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:31:14.110566 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:31:14.110566 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:31:14.110566 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:31:14.110566 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:31:14.110566 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:31:14.110566 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:31:14.110566 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:31:14.110566 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:31:14.110566 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:31:14.110566 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:31:14.110566 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:31:14.110566 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:31:14.110566 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:31:14.110566 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:31:14.110566 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:31:14.110566 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:31:14.110566 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:31:14.110566 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:31:14.110566 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:31:14.110566 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:31:14.110566 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:31:14.110566 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:31:14.110566 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:31:14.110566 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:31:14.110566 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:31:14.154826 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e350730f-1800-460c-8cf3-da0a85c614c0 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:14.158328 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e350730f-1800-460c-8cf3-da0a85c614c0 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:14.230186 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c292c415-1b72-4436-82b6-9d4387e886d7 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Pushing event updated for resources: {'Network': ['ID=f1d14c81-18be-46ba-bd31-ac38aa42ac35,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:14.231099 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1d34d6-b95e-44e3-a247-1ca24ba6f4a0 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:31:14.244350 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c292c415-1b72-4436-82b6-9d4387e886d7 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7475441 Jan 29 04:31:14.246070 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54334) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:14.249540 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-400dc439-4d87-4281-898e-eb480456ba1e tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Request body: {'network': {'project_id': '0ad7d3f0239d4ebfa3790a33e3606d33'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:14.262773 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-400dc439-4d87-4281-898e-eb480456ba1e tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 29 04:31:14.264037 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-400dc439-4d87-4281-898e-eb480456ba1e tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:14.265190 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-400dc439-4d87-4281-898e-eb480456ba1e tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0195665 Jan 29 04:31:14.268415 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54336) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:14.307720 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network f1d14c81-18be-46ba-bd31-ac38aa42ac35 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:31:14.316552 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-5694590f-4522-4089-bdff-58d114220ad0 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ad7d3f0239d4ebfa3790a33e3606d33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0468354 Jan 29 04:31:14.319960 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54338) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:14.320859 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 3afce190-35f7-4bfa-ba67-0d50922fd525 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:31:14.328441 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-64cef616-e3d5-47d8-b00e-a874e1fb48ef tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (0908d096-8682-4824-be52-a861d6f723fe), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:14.333319 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-64cef616-e3d5-47d8-b00e-a874e1fb48ef tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:14.343020 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-64cef616-e3d5-47d8-b00e-a874e1fb48ef tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "DELETE /v2.0/networks/0908d096-8682-4824-be52-a861d6f723fe HTTP/1.1" status: 204 len: 168 time: 1.4890006 Jan 29 04:31:14.345074 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54340) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:14.360939 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-c8a27421-9274-4d89-aed4-e0f5a789590a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-958532573', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:14.395716 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cef616-e3d5-47d8-b00e-a874e1fb48ef tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event deleted for resources: {'Network': ['ID=0908d096-8682-4824-be52-a861d6f723fe,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:14.406792 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 3afce190-35f7-4bfa-ba67-0d50922fd525 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:31:14.407016 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 3afce190-35f7-4bfa-ba67-0d50922fd525 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:31:14.438112 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7c46cb29-9a73-47af-872c-c97cddbfdac6 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Publish callbacks [] for security_group (fd47f65c-c9fe-4d0c-a5ed-5acc41eaaa0f), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:14.456883 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-5ecb3bc7-ccfe-43d4-a308-b3b9f9a781e9 None None] Provisioning complete for port 78c92160-0947-4fd4-9053-da08f1340ea7 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:14.457264 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5ecb3bc7-ccfe-43d4-a308-b3b9f9a781e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (78c92160-0947-4fd4-9053-da08f1340ea7), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:14.458654 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c8a27421-9274-4d89-aed4-e0f5a789590a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (372a3b60-f704-4353-af5d-28c9327b9b15), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:14.459760 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c8a27421-9274-4d89-aed4-e0f5a789590a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (372a3b60-f704-4353-af5d-28c9327b9b15), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:14.531958 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c8a27421-9274-4d89-aed4-e0f5a789590a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for router_controller (372a3b60-f704-4353-af5d-28c9327b9b15), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:14.545383 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7c46cb29-9a73-47af-872c-c97cddbfdac6 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Publish callbacks [] for security_group (fd47f65c-c9fe-4d0c-a5ed-5acc41eaaa0f), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:14.600361 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-5ecb3bc7-ccfe-43d4-a308-b3b9f9a781e9 None None] Current status of the port 78c92160-0947-4fd4-9053-da08f1340ea7 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:14.606513 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19acddf-3bc4-4985-998f-a30379097c65 None None] DHCP port deletion for 4d28e89c-1ada-4d65-a68a-7c96765b022b request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:31:14.618299 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c8a27421-9274-4d89-aed4-e0f5a789590a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (372a3b60-f704-4353-af5d-28c9327b9b15), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:14.678403 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-a19acddf-3bc4-4985-998f-a30379097c65 None None] Deleting port 78c92160-0947-4fd4-9053-da08f1340ea7 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:31:14.678819 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a19acddf-3bc4-4985-998f-a30379097c65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (78c92160-0947-4fd4-9053-da08f1340ea7), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:14.691177 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7c46cb29-9a73-47af-872c-c97cddbfdac6 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (fd47f65c-c9fe-4d0c-a5ed-5acc41eaaa0f), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:14.695860 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7c46cb29-9a73-47af-872c-c97cddbfdac6 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:14.699415 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7c46cb29-9a73-47af-872c-c97cddbfdac6 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd47f65c-c9fe-4d0c-a5ed-5acc41eaaa0f HTTP/1.1" status: 204 len: 168 time: 0.3763592 Jan 29 04:31:14.700993 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54344) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:14.717260 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c46cb29-9a73-47af-872c-c97cddbfdac6 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd47f65c-c9fe-4d0c-a5ed-5acc41eaaa0f,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:14.737039 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c8a27421-9274-4d89-aed4-e0f5a789590a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:14.741660 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c8a27421-9274-4d89-aed4-e0f5a789590a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3923042 Jan 29 04:31:14.742581 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54346) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:14.752834 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-f889f089-bb1f-4b1c-893d-7244dc848452 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Request body: {'network': {'name': 'tempest-RoutersTest-1110776214'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:14.825525 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-a19acddf-3bc4-4985-998f-a30379097c65 None None] For port 78c92160-0947-4fd4-9053-da08f1340ea7, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=78c92160-0947-4fd4-9053-da08f1340ea7,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:14.826183 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a19acddf-3bc4-4985-998f-a30379097c65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (78c92160-0947-4fd4-9053-da08f1340ea7), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:14.828914 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b7f6ca1c-ab1d-40f7-a6e4-dc58aeef9f48 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (f1d14c81-18be-46ba-bd31-ac38aa42ac35), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:14.844517 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-a19acddf-3bc4-4985-998f-a30379097c65 None None] Calling delete_port for 78c92160-0947-4fd4-9053-da08f1340ea7 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:31:14.881182 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e350730f-1800-460c-8cf3-da0a85c614c0 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (21d721ff-3282-4c82-a070-4aa1eaadaaf7), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:14.927614 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b7f6ca1c-ab1d-40f7-a6e4-dc58aeef9f48 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (f1d14c81-18be-46ba-bd31-ac38aa42ac35), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:14.939967 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e350730f-1800-460c-8cf3-da0a85c614c0 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Subnet': ['ID=21d721ff-3282-4c82-a070-4aa1eaadaaf7,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:14.941555 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f889f089-bb1f-4b1c-893d-7244dc848452 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Made reservation on behalf of b19b1132342942e78366ba08553b13d3 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:14.946964 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f889f089-bb1f-4b1c-893d-7244dc848452 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:14.949050 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e350730f-1800-460c-8cf3-da0a85c614c0 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:14.966742 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-b7f6ca1c-ab1d-40f7-a6e4-dc58aeef9f48 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1d14c81-18be-46ba-bd31-ac38aa42ac35']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:14.975814 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-e350730f-1800-460c-8cf3-da0a85c614c0 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:14.983405 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-b7f6ca1c-ab1d-40f7-a6e4-dc58aeef9f48 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce2543d9-f919-4718-852d-c2ac12c8225f') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:14.983405 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-b7f6ca1c-ab1d-40f7-a6e4-dc58aeef9f48 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce2543d9-f919-4718-852d-c2ac12c8225f') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:14.988772 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e350730f-1800-460c-8cf3-da0a85c614c0 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:14.989374 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e350730f-1800-460c-8cf3-da0a85c614c0 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:15.000668 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b7f6ca1c-ab1d-40f7-a6e4-dc58aeef9f48 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (ce2543d9-f919-4718-852d-c2ac12c8225f), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:15.008961 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f889f089-bb1f-4b1c-893d-7244dc848452 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:31:15.018372 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a19acddf-3bc4-4985-998f-a30379097c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (78c92160-0947-4fd4-9053-da08f1340ea7), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:15.022858 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b7f6ca1c-ab1d-40f7-a6e4-dc58aeef9f48 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (ce2543d9-f919-4718-852d-c2ac12c8225f), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:15.032749 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f889f089-bb1f-4b1c-893d-7244dc848452 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (58f8ba70-d18f-4fd5-8742-48b1756136cc), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:15.032749 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-f889f089-bb1f-4b1c-893d-7244dc848452 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Added segment 58f8ba70-d18f-4fd5-8742-48b1756136cc of type vlan for network 5e64060c-86c5-488d-b521-33ad26ce344e Jan 29 04:31:15.037785 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f6ca1c-ab1d-40f7-a6e4-dc58aeef9f48 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:31:15.038285 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b7f6ca1c-ab1d-40f7-a6e4-dc58aeef9f48 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (ce2543d9-f919-4718-852d-c2ac12c8225f), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:15.040967 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:31:15.040967 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:31:15.040967 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:31:15.040967 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:31:15.040967 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:31:15.040967 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:31:15.040967 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:31:15.040967 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:31:15.040967 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:31:15.040967 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:31:15.040967 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:31:15.040967 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:31:15.040967 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:31:15.040967 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:31:15.040967 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:31:15.040967 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:31:15.040967 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:31:15.040967 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:31:15.040967 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:31:15.040967 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:31:15.040967 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:31:15.040967 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:31:15.040967 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:31:15.040967 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:31:15.040967 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:31:15.040967 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:31:15.040967 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:31:15.040967 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:31:15.040967 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:31:15.040967 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:31:15.040967 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:31:15.040967 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:31:15.071922 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19acddf-3bc4-4985-998f-a30379097c65 None None] No DVR routers for this DVR port 78c92160-0947-4fd4-9053-da08f1340ea7 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:31:15.076682 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19acddf-3bc4-4985-998f-a30379097c65 None None] Pushing event deleted for resources: {'Port': ['ID=78c92160-0947-4fd4-9053-da08f1340ea7,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:15.099834 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcad821-6a36-4e82-9423-ea393d50bd08 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:31:15.127546 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f889f089-bb1f-4b1c-893d-7244dc848452 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (5e64060c-86c5-488d-b521-33ad26ce344e), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:15.141879 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e350730f-1800-460c-8cf3-da0a85c614c0 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4384389 Jan 29 04:31:15.144800 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54348) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:15.151294 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e80550-dd98-486f-a831-e3140459b6a9 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Router b4cdd887-077c-46cb-a629-60c82e2e8d39 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:31:15.152598 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-281de029-987d-49f1-99a7-9536ae0bdaa1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'subnet': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:15.247703 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b7f6ca1c-ab1d-40f7-a6e4-dc58aeef9f48 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (f1d14c81-18be-46ba-bd31-ac38aa42ac35), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:15.269420 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c040ff7c-539d-4b94-a780-49043ae7e5aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-4d28e89c-1ada-4d65-a68a-7c96765b022b', 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'project_id': '3f0989a792a340bdb1fe42eccff4a8d3', 'fixed_ips': [{'subnet_id': '21d721ff-3282-4c82-a070-4aa1eaadaaf7'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:31:15.271743 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c040ff7c-539d-4b94-a780-49043ae7e5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:15.280778 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b7f6ca1c-ab1d-40f7-a6e4-dc58aeef9f48 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:15.286796 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b7f6ca1c-ab1d-40f7-a6e4-dc58aeef9f48 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] 10.222.0.13 "DELETE /v2.0/networks/f1d14c81-18be-46ba-bd31-ac38aa42ac35 HTTP/1.1" status: 204 len: 168 time: 0.5811312 Jan 29 04:31:15.288022 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f6ca1c-ab1d-40f7-a6e4-dc58aeef9f48 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Pushing event deleted for resources: {'Network': ['ID=f1d14c81-18be-46ba-bd31-ac38aa42ac35,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:15.289618 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54350) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:15.301158 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f889f089-bb1f-4b1c-893d-7244dc848452 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (5e64060c-86c5-488d-b521-33ad26ce344e), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:15.306093 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f889f089-bb1f-4b1c-893d-7244dc848452 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:15.306676 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f889f089-bb1f-4b1c-893d-7244dc848452 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:15.355193 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e80550-dd98-486f-a831-e3140459b6a9 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:31:15.374556 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd77f4b-1fd0-4541-8e65-b57265eb99d3 None None] Sync routers for ids ['b4cdd887-077c-46cb-a629-60c82e2e8d39'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:31:15.377646 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e3e80550-dd98-486f-a831-e3140459b6a9 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:15.392877 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd77f4b-1fd0-4541-8e65-b57265eb99d3 None None] Routers {'b4cdd887-077c-46cb-a629-60c82e2e8d39'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:31:15.397973 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-abd77f4b-1fd0-4541-8e65-b57265eb99d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b4cdd887-077c-46cb-a629-60c82e2e8d39'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:15.421378 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e3e80550-dd98-486f-a831-e3140459b6a9 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "DELETE /v2.0/floatingips/a50ba9ff-8cab-4317-a27c-c700a1d31326 HTTP/1.1" status: 204 len: 168 time: 3.4389751 Jan 29 04:31:15.421378 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2471a799-07fd-4f75-bd33-3f5d9eacfa2c', 'tag': '8ee8941e-2bbc-4cf8-9266-3d84dec89660'}] {{(pid=103584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:31:15.435899 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f889f089-bb1f-4b1c-893d-7244dc848452 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6885200 Jan 29 04:31:15.441083 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88d22702f486e82ce3265c1db8b0c003dd285ef8b53ba8e869e33114e3fd04d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6b6eb3-2114-4ac8-987e-67757a3614aa" -d '{"events": [{"name": "network-changed", "server_uuid": "2471a799-07fd-4f75-bd33-3f5d9eacfa2c", "tag": "8ee8941e-2bbc-4cf8-9266-3d84dec89660"}]}' {{(pid=103584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:31:15.445028 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54354) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:15.458809 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-b47c6ca4-1c81-49cf-86be-5cdce4563785 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Request body: {'subnet': {'network_id': '5e64060c-86c5-488d-b521-33ad26ce344e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:15.526475 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-27b8ce11-cb3f-4935-ac9d-4d4f693b0ad9 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (f0a9ba04-38f0-40e6-b903-a3653681c85c), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:15.528168 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889f089-bb1f-4b1c-893d-7244dc848452 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event updated for resources: {'Network': ['ID=5e64060c-86c5-488d-b521-33ad26ce344e,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:15.545038 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 5e64060c-86c5-488d-b521-33ad26ce344e details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:31:15.599353 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281de029-987d-49f1-99a7-9536ae0bdaa1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:15.604224 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-281de029-987d-49f1-99a7-9536ae0bdaa1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:15.630261 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-abd77f4b-1fd0-4541-8e65-b57265eb99d3 None None] Set router b4cdd887-077c-46cb-a629-60c82e2e8d39 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:31:15.680601 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7cc5df3d-5285-4b38-8256-09bb92e5b68d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (94f1d47c-b63b-4f41-8ce4-ae31375efb1a), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:15.695861 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-c040ff7c-539d-4b94-a780-49043ae7e5aa None None] Allocated IP 2001:db8::2 (4d28e89c-1ada-4d65-a68a-7c96765b022b/21d721ff-3282-4c82-a070-4aa1eaadaaf7/11f59a80-8e5b-4baf-9c4d-b8b293112d57) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:31:15.769505 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-27b8ce11-cb3f-4935-ac9d-4d4f693b0ad9 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (f0a9ba04-38f0-40e6-b903-a3653681c85c), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:15.804259 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-27b8ce11-cb3f-4935-ac9d-4d4f693b0ad9 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0a9ba04-38f0-40e6-b903-a3653681c85c']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:15.833604 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-27b8ce11-cb3f-4935-ac9d-4d4f693b0ad9 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c234ed67-edd5-4b39-b1f3-0b94330c3d0b') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:15.833604 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-27b8ce11-cb3f-4935-ac9d-4d4f693b0ad9 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c234ed67-edd5-4b39-b1f3-0b94330c3d0b') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:15.846818 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.ipam_backend_mixin [None req-281de029-987d-49f1-99a7-9536ae0bdaa1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 21d721ff-3282-4c82-a070-4aa1eaadaaf7 (CIDR: 2001:db8::/64) Jan 29 04:31:15.849223 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-27b8ce11-cb3f-4935-ac9d-4d4f693b0ad9 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (c234ed67-edd5-4b39-b1f3-0b94330c3d0b), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:15.867562 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f2c7e8-b7b2-45f6-b456-3eba5ce4019d x-openstack-request-id: req-21f2c7e8-b7b2-45f6-b456-3eba5ce4019d {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:31:15.869004 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-27b8ce11-cb3f-4935-ac9d-4d4f693b0ad9 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (c234ed67-edd5-4b39-b1f3-0b94330c3d0b), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:15.872639 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2471a799-07fd-4f75-bd33-3f5d9eacfa2c", "tag": "8ee8941e-2bbc-4cf8-9266-3d84dec89660", "status": "completed", "code": 200}]} {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:31:15.873174 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-21f2c7e8-b7b2-45f6-b456-3eba5ce4019d {{(pid=103584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:31:15.874072 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2471a799-07fd-4f75-bd33-3f5d9eacfa2c', 'tag': '8ee8941e-2bbc-4cf8-9266-3d84dec89660', 'status': 'completed', 'code': 200} Jan 29 04:31:15.877201 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27b8ce11-cb3f-4935-ac9d-4d4f693b0ad9 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:31:15.877713 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-27b8ce11-cb3f-4935-ac9d-4d4f693b0ad9 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (c234ed67-edd5-4b39-b1f3-0b94330c3d0b), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:15.880811 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:31:15.880811 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:31:15.880811 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:31:15.880811 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:31:15.880811 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:31:15.880811 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:31:15.880811 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:31:15.880811 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:31:15.880811 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:31:15.880811 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:31:15.880811 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:31:15.880811 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:31:15.880811 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:31:15.880811 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:31:15.880811 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:31:15.880811 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:31:15.880811 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:31:15.880811 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:31:15.880811 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:31:15.880811 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:31:15.880811 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:31:15.880811 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:31:15.880811 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:31:15.880811 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:31:15.880811 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:31:15.880811 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:31:15.880811 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:31:15.880811 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:31:15.880811 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:31:15.880811 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:31:15.880811 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:31:15.880811 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:31:15.959997 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-281de029-987d-49f1-99a7-9536ae0bdaa1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:31:15.965258 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-281de029-987d-49f1-99a7-9536ae0bdaa1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:16.013981 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c040ff7c-539d-4b94-a780-49043ae7e5aa None None] Publish callbacks [] for port (11f59a80-8e5b-4baf-9c4d-b8b293112d57), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:16.065165 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-27b8ce11-cb3f-4935-ac9d-4d4f693b0ad9 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (f0a9ba04-38f0-40e6-b903-a3653681c85c), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:16.074015 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-abd77f4b-1fd0-4541-8e65-b57265eb99d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cdd887-077c-46cb-a629-60c82e2e8d39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907967901', 'tenant_id': 'd1218af32ef54486a3687ccbcfae4b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '62af884b-1714-4169-a124-91d38ad1e3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:46Z', 'updated_at': '2022-01-29T04:27:57Z', 'revision_number': 4, 'project_id': 'd1218af32ef54486a3687ccbcfae4b37', 'gw_port': {'id': '62af884b-1714-4169-a124-91d38ad1e3b4', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cdd887-077c-46cb-a629-60c82e2e8d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:48Z', 'updated_at': '2022-01-29T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '7b04459c-b3f3-49a9-83d2-02050a0cd484', 'name': '', 'network_id': '9ab12730-721a-45c7-85f6-a754b924ee36', 'tenant_id': 'd1218af32ef54486a3687ccbcfae4b37', 'mac_address': 'fa:16:3e:95:1f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cdd887-077c-46cb-a629-60c82e2e8d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '243e0a19-7391-4f55-8e4a-713131ecc5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:55Z', 'updated_at': '2022-01-29T04:28:02Z', 'revision_number': 5, 'project_id': 'd1218af32ef54486a3687ccbcfae4b37', 'subnets': [{'id': '243e0a19-7391-4f55-8e4a-713131ecc5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:16.082919 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-27b8ce11-cb3f-4935-ac9d-4d4f693b0ad9 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:16.089810 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-27b8ce11-cb3f-4935-ac9d-4d4f693b0ad9 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] 10.222.0.13 "DELETE /v2.0/networks/f0a9ba04-38f0-40e6-b903-a3653681c85c HTTP/1.1" status: 204 len: 168 time: 0.7901306 Jan 29 04:31:16.111847 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd77f4b-1fd0-4541-8e65-b57265eb99d3 None None] Checking router: b4cdd887-077c-46cb-a629-60c82e2e8d39 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:31:16.122731 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd77f4b-1fd0-4541-8e65-b57265eb99d3 None None] Routers {'b4cdd887-077c-46cb-a629-60c82e2e8d39'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:31:16.123754 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-abd77f4b-1fd0-4541-8e65-b57265eb99d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b4cdd887-077c-46cb-a629-60c82e2e8d39'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:16.143013 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c040ff7c-539d-4b94-a780-49043ae7e5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (11f59a80-8e5b-4baf-9c4d-b8b293112d57), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:16.147174 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-281de029-987d-49f1-99a7-9536ae0bdaa1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0012066 Jan 29 04:31:16.150714 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54372) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:16.157637 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-2b4d4f5e-bc6f-4ba3-bcf8-2b3f85ee2a01 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'subnet': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:16.162615 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8ce11-cb3f-4935-ac9d-4d4f693b0ad9 tempest-QuotasNegativeTest-1371421021 tempest-QuotasNegativeTest-1371421021-project-admin] Pushing event deleted for resources: {'Network': ['ID=f0a9ba04-38f0-40e6-b903-a3653681c85c,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:16.200124 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47c6ca4-1c81-49cf-86be-5cdce4563785 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Made reservation on behalf of b19b1132342942e78366ba08553b13d3 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:16.203973 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c040ff7c-539d-4b94-a780-49043ae7e5aa None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:16.208865 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b47c6ca4-1c81-49cf-86be-5cdce4563785 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:16.209005 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-c040ff7c-539d-4b94-a780-49043ae7e5aa None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:16.210502 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a9d6e-118c-4072-9ca6-0b8eed25d55b req-0393c103-5298-438f-a676-75b810fc73e6 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:16.212055 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3f8a9d6e-118c-4072-9ca6-0b8eed25d55b req-0393c103-5298-438f-a676-75b810fc73e6 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/ports?device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c HTTP/1.1" status: 200 len: 945 time: 0.2814362 Jan 29 04:31:16.214186 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b6eb3-2114-4ac8-987e-67757a3614aa req-aeaafead-8c10-4b7a-a606-4dd984fc0c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:16.215664 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-df6b6eb3-2114-4ac8-987e-67757a3614aa req-aeaafead-8c10-4b7a-a606-4dd984fc0c0a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1218af32ef54486a3687ccbcfae4b37&device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c HTTP/1.1" status: 200 len: 1129 time: 0.2839713 Jan 29 04:31:16.216446 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c040ff7c-539d-4b94-a780-49043ae7e5aa None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:31:16.220992 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c040ff7c-539d-4b94-a780-49043ae7e5aa None None] Pushing event updated for resources: {'Port': ['ID=11f59a80-8e5b-4baf-9c4d-b8b293112d57,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:16.305936 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-c040ff7c-539d-4b94-a780-49043ae7e5aa None None] Attempting to bind port 11f59a80-8e5b-4baf-9c4d-b8b293112d57 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:31:16.306571 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-c040ff7c-539d-4b94-a780-49043ae7e5aa None None] Attempting to bind port 11f59a80-8e5b-4baf-9c4d-b8b293112d57 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:31:16.306685 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c040ff7c-539d-4b94-a780-49043ae7e5aa None None] Attempting to bind port 11f59a80-8e5b-4baf-9c4d-b8b293112d57 on network 4d28e89c-1ada-4d65-a68a-7c96765b022b {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:31:16.313056 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 78c92160-0947-4fd4-9053-da08f1340ea7 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:31:16.317214 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c040ff7c-539d-4b94-a780-49043ae7e5aa None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:31:16.317214 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c040ff7c-539d-4b94-a780-49043ae7e5aa None None] Checking segment: {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:31:16.317214 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c040ff7c-539d-4b94-a780-49043ae7e5aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:16.317214 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c040ff7c-539d-4b94-a780-49043ae7e5aa None None] Bound using segment: {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:31:16.317214 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-c040ff7c-539d-4b94-a780-49043ae7e5aa None None] Bound port: 11f59a80-8e5b-4baf-9c4d-b8b293112d57, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24b3080-2501-441d-a2d0-90b4cb6a70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:31:16.317762 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c040ff7c-539d-4b94-a780-49043ae7e5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (11f59a80-8e5b-4baf-9c4d-b8b293112d57), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:16.329649 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-abd77f4b-1fd0-4541-8e65-b57265eb99d3 None None] Set router b4cdd887-077c-46cb-a629-60c82e2e8d39 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:31:16.331726 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-7cc5df3d-5285-4b38-8256-09bb92e5b68d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Deleting port cd74d7b6-e44d-4e5f-9ab2-199866929d6c {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:31:16.332178 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7cc5df3d-5285-4b38-8256-09bb92e5b68d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (cd74d7b6-e44d-4e5f-9ab2-199866929d6c), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:16.349497 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 78c92160-0947-4fd4-9053-da08f1340ea7 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:31:16.349856 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 78c92160-0947-4fd4-9053-da08f1340ea7 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:31:16.441227 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7cc5df3d-5285-4b38-8256-09bb92e5b68d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (cd74d7b6-e44d-4e5f-9ab2-199866929d6c), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:16.455514 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-7cc5df3d-5285-4b38-8256-09bb92e5b68d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Calling delete_port for cd74d7b6-e44d-4e5f-9ab2-199866929d6c owned by network:router_interface {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:31:16.495183 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-c040ff7c-539d-4b94-a780-49043ae7e5aa None None] For port 11f59a80-8e5b-4baf-9c4d-b8b293112d57, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:31:16.504705 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-c040ff7c-539d-4b94-a780-49043ae7e5aa None None] For port 11f59a80-8e5b-4baf-9c4d-b8b293112d57, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=11f59a80-8e5b-4baf-9c4d-b8b293112d57,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:31:16.600065 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c040ff7c-539d-4b94-a780-49043ae7e5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (11f59a80-8e5b-4baf-9c4d-b8b293112d57), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:16.766809 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c040ff7c-539d-4b94-a780-49043ae7e5aa None None] Pushing event updated for resources: {'Port': ['ID=11f59a80-8e5b-4baf-9c4d-b8b293112d57,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:16.787204 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7cc5df3d-5285-4b38-8256-09bb92e5b68d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (cd74d7b6-e44d-4e5f-9ab2-199866929d6c), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:16.923619 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5df3d-5285-4b38-8256-09bb92e5b68d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event deleted for resources: {'Port': ['ID=cd74d7b6-e44d-4e5f-9ab2-199866929d6c,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:16.951610 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3f8a9d6e-118c-4072-9ca6-0b8eed25d55b req-55fbe130-ef73-4dca-8610-fed65d4854f9 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/security-groups?id=d988af8b-ef19-409e-9a6b-f84166dff0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7044919 Jan 29 04:31:16.958532 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-abd77f4b-1fd0-4541-8e65-b57265eb99d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cdd887-077c-46cb-a629-60c82e2e8d39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907967901', 'tenant_id': 'd1218af32ef54486a3687ccbcfae4b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '62af884b-1714-4169-a124-91d38ad1e3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:46Z', 'updated_at': '2022-01-29T04:27:57Z', 'revision_number': 4, 'project_id': 'd1218af32ef54486a3687ccbcfae4b37', 'gw_port': {'id': '62af884b-1714-4169-a124-91d38ad1e3b4', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cdd887-077c-46cb-a629-60c82e2e8d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:48Z', 'updated_at': '2022-01-29T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '7b04459c-b3f3-49a9-83d2-02050a0cd484', 'name': '', 'network_id': '9ab12730-721a-45c7-85f6-a754b924ee36', 'tenant_id': 'd1218af32ef54486a3687ccbcfae4b37', 'mac_address': 'fa:16:3e:95:1f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cdd887-077c-46cb-a629-60c82e2e8d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '243e0a19-7391-4f55-8e4a-713131ecc5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:55Z', 'updated_at': '2022-01-29T04:28:02Z', 'revision_number': 5, 'project_id': 'd1218af32ef54486a3687ccbcfae4b37', 'subnets': [{'id': '243e0a19-7391-4f55-8e4a-713131ecc5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:16.990818 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b6eb3-2114-4ac8-987e-67757a3614aa req-037f44a4-4a79-452e-b276-449e29e004f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:16.995637 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-df6b6eb3-2114-4ac8-987e-67757a3614aa req-037f44a4-4a79-452e-b276-449e29e004f7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9ab12730-721a-45c7-85f6-a754b924ee36 HTTP/1.1" status: 200 len: 898 time: 0.7491591 Jan 29 04:31:17.021491 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd77f4b-1fd0-4541-8e65-b57265eb99d3 None None] The sync data for ids ['b4cdd887-077c-46cb-a629-60c82e2e8d39'] in dv-neutron-821190-1-hyperv is: [{'id': 'b4cdd887-077c-46cb-a629-60c82e2e8d39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907967901', 'tenant_id': 'd1218af32ef54486a3687ccbcfae4b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '62af884b-1714-4169-a124-91d38ad1e3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:46Z', 'updated_at': '2022-01-29T04:27:57Z', 'revision_number': 4, 'project_id': 'd1218af32ef54486a3687ccbcfae4b37', 'gw_port': {'id': '62af884b-1714-4169-a124-91d38ad1e3b4', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cdd887-077c-46cb-a629-60c82e2e8d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:48Z', 'updated_at': '2022-01-29T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '7b04459c-b3f3-49a9-83d2-02050a0cd484', 'name': '', 'network_id': '9ab12730-721a-45c7-85f6-a754b924ee36', 'tenant_id': 'd1218af32ef54486a3687ccbcfae4b37', 'mac_address': 'fa:16:3e:95:1f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cdd887-077c-46cb-a629-60c82e2e8d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '243e0a19-7391-4f55-8e4a-713131ecc5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:55Z', 'updated_at': '2022-01-29T04:28:02Z', 'revision_number': 5, 'project_id': 'd1218af32ef54486a3687ccbcfae4b37', 'subnets': [{'id': '243e0a19-7391-4f55-8e4a-713131ecc5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:31:17.059053 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-df6b6eb3-2114-4ac8-987e-67757a3614aa req-c481cbb4-de6b-454b-b973-4ecb4770ce7a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ee8941e-2bbc-4cf8-9266-3d84dec89660 HTTP/1.1" status: 200 len: 217 time: 0.0574913 Jan 29 04:31:17.155732 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4d4f5e-bc6f-4ba3-bcf8-2b3f85ee2a01 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:17.159087 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2b4d4f5e-bc6f-4ba3-bcf8-2b3f85ee2a01 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:17.283234 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7cc5df3d-5285-4b38-8256-09bb92e5b68d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (94f1d47c-b63b-4f41-8ce4-ae31375efb1a), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:17.535761 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b6eb3-2114-4ac8-987e-67757a3614aa req-dac339e8-7144-49d1-bc6c-e69421ad84d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:17.537716 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-df6b6eb3-2114-4ac8-987e-67757a3614aa req-dac339e8-7144-49d1-bc6c-e69421ad84d6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=243e0a19-7391-4f55-8e4a-713131ecc5e5 HTTP/1.1" status: 200 len: 835 time: 0.4722750 Jan 29 04:31:17.545915 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54380) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:17.546866 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b47c6ca4-1c81-49cf-86be-5cdce4563785 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (103d068b-4d58-4800-a106-514933ad2077), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:17.562698 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df737a30-d57e-4e56-b886-e2b0665b72e8 None None] New status for floating IP a50ba9ff-8cab-4317-a27c-c700a1d31326: DOWN {{(pid=103586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:31:17.600910 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b6eb3-2114-4ac8-987e-67757a3614aa req-8e8e26f8-fe75-4937-8767-29e20dcfbe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:17.601615 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc5df3d-5285-4b38-8256-09bb92e5b68d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Router 94f1d47c-b63b-4f41-8ce4-ae31375efb1a has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:31:17.602868 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-df6b6eb3-2114-4ac8-987e-67757a3614aa req-8e8e26f8-fe75-4937-8767-29e20dcfbe6e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9ab12730-721a-45c7-85f6-a754b924ee36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0559578 Jan 29 04:31:17.686546 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c6ca4-1c81-49cf-86be-5cdce4563785 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event updated for resources: {'Subnet': ['ID=103d068b-4d58-4800-a106-514933ad2077,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:17.727394 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5938024f-08c0-4767-8530-2147aefdd866 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:17.748213 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47c6ca4-1c81-49cf-86be-5cdce4563785 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Checking segment: {'id': '58f8ba70-d18f-4fd5-8742-48b1756136cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '5e64060c-86c5-488d-b521-33ad26ce344e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:31:17.748213 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47c6ca4-1c81-49cf-86be-5cdce4563785 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Network hostable DHCP agents. Network: 5e64060c-86c5-488d-b521-33ad26ce344e, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:31:17.786970 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc5df3d-5285-4b38-8256-09bb92e5b68d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:31:17.797739 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-7cc5df3d-5285-4b38-8256-09bb92e5b68d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "PUT /v2.0/routers/94f1d47c-b63b-4f41-8ce4-ae31375efb1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0160818 Jan 29 04:31:17.800241 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba111126-1c74-4937-a2a2-d6085b59b9a3 None None] Sync routers for ids ['94f1d47c-b63b-4f41-8ce4-ae31375efb1a'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:31:17.804271 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54392) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:17.819534 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba111126-1c74-4937-a2a2-d6085b59b9a3 None None] Routers {'94f1d47c-b63b-4f41-8ce4-ae31375efb1a'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:31:17.827805 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66106b2b-70cf-41a9-b612-f1786cbc57ef req-2fd9244e-0082-4b2f-b7a2-e0457081517b tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:17.838781 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-ba111126-1c74-4937-a2a2-d6085b59b9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['94f1d47c-b63b-4f41-8ce4-ae31375efb1a'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:17.839016 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-66106b2b-70cf-41a9-b612-f1786cbc57ef req-2fd9244e-0082-4b2f-b7a2-e0457081517b tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.18 "GET /v2.0/ports?device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c HTTP/1.1" status: 200 len: 945 time: 0.2143381 Jan 29 04:31:17.854194 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-7ad93282-5524-4f24-aef5-86a9ee8dd42c tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "GET /v2.0/ports?device_id=94f1d47c-b63b-4f41-8ce4-ae31375efb1a HTTP/1.1" status: 200 len: 205 time: 0.0483418 Jan 29 04:31:17.855149 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54396) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:17.881893 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-ba111126-1c74-4937-a2a2-d6085b59b9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:17.892058 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba111126-1c74-4937-a2a2-d6085b59b9a3 None None] Routers {'94f1d47c-b63b-4f41-8ce4-ae31375efb1a'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:31:17.892926 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-ba111126-1c74-4937-a2a2-d6085b59b9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:30:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['94f1d47c-b63b-4f41-8ce4-ae31375efb1a'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:17.917768 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5938024f-08c0-4767-8530-2147aefdd866 admin admin] Publish callbacks [] for security_group (6221c5eb-a711-4701-b5e3-2e56ece0ec2d), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:17.922828 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-df6b6eb3-2114-4ac8-987e-67757a3614aa req-f2a174f5-a613-463f-99d9-8447c617651f service neutron] 10.222.0.18 "GET /v2.0/networks/9ab12730-721a-45c7-85f6-a754b924ee36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056705 Jan 29 04:31:17.937298 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-ba111126-1c74-4937-a2a2-d6085b59b9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:17.938100 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba111126-1c74-4937-a2a2-d6085b59b9a3 None None] The sync data for ids ['94f1d47c-b63b-4f41-8ce4-ae31375efb1a'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:31:17.977798 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47c6ca4-1c81-49cf-86be-5cdce4563785 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Network 5e64060c-86c5-488d-b521-33ad26ce344e is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:31:18.030920 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-be054927-5c58-4752-91e0-d67fa566b292 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for router (94f1d47c-b63b-4f41-8ce4-ae31375efb1a), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:18.033804 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5938024f-08c0-4767-8530-2147aefdd866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (6221c5eb-a711-4701-b5e3-2e56ece0ec2d), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:18.155187 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-b47c6ca4-1c81-49cf-86be-5cdce4563785 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 5e64060c-86c5-488d-b521-33ad26ce344e) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:18.164993 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fd5dd8-0aee-4570-802a-ed403432ef5b None None] Network 5e64060c-86c5-488d-b521-33ad26ce344e requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:31:18.200237 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.objects.ports [None req-2b4d4f5e-bc6f-4ba3-bcf8-2b3f85ee2a01 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103585) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 04:31:18.266202 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [req-66106b2b-70cf-41a9-b612-f1786cbc57ef req-91e193f8-a9d2-4c71-9710-275a4593047e tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Deleting port 8ee8941e-2bbc-4cf8-9266-3d84dec89660 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:31:18.271329 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-66106b2b-70cf-41a9-b612-f1786cbc57ef req-91e193f8-a9d2-4c71-9710-275a4593047e tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (8ee8941e-2bbc-4cf8-9266-3d84dec89660), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:18.277240 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47c6ca4-1c81-49cf-86be-5cdce4563785 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:18.277836 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b47c6ca4-1c81-49cf-86be-5cdce4563785 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:18.359585 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-5938024f-08c0-4767-8530-2147aefdd866 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e72b2bceed34e3e88ed5b2f2776fcd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8037109 Jan 29 04:31:18.376807 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-be054927-5c58-4752-91e0-d67fa566b292 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (94f1d47c-b63b-4f41-8ce4-ae31375efb1a), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:18.380578 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54402) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:18.383617 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24450084-2d7d-4a7b-a345-3445de4cae1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-5e64060c-86c5-488d-b521-33ad26ce344e', 'network_id': '5e64060c-86c5-488d-b521-33ad26ce344e', 'project_id': 'b19b1132342942e78366ba08553b13d3', 'fixed_ips': [{'subnet_id': '103d068b-4d58-4800-a106-514933ad2077'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:31:18.386195 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-24450084-2d7d-4a7b-a345-3445de4cae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:18.387090 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938024f-08c0-4767-8530-2147aefdd866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6221c5eb-a711-4701-b5e3-2e56ece0ec2d,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:18.387698 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-be054927-5c58-4752-91e0-d67fa566b292 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for router_controller (94f1d47c-b63b-4f41-8ce4-ae31375efb1a), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:18.435656 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 11f59a80-8e5b-4baf-9c4d-b8b293112d57 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:18.443738 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-df6b6eb3-2114-4ac8-987e-67757a3614aa req-bcd01105-75ca-4929-ad28-290ca8411fbd service neutron] 10.222.0.18 "GET /v2.0/networks/9ab12730-721a-45c7-85f6-a754b924ee36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5078843 Jan 29 04:31:18.648529 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2b4d4f5e-bc6f-4ba3-bcf8-2b3f85ee2a01 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (11f59a80-8e5b-4baf-9c4d-b8b293112d57), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:18.826412 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-24450084-2d7d-4a7b-a345-3445de4cae1b None None] Allocated IP 172.20.0.2 (5e64060c-86c5-488d-b521-33ad26ce344e/103d068b-4d58-4800-a106-514933ad2077/9124dfbf-d124-48cd-b796-af55fb5ad485) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:31:18.834180 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-2b4d4f5e-bc6f-4ba3-bcf8-2b3f85ee2a01 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] For port 11f59a80-8e5b-4baf-9c4d-b8b293112d57, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=11f59a80-8e5b-4baf-9c4d-b8b293112d57,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:18.853009 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b47c6ca4-1c81-49cf-86be-5cdce4563785 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4063833 Jan 29 04:31:18.861952 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54406) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:18.875258 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2b4d4f5e-bc6f-4ba3-bcf8-2b3f85ee2a01 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for port (11f59a80-8e5b-4baf-9c4d-b8b293112d57), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:18.959646 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2b4d4f5e-bc6f-4ba3-bcf8-2b3f85ee2a01 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (11f59a80-8e5b-4baf-9c4d-b8b293112d57), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:18.993395 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2b4d4f5e-bc6f-4ba3-bcf8-2b3f85ee2a01 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (b0ddab61-284f-4352-9bde-b9857a5b951b), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:19.016226 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 11f59a80-8e5b-4baf-9c4d-b8b293112d57 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:19.016797 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (11f59a80-8e5b-4baf-9c4d-b8b293112d57), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:19.019698 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [req-66106b2b-70cf-41a9-b612-f1786cbc57ef req-91e193f8-a9d2-4c71-9710-275a4593047e tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] For port 8ee8941e-2bbc-4cf8-9266-3d84dec89660, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=8ee8941e-2bbc-4cf8-9266-3d84dec89660,segment=NetworkSegment(c10e8bc5-2189-4094-93bc-f8166e8aeb7b),segment_id=c10e8bc5-2189-4094-93bc-f8166e8aeb7b)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:19.020077 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-66106b2b-70cf-41a9-b612-f1786cbc57ef req-91e193f8-a9d2-4c71-9710-275a4593047e tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (8ee8941e-2bbc-4cf8-9266-3d84dec89660), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:19.040772 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [req-66106b2b-70cf-41a9-b612-f1786cbc57ef req-91e193f8-a9d2-4c71-9710-275a4593047e tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Calling delete_port for 8ee8941e-2bbc-4cf8-9266-3d84dec89660 owned by compute:nova {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:31:19.056714 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4d4f5e-bc6f-4ba3-bcf8-2b3f85ee2a01 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:19.058942 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3bb8b636-aebc-4774-a31a-5e8479842b45 None None] Provisioning complete for port 11f59a80-8e5b-4baf-9c4d-b8b293112d57 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:19.059521 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3bb8b636-aebc-4774-a31a-5e8479842b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (11f59a80-8e5b-4baf-9c4d-b8b293112d57), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:19.071828 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-2b4d4f5e-bc6f-4ba3-bcf8-2b3f85ee2a01 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:19.076198 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4d4f5e-bc6f-4ba3-bcf8-2b3f85ee2a01 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:19.077835 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2b4d4f5e-bc6f-4ba3-bcf8-2b3f85ee2a01 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:19.094463 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d20bf6-eb64-4f4d-b1c1-53ea92b2a133 None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:31:19.098705 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d4f5e-bc6f-4ba3-bcf8-2b3f85ee2a01 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Port': ['ID=11f59a80-8e5b-4baf-9c4d-b8b293112d57,revision_number=4']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:19.104800 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d4f5e-bc6f-4ba3-bcf8-2b3f85ee2a01 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Subnet': ['ID=b0ddab61-284f-4352-9bde-b9857a5b951b,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:19.110961 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-be054927-5c58-4752-91e0-d67fa566b292 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (94f1d47c-b63b-4f41-8ce4-ae31375efb1a), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:19.112169 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be054927-5c58-4752-91e0-d67fa566b292 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Fanout notify agent at l3_agent the message router_deleted on router 94f1d47c-b63b-4f41-8ce4-ae31375efb1a {{(pid=103584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:31:19.120584 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-be054927-5c58-4752-91e0-d67fa566b292 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:19.124728 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-be054927-5c58-4752-91e0-d67fa566b292 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "DELETE /v2.0/routers/94f1d47c-b63b-4f41-8ce4-ae31375efb1a HTTP/1.1" status: 204 len: 168 time: 1.2592075 Jan 29 04:31:19.124988 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54410) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:19.176891 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-24450084-2d7d-4a7b-a345-3445de4cae1b None None] Publish callbacks [] for port (9124dfbf-d124-48cd-b796-af55fb5ad485), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:19.196916 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-d82661ab-0aa7-4d69-8991-91d7ca63c447 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Deleting subnet 14d61f2e-b043-47a4-ab1c-e8c0f4565319 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:31:19.201537 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d82661ab-0aa7-4d69-8991-91d7ca63c447 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for subnet (14d61f2e-b043-47a4-ab1c-e8c0f4565319), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:19.227541 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 11f59a80-8e5b-4baf-9c4d-b8b293112d57 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:19.229406 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21eb48-ab48-4ab4-a390-f2e4c8b17c21 req-260c349a-cb22-43df-993a-e33b84658aca tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:19.229634 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (11f59a80-8e5b-4baf-9c4d-b8b293112d57), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:19.229827 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ea21eb48-ab48-4ab4-a390-f2e4c8b17c21 req-260c349a-cb22-43df-993a-e33b84658aca tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/ports?device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c HTTP/1.1" status: 200 len: 945 time: 1.1200323 Jan 29 04:31:19.244646 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-055cf191-82b8-4994-87b5-07687850b66b admin admin] Publish callbacks [] for security_group (6221c5eb-a711-4701-b5e3-2e56ece0ec2d), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:19.253914 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2b4d4f5e-bc6f-4ba3-bcf8-2b3f85ee2a01 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.1015608 Jan 29 04:31:19.256725 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54412) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:19.259286 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-24450084-2d7d-4a7b-a345-3445de4cae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (9124dfbf-d124-48cd-b796-af55fb5ad485), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:19.261044 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d82661ab-0aa7-4d69-8991-91d7ca63c447 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (14d61f2e-b043-47a4-ab1c-e8c0f4565319), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:19.267471 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-29da0628-8453-4869-af11-7743b23c3741 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Request body: {'port': {'network_id': '4d28e89c-1ada-4d65-a68a-7c96765b022b', 'mac_address': 'fa:16:3e:c3:b8:0e', 'name': 'tempest-NetworksTestDHCPv6-1217290530'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:19.332668 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24450084-2d7d-4a7b-a345-3445de4cae1b None None] Network 5e64060c-86c5-488d-b521-33ad26ce344e is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:19.335374 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 11f59a80-8e5b-4baf-9c4d-b8b293112d57, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=11f59a80-8e5b-4baf-9c4d-b8b293112d57,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:19.340892 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-24450084-2d7d-4a7b-a345-3445de4cae1b None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:19.344868 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24450084-2d7d-4a7b-a345-3445de4cae1b None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:31:19.357170 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-055cf191-82b8-4994-87b5-07687850b66b admin admin] Publish callbacks [] for security_group (6221c5eb-a711-4701-b5e3-2e56ece0ec2d), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:19.396547 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24450084-2d7d-4a7b-a345-3445de4cae1b None None] Pushing event updated for resources: {'Port': ['ID=9124dfbf-d124-48cd-b796-af55fb5ad485,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:19.405718 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (11f59a80-8e5b-4baf-9c4d-b8b293112d57), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:19.465557 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d82661ab-0aa7-4d69-8991-91d7ca63c447 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (14d61f2e-b043-47a4-ab1c-e8c0f4565319), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:19.487733 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29da0628-8453-4869-af11-7743b23c3741 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Made reservation on behalf of 3f0989a792a340bdb1fe42eccff4a8d3 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:19.542273 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ea21eb48-ab48-4ab4-a390-f2e4c8b17c21 req-355d5361-c1b3-486f-9202-a31758ffad77 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/security-groups?id=d988af8b-ef19-409e-9a6b-f84166dff0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2899477 Jan 29 04:31:19.548336 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-055cf191-82b8-4994-87b5-07687850b66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (6221c5eb-a711-4701-b5e3-2e56ece0ec2d), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:19.549599 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-055cf191-82b8-4994-87b5-07687850b66b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:19.554288 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-055cf191-82b8-4994-87b5-07687850b66b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6221c5eb-a711-4701-b5e3-2e56ece0ec2d HTTP/1.1" status: 204 len: 168 time: 1.1695104 Jan 29 04:31:19.597671 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-24450084-2d7d-4a7b-a345-3445de4cae1b None None] Attempting to bind port 9124dfbf-d124-48cd-b796-af55fb5ad485 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:31:19.597671 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-24450084-2d7d-4a7b-a345-3445de4cae1b None None] Attempting to bind port 9124dfbf-d124-48cd-b796-af55fb5ad485 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '58f8ba70-d18f-4fd5-8742-48b1756136cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '5e64060c-86c5-488d-b521-33ad26ce344e'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:31:19.597671 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24450084-2d7d-4a7b-a345-3445de4cae1b None None] Attempting to bind port 9124dfbf-d124-48cd-b796-af55fb5ad485 on network 5e64060c-86c5-488d-b521-33ad26ce344e {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:31:19.599224 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=11f59a80-8e5b-4baf-9c4d-b8b293112d57,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:19.616620 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3bb8b636-aebc-4774-a31a-5e8479842b45 None None] Current status of the port 11f59a80-8e5b-4baf-9c4d-b8b293112d57 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:19.618146 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3bb8b636-aebc-4774-a31a-5e8479842b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (11f59a80-8e5b-4baf-9c4d-b8b293112d57), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:19.619098 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055cf191-82b8-4994-87b5-07687850b66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6221c5eb-a711-4701-b5e3-2e56ece0ec2d,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:19.631408 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24450084-2d7d-4a7b-a345-3445de4cae1b None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:31:19.633412 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24450084-2d7d-4a7b-a345-3445de4cae1b None None] Checking segment: {'id': '58f8ba70-d18f-4fd5-8742-48b1756136cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '5e64060c-86c5-488d-b521-33ad26ce344e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:31:19.633818 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-24450084-2d7d-4a7b-a345-3445de4cae1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:19.639246 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-29da0628-8453-4869-af11-7743b23c3741 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:19.640099 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24450084-2d7d-4a7b-a345-3445de4cae1b None None] Bound using segment: {'id': '58f8ba70-d18f-4fd5-8742-48b1756136cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '5e64060c-86c5-488d-b521-33ad26ce344e'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:31:19.641238 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-24450084-2d7d-4a7b-a345-3445de4cae1b None None] Bound port: 9124dfbf-d124-48cd-b796-af55fb5ad485, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58f8ba70-d18f-4fd5-8742-48b1756136cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '5e64060c-86c5-488d-b521-33ad26ce344e'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:31:19.641795 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-24450084-2d7d-4a7b-a345-3445de4cae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (9124dfbf-d124-48cd-b796-af55fb5ad485), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:19.656448 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3030d82b-ac9c-461a-b975-1786a157cfa1 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:19.693776 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-29da0628-8453-4869-af11-7743b23c3741 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] device_id is not set on port 6da8f60b-2649-4605-a72e-c4782541eadc yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:31:19.701302 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d82661ab-0aa7-4d69-8991-91d7ca63c447 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (14d61f2e-b043-47a4-ab1c-e8c0f4565319), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:19.774771 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-66106b2b-70cf-41a9-b612-f1786cbc57ef req-91e193f8-a9d2-4c71-9710-275a4593047e tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (8ee8941e-2bbc-4cf8-9266-3d84dec89660), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:19.780998 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d82661ab-0aa7-4d69-8991-91d7ca63c447 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:19.795354 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1863c26d-8ad6-40a6-ac73-8d577a61b536 None None] Network f0300901-4375-4eae-99ab-980b2d2fb4c5 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:31:19.797144 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d82661ab-0aa7-4d69-8991-91d7ca63c447 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "DELETE /v2.0/subnets/14d61f2e-b043-47a4-ab1c-e8c0f4565319 HTTP/1.1" status: 204 len: 168 time: 0.6713943 Jan 29 04:31:19.798123 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54416) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:19.894013 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e193f8-a9d2-4c71-9710-275a4593047e tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Pushing event deleted for resources: {'Port': ['ID=8ee8941e-2bbc-4cf8-9266-3d84dec89660,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:19.899518 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82661ab-0aa7-4d69-8991-91d7ca63c447 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event deleted for resources: {'Subnet': ['ID=14d61f2e-b043-47a4-ab1c-e8c0f4565319,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:20.004886 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [req-66106b2b-70cf-41a9-b612-f1786cbc57ef req-91e193f8-a9d2-4c71-9710-275a4593047e tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] No DVR routers for this DVR port 8ee8941e-2bbc-4cf8-9266-3d84dec89660 on host hv-neutron-8211 {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:31:20.009299 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-66106b2b-70cf-41a9-b612-f1786cbc57ef req-91e193f8-a9d2-4c71-9710-275a4593047e tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:20.012736 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-66106b2b-70cf-41a9-b612-f1786cbc57ef req-91e193f8-a9d2-4c71-9710-275a4593047e tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.18 "DELETE /v2.0/ports/8ee8941e-2bbc-4cf8-9266-3d84dec89660 HTTP/1.1" status: 204 len: 173 time: 2.1639493 Jan 29 04:31:20.013210 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2471a799-07fd-4f75-bd33-3f5d9eacfa2c', 'name': 'network-vif-deleted', 'tag': '8ee8941e-2bbc-4cf8-9266-3d84dec89660'}] {{(pid=103584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:31:20.023865 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88d22702f486e82ce3265c1db8b0c003dd285ef8b53ba8e869e33114e3fd04d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e45e2a7-2df0-4d6d-ab08-cb75ab308215" -d '{"events": [{"server_uuid": "2471a799-07fd-4f75-bd33-3f5d9eacfa2c", "name": "network-vif-deleted", "tag": "8ee8941e-2bbc-4cf8-9266-3d84dec89660"}]}' {{(pid=103584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:31:20.166009 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eb0ebcf8-7f21-4fb7-a099-f3038e69b695 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (f0300901-4375-4eae-99ab-980b2d2fb4c5), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:20.183121 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c6856c-038f-4c5c-9440-ebd3cad14c47 x-openstack-request-id: req-15c6856c-038f-4c5c-9440-ebd3cad14c47 {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:31:20.186072 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2471a799-07fd-4f75-bd33-3f5d9eacfa2c", "name": "network-vif-deleted", "tag": "8ee8941e-2bbc-4cf8-9266-3d84dec89660", "status": "completed", "code": 200}]} {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:31:20.186072 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15c6856c-038f-4c5c-9440-ebd3cad14c47 {{(pid=103584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:31:20.186072 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2471a799-07fd-4f75-bd33-3f5d9eacfa2c', 'name': 'network-vif-deleted', 'tag': '8ee8941e-2bbc-4cf8-9266-3d84dec89660', 'status': 'completed', 'code': 200} Jan 29 04:31:20.210313 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-24450084-2d7d-4a7b-a345-3445de4cae1b None None] For port 9124dfbf-d124-48cd-b796-af55fb5ad485, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:31:20.226527 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-24450084-2d7d-4a7b-a345-3445de4cae1b None None] For port 9124dfbf-d124-48cd-b796-af55fb5ad485, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=9124dfbf-d124-48cd-b796-af55fb5ad485,segment=NetworkSegment(58f8ba70-d18f-4fd5-8742-48b1756136cc),segment_id=58f8ba70-d18f-4fd5-8742-48b1756136cc)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:31:20.367123 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-24450084-2d7d-4a7b-a345-3445de4cae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (9124dfbf-d124-48cd-b796-af55fb5ad485), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:20.367441 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-29da0628-8453-4869-af11-7743b23c3741 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Allocated IP 2001:db8::d (4d28e89c-1ada-4d65-a68a-7c96765b022b/21d721ff-3282-4c82-a070-4aa1eaadaaf7/6da8f60b-2649-4605-a72e-c4782541eadc) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:31:20.370398 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 11f59a80-8e5b-4baf-9c4d-b8b293112d57 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:20.408018 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-29da0628-8453-4869-af11-7743b23c3741 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Allocated IP 2001:db8:0:1:f816:3eff:fec3:b80e (4d28e89c-1ada-4d65-a68a-7c96765b022b/b0ddab61-284f-4352-9bde-b9857a5b951b/6da8f60b-2649-4605-a72e-c4782541eadc) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:31:20.430830 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-eb0ebcf8-7f21-4fb7-a099-f3038e69b695 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Deleting port 2df1dd5d-1724-4204-946f-6bd72b9a56d3 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:31:20.431162 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eb0ebcf8-7f21-4fb7-a099-f3038e69b695 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (2df1dd5d-1724-4204-946f-6bd72b9a56d3), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:20.459651 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-3030d82b-ac9c-461a-b975-1786a157cfa1 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Allocated IP 172.20.0.1 (5e64060c-86c5-488d-b521-33ad26ce344e/103d068b-4d58-4800-a106-514933ad2077/a950060d-4ecc-4338-963f-1af8909110eb) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:31:20.466419 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-3bb8b636-aebc-4774-a31a-5e8479842b45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:31:20.471935 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-3bb8b636-aebc-4774-a31a-5e8479842b45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:31:20.545996 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-029587ac-c1c9-48c7-a8a8-ac76361544a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:20.578015 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-eb0ebcf8-7f21-4fb7-a099-f3038e69b695 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] For port 2df1dd5d-1724-4204-946f-6bd72b9a56d3, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=2df1dd5d-1724-4204-946f-6bd72b9a56d3,segment=NetworkSegment(a7c633e4-7ad0-4fd9-bf79-5e707764bbc0),segment_id=a7c633e4-7ad0-4fd9-bf79-5e707764bbc0)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:20.581785 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eb0ebcf8-7f21-4fb7-a099-f3038e69b695 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (2df1dd5d-1724-4204-946f-6bd72b9a56d3), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:20.664242 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-eb0ebcf8-7f21-4fb7-a099-f3038e69b695 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Calling delete_port for 2df1dd5d-1724-4204-946f-6bd72b9a56d3 owned by network:dhcp {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:31:20.665337 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24450084-2d7d-4a7b-a345-3445de4cae1b None None] Pushing event updated for resources: {'Port': ['ID=9124dfbf-d124-48cd-b796-af55fb5ad485,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:20.706799 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 11f59a80-8e5b-4baf-9c4d-b8b293112d57 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:20.707196 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (11f59a80-8e5b-4baf-9c4d-b8b293112d57), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:20.837366 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0088870-31be-4525-a0b4-c01cf5d3d1a4 None None] DHCP port deletion for f0300901-4375-4eae-99ab-980b2d2fb4c5 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:31:20.865692 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54428) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:20.892340 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3030d82b-ac9c-461a-b975-1786a157cfa1 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for port (a950060d-4ecc-4338-963f-1af8909110eb), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:20.926382 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-888d3adc-4582-4f4b-9027-3c2ead874574 req-6288ae76-177f-4637-8ede-2d01c12c8be8 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "GET /v2.0/ports?device_id=2471a799-07fd-4f75-bd33-3f5d9eacfa2c HTTP/1.1" status: 200 len: 210 time: 0.0520117 Jan 29 04:31:20.942444 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-48dab9a5-8f47-445f-933e-78481a23262d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:21.067827 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3bb8b636-aebc-4774-a31a-5e8479842b45 None None] Current status of the port 11f59a80-8e5b-4baf-9c4d-b8b293112d57 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:21.075039 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 11f59a80-8e5b-4baf-9c4d-b8b293112d57 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:21.118993 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-e0088870-31be-4525-a0b4-c01cf5d3d1a4 None None] Deleting port 2df1dd5d-1724-4204-946f-6bd72b9a56d3 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:31:21.120648 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e0088870-31be-4525-a0b4-c01cf5d3d1a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (2df1dd5d-1724-4204-946f-6bd72b9a56d3), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:21.217399 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-48dab9a5-8f47-445f-933e-78481a23262d admin admin] Publish callbacks [] for security_group (9d9551cf-945b-4035-a64e-9184b297d91d), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:21.218946 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eb0ebcf8-7f21-4fb7-a099-f3038e69b695 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (2df1dd5d-1724-4204-946f-6bd72b9a56d3), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:21.223294 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3030d82b-ac9c-461a-b975-1786a157cfa1 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (a950060d-4ecc-4338-963f-1af8909110eb), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:21.320062 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ebcf8-7f21-4fb7-a099-f3038e69b695 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event deleted for resources: {'Port': ['ID=2df1dd5d-1724-4204-946f-6bd72b9a56d3,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:21.339571 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0ebcf8-7f21-4fb7-a099-f3038e69b695 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] No DVR routers for this DVR port 2df1dd5d-1724-4204-946f-6bd72b9a56d3 on host dv-neutron-821190-1-hyperv {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:31:21.346685 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-e195c04e-48c0-470d-ba88-aeb4029f8eac None None] Provisioning complete for port 11f59a80-8e5b-4baf-9c4d-b8b293112d57 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:21.347670 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e195c04e-48c0-470d-ba88-aeb4029f8eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (11f59a80-8e5b-4baf-9c4d-b8b293112d57), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:21.348331 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030d82b-ac9c-461a-b975-1786a157cfa1 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event updated for resources: {'Port': ['ID=a950060d-4ecc-4338-963f-1af8909110eb,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:21.356916 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-48dab9a5-8f47-445f-933e-78481a23262d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (9d9551cf-945b-4035-a64e-9184b297d91d), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:21.366369 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-29da0628-8453-4869-af11-7743b23c3741 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for port (6da8f60b-2649-4605-a72e-c4782541eadc), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:21.403041 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dab9a5-8f47-445f-933e-78481a23262d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9551cf-945b-4035-a64e-9184b297d91d,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:21.407416 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3030d82b-ac9c-461a-b975-1786a157cfa1 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Network 5e64060c-86c5-488d-b521-33ad26ce344e is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:21.421921 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-3030d82b-ac9c-461a-b975-1786a157cfa1 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:21.429188 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3030d82b-ac9c-461a-b975-1786a157cfa1 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:31:21.452770 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-e0088870-31be-4525-a0b4-c01cf5d3d1a4 None None] For port 2df1dd5d-1724-4204-946f-6bd72b9a56d3, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=2df1dd5d-1724-4204-946f-6bd72b9a56d3,segment=NetworkSegment(a7c633e4-7ad0-4fd9-bf79-5e707764bbc0),segment_id=a7c633e4-7ad0-4fd9-bf79-5e707764bbc0)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:21.453300 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e0088870-31be-4525-a0b4-c01cf5d3d1a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (2df1dd5d-1724-4204-946f-6bd72b9a56d3), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:21.480787 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-48dab9a5-8f47-445f-933e-78481a23262d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=91cbfdab42a54ff7a9f541560b130bd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6115310 Jan 29 04:31:21.481029 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-e0088870-31be-4525-a0b4-c01cf5d3d1a4 None None] Calling delete_port for 2df1dd5d-1724-4204-946f-6bd72b9a56d3 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:31:21.481733 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54432) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:21.513859 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eb0ebcf8-7f21-4fb7-a099-f3038e69b695 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (f0300901-4375-4eae-99ab-980b2d2fb4c5), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:21.552154 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-eb0ebcf8-7f21-4fb7-a099-f3038e69b695 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0300901-4375-4eae-99ab-980b2d2fb4c5']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:21.566452 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-eb0ebcf8-7f21-4fb7-a099-f3038e69b695 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7c633e4-7ad0-4fd9-bf79-5e707764bbc0') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:21.567151 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-eb0ebcf8-7f21-4fb7-a099-f3038e69b695 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7c633e4-7ad0-4fd9-bf79-5e707764bbc0') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:21.578397 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3030d82b-ac9c-461a-b975-1786a157cfa1 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (372a3b60-f704-4353-af5d-28c9327b9b15), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:21.579061 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eb0ebcf8-7f21-4fb7-a099-f3038e69b695 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (a7c633e4-7ad0-4fd9-bf79-5e707764bbc0), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:21.596276 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eb0ebcf8-7f21-4fb7-a099-f3038e69b695 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (a7c633e4-7ad0-4fd9-bf79-5e707764bbc0), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:21.604383 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb0ebcf8-7f21-4fb7-a099-f3038e69b695 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:31:21.605384 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eb0ebcf8-7f21-4fb7-a099-f3038e69b695 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (a7c633e4-7ad0-4fd9-bf79-5e707764bbc0), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:21.613562 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:31:21.613562 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:31:21.613562 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:31:21.613562 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:31:21.613562 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:31:21.613562 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:31:21.613562 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:31:21.613562 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:31:21.613562 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:31:21.613562 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:31:21.613562 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:31:21.613562 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:31:21.613562 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:31:21.613562 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:31:21.613562 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:31:21.613562 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:31:21.613562 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:31:21.613562 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:31:21.613562 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:31:21.613562 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:31:21.613562 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:31:21.613562 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:31:21.613562 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:31:21.613562 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:31:21.613562 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:31:21.613562 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:31:21.613562 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:31:21.613562 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:31:21.613562 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:31:21.613562 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:31:21.613562 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:31:21.613562 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:31:21.618437 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e0088870-31be-4525-a0b4-c01cf5d3d1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (2df1dd5d-1724-4204-946f-6bd72b9a56d3), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:21.634588 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-29da0628-8453-4869-af11-7743b23c3741 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (6da8f60b-2649-4605-a72e-c4782541eadc), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:21.669741 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 8ee8941e-2bbc-4cf8-9266-3d84dec89660 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:31:21.679264 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0088870-31be-4525-a0b4-c01cf5d3d1a4 None None] No DVR routers for this DVR port 2df1dd5d-1724-4204-946f-6bd72b9a56d3 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:31:21.680590 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-41614334-b2c4-4322-95a8-4c55ddb98827 admin admin] Publish callbacks [] for security_group (9d9551cf-945b-4035-a64e-9184b297d91d), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:21.703499 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0088870-31be-4525-a0b4-c01cf5d3d1a4 None None] Pushing event deleted for resources: {'Port': ['ID=2df1dd5d-1724-4204-946f-6bd72b9a56d3,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:21.719519 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] No Port match for: 8ee8941e-2bbc-4cf8-9266-3d84dec89660 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:31:21.719874 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 8ee8941e-2bbc-4cf8-9266-3d84dec89660 not bound to the agent host hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:31:21.733819 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-41614334-b2c4-4322-95a8-4c55ddb98827 admin admin] Publish callbacks [] for security_group (9d9551cf-945b-4035-a64e-9184b297d91d), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:21.800742 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29da0628-8453-4869-af11-7743b23c3741 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:21.817996 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-29da0628-8453-4869-af11-7743b23c3741 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:21.820678 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-e195c04e-48c0-470d-ba88-aeb4029f8eac None None] Current status of the port 11f59a80-8e5b-4baf-9c4d-b8b293112d57 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:21.821290 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29da0628-8453-4869-af11-7743b23c3741 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:31:21.822887 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3030d82b-ac9c-461a-b975-1786a157cfa1 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (a950060d-4ecc-4338-963f-1af8909110eb), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:21.839511 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29da0628-8453-4869-af11-7743b23c3741 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:21.842703 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-29da0628-8453-4869-af11-7743b23c3741 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:21.870650 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eb0ebcf8-7f21-4fb7-a099-f3038e69b695 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (f0300901-4375-4eae-99ab-980b2d2fb4c5), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:21.874154 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da0628-8453-4869-af11-7743b23c3741 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event updated for resources: {'Port': ['ID=6da8f60b-2649-4605-a72e-c4782541eadc,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:21.895864 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-41614334-b2c4-4322-95a8-4c55ddb98827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (9d9551cf-945b-4035-a64e-9184b297d91d), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:21.899650 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-41614334-b2c4-4322-95a8-4c55ddb98827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:21.904334 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-41614334-b2c4-4322-95a8-4c55ddb98827 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d9551cf-945b-4035-a64e-9184b297d91d HTTP/1.1" status: 204 len: 168 time: 0.4183762 Jan 29 04:31:21.919262 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eb0ebcf8-7f21-4fb7-a099-f3038e69b695 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:21.924951 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-eb0ebcf8-7f21-4fb7-a099-f3038e69b695 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "DELETE /v2.0/networks/f0300901-4375-4eae-99ab-980b2d2fb4c5 HTTP/1.1" status: 204 len: 168 time: 2.0493481 Jan 29 04:31:21.929085 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ebcf8-7f21-4fb7-a099-f3038e69b695 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event deleted for resources: {'Network': ['ID=f0300901-4375-4eae-99ab-980b2d2fb4c5,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:21.931452 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54436) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:21.953802 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-29da0628-8453-4869-af11-7743b23c3741 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.6959784 Jan 29 04:31:21.957736 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-65eacdbc-a5ce-4d38-8c57-085dd8c54de1 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1785197132', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:21.957882 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54438) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:22.024738 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41614334-b2c4-4322-95a8-4c55ddb98827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9551cf-945b-4035-a64e-9184b297d91d,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:22.051565 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54442) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:22.142776 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-65eacdbc-a5ce-4d38-8c57-085dd8c54de1 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (389f1f00-b86a-4154-b700-f3328ae85b52), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:22.144040 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-65eacdbc-a5ce-4d38-8c57-085dd8c54de1 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (389f1f00-b86a-4154-b700-f3328ae85b52), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:22.340316 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-9d11651b-c17a-418f-9977-c7cfe3c82a67 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting port 6da8f60b-2649-4605-a72e-c4782541eadc {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:31:22.340316 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9d11651b-c17a-418f-9977-c7cfe3c82a67 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (6da8f60b-2649-4605-a72e-c4782541eadc), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:22.419465 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-65eacdbc-a5ce-4d38-8c57-085dd8c54de1 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for router_controller (389f1f00-b86a-4154-b700-f3328ae85b52), precommit_add_association {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:22.464158 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-c04f710c-cd32-46c8-aebf-3986dd3aac7f None None] Provisioning complete for port 6da8f60b-2649-4605-a72e-c4782541eadc triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:22.464750 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c04f710c-cd32-46c8-aebf-3986dd3aac7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (6da8f60b-2649-4605-a72e-c4782541eadc), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:22.562900 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c04f710c-cd32-46c8-aebf-3986dd3aac7f None None] Port 6da8f60b-2649-4605-a72e-c4782541eadc cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:31:22.564450 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b047f42b-6c0b-4e72-8e67-cb779681a3e7 None None] Network 5e64060c-86c5-488d-b521-33ad26ce344e requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:31:22.584406 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3030d82b-ac9c-461a-b975-1786a157cfa1 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for port (a950060d-4ecc-4338-963f-1af8909110eb), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:22.588634 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-65eacdbc-a5ce-4d38-8c57-085dd8c54de1 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (389f1f00-b86a-4154-b700-f3328ae85b52), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:22.654346 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 9124dfbf-d124-48cd-b796-af55fb5ad485 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:22.662294 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3030d82b-ac9c-461a-b975-1786a157cfa1 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (a950060d-4ecc-4338-963f-1af8909110eb), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:22.695468 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9d11651b-c17a-418f-9977-c7cfe3c82a67 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (6da8f60b-2649-4605-a72e-c4782541eadc), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:22.709412 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c927d7de-8db6-4168-857f-21e90e860765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:22.720034 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-9d11651b-c17a-418f-9977-c7cfe3c82a67 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Calling delete_port for 6da8f60b-2649-4605-a72e-c4782541eadc owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:31:22.767921 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-bd5ce0d8-1a32-4453-abb4-ccddec1acc29 None None] Provisioning complete for port 9124dfbf-d124-48cd-b796-af55fb5ad485 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:22.769422 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bd5ce0d8-1a32-4453-abb4-ccddec1acc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (9124dfbf-d124-48cd-b796-af55fb5ad485), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:22.780091 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-65eacdbc-a5ce-4d38-8c57-085dd8c54de1 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:22.789300 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-65eacdbc-a5ce-4d38-8c57-085dd8c54de1 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8505604 Jan 29 04:31:22.856034 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54452) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:22.861859 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030d82b-ac9c-461a-b975-1786a157cfa1 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event updated for resources: {'Port': ['ID=a950060d-4ecc-4338-963f-1af8909110eb,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:22.890871 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-3592784c-64ad-43ba-8dc3-ea933ded7e48 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1535874361'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:22.924771 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 9124dfbf-d124-48cd-b796-af55fb5ad485 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:22.924771 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (9124dfbf-d124-48cd-b796-af55fb5ad485), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:22.941153 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3030d82b-ac9c-461a-b975-1786a157cfa1 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (372a3b60-f704-4353-af5d-28c9327b9b15), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:23.063783 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3592784c-64ad-43ba-8dc3-ea933ded7e48 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Made reservation on behalf of af39ab92727346cabd50ae3ea9026005 for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:23.067466 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3592784c-64ad-43ba-8dc3-ea933ded7e48 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:23.084812 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-bd5ce0d8-1a32-4453-abb4-ccddec1acc29 None None] Current status of the port 9124dfbf-d124-48cd-b796-af55fb5ad485 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:23.086403 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bd5ce0d8-1a32-4453-abb4-ccddec1acc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (9124dfbf-d124-48cd-b796-af55fb5ad485), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:23.086524 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3030d82b-ac9c-461a-b975-1786a157cfa1 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Network 5e64060c-86c5-488d-b521-33ad26ce344e is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:23.091419 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-3030d82b-ac9c-461a-b975-1786a157cfa1 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:23.175470 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a80f5f88-85c2-42af-abb7-b5de04a0a43c tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (b4cdd887-077c-46cb-a629-60c82e2e8d39), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:23.264744 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3592784c-64ad-43ba-8dc3-ea933ded7e48 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:31:23.289252 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3592784c-64ad-43ba-8dc3-ea933ded7e48 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (446f33e6-f114-4db5-9fe8-c1ce26500826), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:23.294784 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-3592784c-64ad-43ba-8dc3-ea933ded7e48 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Added segment 446f33e6-f114-4db5-9fe8-c1ce26500826 of type vlan for network 755ba25d-bb6b-4a0d-b5a3-7160b7e189ba Jan 29 04:31:23.331066 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9d11651b-c17a-418f-9977-c7cfe3c82a67 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (6da8f60b-2649-4605-a72e-c4782541eadc), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:23.383611 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3030d82b-ac9c-461a-b975-1786a157cfa1 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Router 372a3b60-f704-4353-af5d-28c9327b9b15 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:31:23.425782 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3592784c-64ad-43ba-8dc3-ea933ded7e48 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (755ba25d-bb6b-4a0d-b5a3-7160b7e189ba), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:23.451430 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d11651b-c17a-418f-9977-c7cfe3c82a67 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Port': ['ID=6da8f60b-2649-4605-a72e-c4782541eadc,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:23.526714 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9d11651b-c17a-418f-9977-c7cfe3c82a67 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:23.533957 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9d11651b-c17a-418f-9977-c7cfe3c82a67 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/ports/6da8f60b-2649-4605-a72e-c4782541eadc HTTP/1.1" status: 204 len: 168 time: 1.5764794 Jan 29 04:31:23.539848 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54466) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:23.555844 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-bd5ce0d8-1a32-4453-abb4-ccddec1acc29 None None] For port 9124dfbf-d124-48cd-b796-af55fb5ad485, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=9124dfbf-d124-48cd-b796-af55fb5ad485,segment=NetworkSegment(58f8ba70-d18f-4fd5-8742-48b1756136cc),segment_id=58f8ba70-d18f-4fd5-8742-48b1756136cc)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:23.632732 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 9124dfbf-d124-48cd-b796-af55fb5ad485 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:23.633415 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (9124dfbf-d124-48cd-b796-af55fb5ad485), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:23.662092 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bd5ce0d8-1a32-4453-abb4-ccddec1acc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (9124dfbf-d124-48cd-b796-af55fb5ad485), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:23.670511 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3592784c-64ad-43ba-8dc3-ea933ded7e48 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (755ba25d-bb6b-4a0d-b5a3-7160b7e189ba), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:23.676652 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3592784c-64ad-43ba-8dc3-ea933ded7e48 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:23.677361 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3592784c-64ad-43ba-8dc3-ea933ded7e48 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:23.812662 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3030d82b-ac9c-461a-b975-1786a157cfa1 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:31:23.840777 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-3030d82b-ac9c-461a-b975-1786a157cfa1 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "PUT /v2.0/routers/372a3b60-f704-4353-af5d-28c9327b9b15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9732039 Jan 29 04:31:23.849576 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-3592784c-64ad-43ba-8dc3-ea933ded7e48 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9715748 Jan 29 04:31:23.852190 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54470) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:23.852293 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54472) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:23.874161 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:23.883654 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-ccda1164-6d57-4fff-8b83-8fe0473a5e26 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Request body: {'subnet': {'network_id': '755ba25d-bb6b-4a0d-b5a3-7160b7e189ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:23.886602 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdae5af-ef85-44a6-941c-c70556483c24 None None] Sync routers for ids ['372a3b60-f704-4353-af5d-28c9327b9b15'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:31:23.891057 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-13489513-7a96-4111-b2f1-47ba8ea08a77 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Request body: {'network': {'name': 'tempest-RoutersTest-1181526248'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:23.906710 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ce0d8-1a32-4453-abb4-ccddec1acc29 None None] Pushing event updated for resources: {'Port': ['ID=9124dfbf-d124-48cd-b796-af55fb5ad485,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:23.918974 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54474) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:23.937540 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:31:23.937967 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:31:23.944815 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdae5af-ef85-44a6-941c-c70556483c24 None None] Routers {'372a3b60-f704-4353-af5d-28c9327b9b15'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:31:23.955556 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-fcdae5af-ef85-44a6-941c-c70556483c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:31:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['372a3b60-f704-4353-af5d-28c9327b9b15'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:23.959959 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592784c-64ad-43ba-8dc3-ea933ded7e48 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event updated for resources: {'Network': ['ID=755ba25d-bb6b-4a0d-b5a3-7160b7e189ba,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:23.996284 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 755ba25d-bb6b-4a0d-b5a3-7160b7e189ba details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:31:24.060581 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:24.074189 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13489513-7a96-4111-b2f1-47ba8ea08a77 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Made reservation on behalf of b19b1132342942e78366ba08553b13d3 for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:24.081809 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-13489513-7a96-4111-b2f1-47ba8ea08a77 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:24.167871 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-fcdae5af-ef85-44a6-941c-c70556483c24 None None] Set router 372a3b60-f704-4353-af5d-28c9327b9b15 gateway port host: None {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:31:24.171464 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-a7f96673-3faa-4fd7-84d8-a68fbb70e0d0 None None] Provisioning complete for port 9124dfbf-d124-48cd-b796-af55fb5ad485 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:24.172285 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a7f96673-3faa-4fd7-84d8-a68fbb70e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (9124dfbf-d124-48cd-b796-af55fb5ad485), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:24.176987 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-0c57b9d2-ee87-4321-8149-401fac7b36de tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Request body: {'networks': [{'name': 'tempest-network--1831103409'}, {'name': 'tempest-network--100719461'}]} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:24.177307 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-0c57b9d2-ee87-4321-8149-401fac7b36de tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Request body: {'network': {'name': 'tempest-network--1831103409'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:24.177759 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-0c57b9d2-ee87-4321-8149-401fac7b36de tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Request body: {'network': {'name': 'tempest-network--100719461'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:24.191257 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13489513-7a96-4111-b2f1-47ba8ea08a77 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:31:24.205840 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-13489513-7a96-4111-b2f1-47ba8ea08a77 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (1bd232c8-02aa-47cc-a985-5e9375e5d530), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:24.213500 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-13489513-7a96-4111-b2f1-47ba8ea08a77 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Added segment 1bd232c8-02aa-47cc-a985-5e9375e5d530 of type vlan for network 8550f5ea-16b6-4a7d-8cfa-7fd96db71762 Jan 29 04:31:24.254366 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-13489513-7a96-4111-b2f1-47ba8ea08a77 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (8550f5ea-16b6-4a7d-8cfa-7fd96db71762), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:24.372213 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-13489513-7a96-4111-b2f1-47ba8ea08a77 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (8550f5ea-16b6-4a7d-8cfa-7fd96db71762), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:24.378560 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13489513-7a96-4111-b2f1-47ba8ea08a77 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:24.379442 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-13489513-7a96-4111-b2f1-47ba8ea08a77 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:24.401254 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366764af-1339-40f0-bbd2-7323d40bb00b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:24.409373 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-366764af-1339-40f0-bbd2-7323d40bb00b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.8647599 Jan 29 04:31:24.414962 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54478) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:24.427685 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-a7f96673-3faa-4fd7-84d8-a68fbb70e0d0 None None] Current status of the port 9124dfbf-d124-48cd-b796-af55fb5ad485 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:24.441678 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c57b9d2-ee87-4321-8149-401fac7b36de tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Made reservation on behalf of 3b3b0b8712a74d8aab339f160aa87fff for: {'network': 2} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:24.449056 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0c57b9d2-ee87-4321-8149-401fac7b36de tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:24.462111 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccda1164-6d57-4fff-8b83-8fe0473a5e26 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Made reservation on behalf of af39ab92727346cabd50ae3ea9026005 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:24.473037 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ccda1164-6d57-4fff-8b83-8fe0473a5e26 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:24.482387 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0c57b9d2-ee87-4321-8149-401fac7b36de tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:24.529826 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322048c8-3c8d-49a3-818a-45c81f380ec1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:24.539001 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-322048c8-3c8d-49a3-818a-45c81f380ec1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1153476 Jan 29 04:31:24.539001 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54482) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:24.566464 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 9124dfbf-d124-48cd-b796-af55fb5ad485 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:24.578031 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-a7f96673-3faa-4fd7-84d8-a68fbb70e0d0 None None] Provisioning complete for port a950060d-4ecc-4338-963f-1af8909110eb triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:24.578404 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a7f96673-3faa-4fd7-84d8-a68fbb70e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (a950060d-4ecc-4338-963f-1af8909110eb), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:24.637938 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-13489513-7a96-4111-b2f1-47ba8ea08a77 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7814546 Jan 29 04:31:24.641074 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54484) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:24.654255 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-cdea9290-9567-4922-8950-2406ddf341e3 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Request body: {'subnet': {'network_id': '8550f5ea-16b6-4a7d-8cfa-7fd96db71762', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:24.657952 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13489513-7a96-4111-b2f1-47ba8ea08a77 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event updated for resources: {'Network': ['ID=8550f5ea-16b6-4a7d-8cfa-7fd96db71762,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:24.674644 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 2df1dd5d-1724-4204-946f-6bd72b9a56d3 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:31:24.676770 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 8550f5ea-16b6-4a7d-8cfa-7fd96db71762 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:31:24.677214 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb3bfac-30f4-456d-bdc7-bdc304e0c1b9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:24.678639 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb3bfac-30f4-456d-bdc7-bdc304e0c1b9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:24.680041 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb3bfac-30f4-456d-bdc7-bdc304e0c1b9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:24.682084 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2eb3bfac-30f4-456d-bdc7-bdc304e0c1b9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1462810 Jan 29 04:31:24.685771 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54486) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:24.738736 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 2df1dd5d-1724-4204-946f-6bd72b9a56d3 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:31:24.739179 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 2df1dd5d-1724-4204-946f-6bd72b9a56d3 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:31:24.751521 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-b968b1e1-ba97-4525-942d-59a15bfcaaf6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting subnet 21d721ff-3282-4c82-a070-4aa1eaadaaf7 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:31:24.756519 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b968b1e1-ba97-4525-942d-59a15bfcaaf6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (21d721ff-3282-4c82-a070-4aa1eaadaaf7), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:24.795766 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-a80f5f88-85c2-42af-abb7-b5de04a0a43c tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Deleting port 7b04459c-b3f3-49a9-83d2-02050a0cd484 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:31:24.795946 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a80f5f88-85c2-42af-abb7-b5de04a0a43c tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (7b04459c-b3f3-49a9-83d2-02050a0cd484), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:24.805445 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-a7f96673-3faa-4fd7-84d8-a68fbb70e0d0 None None] Port a950060d-4ecc-4338-963f-1af8909110eb cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:31:24.841499 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b968b1e1-ba97-4525-942d-59a15bfcaaf6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (21d721ff-3282-4c82-a070-4aa1eaadaaf7), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:24.852574 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-fcdae5af-ef85-44a6-941c-c70556483c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'name': 'tempest-RoutersTest-router-958532573', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:14Z', 'updated_at': '2022-01-29T04:31:21Z', 'revision_number': 2, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'gw_port_host': None, '_interfaces': [{'id': 'a950060d-4ecc-4338-963f-1af8909110eb', 'name': '', 'network_id': '5e64060c-86c5-488d-b521-33ad26ce344e', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:5c:30:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '103d068b-4d58-4800-a106-514933ad2077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:19Z', 'updated_at': '2022-01-29T04:31:22Z', 'revision_number': 2, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': '103d068b-4d58-4800-a106-514933ad2077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:24.879269 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdae5af-ef85-44a6-941c-c70556483c24 None None] Checking router: 372a3b60-f704-4353-af5d-28c9327b9b15 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:31:24.879621 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdae5af-ef85-44a6-941c-c70556483c24 None None] Updating router 372a3b60-f704-4353-af5d-28c9327b9b15 port a950060d-4ecc-4338-963f-1af8909110eb binding host dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:31:24.907159 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 9124dfbf-d124-48cd-b796-af55fb5ad485 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:24.910205 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:24.918421 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0c57b9d2-ee87-4321-8149-401fac7b36de tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks [] for security_group (93873745-716c-4887-bb0e-4d68e8fa3cb0), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:24.955328 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fcdae5af-ef85-44a6-941c-c70556483c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (a950060d-4ecc-4338-963f-1af8909110eb), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:24.984121 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-a80f5f88-85c2-42af-abb7-b5de04a0a43c tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] For port 7b04459c-b3f3-49a9-83d2-02050a0cd484, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=7b04459c-b3f3-49a9-83d2-02050a0cd484,segment=NetworkSegment(c10e8bc5-2189-4094-93bc-f8166e8aeb7b),segment_id=c10e8bc5-2189-4094-93bc-f8166e8aeb7b)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:24.984536 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a80f5f88-85c2-42af-abb7-b5de04a0a43c tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (7b04459c-b3f3-49a9-83d2-02050a0cd484), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:24.999133 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0c57b9d2-ee87-4321-8149-401fac7b36de tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (93873745-716c-4887-bb0e-4d68e8fa3cb0), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:24.999724 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0c57b9d2-ee87-4321-8149-401fac7b36de tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:25.002734 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-a80f5f88-85c2-42af-abb7-b5de04a0a43c tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Calling delete_port for 7b04459c-b3f3-49a9-83d2-02050a0cd484 owned by network:router_interface {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:31:25.011245 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-4e9c3466-d11e-4744-a209-b1794dd6b18a None None] Provisioning complete for port a950060d-4ecc-4338-963f-1af8909110eb triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:25.011666 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4e9c3466-d11e-4744-a209-b1794dd6b18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (a950060d-4ecc-4338-963f-1af8909110eb), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:25.018768 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b968b1e1-ba97-4525-942d-59a15bfcaaf6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (21d721ff-3282-4c82-a070-4aa1eaadaaf7), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:25.039756 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57b9d2-ee87-4321-8149-401fac7b36de tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93873745-716c-4887-bb0e-4d68e8fa3cb0,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:25.045722 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdea9290-9567-4922-8950-2406ddf341e3 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Made reservation on behalf of b19b1132342942e78366ba08553b13d3 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:25.054249 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cdea9290-9567-4922-8950-2406ddf341e3 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:25.054249 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c57b9d2-ee87-4321-8149-401fac7b36de tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:31:25.101489 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0c57b9d2-ee87-4321-8149-401fac7b36de tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (606da916-9e64-42b7-8ac7-28640e090007), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:25.101489 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-0c57b9d2-ee87-4321-8149-401fac7b36de tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Added segment 606da916-9e64-42b7-8ac7-28640e090007 of type vlan for network a72e8807-c545-4818-bff1-7c9c5ce9ee22 Jan 29 04:31:25.109880 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ccda1164-6d57-4fff-8b83-8fe0473a5e26 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:25.130103 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c3466-d11e-4744-a209-b1794dd6b18a None None] Port a950060d-4ecc-4338-963f-1af8909110eb cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:31:25.133244 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 9124dfbf-d124-48cd-b796-af55fb5ad485 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:25.133609 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (9124dfbf-d124-48cd-b796-af55fb5ad485), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:25.230310 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0c57b9d2-ee87-4321-8149-401fac7b36de tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (a72e8807-c545-4818-bff1-7c9c5ce9ee22), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:25.250334 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda1164-6d57-4fff-8b83-8fe0473a5e26 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event updated for resources: {'Subnet': ['ID=eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:25.303960 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 9124dfbf-d124-48cd-b796-af55fb5ad485 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:25.308466 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccda1164-6d57-4fff-8b83-8fe0473a5e26 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Checking segment: {'id': '446f33e6-f114-4db5-9fe8-c1ce26500826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '755ba25d-bb6b-4a0d-b5a3-7160b7e189ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:31:25.308743 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccda1164-6d57-4fff-8b83-8fe0473a5e26 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Network hostable DHCP agents. Network: 755ba25d-bb6b-4a0d-b5a3-7160b7e189ba, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:31:25.319118 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b968b1e1-ba97-4525-942d-59a15bfcaaf6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (21d721ff-3282-4c82-a070-4aa1eaadaaf7), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:25.327971 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c57b9d2-ee87-4321-8149-401fac7b36de tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:31:25.350924 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0c57b9d2-ee87-4321-8149-401fac7b36de tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (b74242a1-62ad-4029-ad5c-9f03651bbd15), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:25.351263 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-0c57b9d2-ee87-4321-8149-401fac7b36de tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Added segment b74242a1-62ad-4029-ad5c-9f03651bbd15 of type vlan for network 353d9e5b-3d03-42cd-adfd-50094e934877 Jan 29 04:31:25.353209 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b968b1e1-ba97-4525-942d-59a15bfcaaf6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Subnet': ['ID=21d721ff-3282-4c82-a070-4aa1eaadaaf7,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:25.355884 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b968b1e1-ba97-4525-942d-59a15bfcaaf6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:25.359274 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b968b1e1-ba97-4525-942d-59a15bfcaaf6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/21d721ff-3282-4c82-a070-4aa1eaadaaf7 HTTP/1.1" status: 204 len: 168 time: 0.6731279 Jan 29 04:31:25.366506 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f163509d-5064-4fcf-8c92-93be000d03eb None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:31:25.368995 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54488) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:25.405197 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a80f5f88-85c2-42af-abb7-b5de04a0a43c tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (7b04459c-b3f3-49a9-83d2-02050a0cd484), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:25.430872 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fcdae5af-ef85-44a6-941c-c70556483c24 None None] Publish callbacks [] for port (a950060d-4ecc-4338-963f-1af8909110eb), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:25.448551 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f5f88-85c2-42af-abb7-b5de04a0a43c tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Pushing event deleted for resources: {'Port': ['ID=7b04459c-b3f3-49a9-83d2-02050a0cd484,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:25.485089 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-dda2c9c8-8d94-4a1a-813f-c0e9cf6fe614 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Deleting subnet b0ddab61-284f-4352-9bde-b9857a5b951b {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:31:25.491828 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dda2c9c8-8d94-4a1a-813f-c0e9cf6fe614 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (b0ddab61-284f-4352-9bde-b9857a5b951b), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:25.545441 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fcdae5af-ef85-44a6-941c-c70556483c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (a950060d-4ecc-4338-963f-1af8909110eb), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:25.592538 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dda2c9c8-8d94-4a1a-813f-c0e9cf6fe614 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (b0ddab61-284f-4352-9bde-b9857a5b951b), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:25.605788 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16105c31-a897-40c0-91ff-74146c6ddf6f None None] Pushing event updated for resources: {'Port': ['ID=a950060d-4ecc-4338-963f-1af8909110eb,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:25.753435 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-fcdae5af-ef85-44a6-941c-c70556483c24 None None] Attempting to bind port a950060d-4ecc-4338-963f-1af8909110eb on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:31:25.754099 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-fcdae5af-ef85-44a6-941c-c70556483c24 None None] Attempting to bind port a950060d-4ecc-4338-963f-1af8909110eb by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '58f8ba70-d18f-4fd5-8742-48b1756136cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '5e64060c-86c5-488d-b521-33ad26ce344e'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:31:25.754630 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdae5af-ef85-44a6-941c-c70556483c24 None None] Attempting to bind port a950060d-4ecc-4338-963f-1af8909110eb on network 5e64060c-86c5-488d-b521-33ad26ce344e {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:31:25.761742 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdae5af-ef85-44a6-941c-c70556483c24 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:31:25.766369 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdae5af-ef85-44a6-941c-c70556483c24 None None] Checking segment: {'id': '58f8ba70-d18f-4fd5-8742-48b1756136cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '5e64060c-86c5-488d-b521-33ad26ce344e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:31:25.767360 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fcdae5af-ef85-44a6-941c-c70556483c24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:25.767935 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdae5af-ef85-44a6-941c-c70556483c24 None None] Bound using segment: {'id': '58f8ba70-d18f-4fd5-8742-48b1756136cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '5e64060c-86c5-488d-b521-33ad26ce344e'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:31:25.769617 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-fcdae5af-ef85-44a6-941c-c70556483c24 None None] Bound port: a950060d-4ecc-4338-963f-1af8909110eb, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58f8ba70-d18f-4fd5-8742-48b1756136cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '5e64060c-86c5-488d-b521-33ad26ce344e'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:31:25.770248 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fcdae5af-ef85-44a6-941c-c70556483c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (a950060d-4ecc-4338-963f-1af8909110eb), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:25.800681 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0c57b9d2-ee87-4321-8149-401fac7b36de tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (353d9e5b-3d03-42cd-adfd-50094e934877), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:25.803972 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccda1164-6d57-4fff-8b83-8fe0473a5e26 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Network 755ba25d-bb6b-4a0d-b5a3-7160b7e189ba is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:31:25.856174 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dda2c9c8-8d94-4a1a-813f-c0e9cf6fe614 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (b0ddab61-284f-4352-9bde-b9857a5b951b), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:25.893061 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-fcdae5af-ef85-44a6-941c-c70556483c24 None None] For port a950060d-4ecc-4338-963f-1af8909110eb, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:31:25.896830 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-fcdae5af-ef85-44a6-941c-c70556483c24 None None] For port a950060d-4ecc-4338-963f-1af8909110eb, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=a950060d-4ecc-4338-963f-1af8909110eb,segment=NetworkSegment(58f8ba70-d18f-4fd5-8742-48b1756136cc),segment_id=58f8ba70-d18f-4fd5-8742-48b1756136cc)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:31:25.897718 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cdea9290-9567-4922-8950-2406ddf341e3 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (e177851f-1fdc-4a31-9d2d-dee82def9f3b), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:25.950639 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-ccda1164-6d57-4fff-8b83-8fe0473a5e26 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 755ba25d-bb6b-4a0d-b5a3-7160b7e189ba) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:25.958648 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a80f5f88-85c2-42af-abb7-b5de04a0a43c tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (b4cdd887-077c-46cb-a629-60c82e2e8d39), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:25.959828 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccda1164-6d57-4fff-8b83-8fe0473a5e26 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:25.961321 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ccda1164-6d57-4fff-8b83-8fe0473a5e26 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:25.963802 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f8b696-7e70-4dab-9b55-fdb912b9f5a3 None None] Network 755ba25d-bb6b-4a0d-b5a3-7160b7e189ba requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:31:26.019802 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea9290-9567-4922-8950-2406ddf341e3 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event updated for resources: {'Subnet': ['ID=e177851f-1fdc-4a31-9d2d-dee82def9f3b,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:26.035121 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0c57b9d2-ee87-4321-8149-401fac7b36de tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (a72e8807-c545-4818-bff1-7c9c5ce9ee22), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:26.036565 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0c57b9d2-ee87-4321-8149-401fac7b36de tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (353d9e5b-3d03-42cd-adfd-50094e934877), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:26.042997 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c57b9d2-ee87-4321-8149-401fac7b36de tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:26.048421 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c57b9d2-ee87-4321-8149-401fac7b36de tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:26.050626 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0c57b9d2-ee87-4321-8149-401fac7b36de tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:26.053833 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fcdae5af-ef85-44a6-941c-c70556483c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (a950060d-4ecc-4338-963f-1af8909110eb), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:26.068126 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdea9290-9567-4922-8950-2406ddf341e3 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Checking segment: {'id': '1bd232c8-02aa-47cc-a985-5e9375e5d530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8550f5ea-16b6-4a7d-8cfa-7fd96db71762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:31:26.068595 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdea9290-9567-4922-8950-2406ddf341e3 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Network hostable DHCP agents. Network: 8550f5ea-16b6-4a7d-8cfa-7fd96db71762, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:31:26.119348 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dda2c9c8-8d94-4a1a-813f-c0e9cf6fe614 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (b0ddab61-284f-4352-9bde-b9857a5b951b), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:26.155706 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ccda1164-6d57-4fff-8b83-8fe0473a5e26 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2980726 Jan 29 04:31:26.160064 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54492) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:26.162427 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2c9c8-8d94-4a1a-813f-c0e9cf6fe614 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Subnet': ['ID=b0ddab61-284f-4352-9bde-b9857a5b951b,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:26.171422 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57b9d2-ee87-4321-8149-401fac7b36de tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Pushing event updated for resources: {'Network': ['ID=a72e8807-c545-4818-bff1-7c9c5ce9ee22,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:26.208518 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dda2c9c8-8d94-4a1a-813f-c0e9cf6fe614 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:26.212007 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-dda2c9c8-8d94-4a1a-813f-c0e9cf6fe614 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/b0ddab61-284f-4352-9bde-b9857a5b951b HTTP/1.1" status: 204 len: 168 time: 0.8414783 Jan 29 04:31:26.215501 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54494) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:26.241885 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16105c31-a897-40c0-91ff-74146c6ddf6f None None] Pushing event updated for resources: {'Port': ['ID=a950060d-4ecc-4338-963f-1af8909110eb,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:26.263216 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network a72e8807-c545-4818-bff1-7c9c5ce9ee22 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:31:26.264520 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-4840588b-dc1f-4017-87f5-5008fde3d0e2 None None] Provisioning complete for port a950060d-4ecc-4338-963f-1af8909110eb triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:26.264920 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4840588b-dc1f-4017-87f5-5008fde3d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (a950060d-4ecc-4338-963f-1af8909110eb), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:26.268049 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ebfa1daf-7944-4795-9c55-305d02ab7867 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0510924 Jan 29 04:31:26.270623 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54496) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:26.304404 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdae5af-ef85-44a6-941c-c70556483c24 None None] Routers {'372a3b60-f704-4353-af5d-28c9327b9b15'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:31:26.308382 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-fcdae5af-ef85-44a6-941c-c70556483c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:31:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['372a3b60-f704-4353-af5d-28c9327b9b15'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:26.336727 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdea9290-9567-4922-8950-2406ddf341e3 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Network 8550f5ea-16b6-4a7d-8cfa-7fd96db71762 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:31:26.386323 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f984d5ce-8c02-4bc1-930d-99b4ca335803 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:26.388176 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f984d5ce-8c02-4bc1-930d-99b4ca335803 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1164987 Jan 29 04:31:26.391250 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54498) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:26.422405 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57b9d2-ee87-4321-8149-401fac7b36de tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Pushing event updated for resources: {'Network': ['ID=353d9e5b-3d03-42cd-adfd-50094e934877,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:26.459926 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80f5f88-85c2-42af-abb7-b5de04a0a43c tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Router b4cdd887-077c-46cb-a629-60c82e2e8d39 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:31:26.484957 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0c57b9d2-ee87-4321-8149-401fac7b36de tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.5602903 Jan 29 04:31:26.487747 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54500) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:26.489183 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501f33f7-659a-46a0-9d9f-d6be5145925c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:26.490801 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-501f33f7-659a-46a0-9d9f-d6be5145925c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0932355 Jan 29 04:31:26.494860 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54502) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:26.533829 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-cdea9290-9567-4922-8950-2406ddf341e3 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 8550f5ea-16b6-4a7d-8cfa-7fd96db71762) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:26.614581 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdea9290-9567-4922-8950-2406ddf341e3 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:26.615176 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cdea9290-9567-4922-8950-2406ddf341e3 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:26.633163 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-24f90e10-792c-45f7-af32-07e16d238d27 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0399764 Jan 29 04:31:26.648126 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54504) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:26.656834 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 353d9e5b-3d03-42cd-adfd-50094e934877 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:31:26.660187 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee74127-5ea6-4d96-8f55-b28ee7f1037c None None] Network 8550f5ea-16b6-4a7d-8cfa-7fd96db71762 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:31:26.660328 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80f5f88-85c2-42af-abb7-b5de04a0a43c tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:31:26.661269 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfac1210-8791-470a-93b4-f04bb20a4afa None None] Network 4d28e89c-1ada-4d65-a68a-7c96765b022b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:31:26.674442 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5379ea-cc26-42a3-aae1-f747ecaac2cb None None] Sync routers for ids ['b4cdd887-077c-46cb-a629-60c82e2e8d39'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:31:26.683255 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a80f5f88-85c2-42af-abb7-b5de04a0a43c tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "PUT /v2.0/routers/b4cdd887-077c-46cb-a629-60c82e2e8d39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6271160 Jan 29 04:31:26.684792 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-05ae4322-5a68-4618-b4d5-2088cad64c92 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:26.685801 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05ae4322-5a68-4618-b4d5-2088cad64c92 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:26.689668 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-05ae4322-5a68-4618-b4d5-2088cad64c92 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/ports/6da8f60b-2649-4605-a72e-c4782541eadc HTTP/1.1" status: 404 len: 333 time: 0.0395243 Jan 29 04:31:26.689668 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54508) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:26.700024 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54510) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:26.702687 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5379ea-cc26-42a3-aae1-f747ecaac2cb None None] Routers {'b4cdd887-077c-46cb-a629-60c82e2e8d39'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:31:26.705534 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-5e5379ea-cc26-42a3-aae1-f747ecaac2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:31:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b4cdd887-077c-46cb-a629-60c82e2e8d39'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:26.755804 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf5c18cf-77b9-4d68-a617-df6811eb99a6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:26.756430 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf5c18cf-77b9-4d68-a617-df6811eb99a6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:26.763267 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-bf5c18cf-77b9-4d68-a617-df6811eb99a6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/b0ddab61-284f-4352-9bde-b9857a5b951b HTTP/1.1" status: 404 len: 337 time: 0.0601878 Jan 29 04:31:26.764382 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54512) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:26.772182 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-820c87b3-5d91-4b28-9b43-3c57f8de5771 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:26.803029 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-012d0dbc-9968-4500-b9ce-40b5043811a0 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:26.804378 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-012d0dbc-9968-4500-b9ce-40b5043811a0 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:26.813284 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-012d0dbc-9968-4500-b9ce-40b5043811a0 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/21d721ff-3282-4c82-a070-4aa1eaadaaf7 HTTP/1.1" status: 404 len: 337 time: 0.0458252 Jan 29 04:31:26.818492 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54514) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:26.826925 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1c1bb9-3561-4591-90da-925d3d37bcd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-755ba25d-bb6b-4a0d-b5a3-7160b7e189ba', 'network_id': '755ba25d-bb6b-4a0d-b5a3-7160b7e189ba', 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'fixed_ips': [{'subnet_id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:31:26.827790 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3a1c1bb9-3561-4591-90da-925d3d37bcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:26.829728 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:26.830699 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-cea5ea84-c401-4fd9-806b-3de47e0da52a tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Deleting subnet 243e0a19-7391-4f55-8e4a-713131ecc5e5 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:31:26.834550 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cea5ea84-c401-4fd9-806b-3de47e0da52a tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for subnet (243e0a19-7391-4f55-8e4a-713131ecc5e5), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:26.865225 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-cdea9290-9567-4922-8950-2406ddf341e3 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2213883 Jan 29 04:31:26.884702 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54516) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:26.886007 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cea5ea84-c401-4fd9-806b-3de47e0da52a tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (243e0a19-7391-4f55-8e4a-713131ecc5e5), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:26.987952 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bec2ce0-63a6-4a2a-b1b8-9543bc642dbe tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:26.988917 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bec2ce0-63a6-4a2a-b1b8-9543bc642dbe tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:26.994945 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4bec2ce0-63a6-4a2a-b1b8-9543bc642dbe tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/ports/42d0c438-5d62-4899-8ba1-98c4db0e518a HTTP/1.1" status: 404 len: 333 time: 0.1768353 Jan 29 04:31:26.995703 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54518) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:27.024501 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cdd884c-a179-4c2a-80d6-a9b30bc1e68e tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:27.031308 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-fcdae5af-ef85-44a6-941c-c70556483c24 None None] Set router 372a3b60-f704-4353-af5d-28c9327b9b15 gateway port host: None {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:31:27.031470 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cdd884c-a179-4c2a-80d6-a9b30bc1e68e tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:27.036137 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2cdd884c-a179-4c2a-80d6-a9b30bc1e68e tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/68240213-7c94-4dfb-b164-ce7aed9773d4 HTTP/1.1" status: 404 len: 337 time: 0.0374453 Jan 29 04:31:27.036591 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54520) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:27.038742 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-5e5379ea-cc26-42a3-aae1-f747ecaac2cb None None] Set router b4cdd887-077c-46cb-a629-60c82e2e8d39 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:31:27.075887 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cea5ea84-c401-4fd9-806b-3de47e0da52a tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (243e0a19-7391-4f55-8e4a-713131ecc5e5), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:27.082248 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-00f97099-71c3-4f4b-8e3c-0f45fca290cb tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:27.082928 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00f97099-71c3-4f4b-8e3c-0f45fca290cb tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:27.088985 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-00f97099-71c3-4f4b-8e3c-0f45fca290cb tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/d8f5dcc0-06d2-4e41-9a29-2ede4bdccee8 HTTP/1.1" status: 404 len: 337 time: 0.0508950 Jan 29 04:31:27.111105 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54522) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:27.158396 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a2606e0-ceeb-4c5d-bf43-84e1ce7197e4 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:27.159332 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a2606e0-ceeb-4c5d-bf43-84e1ce7197e4 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:27.164929 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-5a2606e0-ceeb-4c5d-bf43-84e1ce7197e4 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/ports/12736d2e-e49a-44c7-b967-87427aa5c9d0 HTTP/1.1" status: 404 len: 333 time: 0.0524540 Jan 29 04:31:27.168035 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54524) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:27.179974 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f1b10a-20e1-45c4-bb3b-fa395d46d7b0 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:27.186018 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f1b10a-20e1-45c4-bb3b-fa395d46d7b0 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:27.191671 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f1b10a-20e1-45c4-bb3b-fa395d46d7b0 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:27.198007 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f1b10a-20e1-45c4-bb3b-fa395d46d7b0 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:27.200010 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-46f1b10a-20e1-45c4-bb3b-fa395d46d7b0 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7114513 Jan 29 04:31:27.210040 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54526) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:27.283464 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-5e5379ea-cc26-42a3-aae1-f747ecaac2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cdd887-077c-46cb-a629-60c82e2e8d39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907967901', 'tenant_id': 'd1218af32ef54486a3687ccbcfae4b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '62af884b-1714-4169-a124-91d38ad1e3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:46Z', 'updated_at': '2022-01-29T04:31:25Z', 'revision_number': 5, 'project_id': 'd1218af32ef54486a3687ccbcfae4b37', 'gw_port': {'id': '62af884b-1714-4169-a124-91d38ad1e3b4', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cdd887-077c-46cb-a629-60c82e2e8d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:48Z', 'updated_at': '2022-01-29T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:27.320652 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-43d7a9a7-4f45-4d6d-a66b-3ca5e7391ea9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:27.321121 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43d7a9a7-4f45-4d6d-a66b-3ca5e7391ea9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:27.324559 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5379ea-cc26-42a3-aae1-f747ecaac2cb None None] Checking router: b4cdd887-077c-46cb-a629-60c82e2e8d39 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:31:27.328129 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-43d7a9a7-4f45-4d6d-a66b-3ca5e7391ea9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/4657f7ed-d149-45f6-94e0-05bada59691f HTTP/1.1" status: 404 len: 337 time: 0.1533544 Jan 29 04:31:27.328826 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5045eff5-1e57-4940-9b2e-4ef5e3fe496c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-8550f5ea-16b6-4a7d-8cfa-7fd96db71762', 'network_id': '8550f5ea-16b6-4a7d-8cfa-7fd96db71762', 'project_id': 'b19b1132342942e78366ba08553b13d3', 'fixed_ips': [{'subnet_id': 'e177851f-1fdc-4a31-9d2d-dee82def9f3b'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:31:27.329850 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5045eff5-1e57-4940-9b2e-4ef5e3fe496c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:27.333162 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54528) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:27.337642 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-143603d2-e39f-4a75-bba0-757da3d0569b tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (a72e8807-c545-4818-bff1-7c9c5ce9ee22), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:27.343335 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5379ea-cc26-42a3-aae1-f747ecaac2cb None None] Routers {'b4cdd887-077c-46cb-a629-60c82e2e8d39'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:31:27.344175 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-5e5379ea-cc26-42a3-aae1-f747ecaac2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:31:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b4cdd887-077c-46cb-a629-60c82e2e8d39'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:27.393041 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-4840588b-dc1f-4017-87f5-5008fde3d0e2 None None] Current status of the port a950060d-4ecc-4338-963f-1af8909110eb is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:27.393304 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4840588b-dc1f-4017-87f5-5008fde3d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (a950060d-4ecc-4338-963f-1af8909110eb), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:27.418362 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cfcd958-a532-4914-82eb-384a4485a062 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:27.424723 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cfcd958-a532-4914-82eb-384a4485a062 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:27.424723 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-4cfcd958-a532-4914-82eb-384a4485a062 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/c9f6e654-f668-45ad-a187-0f77bbad23f5 HTTP/1.1" status: 404 len: 337 time: 0.0862036 Jan 29 04:31:27.425684 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54530) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:27.429662 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-3a1c1bb9-3561-4591-90da-925d3d37bcd2 None None] Allocated IP 2001:db8::2 (755ba25d-bb6b-4a0d-b5a3-7160b7e189ba/eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6/ca942c55-d098-4ba0-b315-bc36c2fa8954) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:31:27.505700 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-5e5379ea-cc26-42a3-aae1-f747ecaac2cb None None] Set router b4cdd887-077c-46cb-a629-60c82e2e8d39 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:31:27.521999 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbee499a-55c3-40e0-afb3-02a99a9eb03c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:27.522584 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbee499a-55c3-40e0-afb3-02a99a9eb03c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:27.528391 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-fbee499a-55c3-40e0-afb3-02a99a9eb03c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/ports/862db8ef-1acf-4d02-a660-4be79a41a864 HTTP/1.1" status: 404 len: 333 time: 0.0991254 Jan 29 04:31:27.532733 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54532) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:27.533538 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cea5ea84-c401-4fd9-806b-3de47e0da52a tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (243e0a19-7391-4f55-8e4a-713131ecc5e5), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:27.539444 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba66bd33-9569-4d79-8541-4560e9d97f38 None None] DHCP port deletion for 4d28e89c-1ada-4d65-a68a-7c96765b022b request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:31:27.540058 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-143603d2-e39f-4a75-bba0-757da3d0569b tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (a72e8807-c545-4818-bff1-7c9c5ce9ee22), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:27.569141 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfdb521a-5a13-4aad-9c32-e2f7e8bc6fb1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:27.569809 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfdb521a-5a13-4aad-9c32-e2f7e8bc6fb1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:27.575692 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-dfdb521a-5a13-4aad-9c32-e2f7e8bc6fb1 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/45fa8f3a-c875-427d-9833-79aa728e3cc8 HTTP/1.1" status: 404 len: 337 time: 0.0397408 Jan 29 04:31:27.577249 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54534) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:27.582898 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5ea84-c401-4fd9-806b-3de47e0da52a tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Pushing event deleted for resources: {'Subnet': ['ID=243e0a19-7391-4f55-8e4a-713131ecc5e5,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:27.610727 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f357688-379d-4930-9d56-cea052a88dc9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:27.611232 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f357688-379d-4930-9d56-cea052a88dc9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:27.617073 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-143603d2-e39f-4a75-bba0-757da3d0569b tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a72e8807-c545-4818-bff1-7c9c5ce9ee22']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:27.617282 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-2f357688-379d-4930-9d56-cea052a88dc9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/06eb6489-385e-4d03-b0e2-c392c361f079 HTTP/1.1" status: 404 len: 337 time: 0.0372710 Jan 29 04:31:27.617401 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cea5ea84-c401-4fd9-806b-3de47e0da52a tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:27.618589 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54536) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:27.620909 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-cea5ea84-c401-4fd9-806b-3de47e0da52a tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "DELETE /v2.0/subnets/243e0a19-7391-4f55-8e4a-713131ecc5e5 HTTP/1.1" status: 204 len: 168 time: 0.9301770 Jan 29 04:31:27.626885 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54538) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:27.633716 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-143603d2-e39f-4a75-bba0-757da3d0569b tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '606da916-9e64-42b7-8ac7-28640e090007') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:27.634653 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-143603d2-e39f-4a75-bba0-757da3d0569b tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '606da916-9e64-42b7-8ac7-28640e090007') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:27.639846 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-4840588b-dc1f-4017-87f5-5008fde3d0e2 None None] For port a950060d-4ecc-4338-963f-1af8909110eb, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=a950060d-4ecc-4338-963f-1af8909110eb,segment=NetworkSegment(58f8ba70-d18f-4fd5-8742-48b1756136cc),segment_id=58f8ba70-d18f-4fd5-8742-48b1756136cc)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:27.643351 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7020cd2d-c754-4367-b9db-b43dcd5f1b11 None None] Network 9ab12730-721a-45c7-85f6-a754b924ee36 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:31:27.651673 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-143603d2-e39f-4a75-bba0-757da3d0569b tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (606da916-9e64-42b7-8ac7-28640e090007), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:27.669562 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-143603d2-e39f-4a75-bba0-757da3d0569b tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (606da916-9e64-42b7-8ac7-28640e090007), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:27.678513 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-143603d2-e39f-4a75-bba0-757da3d0569b tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:31:27.678513 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-143603d2-e39f-4a75-bba0-757da3d0569b tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (606da916-9e64-42b7-8ac7-28640e090007), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:27.709999 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1b9f1ff-4610-4023-9b62-a0a04372dd23 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:27.712383 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1b9f1ff-4610-4023-9b62-a0a04372dd23 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:27.714656 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b1b9f1ff-4610-4023-9b62-a0a04372dd23 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/ports/dc318a7d-2c41-4f91-a534-6cb625c78437 HTTP/1.1" status: 404 len: 333 time: 0.0961492 Jan 29 04:31:27.720275 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54540) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:27.756677 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd646547-e9b0-4ac2-a416-ccdaef239c45 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:27.756919 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd646547-e9b0-4ac2-a416-ccdaef239c45 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:27.762581 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-cd646547-e9b0-4ac2-a416-ccdaef239c45 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/1e6e570d-90ba-4c80-bac3-65e5ea73d97a HTTP/1.1" status: 404 len: 337 time: 0.0374339 Jan 29 04:31:27.762806 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:31:27.762806 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:31:27.762806 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:31:27.762806 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:31:27.762806 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:31:27.762806 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:31:27.762806 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:31:27.762806 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:31:27.762806 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:31:27.762806 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:31:27.762806 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:31:27.762806 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:31:27.762806 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:31:27.762806 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:31:27.762806 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:31:27.762806 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:31:27.762806 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:31:27.762806 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:31:27.762806 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:31:27.762806 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:31:27.762806 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:31:27.762806 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:31:27.762806 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:31:27.762806 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:31:27.762806 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:31:27.762806 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:31:27.762806 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:31:27.762806 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:31:27.762806 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:31:27.762806 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:31:27.762806 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:31:27.762806 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:31:27.765220 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54542) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:27.788358 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4e2358c3-94e5-4096-967a-18b7834235da tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:27.796945 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ef7a26d-d1fd-4422-920c-75b7522f59ad tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:27.797971 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ef7a26d-d1fd-4422-920c-75b7522f59ad tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:27.801927 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6ef7a26d-d1fd-4422-920c-75b7522f59ad tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/ports/16fc808c-885a-42e9-8562-082547cc67fe HTTP/1.1" status: 404 len: 333 time: 0.0375001 Jan 29 04:31:27.805342 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54546) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:27.809004 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-5e5379ea-cc26-42a3-aae1-f747ecaac2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cdd887-077c-46cb-a629-60c82e2e8d39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907967901', 'tenant_id': 'd1218af32ef54486a3687ccbcfae4b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '62af884b-1714-4169-a124-91d38ad1e3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:46Z', 'updated_at': '2022-01-29T04:31:25Z', 'revision_number': 5, 'project_id': 'd1218af32ef54486a3687ccbcfae4b37', 'gw_port': {'id': '62af884b-1714-4169-a124-91d38ad1e3b4', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cdd887-077c-46cb-a629-60c82e2e8d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:48Z', 'updated_at': '2022-01-29T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:27.819675 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4840588b-dc1f-4017-87f5-5008fde3d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (a950060d-4ecc-4338-963f-1af8909110eb), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:27.848543 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5379ea-cc26-42a3-aae1-f747ecaac2cb None None] The sync data for ids ['b4cdd887-077c-46cb-a629-60c82e2e8d39'] in dv-neutron-821190-1-hyperv is: [{'id': 'b4cdd887-077c-46cb-a629-60c82e2e8d39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907967901', 'tenant_id': 'd1218af32ef54486a3687ccbcfae4b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '62af884b-1714-4169-a124-91d38ad1e3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:46Z', 'updated_at': '2022-01-29T04:31:25Z', 'revision_number': 5, 'project_id': 'd1218af32ef54486a3687ccbcfae4b37', 'gw_port': {'id': '62af884b-1714-4169-a124-91d38ad1e3b4', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cdd887-077c-46cb-a629-60c82e2e8d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:48Z', 'updated_at': '2022-01-29T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:31:27.862493 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a38508d-2e89-42b6-aec8-d9c96049f0c8 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:27.862966 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a38508d-2e89-42b6-aec8-d9c96049f0c8 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:27.866978 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7a38508d-2e89-42b6-aec8-d9c96049f0c8 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/0e9cd4a0-0f44-4b8c-849e-1af149b11c6f HTTP/1.1" status: 404 len: 337 time: 0.0603118 Jan 29 04:31:27.871879 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54548) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:27.914262 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-143603d2-e39f-4a75-bba0-757da3d0569b tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (a72e8807-c545-4818-bff1-7c9c5ce9ee22), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:27.931686 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-5045eff5-1e57-4940-9b2e-4ef5e3fe496c None None] Allocated IP 172.21.0.2 (8550f5ea-16b6-4a7d-8cfa-7fd96db71762/e177851f-1fdc-4a31-9d2d-dee82def9f3b/d5feeae1-713d-49cb-a856-cc8042761733) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:31:27.937424 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-143603d2-e39f-4a75-bba0-757da3d0569b tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:27.943321 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-143603d2-e39f-4a75-bba0-757da3d0569b tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] 10.222.0.13 "DELETE /v2.0/networks/a72e8807-c545-4818-bff1-7c9c5ce9ee22 HTTP/1.1" status: 204 len: 168 time: 0.7265966 Jan 29 04:31:27.943321 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143603d2-e39f-4a75-bba0-757da3d0569b tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Pushing event deleted for resources: {'Network': ['ID=a72e8807-c545-4818-bff1-7c9c5ce9ee22,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:27.945492 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54550) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:28.033609 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ba66bd33-9569-4d79-8541-4560e9d97f38 None None] Deleting port 11f59a80-8e5b-4baf-9c4d-b8b293112d57 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:31:28.034014 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ba66bd33-9569-4d79-8541-4560e9d97f38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (11f59a80-8e5b-4baf-9c4d-b8b293112d57), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:28.046406 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4ecf0372-2866-4559-8bd1-943b67df4c02 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (353d9e5b-3d03-42cd-adfd-50094e934877), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:28.049793 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4840588b-dc1f-4017-87f5-5008fde3d0e2 None None] Pushing event updated for resources: {'Port': ['ID=a950060d-4ecc-4338-963f-1af8909110eb,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:28.114348 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-04dfd38c-6391-4e65-8388-00d4229f7a29 None None] Provisioning complete for port 11f59a80-8e5b-4baf-9c4d-b8b293112d57 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:28.114693 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-04dfd38c-6391-4e65-8388-00d4229f7a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (11f59a80-8e5b-4baf-9c4d-b8b293112d57), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:28.140933 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4ecf0372-2866-4559-8bd1-943b67df4c02 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (353d9e5b-3d03-42cd-adfd-50094e934877), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:28.164947 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-4ecf0372-2866-4559-8bd1-943b67df4c02 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['353d9e5b-3d03-42cd-adfd-50094e934877']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:28.168580 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3a1c1bb9-3561-4591-90da-925d3d37bcd2 None None] Publish callbacks [] for port (ca942c55-d098-4ba0-b315-bc36c2fa8954), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:28.175858 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-4ecf0372-2866-4559-8bd1-943b67df4c02 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b74242a1-62ad-4029-ad5c-9f03651bbd15') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:28.176265 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-4ecf0372-2866-4559-8bd1-943b67df4c02 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b74242a1-62ad-4029-ad5c-9f03651bbd15') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:28.186738 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4ecf0372-2866-4559-8bd1-943b67df4c02 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (b74242a1-62ad-4029-ad5c-9f03651bbd15), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:28.204391 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4ecf0372-2866-4559-8bd1-943b67df4c02 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (b74242a1-62ad-4029-ad5c-9f03651bbd15), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:28.205187 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-fcdae5af-ef85-44a6-941c-c70556483c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'name': 'tempest-RoutersTest-router-958532573', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:14Z', 'updated_at': '2022-01-29T04:31:21Z', 'revision_number': 2, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'gw_port_host': None, '_interfaces': [{'id': 'a950060d-4ecc-4338-963f-1af8909110eb', 'name': '', 'network_id': '5e64060c-86c5-488d-b521-33ad26ce344e', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:5c:30:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '103d068b-4d58-4800-a106-514933ad2077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:19Z', 'updated_at': '2022-01-29T04:31:25Z', 'revision_number': 4, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': '103d068b-4d58-4800-a106-514933ad2077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:28.211502 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ecf0372-2866-4559-8bd1-943b67df4c02 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:31:28.212007 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4ecf0372-2866-4559-8bd1-943b67df4c02 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (b74242a1-62ad-4029-ad5c-9f03651bbd15), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:28.233394 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-08f757e0-aecd-4f21-8e4b-eb16fb4c0f0b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:28.234014 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08f757e0-aecd-4f21-8e4b-eb16fb4c0f0b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:28.237473 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-08f757e0-aecd-4f21-8e4b-eb16fb4c0f0b tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/ports/99144fe8-2f43-4041-9d9d-dc3d00e6f94b HTTP/1.1" status: 404 len: 333 time: 0.3644378 Jan 29 04:31:28.241738 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54552) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:28.263512 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdae5af-ef85-44a6-941c-c70556483c24 None None] The sync data for ids ['372a3b60-f704-4353-af5d-28c9327b9b15'] in dv-neutron-821190-1-hyperv is: [{'id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'name': 'tempest-RoutersTest-router-958532573', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:14Z', 'updated_at': '2022-01-29T04:31:21Z', 'revision_number': 2, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'gw_port_host': None, '_interfaces': [{'id': 'a950060d-4ecc-4338-963f-1af8909110eb', 'name': '', 'network_id': '5e64060c-86c5-488d-b521-33ad26ce344e', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:5c:30:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '103d068b-4d58-4800-a106-514933ad2077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:19Z', 'updated_at': '2022-01-29T04:31:25Z', 'revision_number': 4, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': '103d068b-4d58-4800-a106-514933ad2077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:31:28.269066 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-ba66bd33-9569-4d79-8541-4560e9d97f38 None None] For port 11f59a80-8e5b-4baf-9c4d-b8b293112d57, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=11f59a80-8e5b-4baf-9c4d-b8b293112d57,segment=NetworkSegment(e24b3080-2501-441d-a2d0-90b4cb6a70ff),segment_id=e24b3080-2501-441d-a2d0-90b4cb6a70ff)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:28.269463 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ba66bd33-9569-4d79-8541-4560e9d97f38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (11f59a80-8e5b-4baf-9c4d-b8b293112d57), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:28.306325 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ba66bd33-9569-4d79-8541-4560e9d97f38 None None] Calling delete_port for 11f59a80-8e5b-4baf-9c4d-b8b293112d57 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:31:28.308610 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3a1c1bb9-3561-4591-90da-925d3d37bcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (ca942c55-d098-4ba0-b315-bc36c2fa8954), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:28.320661 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:31:28.320661 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:31:28.320661 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:31:28.320661 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:31:28.320661 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:31:28.320661 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:31:28.320661 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:31:28.320661 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:31:28.320661 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:31:28.320661 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:31:28.320661 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:31:28.320661 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:31:28.320661 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:31:28.320661 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:31:28.320661 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:31:28.320661 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:31:28.320661 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:31:28.320661 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:31:28.320661 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:31:28.320661 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:31:28.320661 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:31:28.320661 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:31:28.320661 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:31:28.320661 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:31:28.320661 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:31:28.320661 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:31:28.320661 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:31:28.320661 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:31:28.320661 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:31:28.320661 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:31:28.320661 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:31:28.320661 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:31:28.405234 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4ecf0372-2866-4559-8bd1-943b67df4c02 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (353d9e5b-3d03-42cd-adfd-50094e934877), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:28.413903 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4ecf0372-2866-4559-8bd1-943b67df4c02 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:28.421543 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4ecf0372-2866-4559-8bd1-943b67df4c02 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] 10.222.0.13 "DELETE /v2.0/networks/353d9e5b-3d03-42cd-adfd-50094e934877 HTTP/1.1" status: 204 len: 168 time: 0.4682939 Jan 29 04:31:28.426733 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54554) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:28.463911 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-35abc6a8-a5c9-4da1-a1c3-5a4b5b640d1a tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:28.464425 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35abc6a8-a5c9-4da1-a1c3-5a4b5b640d1a tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:28.467551 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-35abc6a8-a5c9-4da1-a1c3-5a4b5b640d1a tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/777b4d67-417f-4a87-a2cd-61a56a61ce9a HTTP/1.1" status: 404 len: 337 time: 0.1814473 Jan 29 04:31:28.478648 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf0372-2866-4559-8bd1-943b67df4c02 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Pushing event deleted for resources: {'Network': ['ID=353d9e5b-3d03-42cd-adfd-50094e934877,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:28.479776 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-74c24bbf-c4a5-4dc1-8f9d-927cf5345316 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for router (b4cdd887-077c-46cb-a629-60c82e2e8d39), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:28.487852 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54556) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:28.609333 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-a47372a4-3195-4106-9a03-d931bffcb170 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:28.609333 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a47372a4-3195-4106-9a03-d931bffcb170 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:28.610528 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a47372a4-3195-4106-9a03-d931bffcb170 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/ports/9cd8392d-91a1-462e-a039-14d791a3aa52 HTTP/1.1" status: 404 len: 333 time: 0.1180038 Jan 29 04:31:28.613586 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54558) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:28.618782 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-820c87b3-5d91-4b28-9b43-3c57f8de5771 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Allocated IP 2001:db8::1 (755ba25d-bb6b-4a0d-b5a3-7160b7e189ba/eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6/ae4163c1-5816-44cf-b80c-89f9f11f20b9) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:31:28.627985 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b8b179-cd97-4634-9717-e44c93831c5a None None] DHCP port deletion for 9ab12730-721a-45c7-85f6-a754b924ee36 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:31:28.647093 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7b04207-1e3e-4e53-920a-507bfb1db70c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:28.647093 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7b04207-1e3e-4e53-920a-507bfb1db70c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:28.652544 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d7b04207-1e3e-4e53-920a-507bfb1db70c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/e2764eed-86d5-4925-a76d-c83312ddf53c HTTP/1.1" status: 404 len: 337 time: 0.0369782 Jan 29 04:31:28.656775 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54560) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:28.695453 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-29e65aaa-fad9-4aea-a5a7-67c7840b09dd tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:28.696253 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29e65aaa-fad9-4aea-a5a7-67c7840b09dd tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:28.703685 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-29e65aaa-fad9-4aea-a5a7-67c7840b09dd tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/ports/af1f65ff-ffe8-4685-8a29-7f681e76813c HTTP/1.1" status: 404 len: 333 time: 0.0458345 Jan 29 04:31:28.706903 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54562) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:28.749707 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-dda9c161-eee3-4d7d-a45e-58b66cf0e551 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:28.750182 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dda9c161-eee3-4d7d-a45e-58b66cf0e551 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:28.756623 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-dda9c161-eee3-4d7d-a45e-58b66cf0e551 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/d6fbde34-d682-45f4-9c33-b42a631b2568 HTTP/1.1" status: 404 len: 337 time: 0.0487175 Jan 29 04:31:28.759154 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54564) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:28.775028 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1c1bb9-3561-4591-90da-925d3d37bcd2 None None] Network 755ba25d-bb6b-4a0d-b5a3-7160b7e189ba is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:28.803922 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df66b981-b83d-42de-b883-4fbf5f214cd4 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:28.805527 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-3a1c1bb9-3561-4591-90da-925d3d37bcd2 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:28.810781 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1c1bb9-3561-4591-90da-925d3d37bcd2 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:31:28.813325 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c1bb9-3561-4591-90da-925d3d37bcd2 None None] Pushing event updated for resources: {'Port': ['ID=ca942c55-d098-4ba0-b315-bc36c2fa8954,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:28.821207 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df66b981-b83d-42de-b883-4fbf5f214cd4 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:28.829251 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-df66b981-b83d-42de-b883-4fbf5f214cd4 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4041555 Jan 29 04:31:28.829927 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54566) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:28.833062 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-515a1138-be88-4ed1-a2cb-db1275c5752f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:28.833637 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-515a1138-be88-4ed1-a2cb-db1275c5752f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:28.837408 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-515a1138-be88-4ed1-a2cb-db1275c5752f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/ports/6cc48c6e-615e-4a46-b1f3-3272dad5fa94 HTTP/1.1" status: 404 len: 333 time: 0.0765791 Jan 29 04:31:28.843581 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-5a4df096-b6a9-4cf3-9c9e-3825c01a1561 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-424370008'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:28.855343 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5045eff5-1e57-4940-9b2e-4ef5e3fe496c None None] Publish callbacks [] for port (d5feeae1-713d-49cb-a856-cc8042761733), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:28.866662 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54568) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:28.869629 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-04dfd38c-6391-4e65-8388-00d4229f7a29 None None] Current status of the port 11f59a80-8e5b-4baf-9c4d-b8b293112d57 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:28.945206 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ed56964-bec5-41df-9380-1dd86e687a16 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:28.945677 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ed56964-bec5-41df-9380-1dd86e687a16 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:28.949555 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7ed56964-bec5-41df-9380-1dd86e687a16 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/7fb393b2-9a5e-4e01-a01f-c8d9f4c27c16 HTTP/1.1" status: 404 len: 337 time: 0.0813391 Jan 29 04:31:28.956510 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5045eff5-1e57-4940-9b2e-4ef5e3fe496c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (d5feeae1-713d-49cb-a856-cc8042761733), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:28.959685 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54572) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:28.989840 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-04dfd38c-6391-4e65-8388-00d4229f7a29 None None] Provisioning complete for port a950060d-4ecc-4338-963f-1af8909110eb triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:28.990096 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-04dfd38c-6391-4e65-8388-00d4229f7a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (a950060d-4ecc-4338-963f-1af8909110eb), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:28.998041 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-3a1c1bb9-3561-4591-90da-925d3d37bcd2 None None] Attempting to bind port ca942c55-d098-4ba0-b315-bc36c2fa8954 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:31:28.998353 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-42e75ef7-c002-421f-a5c3-b465deb2ca17 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:28.998521 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-3a1c1bb9-3561-4591-90da-925d3d37bcd2 None None] Attempting to bind port ca942c55-d098-4ba0-b315-bc36c2fa8954 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '446f33e6-f114-4db5-9fe8-c1ce26500826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '755ba25d-bb6b-4a0d-b5a3-7160b7e189ba'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:31:28.998919 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42e75ef7-c002-421f-a5c3-b465deb2ca17 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:28.999097 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1c1bb9-3561-4591-90da-925d3d37bcd2 None None] Attempting to bind port ca942c55-d098-4ba0-b315-bc36c2fa8954 on network 755ba25d-bb6b-4a0d-b5a3-7160b7e189ba {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:31:29.002008 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-42e75ef7-c002-421f-a5c3-b465deb2ca17 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/7a516483-89ec-4861-baca-7e7b665a8d27 HTTP/1.1" status: 404 len: 337 time: 0.0413823 Jan 29 04:31:29.006771 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54574) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:29.007413 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4df096-b6a9-4cf3-9c9e-3825c01a1561 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Made reservation on behalf of 3b3b0b8712a74d8aab339f160aa87fff for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:29.011517 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5a4df096-b6a9-4cf3-9c9e-3825c01a1561 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:29.023784 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1c1bb9-3561-4591-90da-925d3d37bcd2 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:31:29.024166 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1c1bb9-3561-4591-90da-925d3d37bcd2 None None] Checking segment: {'id': '446f33e6-f114-4db5-9fe8-c1ce26500826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '755ba25d-bb6b-4a0d-b5a3-7160b7e189ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:31:29.024589 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3a1c1bb9-3561-4591-90da-925d3d37bcd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:29.024987 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1c1bb9-3561-4591-90da-925d3d37bcd2 None None] Bound using segment: {'id': '446f33e6-f114-4db5-9fe8-c1ce26500826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '755ba25d-bb6b-4a0d-b5a3-7160b7e189ba'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:31:29.025620 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-3a1c1bb9-3561-4591-90da-925d3d37bcd2 None None] Bound port: ca942c55-d098-4ba0-b315-bc36c2fa8954, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '446f33e6-f114-4db5-9fe8-c1ce26500826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '755ba25d-bb6b-4a0d-b5a3-7160b7e189ba'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:31:29.025978 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3a1c1bb9-3561-4591-90da-925d3d37bcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (ca942c55-d098-4ba0-b315-bc36c2fa8954), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:29.041799 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-26c703ba-0cd8-4dc0-80be-d42381431d89 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:29.042407 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26c703ba-0cd8-4dc0-80be-d42381431d89 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:29.045776 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-26c703ba-0cd8-4dc0-80be-d42381431d89 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/ports/198615f7-4127-4277-8a2c-6baee2db53ee HTTP/1.1" status: 404 len: 333 time: 0.0302999 Jan 29 04:31:29.049695 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device a950060d-4ecc-4338-963f-1af8909110eb up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:29.052735 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54576) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:29.061289 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-820c87b3-5d91-4b28-9b43-3c57f8de5771 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for port (ae4163c1-5816-44cf-b80c-89f9f11f20b9), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:29.063964 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-f2b8b179-cd97-4634-9717-e44c93831c5a None None] Deleting port e67eb4f7-5a3a-4514-938d-7dc5f65c6e83 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:31:29.064390 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f2b8b179-cd97-4634-9717-e44c93831c5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (e67eb4f7-5a3a-4514-938d-7dc5f65c6e83), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:29.084160 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5045eff5-1e57-4940-9b2e-4ef5e3fe496c None None] Network 8550f5ea-16b6-4a7d-8cfa-7fd96db71762 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:29.102430 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-54fb6f1c-9dbc-4b71-a9a5-84adff98ddf2 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:29.103089 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-4e2358c3-94e5-4096-967a-18b7834235da tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Allocated IP 172.21.0.1 (8550f5ea-16b6-4a7d-8cfa-7fd96db71762/e177851f-1fdc-4a31-9d2d-dee82def9f3b/dda2e1a1-3ae3-4a74-943e-90c37f4d3dee) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:31:29.103376 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54fb6f1c-9dbc-4b71-a9a5-84adff98ddf2 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:29.106877 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-74c24bbf-c4a5-4dc1-8f9d-927cf5345316 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for router_gateway (b4cdd887-077c-46cb-a629-60c82e2e8d39), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:29.107537 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-54fb6f1c-9dbc-4b71-a9a5-84adff98ddf2 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/2ef879ca-2015-4d86-83a3-845cb25fe8be HTTP/1.1" status: 404 len: 337 time: 0.0535131 Jan 29 04:31:29.108683 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a4df096-b6a9-4cf3-9c9e-3825c01a1561 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:31:29.111028 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54578) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:29.140495 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ba66bd33-9569-4d79-8541-4560e9d97f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (11f59a80-8e5b-4baf-9c4d-b8b293112d57), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:29.157508 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-5045eff5-1e57-4940-9b2e-4ef5e3fe496c None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:29.158246 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-74e098fa-eb82-466f-a24f-5eb1f9ad4ba6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:29.158869 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74e098fa-eb82-466f-a24f-5eb1f9ad4ba6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:29.162084 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-74e098fa-eb82-466f-a24f-5eb1f9ad4ba6 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/c015b167-f5c4-4e6d-bc39-55cddfbfce9a HTTP/1.1" status: 404 len: 337 time: 0.0499430 Jan 29 04:31:29.163878 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5a4df096-b6a9-4cf3-9c9e-3825c01a1561 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (3c6c7fcb-4070-4e45-b013-f46cca06a917), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:29.164477 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-5a4df096-b6a9-4cf3-9c9e-3825c01a1561 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Added segment 3c6c7fcb-4070-4e45-b013-f46cca06a917 of type vlan for network 767f37c2-a9ff-4aee-bc0f-1295bcedd791 Jan 29 04:31:29.169316 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5045eff5-1e57-4940-9b2e-4ef5e3fe496c None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:31:29.169450 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54580) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:29.217984 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-512d636a-8786-47ac-bc61-e4909bf8e9e7 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:29.218814 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-512d636a-8786-47ac-bc61-e4909bf8e9e7 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:29.230912 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-512d636a-8786-47ac-bc61-e4909bf8e9e7 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/ports/c8041109-3c35-476a-aee9-aae817ea05ea HTTP/1.1" status: 404 len: 333 time: 0.0632153 Jan 29 04:31:29.233587 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54582) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:29.237679 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3a1c1bb9-3561-4591-90da-925d3d37bcd2 None None] For port ca942c55-d098-4ba0-b315-bc36c2fa8954, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:31:29.245358 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5045eff5-1e57-4940-9b2e-4ef5e3fe496c None None] Pushing event updated for resources: {'Port': ['ID=d5feeae1-713d-49cb-a856-cc8042761733,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:29.251894 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5a4df096-b6a9-4cf3-9c9e-3825c01a1561 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (767f37c2-a9ff-4aee-bc0f-1295bcedd791), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:29.278318 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba66bd33-9569-4d79-8541-4560e9d97f38 None None] No DVR routers for this DVR port 11f59a80-8e5b-4baf-9c4d-b8b293112d57 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:31:29.288314 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-f408d764-ed01-4718-ac5d-88dd23050975 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:29.289012 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f408d764-ed01-4718-ac5d-88dd23050975 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:29.293504 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f408d764-ed01-4718-ac5d-88dd23050975 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/675d3127-9527-4cf0-a6db-08928c8275b7 HTTP/1.1" status: 404 len: 337 time: 0.0588243 Jan 29 04:31:29.296178 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54584) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:29.319999 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3a1c1bb9-3561-4591-90da-925d3d37bcd2 None None] For port ca942c55-d098-4ba0-b315-bc36c2fa8954, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=ca942c55-d098-4ba0-b315-bc36c2fa8954,segment=NetworkSegment(446f33e6-f114-4db5-9fe8-c1ce26500826),segment_id=446f33e6-f114-4db5-9fe8-c1ce26500826)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:31:29.324806 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-f2b8b179-cd97-4634-9717-e44c93831c5a None None] For port e67eb4f7-5a3a-4514-938d-7dc5f65c6e83, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=e67eb4f7-5a3a-4514-938d-7dc5f65c6e83,segment=NetworkSegment(c10e8bc5-2189-4094-93bc-f8166e8aeb7b),segment_id=c10e8bc5-2189-4094-93bc-f8166e8aeb7b)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:29.325204 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f2b8b179-cd97-4634-9717-e44c93831c5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (e67eb4f7-5a3a-4514-938d-7dc5f65c6e83), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:29.330212 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66bd33-9569-4d79-8541-4560e9d97f38 None None] Pushing event deleted for resources: {'Port': ['ID=11f59a80-8e5b-4baf-9c4d-b8b293112d57,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:29.333020 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b5cc601-6226-4d00-b9a5-3783c9d537d7 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:29.333906 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b5cc601-6226-4d00-b9a5-3783c9d537d7 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:29.338269 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-8b5cc601-6226-4d00-b9a5-3783c9d537d7 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/1387f767-fb71-4d09-97d6-89d2b171c686 HTTP/1.1" status: 404 len: 337 time: 0.0402484 Jan 29 04:31:29.342274 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54586) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:29.355229 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4e2358c3-94e5-4096-967a-18b7834235da tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for port (dda2e1a1-3ae3-4a74-943e-90c37f4d3dee), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:29.358620 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-820c87b3-5d91-4b28-9b43-3c57f8de5771 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (ae4163c1-5816-44cf-b80c-89f9f11f20b9), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:29.386144 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-f2b8b179-cd97-4634-9717-e44c93831c5a None None] Calling delete_port for e67eb4f7-5a3a-4514-938d-7dc5f65c6e83 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:31:29.390972 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-abf7e648-fa98-4935-8dd2-5e19cb6f44c9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:29.391562 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abf7e648-fa98-4935-8dd2-5e19cb6f44c9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:29.396952 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-abf7e648-fa98-4935-8dd2-5e19cb6f44c9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/ports/2ffc4464-3855-4e50-a3e9-860e4899c7ed HTTP/1.1" status: 404 len: 333 time: 0.0512743 Jan 29 04:31:29.397746 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54588) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:29.426972 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a9fa423-2fdd-491f-8c5f-3d93a2b26f78 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:29.427218 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a9fa423-2fdd-491f-8c5f-3d93a2b26f78 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:29.431543 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6a9fa423-2fdd-491f-8c5f-3d93a2b26f78 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/05bc98ef-0902-48fa-b6c7-10d435f1af32 HTTP/1.1" status: 404 len: 337 time: 0.0317907 Jan 29 04:31:29.433340 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54590) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:29.439905 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-5045eff5-1e57-4940-9b2e-4ef5e3fe496c None None] Attempting to bind port d5feeae1-713d-49cb-a856-cc8042761733 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:31:29.441459 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-5045eff5-1e57-4940-9b2e-4ef5e3fe496c None None] Attempting to bind port d5feeae1-713d-49cb-a856-cc8042761733 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '1bd232c8-02aa-47cc-a985-5e9375e5d530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8550f5ea-16b6-4a7d-8cfa-7fd96db71762'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:31:29.442092 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5045eff5-1e57-4940-9b2e-4ef5e3fe496c None None] Attempting to bind port d5feeae1-713d-49cb-a856-cc8042761733 on network 8550f5ea-16b6-4a7d-8cfa-7fd96db71762 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:31:29.445301 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820c87b3-5d91-4b28-9b43-3c57f8de5771 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Network 755ba25d-bb6b-4a0d-b5a3-7160b7e189ba is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:29.452951 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-820c87b3-5d91-4b28-9b43-3c57f8de5771 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:29.467570 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820c87b3-5d91-4b28-9b43-3c57f8de5771 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:31:29.468159 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-820c87b3-5d91-4b28-9b43-3c57f8de5771 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (389f1f00-b86a-4154-b700-f3328ae85b52), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:29.468308 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-93ec200b-989b-4c14-bce8-cfc1fb0fdb64 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:29.468675 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93ec200b-989b-4c14-bce8-cfc1fb0fdb64 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:29.473023 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-93ec200b-989b-4c14-bce8-cfc1fb0fdb64 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/7c27e546-961c-4414-8381-3e6476ffc6b8 HTTP/1.1" status: 404 len: 337 time: 0.0371702 Jan 29 04:31:29.473837 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5a4df096-b6a9-4cf3-9c9e-3825c01a1561 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (767f37c2-a9ff-4aee-bc0f-1295bcedd791), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:29.480238 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4df096-b6a9-4cf3-9c9e-3825c01a1561 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:29.481156 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5a4df096-b6a9-4cf3-9c9e-3825c01a1561 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:29.482492 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port a950060d-4ecc-4338-963f-1af8909110eb triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:29.482871 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (a950060d-4ecc-4338-963f-1af8909110eb), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:29.483828 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54592) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:29.511038 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3a1c1bb9-3561-4591-90da-925d3d37bcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (ca942c55-d098-4ba0-b315-bc36c2fa8954), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:29.518946 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c87b3-5d91-4b28-9b43-3c57f8de5771 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event updated for resources: {'Port': ['ID=ae4163c1-5816-44cf-b80c-89f9f11f20b9,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:29.520614 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5045eff5-1e57-4940-9b2e-4ef5e3fe496c None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:31:29.521028 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5045eff5-1e57-4940-9b2e-4ef5e3fe496c None None] Checking segment: {'id': '1bd232c8-02aa-47cc-a985-5e9375e5d530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8550f5ea-16b6-4a7d-8cfa-7fd96db71762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:31:29.521406 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5045eff5-1e57-4940-9b2e-4ef5e3fe496c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:29.521851 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5045eff5-1e57-4940-9b2e-4ef5e3fe496c None None] Bound using segment: {'id': '1bd232c8-02aa-47cc-a985-5e9375e5d530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8550f5ea-16b6-4a7d-8cfa-7fd96db71762'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:31:29.523107 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-5045eff5-1e57-4940-9b2e-4ef5e3fe496c None None] Bound port: d5feeae1-713d-49cb-a856-cc8042761733, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bd232c8-02aa-47cc-a985-5e9375e5d530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8550f5ea-16b6-4a7d-8cfa-7fd96db71762'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:31:29.523488 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5045eff5-1e57-4940-9b2e-4ef5e3fe496c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (d5feeae1-713d-49cb-a856-cc8042761733), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:29.538788 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-0e0dcd21-d302-47f1-9dff-cb78c42d06c4 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/ports?device_id=03346d13-ea12-4f7e-a4e8-d7d6ffce3425 HTTP/1.1" status: 200 len: 205 time: 0.0461473 Jan 29 04:31:29.541376 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-74c24bbf-c4a5-4dc1-8f9d-927cf5345316 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Deleting port 62af884b-1714-4169-a124-91d38ad1e3b4 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:31:29.541962 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-74c24bbf-c4a5-4dc1-8f9d-927cf5345316 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (62af884b-1714-4169-a124-91d38ad1e3b4), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:29.548101 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54594) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:29.569735 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-04dfd38c-6391-4e65-8388-00d4229f7a29 None None] Current status of the port a950060d-4ecc-4338-963f-1af8909110eb is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:29.582575 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4df096-b6a9-4cf3-9c9e-3825c01a1561 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Pushing event updated for resources: {'Network': ['ID=767f37c2-a9ff-4aee-bc0f-1295bcedd791,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:29.607514 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 767f37c2-a9ff-4aee-bc0f-1295bcedd791 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:31:29.616479 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-f5b85379-2a27-4177-acad-a5ff8720d7b8 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] delete failed (client error): The resource could not be found. Jan 29 04:31:29.617932 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f5b85379-2a27-4177-acad-a5ff8720d7b8 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/routers/03346d13-ea12-4f7e-a4e8-d7d6ffce3425 HTTP/1.1" status: 404 len: 336 time: 0.0679646 Jan 29 04:31:29.621779 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54596) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:29.661732 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa1e7a79-8de4-4bd4-92ea-f2880bfe7594 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:29.665114 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa1e7a79-8de4-4bd4-92ea-f2880bfe7594 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:29.670326 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-aa1e7a79-8de4-4bd4-92ea-f2880bfe7594 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/b9c69b35-fa6d-4a89-b68f-e47ad939003f HTTP/1.1" status: 404 len: 337 time: 0.0474072 Jan 29 04:31:29.671297 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54598) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:29.674113 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4e2358c3-94e5-4096-967a-18b7834235da tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (dda2e1a1-3ae3-4a74-943e-90c37f4d3dee), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:29.686783 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-5a4df096-b6a9-4cf3-9c9e-3825c01a1561 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8556325 Jan 29 04:31:29.689416 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54600) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:29.695352 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-af651d3e-e218-43f0-9626-fc7c96229631 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-83217625'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:29.725738 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-38805664-4b83-4297-b784-5b06dc7d91f9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "GET /v2.0/ports?device_id=916b4898-5b6e-4562-b111-683fc2f06219 HTTP/1.1" status: 200 len: 205 time: 0.0531645 Jan 29 04:31:29.726345 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54602) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:29.743421 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2358c3-94e5-4096-967a-18b7834235da tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Network 8550f5ea-16b6-4a7d-8cfa-7fd96db71762 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:29.764539 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-4e2358c3-94e5-4096-967a-18b7834235da tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:29.770498 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2358c3-94e5-4096-967a-18b7834235da tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:31:29.774661 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-ef1b4bc5-1724-467b-92fb-90325e910d26 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] delete failed (client error): The resource could not be found. Jan 29 04:31:29.778884 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2358c3-94e5-4096-967a-18b7834235da tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event updated for resources: {'Port': ['ID=dda2e1a1-3ae3-4a74-943e-90c37f4d3dee,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:29.780187 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ef1b4bc5-1724-467b-92fb-90325e910d26 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/routers/916b4898-5b6e-4562-b111-683fc2f06219 HTTP/1.1" status: 404 len: 336 time: 0.0503621 Jan 29 04:31:29.782484 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54604) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:29.798674 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f2b8b179-cd97-4634-9717-e44c93831c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (e67eb4f7-5a3a-4514-938d-7dc5f65c6e83), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:29.822697 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-281b6121-0c5c-4b3f-9a5e-3e1adba09757 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:29.823399 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-281b6121-0c5c-4b3f-9a5e-3e1adba09757 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:29.830303 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-281b6121-0c5c-4b3f-9a5e-3e1adba09757 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/a24b287b-7064-4dc4-a55e-dd4e300385ae HTTP/1.1" status: 404 len: 337 time: 0.0445414 Jan 29 04:31:29.831024 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54606) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:29.837487 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-5045eff5-1e57-4940-9b2e-4ef5e3fe496c None None] For port d5feeae1-713d-49cb-a856-cc8042761733, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:31:29.886226 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c1bb9-3561-4591-90da-925d3d37bcd2 None None] Pushing event updated for resources: {'Port': ['ID=ca942c55-d098-4ba0-b315-bc36c2fa8954,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:29.898532 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-5045eff5-1e57-4940-9b2e-4ef5e3fe496c None None] For port d5feeae1-713d-49cb-a856-cc8042761733, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=d5feeae1-713d-49cb-a856-cc8042761733,segment=NetworkSegment(1bd232c8-02aa-47cc-a985-5e9375e5d530),segment_id=1bd232c8-02aa-47cc-a985-5e9375e5d530)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:31:29.898532 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b8b179-cd97-4634-9717-e44c93831c5a None None] No DVR routers for this DVR port e67eb4f7-5a3a-4514-938d-7dc5f65c6e83 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:31:29.910409 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-cab8d90f-f80e-40f7-93af-5e7034b0dc00 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:29.910881 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cab8d90f-f80e-40f7-93af-5e7034b0dc00 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:29.918683 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-cab8d90f-f80e-40f7-93af-5e7034b0dc00 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/ef92b50e-165d-4643-acf3-41cde03b3fa2 HTTP/1.1" status: 404 len: 337 time: 0.0846992 Jan 29 04:31:29.919068 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54608) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:29.941037 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4e2358c3-94e5-4096-967a-18b7834235da tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (372a3b60-f704-4353-af5d-28c9327b9b15), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:29.956034 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-74c24bbf-c4a5-4dc1-8f9d-927cf5345316 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] For port 62af884b-1714-4169-a124-91d38ad1e3b4, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=62af884b-1714-4169-a124-91d38ad1e3b4,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:29.956407 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-74c24bbf-c4a5-4dc1-8f9d-927cf5345316 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (62af884b-1714-4169-a124-91d38ad1e3b4), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:29.968503 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af651d3e-e218-43f0-9626-fc7c96229631 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Made reservation on behalf of 3b3b0b8712a74d8aab339f160aa87fff for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:29.974514 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b8b179-cd97-4634-9717-e44c93831c5a None None] Pushing event deleted for resources: {'Port': ['ID=e67eb4f7-5a3a-4514-938d-7dc5f65c6e83,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:29.993400 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-af651d3e-e218-43f0-9626-fc7c96229631 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:29.999530 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-908e004e-dfdc-4b45-9acf-cf445fb2d9bf tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:30.000255 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-908e004e-dfdc-4b45-9acf-cf445fb2d9bf tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:30.000398 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port a950060d-4ecc-4338-963f-1af8909110eb is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:30.010673 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-908e004e-dfdc-4b45-9acf-cf445fb2d9bf tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/ports/3b7c6855-572e-45a1-bfde-2e0bd20e07c4 HTTP/1.1" status: 404 len: 333 time: 0.0890415 Jan 29 04:31:30.011347 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54612) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:30.039548 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5045eff5-1e57-4940-9b2e-4ef5e3fe496c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (d5feeae1-713d-49cb-a856-cc8042761733), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:30.073278 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-a90fdf7d-fd29-4c4b-987d-8cbbc89941bb tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:30.073855 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a90fdf7d-fd29-4c4b-987d-8cbbc89941bb tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:30.082453 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a90fdf7d-fd29-4c4b-987d-8cbbc89941bb tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/ae674763-78eb-4e93-9d14-8ed911cd6d82 HTTP/1.1" status: 404 len: 337 time: 0.0687954 Jan 29 04:31:30.104844 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af651d3e-e218-43f0-9626-fc7c96229631 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:31:30.107229 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54614) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:30.123117 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5045eff5-1e57-4940-9b2e-4ef5e3fe496c None None] Pushing event updated for resources: {'Port': ['ID=d5feeae1-713d-49cb-a856-cc8042761733,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:30.123981 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-74c24bbf-c4a5-4dc1-8f9d-927cf5345316 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Calling delete_port for 62af884b-1714-4169-a124-91d38ad1e3b4 owned by network:router_gateway {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:31:30.125751 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-af651d3e-e218-43f0-9626-fc7c96229631 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (2e6a7662-0996-4a44-92df-acb938f675ec), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:30.125969 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device e67eb4f7-5a3a-4514-938d-7dc5f65c6e83 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:31:30.128455 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-af651d3e-e218-43f0-9626-fc7c96229631 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Added segment 2e6a7662-0996-4a44-92df-acb938f675ec of type vlan for network 784638d4-0268-4c51-b541-cf47ffb42285 Jan 29 04:31:30.151875 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: e67eb4f7-5a3a-4514-938d-7dc5f65c6e83 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:31:30.152285 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device e67eb4f7-5a3a-4514-938d-7dc5f65c6e83 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:31:30.152753 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 11f59a80-8e5b-4baf-9c4d-b8b293112d57 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:31:30.189432 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-af651d3e-e218-43f0-9626-fc7c96229631 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (784638d4-0268-4c51-b541-cf47ffb42285), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:30.200385 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 11f59a80-8e5b-4baf-9c4d-b8b293112d57 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:31:30.201422 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 11f59a80-8e5b-4baf-9c4d-b8b293112d57 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:31:30.201952 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 7b04459c-b3f3-49a9-83d2-02050a0cd484 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:31:30.227565 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-724f7057-fe4e-4505-b3c2-b0633202fa1f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:30.228160 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-724f7057-fe4e-4505-b3c2-b0633202fa1f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:30.231220 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 7b04459c-b3f3-49a9-83d2-02050a0cd484 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:31:30.231576 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 7b04459c-b3f3-49a9-83d2-02050a0cd484 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:31:30.232173 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-724f7057-fe4e-4505-b3c2-b0633202fa1f tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/ports/e85678b5-3c23-4c38-aed2-95af42dbe007 HTTP/1.1" status: 404 len: 333 time: 0.1235116 Jan 29 04:31:30.235023 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54616) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:30.264471 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-820c87b3-5d91-4b28-9b43-3c57f8de5771 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (ae4163c1-5816-44cf-b80c-89f9f11f20b9), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:30.268152 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-e27cf9bd-48bf-451b-91e3-b4fb02bf9821 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:30.270536 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e27cf9bd-48bf-451b-91e3-b4fb02bf9821 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:30.273965 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-e27cf9bd-48bf-451b-91e3-b4fb02bf9821 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/287d4629-599c-414b-b5be-612f06d72e1a HTTP/1.1" status: 404 len: 337 time: 0.0377538 Jan 29 04:31:30.277340 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54618) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:30.302258 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b234ba8-bb09-42b8-b064-144e635e8489 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:30.302853 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b234ba8-bb09-42b8-b064-144e635e8489 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:30.307122 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-3b234ba8-bb09-42b8-b064-144e635e8489 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/ports/e68b08f2-af59-477c-b77a-0fe61ff04cfd HTTP/1.1" status: 404 len: 333 time: 0.0285521 Jan 29 04:31:30.310085 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54620) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:30.351268 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9907bd9-1693-46e6-bb72-4248438068e9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:30.351834 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9907bd9-1693-46e6-bb72-4248438068e9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:30.355091 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a9907bd9-1693-46e6-bb72-4248438068e9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/d720e49a-5c82-45b6-87f2-5be70892bb8a HTTP/1.1" status: 404 len: 337 time: 0.0438533 Jan 29 04:31:30.356103 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-af651d3e-e218-43f0-9626-fc7c96229631 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (784638d4-0268-4c51-b541-cf47ffb42285), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:30.361436 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af651d3e-e218-43f0-9626-fc7c96229631 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:30.362183 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-af651d3e-e218-43f0-9626-fc7c96229631 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:30.364774 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54622) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:30.451154 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-5594e089-979a-42ad-9267-fcc47c4a7d46 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:30.451947 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5594e089-979a-42ad-9267-fcc47c4a7d46 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:30.455108 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-5594e089-979a-42ad-9267-fcc47c4a7d46 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/ports/b06f4eef-9ba3-48c0-841b-47b0bd7b409a HTTP/1.1" status: 404 len: 333 time: 0.0867147 Jan 29 04:31:30.462738 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54624) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:30.503592 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bd2f659-5a0c-4a2c-8c8f-15e30a43c5f9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:30.504153 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bd2f659-5a0c-4a2c-8c8f-15e30a43c5f9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:30.510299 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7bd2f659-5a0c-4a2c-8c8f-15e30a43c5f9 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/a7fb6f82-34dc-42ff-885a-d11b3a103675 HTTP/1.1" status: 404 len: 337 time: 0.0430872 Jan 29 04:31:30.510299 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af651d3e-e218-43f0-9626-fc7c96229631 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Pushing event updated for resources: {'Network': ['ID=784638d4-0268-4c51-b541-cf47ffb42285,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:30.511166 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54626) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:30.515228 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4e2358c3-94e5-4096-967a-18b7834235da tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (dda2e1a1-3ae3-4a74-943e-90c37f4d3dee), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:30.521806 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 784638d4-0268-4c51-b541-cf47ffb42285 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:31:30.539937 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb29519b-c978-4a74-8265-0135de215249 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:30.540640 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb29519b-c978-4a74-8265-0135de215249 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:30.546258 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-bb29519b-c978-4a74-8265-0135de215249 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/ports/08ec7dec-7f69-4ded-bd7a-32d7be366aa7 HTTP/1.1" status: 404 len: 333 time: 0.0319221 Jan 29 04:31:30.548796 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-af651d3e-e218-43f0-9626-fc7c96229631 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8567395 Jan 29 04:31:30.548796 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54628) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:30.550149 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54630) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:30.562067 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-a4abe6c8-bfb9-4221-8293-86b4e618e805 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Request body: {'ports': [{'network_id': '767f37c2-a9ff-4aee-bc0f-1295bcedd791', 'name': 'tempest-port--1762545587', 'admin_state_up': True}, {'network_id': '784638d4-0268-4c51-b541-cf47ffb42285', 'admin_state_up': False}]} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:30.562483 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-a4abe6c8-bfb9-4221-8293-86b4e618e805 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Request body: {'port': {'network_id': '767f37c2-a9ff-4aee-bc0f-1295bcedd791', 'name': 'tempest-port--1762545587', 'admin_state_up': True}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:30.563039 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-a4abe6c8-bfb9-4221-8293-86b4e618e805 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Request body: {'port': {'network_id': '784638d4-0268-4c51-b541-cf47ffb42285', 'admin_state_up': False}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:30.601562 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-255448af-7bf4-40cb-b71b-07e68f630c3d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:30.602032 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-255448af-7bf4-40cb-b71b-07e68f630c3d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:30.613969 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-255448af-7bf4-40cb-b71b-07e68f630c3d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/2f16bcde-1c47-4bea-aa59-f9895a72e4cb HTTP/1.1" status: 404 len: 337 time: 0.0648665 Jan 29 04:31:30.616700 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54632) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:31.013056 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-74c24bbf-c4a5-4dc1-8f9d-927cf5345316 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (62af884b-1714-4169-a124-91d38ad1e3b4), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:31.088766 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c24bbf-c4a5-4dc1-8f9d-927cf5345316 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Pushing event deleted for resources: {'Port': ['ID=62af884b-1714-4169-a124-91d38ad1e3b4,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:31.091498 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device ca942c55-d098-4ba0-b315-bc36c2fa8954 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:31.119554 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e2a2c53-e1fe-4e41-8e7a-f36d2cb5aad3 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:31.120713 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e2a2c53-e1fe-4e41-8e7a-f36d2cb5aad3 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:31.124226 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6e2a2c53-e1fe-4e41-8e7a-f36d2cb5aad3 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/ports/3501a542-267c-459f-9507-91e4cbd4a57b HTTP/1.1" status: 404 len: 333 time: 0.5027988 Jan 29 04:31:31.130851 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54636) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:31.136659 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62af0e50-e367-42a4-b897-5a5fd558452a None None] Network 755ba25d-bb6b-4a0d-b5a3-7160b7e189ba requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:31:31.177142 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-820c87b3-5d91-4b28-9b43-3c57f8de5771 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for port (ae4163c1-5816-44cf-b80c-89f9f11f20b9), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:31.217393 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3abe7c7-5737-4d26-9459-555490773a9d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:31.217796 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3abe7c7-5737-4d26-9459-555490773a9d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:31.223294 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b3abe7c7-5737-4d26-9459-555490773a9d tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/8cb2fea8-64e0-4a5b-9061-ba092b4b4754 HTTP/1.1" status: 404 len: 337 time: 0.0811360 Jan 29 04:31:31.226759 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54640) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:31.245505 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-416144c8-2df2-4d7d-8e8b-2297ea7978a5 None None] Provisioning complete for port ca942c55-d098-4ba0-b315-bc36c2fa8954 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:31.245882 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-416144c8-2df2-4d7d-8e8b-2297ea7978a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (ca942c55-d098-4ba0-b315-bc36c2fa8954), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:31.251579 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-74c24bbf-c4a5-4dc1-8f9d-927cf5345316 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (b4cdd887-077c-46cb-a629-60c82e2e8d39), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:31.263864 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6e36af0-8653-4d18-b883-bbe34292b27c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:31.264433 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6e36af0-8653-4d18-b883-bbe34292b27c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:31.270575 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d6e36af0-8653-4d18-b883-bbe34292b27c tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/ports/00d9b2bd-fbdb-4e11-a98a-7418ecdbde79 HTTP/1.1" status: 404 len: 333 time: 0.0425818 Jan 29 04:31:31.272291 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54642) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:31.295408 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-820c87b3-5d91-4b28-9b43-3c57f8de5771 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (ae4163c1-5816-44cf-b80c-89f9f11f20b9), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:31.296168 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-820c87b3-5d91-4b28-9b43-3c57f8de5771 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (389f1f00-b86a-4154-b700-f3328ae85b52), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:31.299492 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port ca942c55-d098-4ba0-b315-bc36c2fa8954 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:31.300146 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (ca942c55-d098-4ba0-b315-bc36c2fa8954), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:31.308876 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4ee5337-2f14-49ba-b152-2565c18f6a29 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] DELETE failed (client error): The resource could not be found. Jan 29 04:31:31.309362 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4ee5337-2f14-49ba-b152-2565c18f6a29 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:31:31.312474 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c4ee5337-2f14-49ba-b152-2565c18f6a29 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/subnets/35e670f2-aece-4be6-a594-a11bf17c1bcb HTTP/1.1" status: 404 len: 337 time: 0.0380907 Jan 29 04:31:31.315437 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54644) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:31.335385 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4e2358c3-94e5-4096-967a-18b7834235da tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for port (dda2e1a1-3ae3-4a74-943e-90c37f4d3dee), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:31.396120 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-74c24bbf-c4a5-4dc1-8f9d-927cf5345316 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (b4cdd887-077c-46cb-a629-60c82e2e8d39), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:31.405621 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-28cf4c4e-db87-410f-b053-58d96670ac27 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (4d28e89c-1ada-4d65-a68a-7c96765b022b), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:31.407182 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-74c24bbf-c4a5-4dc1-8f9d-927cf5345316 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for router_controller (b4cdd887-077c-46cb-a629-60c82e2e8d39), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:31.419264 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4abe6c8-bfb9-4221-8293-86b4e618e805 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Made reservation on behalf of 3b3b0b8712a74d8aab339f160aa87fff for: {'port': 2} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:31.423437 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a4abe6c8-bfb9-4221-8293-86b4e618e805 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:31.467294 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a4abe6c8-bfb9-4221-8293-86b4e618e805 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:31.498809 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-416144c8-2df2-4d7d-8e8b-2297ea7978a5 None None] Current status of the port ca942c55-d098-4ba0-b315-bc36c2fa8954 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:31.499352 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-416144c8-2df2-4d7d-8e8b-2297ea7978a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (ca942c55-d098-4ba0-b315-bc36c2fa8954), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:31.514961 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port ca942c55-d098-4ba0-b315-bc36c2fa8954 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:31.515502 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (ca942c55-d098-4ba0-b315-bc36c2fa8954), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:31.579981 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-416144c8-2df2-4d7d-8e8b-2297ea7978a5 None None] For port ca942c55-d098-4ba0-b315-bc36c2fa8954, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=ca942c55-d098-4ba0-b315-bc36c2fa8954,segment=NetworkSegment(446f33e6-f114-4db5-9fe8-c1ce26500826),segment_id=446f33e6-f114-4db5-9fe8-c1ce26500826)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:31.588002 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-28cf4c4e-db87-410f-b053-58d96670ac27 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (4d28e89c-1ada-4d65-a68a-7c96765b022b), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:31.663289 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-416144c8-2df2-4d7d-8e8b-2297ea7978a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (ca942c55-d098-4ba0-b315-bc36c2fa8954), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:31.684094 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-28cf4c4e-db87-410f-b053-58d96670ac27 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d28e89c-1ada-4d65-a68a-7c96765b022b']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:31.719797 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-28cf4c4e-db87-410f-b053-58d96670ac27 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e24b3080-2501-441d-a2d0-90b4cb6a70ff') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:31.720030 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-28cf4c4e-db87-410f-b053-58d96670ac27 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e24b3080-2501-441d-a2d0-90b4cb6a70ff') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:31.775389 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-28cf4c4e-db87-410f-b053-58d96670ac27 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (e24b3080-2501-441d-a2d0-90b4cb6a70ff), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:31.812236 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-a4abe6c8-bfb9-4221-8293-86b4e618e805 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] device_id is not set on port b0d41ae6-e73d-4878-a40a-496498bc7ae2 yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:31:31.816610 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-28cf4c4e-db87-410f-b053-58d96670ac27 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (e24b3080-2501-441d-a2d0-90b4cb6a70ff), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:31.838633 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28cf4c4e-db87-410f-b053-58d96670ac27 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:31:31.838633 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-28cf4c4e-db87-410f-b053-58d96670ac27 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (e24b3080-2501-441d-a2d0-90b4cb6a70ff), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:31.840215 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:31:31.840215 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:31:31.840215 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:31:31.840215 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:31:31.840215 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:31:31.840215 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:31:31.840215 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:31:31.840215 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:31:31.840215 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:31:31.840215 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:31:31.840215 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:31:31.840215 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:31:31.840215 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:31:31.840215 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:31:31.840215 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:31:31.840215 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:31:31.840215 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:31:31.840215 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:31:31.840215 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:31:31.840215 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:31:31.840215 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:31:31.840215 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:31:31.840215 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:31:31.840215 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:31:31.840215 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:31:31.840215 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:31:31.840215 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:31:31.840215 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:31:31.840215 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:31:31.840215 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:31:31.840215 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:31:31.840215 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:31:31.891657 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c87b3-5d91-4b28-9b43-3c57f8de5771 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event updated for resources: {'Port': ['ID=ae4163c1-5816-44cf-b80c-89f9f11f20b9,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:31.905871 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4e2358c3-94e5-4096-967a-18b7834235da tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (dda2e1a1-3ae3-4a74-943e-90c37f4d3dee), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:31.983073 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-74c24bbf-c4a5-4dc1-8f9d-927cf5345316 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (b4cdd887-077c-46cb-a629-60c82e2e8d39), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:31.983654 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c24bbf-c4a5-4dc1-8f9d-927cf5345316 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Fanout notify agent at l3_agent the message router_deleted on router b4cdd887-077c-46cb-a629-60c82e2e8d39 {{(pid=103584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:31:32.002457 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-74c24bbf-c4a5-4dc1-8f9d-927cf5345316 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:32.003709 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-74c24bbf-c4a5-4dc1-8f9d-927cf5345316 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "DELETE /v2.0/routers/b4cdd887-077c-46cb-a629-60c82e2e8d39 HTTP/1.1" status: 204 len: 168 time: 4.3755648 Jan 29 04:31:32.007254 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416144c8-2df2-4d7d-8e8b-2297ea7978a5 None None] Pushing event updated for resources: {'Port': ['ID=ca942c55-d098-4ba0-b315-bc36c2fa8954,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:32.008755 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54646) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:32.041644 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a4abe6c8-bfb9-4221-8293-86b4e618e805 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks [] for port (b0d41ae6-e73d-4878-a40a-496498bc7ae2), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:32.053947 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4e2358c3-94e5-4096-967a-18b7834235da tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (372a3b60-f704-4353-af5d-28c9327b9b15), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:32.060791 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-28cf4c4e-db87-410f-b053-58d96670ac27 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (4d28e89c-1ada-4d65-a68a-7c96765b022b), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:32.070605 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e18e373-bbcf-4cc1-af84-e62b543b6f64 None None] Network 8550f5ea-16b6-4a7d-8cfa-7fd96db71762 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:31:32.131587 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2358c3-94e5-4096-967a-18b7834235da tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event updated for resources: {'Port': ['ID=dda2e1a1-3ae3-4a74-943e-90c37f4d3dee,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:32.137629 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820c87b3-5d91-4b28-9b43-3c57f8de5771 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Network 755ba25d-bb6b-4a0d-b5a3-7160b7e189ba is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:32.140978 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-28cf4c4e-db87-410f-b053-58d96670ac27 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:32.141677 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-820c87b3-5d91-4b28-9b43-3c57f8de5771 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:32.151994 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-28cf4c4e-db87-410f-b053-58d96670ac27 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] 10.222.0.13 "DELETE /v2.0/networks/4d28e89c-1ada-4d65-a68a-7c96765b022b HTTP/1.1" status: 204 len: 168 time: 0.8354170 Jan 29 04:31:32.233544 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf4c4e-db87-410f-b053-58d96670ac27 tempest-NetworksTestDHCPv6-379739167 tempest-NetworksTestDHCPv6-379739167-project] Pushing event deleted for resources: {'Network': ['ID=4d28e89c-1ada-4d65-a68a-7c96765b022b,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:32.262079 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-739c091a-0189-40ec-82a5-1a38154e568d tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (9ab12730-721a-45c7-85f6-a754b924ee36), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:32.268474 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-a4abe6c8-bfb9-4221-8293-86b4e618e805 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] device_id is not set on port 0c1bf662-4a50-4971-8bbb-19788055b8a9 yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:31:32.294964 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:31:32.295515 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:31:32.319228 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3c81b27b-1cf8-40a3-b8a4-3ffb0375203b None None] Provisioning complete for port ca942c55-d098-4ba0-b315-bc36c2fa8954 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:32.319711 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3c81b27b-1cf8-40a3-b8a4-3ffb0375203b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (ca942c55-d098-4ba0-b315-bc36c2fa8954), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:32.367230 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2358c3-94e5-4096-967a-18b7834235da tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Network 8550f5ea-16b6-4a7d-8cfa-7fd96db71762 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:32.371720 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-4e2358c3-94e5-4096-967a-18b7834235da tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:32.395143 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-739c091a-0189-40ec-82a5-1a38154e568d tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (9ab12730-721a-45c7-85f6-a754b924ee36), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:32.425183 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-739c091a-0189-40ec-82a5-1a38154e568d tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ab12730-721a-45c7-85f6-a754b924ee36']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:32.446287 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-739c091a-0189-40ec-82a5-1a38154e568d tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c10e8bc5-2189-4094-93bc-f8166e8aeb7b') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:32.446653 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-739c091a-0189-40ec-82a5-1a38154e568d tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c10e8bc5-2189-4094-93bc-f8166e8aeb7b') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:32.466173 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-739c091a-0189-40ec-82a5-1a38154e568d tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (c10e8bc5-2189-4094-93bc-f8166e8aeb7b), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:32.475416 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3c81b27b-1cf8-40a3-b8a4-3ffb0375203b None None] Current status of the port ca942c55-d098-4ba0-b315-bc36c2fa8954 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:32.495929 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-739c091a-0189-40ec-82a5-1a38154e568d tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (c10e8bc5-2189-4094-93bc-f8166e8aeb7b), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:32.499052 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3c81b27b-1cf8-40a3-b8a4-3ffb0375203b None None] Provisioning complete for port ae4163c1-5816-44cf-b80c-89f9f11f20b9 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:32.499313 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3c81b27b-1cf8-40a3-b8a4-3ffb0375203b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (ae4163c1-5816-44cf-b80c-89f9f11f20b9), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:32.502660 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a4abe6c8-bfb9-4221-8293-86b4e618e805 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks [] for port (0c1bf662-4a50-4971-8bbb-19788055b8a9), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:32.507663 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-739c091a-0189-40ec-82a5-1a38154e568d tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:31:32.508068 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-739c091a-0189-40ec-82a5-1a38154e568d tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (c10e8bc5-2189-4094-93bc-f8166e8aeb7b), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:32.511691 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:31:32.511691 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:31:32.511691 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:31:32.511691 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:31:32.511691 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:31:32.511691 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:31:32.511691 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:31:32.511691 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:31:32.511691 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:31:32.511691 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:31:32.511691 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:31:32.511691 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:31:32.511691 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:31:32.511691 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:31:32.511691 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:31:32.511691 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:31:32.511691 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:31:32.511691 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:31:32.511691 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:31:32.511691 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:31:32.511691 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:31:32.511691 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:31:32.511691 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:31:32.511691 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:31:32.511691 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:31:32.511691 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:31:32.511691 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:31:32.511691 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:31:32.511691 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:31:32.511691 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:31:32.511691 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:31:32.511691 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:31:32.522878 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820c87b3-5d91-4b28-9b43-3c57f8de5771 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Router 389f1f00-b86a-4154-b700-f3328ae85b52 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:31:32.530616 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2358c3-94e5-4096-967a-18b7834235da tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Router 372a3b60-f704-4353-af5d-28c9327b9b15 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:31:32.575217 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3c81b27b-1cf8-40a3-b8a4-3ffb0375203b None None] Port ae4163c1-5816-44cf-b80c-89f9f11f20b9 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:31:32.709709 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-458f6bdf-6c5c-49de-a1bc-25339ff0b87b None None] Provisioning complete for port ae4163c1-5816-44cf-b80c-89f9f11f20b9 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:32.710157 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-458f6bdf-6c5c-49de-a1bc-25339ff0b87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (ae4163c1-5816-44cf-b80c-89f9f11f20b9), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:32.719705 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-739c091a-0189-40ec-82a5-1a38154e568d tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (9ab12730-721a-45c7-85f6-a754b924ee36), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:32.722622 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a4abe6c8-bfb9-4221-8293-86b4e618e805 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (b0d41ae6-e73d-4878-a40a-496498bc7ae2), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:32.735027 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-739c091a-0189-40ec-82a5-1a38154e568d tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:32.735027 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-739c091a-0189-40ec-82a5-1a38154e568d tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "DELETE /v2.0/networks/9ab12730-721a-45c7-85f6-a754b924ee36 HTTP/1.1" status: 204 len: 168 time: 0.7236359 Jan 29 04:31:32.738539 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54652) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:32.791668 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-458f6bdf-6c5c-49de-a1bc-25339ff0b87b None None] Port ae4163c1-5816-44cf-b80c-89f9f11f20b9 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:31:32.807676 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c091a-0189-40ec-82a5-1a38154e568d tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Pushing event deleted for resources: {'Network': ['ID=9ab12730-721a-45c7-85f6-a754b924ee36,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:32.809798 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-458f6bdf-6c5c-49de-a1bc-25339ff0b87b None None] Provisioning complete for port d5feeae1-713d-49cb-a856-cc8042761733 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:32.809798 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-458f6bdf-6c5c-49de-a1bc-25339ff0b87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (d5feeae1-713d-49cb-a856-cc8042761733), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:32.811333 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820c87b3-5d91-4b28-9b43-3c57f8de5771 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:31:32.815330 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2358c3-94e5-4096-967a-18b7834235da tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:31:32.830232 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-820c87b3-5d91-4b28-9b43-3c57f8de5771 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "PUT /v2.0/routers/389f1f00-b86a-4154-b700-f3328ae85b52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6665697 Jan 29 04:31:32.832984 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-4e2358c3-94e5-4096-967a-18b7834235da tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "PUT /v2.0/routers/372a3b60-f704-4353-af5d-28c9327b9b15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9445772 Jan 29 04:31:32.834206 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54654) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:32.836105 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54656) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:32.844182 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-146e410f-67fb-430b-82c9-5a93c066e304 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-491751440'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:32.863315 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-ffa2929e-06ef-4294-9fd8-896ae019f416 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Request body: {'network': {'name': 'tempest-RoutersTest-1714203387'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:32.863436 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653cfcfe-57fc-4dd3-a6c9-b1f7801c3ba1 None None] Sync routers for ids ['372a3b60-f704-4353-af5d-28c9327b9b15'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:31:32.872028 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653cfcfe-57fc-4dd3-a6c9-b1f7801c3ba1 None None] Routers {'372a3b60-f704-4353-af5d-28c9327b9b15'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:31:32.872694 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-653cfcfe-57fc-4dd3-a6c9-b1f7801c3ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:31:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['372a3b60-f704-4353-af5d-28c9327b9b15'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:32.887862 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4ca8563a-d831-4038-8eaa-3188ed763e25 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for security_group (d988af8b-ef19-409e-9a6b-f84166dff0da), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:32.891461 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34b6423-1111-455a-ae19-caaf4dd69b90 None None] Sync routers for ids ['389f1f00-b86a-4154-b700-f3328ae85b52'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:31:32.897153 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4abe6c8-bfb9-4221-8293-86b4e618e805 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Pushing event updated for resources: {'Port': ['ID=b0d41ae6-e73d-4878-a40a-496498bc7ae2,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:32.914854 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4abe6c8-bfb9-4221-8293-86b4e618e805 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Checking segment: {'id': '3c6c7fcb-4070-4e45-b013-f46cca06a917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '767f37c2-a9ff-4aee-bc0f-1295bcedd791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:31:32.915228 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4abe6c8-bfb9-4221-8293-86b4e618e805 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Network hostable DHCP agents. Network: 767f37c2-a9ff-4aee-bc0f-1295bcedd791, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:31:32.945682 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4ca8563a-d831-4038-8eaa-3188ed763e25 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for security_group (d988af8b-ef19-409e-9a6b-f84166dff0da), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:32.957454 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34b6423-1111-455a-ae19-caaf4dd69b90 None None] Routers {'389f1f00-b86a-4154-b700-f3328ae85b52'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:31:32.958860 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-c34b6423-1111-455a-ae19-caaf4dd69b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:31:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['389f1f00-b86a-4154-b700-f3328ae85b52'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:32.962308 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port ca942c55-d098-4ba0-b315-bc36c2fa8954 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:32.968999 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device d5feeae1-713d-49cb-a856-cc8042761733 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:33.023140 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4abe6c8-bfb9-4221-8293-86b4e618e805 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Network 767f37c2-a9ff-4aee-bc0f-1295bcedd791 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:31:33.027539 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146e410f-67fb-430b-82c9-5a93c066e304 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Made reservation on behalf of af39ab92727346cabd50ae3ea9026005 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:33.039664 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-146e410f-67fb-430b-82c9-5a93c066e304 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:33.046360 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-653cfcfe-57fc-4dd3-a6c9-b1f7801c3ba1 None None] Set router 372a3b60-f704-4353-af5d-28c9327b9b15 gateway port host: None {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:31:33.046621 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa2929e-06ef-4294-9fd8-896ae019f416 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Made reservation on behalf of b19b1132342942e78366ba08553b13d3 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:33.058564 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ffa2929e-06ef-4294-9fd8-896ae019f416 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:33.070266 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54660) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:33.131689 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffa2929e-06ef-4294-9fd8-896ae019f416 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:31:33.142611 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4ca8563a-d831-4038-8eaa-3188ed763e25 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (d988af8b-ef19-409e-9a6b-f84166dff0da), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:33.144357 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ffa2929e-06ef-4294-9fd8-896ae019f416 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (610ac71e-538c-4973-84c9-c0e20b9edf45), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:33.144869 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-ffa2929e-06ef-4294-9fd8-896ae019f416 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Added segment 610ac71e-538c-4973-84c9-c0e20b9edf45 of type vlan for network 31055425-038b-483d-ad92-965ae6c0c79b Jan 29 04:31:33.146497 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4ca8563a-d831-4038-8eaa-3188ed763e25 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:33.148094 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-4ca8563a-d831-4038-8eaa-3188ed763e25 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] 10.222.0.13 "DELETE /v2.0/security-groups/d988af8b-ef19-409e-9a6b-f84166dff0da HTTP/1.1" status: 204 len: 168 time: 0.4062743 Jan 29 04:31:33.161037 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-458f6bdf-6c5c-49de-a1bc-25339ff0b87b None None] Current status of the port d5feeae1-713d-49cb-a856-cc8042761733 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:33.161640 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-458f6bdf-6c5c-49de-a1bc-25339ff0b87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (d5feeae1-713d-49cb-a856-cc8042761733), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:33.172167 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8563a-d831-4038-8eaa-3188ed763e25 tempest-TestNetworkAdvancedServerOps-2077646923 tempest-TestNetworkAdvancedServerOps-2077646923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d988af8b-ef19-409e-9a6b-f84166dff0da,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:33.208082 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ffa2929e-06ef-4294-9fd8-896ae019f416 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (31055425-038b-483d-ad92-965ae6c0c79b), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:33.223222 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-c34b6423-1111-455a-ae19-caaf4dd69b90 None None] Set router 389f1f00-b86a-4154-b700-f3328ae85b52 gateway port host: None {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:31:33.267813 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-a4abe6c8-bfb9-4221-8293-86b4e618e805 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 767f37c2-a9ff-4aee-bc0f-1295bcedd791) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:33.278226 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4abe6c8-bfb9-4221-8293-86b4e618e805 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:31:33.282821 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a4abe6c8-bfb9-4221-8293-86b4e618e805 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (0c1bf662-4a50-4971-8bbb-19788055b8a9), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:33.345069 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1184f2d5-7bc0-4544-b26d-f3fbf090b7c3 None None] Network 767f37c2-a9ff-4aee-bc0f-1295bcedd791 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:31:33.364755 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-653cfcfe-57fc-4dd3-a6c9-b1f7801c3ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'name': 'tempest-RoutersTest-router-958532573', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:14Z', 'updated_at': '2022-01-29T04:31:30Z', 'revision_number': 3, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'gw_port_host': None, '_interfaces': [{'id': 'a950060d-4ecc-4338-963f-1af8909110eb', 'name': '', 'network_id': '5e64060c-86c5-488d-b521-33ad26ce344e', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:5c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '103d068b-4d58-4800-a106-514933ad2077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:19Z', 'updated_at': '2022-01-29T04:31:27Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': '103d068b-4d58-4800-a106-514933ad2077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dda2e1a1-3ae3-4a74-943e-90c37f4d3dee', 'name': '', 'network_id': '8550f5ea-16b6-4a7d-8cfa-7fd96db71762', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:16:8f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'e177851f-1fdc-4a31-9d2d-dee82def9f3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:28Z', 'updated_at': '2022-01-29T04:31:30Z', 'revision_number': 2, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': 'e177851f-1fdc-4a31-9d2d-dee82def9f3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:33.370041 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-458f6bdf-6c5c-49de-a1bc-25339ff0b87b None None] For port d5feeae1-713d-49cb-a856-cc8042761733, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=d5feeae1-713d-49cb-a856-cc8042761733,segment=NetworkSegment(1bd232c8-02aa-47cc-a985-5e9375e5d530),segment_id=1bd232c8-02aa-47cc-a985-5e9375e5d530)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:33.384127 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d2e1dc2c-148b-4b86-afd5-70294e09d05b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3f0989a792a340bdb1fe42eccff4a8d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3085482 Jan 29 04:31:33.384127 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54670) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:33.392634 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ffa2929e-06ef-4294-9fd8-896ae019f416 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (31055425-038b-483d-ad92-965ae6c0c79b), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:33.398306 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa2929e-06ef-4294-9fd8-896ae019f416 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:33.404889 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ffa2929e-06ef-4294-9fd8-896ae019f416 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:33.416337 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653cfcfe-57fc-4dd3-a6c9-b1f7801c3ba1 None None] Checking router: 372a3b60-f704-4353-af5d-28c9327b9b15 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:31:33.416955 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653cfcfe-57fc-4dd3-a6c9-b1f7801c3ba1 None None] Updating router 372a3b60-f704-4353-af5d-28c9327b9b15 port dda2e1a1-3ae3-4a74-943e-90c37f4d3dee binding host dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:31:33.451277 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port d5feeae1-713d-49cb-a856-cc8042761733 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:33.451689 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (d5feeae1-713d-49cb-a856-cc8042761733), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:33.452660 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-653cfcfe-57fc-4dd3-a6c9-b1f7801c3ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (dda2e1a1-3ae3-4a74-943e-90c37f4d3dee), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:33.466573 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4f5b7330-d478-4317-b89f-88efd9856449 admin admin] Publish callbacks [] for security_group (efd142ae-c228-432d-a56c-9444acc3c6c5), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:33.474724 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-146e410f-67fb-430b-82c9-5a93c066e304 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:31:33.501317 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4f5b7330-d478-4317-b89f-88efd9856449 admin admin] Publish callbacks [] for security_group (efd142ae-c228-432d-a56c-9444acc3c6c5), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:33.566841 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ffa2929e-06ef-4294-9fd8-896ae019f416 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7295766 Jan 29 04:31:33.571293 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54672) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:33.579542 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-ee6f40c6-c66b-4fcb-aff7-706e9e2265bb tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Request body: {'subnet': {'network_id': '31055425-038b-483d-ad92-965ae6c0c79b', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:33.597081 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4abe6c8-bfb9-4221-8293-86b4e618e805 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Pushing event updated for resources: {'Port': ['ID=0c1bf662-4a50-4971-8bbb-19788055b8a9,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:33.601699 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-146e410f-67fb-430b-82c9-5a93c066e304 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (8b23897e-7c2a-496c-9615-d73cbfb86bf3), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:33.602304 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-146e410f-67fb-430b-82c9-5a93c066e304 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Added segment 8b23897e-7c2a-496c-9615-d73cbfb86bf3 of type vlan for network 5b489d36-f8c0-4c79-aa35-4133b718183c Jan 29 04:31:33.609177 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-458f6bdf-6c5c-49de-a1bc-25339ff0b87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (d5feeae1-713d-49cb-a856-cc8042761733), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:33.610568 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4abe6c8-bfb9-4221-8293-86b4e618e805 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Checking segment: {'id': '2e6a7662-0996-4a44-92df-acb938f675ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '784638d4-0268-4c51-b541-cf47ffb42285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:31:33.611193 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4abe6c8-bfb9-4221-8293-86b4e618e805 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Network hostable DHCP agents. Network: 784638d4-0268-4c51-b541-cf47ffb42285, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:31:33.669298 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa2929e-06ef-4294-9fd8-896ae019f416 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event updated for resources: {'Network': ['ID=31055425-038b-483d-ad92-965ae6c0c79b,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:33.678730 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-146e410f-67fb-430b-82c9-5a93c066e304 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (5b489d36-f8c0-4c79-aa35-4133b718183c), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:33.704677 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4f5b7330-d478-4317-b89f-88efd9856449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (efd142ae-c228-432d-a56c-9444acc3c6c5), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:33.708807 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4f5b7330-d478-4317-b89f-88efd9856449 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:33.713071 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-4f5b7330-d478-4317-b89f-88efd9856449 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/efd142ae-c228-432d-a56c-9444acc3c6c5 HTTP/1.1" status: 204 len: 168 time: 0.3245618 Jan 29 04:31:33.736995 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f6bdf-6c5c-49de-a1bc-25339ff0b87b None None] Pushing event updated for resources: {'Port': ['ID=d5feeae1-713d-49cb-a856-cc8042761733,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:33.740608 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5b7330-d478-4317-b89f-88efd9856449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd142ae-c228-432d-a56c-9444acc3c6c5,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:33.751076 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 31055425-038b-483d-ad92-965ae6c0c79b details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:31:33.782438 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4abe6c8-bfb9-4221-8293-86b4e618e805 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Network 784638d4-0268-4c51-b541-cf47ffb42285 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:31:33.839995 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6f40c6-c66b-4fcb-aff7-706e9e2265bb tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Made reservation on behalf of b19b1132342942e78366ba08553b13d3 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:33.841657 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-146e410f-67fb-430b-82c9-5a93c066e304 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (5b489d36-f8c0-4c79-aa35-4133b718183c), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:33.843912 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ee6f40c6-c66b-4fcb-aff7-706e9e2265bb tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:33.858890 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146e410f-67fb-430b-82c9-5a93c066e304 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:33.859679 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-146e410f-67fb-430b-82c9-5a93c066e304 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:33.871062 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-653cfcfe-57fc-4dd3-a6c9-b1f7801c3ba1 None None] Publish callbacks [] for port (dda2e1a1-3ae3-4a74-943e-90c37f4d3dee), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:33.900670 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-a4abe6c8-bfb9-4221-8293-86b4e618e805 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 784638d4-0268-4c51-b541-cf47ffb42285) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:33.905768 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4abe6c8-bfb9-4221-8293-86b4e618e805 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:31:33.916398 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4abe6c8-bfb9-4221-8293-86b4e618e805 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:33.930649 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4abe6c8-bfb9-4221-8293-86b4e618e805 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:33.934971 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a4abe6c8-bfb9-4221-8293-86b4e618e805 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:33.971620 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd8582b-f930-4b32-bdf5-29402a0d538a None None] Network 784638d4-0268-4c51-b541-cf47ffb42285 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:31:33.987992 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-653cfcfe-57fc-4dd3-a6c9-b1f7801c3ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (dda2e1a1-3ae3-4a74-943e-90c37f4d3dee), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:34.082867 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-146e410f-67fb-430b-82c9-5a93c066e304 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2476354 Jan 29 04:31:34.083741 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54678) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:34.094445 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-225229ca-a3fb-4a45-8e34-811ccf676751 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Request body: {'subnet': {'network_id': '5b489d36-f8c0-4c79-aa35-4133b718183c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:34.117973 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-5a8336a7-409c-4171-8a5d-dd12788dd1c8 None None] Provisioning complete for port ae4163c1-5816-44cf-b80c-89f9f11f20b9 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:34.118348 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5a8336a7-409c-4171-8a5d-dd12788dd1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (ae4163c1-5816-44cf-b80c-89f9f11f20b9), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:34.136637 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a4abe6c8-bfb9-4221-8293-86b4e618e805 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.5810335 Jan 29 04:31:34.136637 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e410f-67fb-430b-82c9-5a93c066e304 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event updated for resources: {'Network': ['ID=5b489d36-f8c0-4c79-aa35-4133b718183c,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:34.153000 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54680) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:34.167809 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 5b489d36-f8c0-4c79-aa35-4133b718183c details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:31:34.179818 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d5b66-cc32-4c6d-b765-359a46db9878 None None] Pushing event updated for resources: {'Port': ['ID=dda2e1a1-3ae3-4a74-943e-90c37f4d3dee,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:34.200721 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54682) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:34.242629 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d5b66-cc32-4c6d-b765-359a46db9878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:34.247171 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d5b66-cc32-4c6d-b765-359a46db9878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:34.247171 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d5b66-cc32-4c6d-b765-359a46db9878 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:34.247171 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d5b66-cc32-4c6d-b765-359a46db9878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:34.247171 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d5b66-cc32-4c6d-b765-359a46db9878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:34.247171 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d5b66-cc32-4c6d-b765-359a46db9878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:34.247171 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d5b66-cc32-4c6d-b765-359a46db9878 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:34.247171 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d5b66-cc32-4c6d-b765-359a46db9878 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:34.247171 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d5b66-cc32-4c6d-b765-359a46db9878 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:34.247171 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d5b66-cc32-4c6d-b765-359a46db9878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:34.247171 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d5b66-cc32-4c6d-b765-359a46db9878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:34.250584 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d5b66-cc32-4c6d-b765-359a46db9878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:34.253680 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d5b66-cc32-4c6d-b765-359a46db9878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:34.318132 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46b7de1-f956-45e4-b28b-d049db59b282 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:34.327997 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46b7de1-f956-45e4-b28b-d049db59b282 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:34.332022 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c46b7de1-f956-45e4-b28b-d049db59b282 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1714773 Jan 29 04:31:34.334231 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54692) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:34.355367 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-653cfcfe-57fc-4dd3-a6c9-b1f7801c3ba1 None None] Attempting to bind port dda2e1a1-3ae3-4a74-943e-90c37f4d3dee on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:31:34.355749 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-653cfcfe-57fc-4dd3-a6c9-b1f7801c3ba1 None None] Attempting to bind port dda2e1a1-3ae3-4a74-943e-90c37f4d3dee by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '1bd232c8-02aa-47cc-a985-5e9375e5d530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8550f5ea-16b6-4a7d-8cfa-7fd96db71762'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:31:34.356112 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653cfcfe-57fc-4dd3-a6c9-b1f7801c3ba1 None None] Attempting to bind port dda2e1a1-3ae3-4a74-943e-90c37f4d3dee on network 8550f5ea-16b6-4a7d-8cfa-7fd96db71762 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:31:34.373557 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653cfcfe-57fc-4dd3-a6c9-b1f7801c3ba1 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:31:34.376278 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653cfcfe-57fc-4dd3-a6c9-b1f7801c3ba1 None None] Checking segment: {'id': '1bd232c8-02aa-47cc-a985-5e9375e5d530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8550f5ea-16b6-4a7d-8cfa-7fd96db71762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:31:34.376501 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-653cfcfe-57fc-4dd3-a6c9-b1f7801c3ba1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:34.376920 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653cfcfe-57fc-4dd3-a6c9-b1f7801c3ba1 None None] Bound using segment: {'id': '1bd232c8-02aa-47cc-a985-5e9375e5d530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8550f5ea-16b6-4a7d-8cfa-7fd96db71762'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:31:34.377425 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-653cfcfe-57fc-4dd3-a6c9-b1f7801c3ba1 None None] Bound port: dda2e1a1-3ae3-4a74-943e-90c37f4d3dee, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bd232c8-02aa-47cc-a985-5e9375e5d530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8550f5ea-16b6-4a7d-8cfa-7fd96db71762'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:31:34.377811 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-653cfcfe-57fc-4dd3-a6c9-b1f7801c3ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (dda2e1a1-3ae3-4a74-943e-90c37f4d3dee), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:34.382284 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ee6f40c6-c66b-4fcb-aff7-706e9e2265bb tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (4dd123fd-472d-4cb4-a679-56c9a3e2915e), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:34.410240 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225229ca-a3fb-4a45-8e34-811ccf676751 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Made reservation on behalf of af39ab92727346cabd50ae3ea9026005 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:34.416580 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-225229ca-a3fb-4a45-8e34-811ccf676751 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:34.430581 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port d5feeae1-713d-49cb-a856-cc8042761733 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:34.461023 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:31:34.507793 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-5a8336a7-409c-4171-8a5d-dd12788dd1c8 None None] Port ae4163c1-5816-44cf-b80c-89f9f11f20b9 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:31:34.577530 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-653cfcfe-57fc-4dd3-a6c9-b1f7801c3ba1 None None] For port dda2e1a1-3ae3-4a74-943e-90c37f4d3dee, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:31:34.585492 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-653cfcfe-57fc-4dd3-a6c9-b1f7801c3ba1 None None] For port dda2e1a1-3ae3-4a74-943e-90c37f4d3dee, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=dda2e1a1-3ae3-4a74-943e-90c37f4d3dee,segment=NetworkSegment(1bd232c8-02aa-47cc-a985-5e9375e5d530),segment_id=1bd232c8-02aa-47cc-a985-5e9375e5d530)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:31:34.598702 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device ca942c55-d098-4ba0-b315-bc36c2fa8954 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:34.601432 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-5a8336a7-409c-4171-8a5d-dd12788dd1c8 None None] Provisioning complete for port dda2e1a1-3ae3-4a74-943e-90c37f4d3dee triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:34.602255 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5a8336a7-409c-4171-8a5d-dd12788dd1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (dda2e1a1-3ae3-4a74-943e-90c37f4d3dee), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:34.625382 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f40c6-c66b-4fcb-aff7-706e9e2265bb tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event updated for resources: {'Subnet': ['ID=4dd123fd-472d-4cb4-a679-56c9a3e2915e,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:34.629705 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6f40c6-c66b-4fcb-aff7-706e9e2265bb tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Checking segment: {'id': '610ac71e-538c-4973-84c9-c0e20b9edf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '31055425-038b-483d-ad92-965ae6c0c79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:31:34.630248 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6f40c6-c66b-4fcb-aff7-706e9e2265bb tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Network hostable DHCP agents. Network: 31055425-038b-483d-ad92-965ae6c0c79b, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:31:34.654845 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f4cbf388-0038-4124-8eb9-2d61e87a84ef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d1218af32ef54486a3687ccbcfae4b37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4520257 Jan 29 04:31:34.657549 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54700) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:34.672731 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-c34b6423-1111-455a-ae19-caaf4dd69b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'name': 'tempest-RoutersIpV6Test-router-1785197132', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:22Z', 'updated_at': '2022-01-29T04:31:29Z', 'revision_number': 2, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'gw_port_host': None, '_interfaces': [{'id': 'ae4163c1-5816-44cf-b80c-89f9f11f20b9', 'name': '', 'network_id': '755ba25d-bb6b-4a0d-b5a3-7160b7e189ba', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:19:97:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:27Z', 'updated_at': '2022-01-29T04:31:30Z', 'revision_number': 2, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:34.694076 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-a420113a-713e-40bc-b351-02f169619696 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Deleting port b0d41ae6-e73d-4878-a40a-496498bc7ae2 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:31:34.694415 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a420113a-713e-40bc-b351-02f169619696 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (b0d41ae6-e73d-4878-a40a-496498bc7ae2), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:34.708828 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-653cfcfe-57fc-4dd3-a6c9-b1f7801c3ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (dda2e1a1-3ae3-4a74-943e-90c37f4d3dee), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:34.781580 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653cfcfe-57fc-4dd3-a6c9-b1f7801c3ba1 None None] Routers {'372a3b60-f704-4353-af5d-28c9327b9b15'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:31:34.782299 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-653cfcfe-57fc-4dd3-a6c9-b1f7801c3ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:31:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['372a3b60-f704-4353-af5d-28c9327b9b15'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:34.787603 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6f40c6-c66b-4fcb-aff7-706e9e2265bb tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Network 31055425-038b-483d-ad92-965ae6c0c79b is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:31:34.896258 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bcc3b81b-c113-4dd5-b718-c562e9cfeda3 admin admin] Publish callbacks [] for security_group (bdf5d8c0-d2ba-4952-b826-f7ad5d11b986), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:34.913017 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34b6423-1111-455a-ae19-caaf4dd69b90 None None] Checking router: 389f1f00-b86a-4154-b700-f3328ae85b52 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:31:34.913420 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-ee6f40c6-c66b-4fcb-aff7-706e9e2265bb tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 31055425-038b-483d-ad92-965ae6c0c79b) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:34.913570 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34b6423-1111-455a-ae19-caaf4dd69b90 None None] Updating router 389f1f00-b86a-4154-b700-f3328ae85b52 port ae4163c1-5816-44cf-b80c-89f9f11f20b9 binding host dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:31:34.926878 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6f40c6-c66b-4fcb-aff7-706e9e2265bb tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:34.927112 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d5b66-cc32-4c6d-b765-359a46db9878 None None] Pushing event updated for resources: {'Port': ['ID=dda2e1a1-3ae3-4a74-943e-90c37f4d3dee,revision_number=4']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:34.950119 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ee6f40c6-c66b-4fcb-aff7-706e9e2265bb tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:34.951894 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a420113a-713e-40bc-b351-02f169619696 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (b0d41ae6-e73d-4878-a40a-496498bc7ae2), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:34.953828 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6824438-a3a2-48fd-a87d-790986c28e89 None None] Network 31055425-038b-483d-ad92-965ae6c0c79b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:31:34.975235 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-5a8336a7-409c-4171-8a5d-dd12788dd1c8 None None] Port dda2e1a1-3ae3-4a74-943e-90c37f4d3dee cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:31:34.990049 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-a420113a-713e-40bc-b351-02f169619696 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Calling delete_port for b0d41ae6-e73d-4878-a40a-496498bc7ae2 owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:31:34.991713 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-653cfcfe-57fc-4dd3-a6c9-b1f7801c3ba1 None None] Set router 372a3b60-f704-4353-af5d-28c9327b9b15 gateway port host: None {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:31:35.011437 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bcc3b81b-c113-4dd5-b718-c562e9cfeda3 admin admin] Publish callbacks [] for security_group (bdf5d8c0-d2ba-4952-b826-f7ad5d11b986), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:35.031999 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c34b6423-1111-455a-ae19-caaf4dd69b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (ae4163c1-5816-44cf-b80c-89f9f11f20b9), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:35.096944 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-5a8336a7-409c-4171-8a5d-dd12788dd1c8 None None] Provisioning complete for port d5feeae1-713d-49cb-a856-cc8042761733 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:35.097320 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5a8336a7-409c-4171-8a5d-dd12788dd1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (d5feeae1-713d-49cb-a856-cc8042761733), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:35.148037 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ee6f40c6-c66b-4fcb-aff7-706e9e2265bb tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5744300 Jan 29 04:31:35.148687 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54708) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:35.179247 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port ca942c55-d098-4ba0-b315-bc36c2fa8954 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:35.179648 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (ca942c55-d098-4ba0-b315-bc36c2fa8954), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:35.187306 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-225229ca-a3fb-4a45-8e34-811ccf676751 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (9e747d59-a8a0-40dc-b7ab-152cc3261cf5), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:35.289702 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225229ca-a3fb-4a45-8e34-811ccf676751 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event updated for resources: {'Subnet': ['ID=9e747d59-a8a0-40dc-b7ab-152cc3261cf5,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:35.300415 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225229ca-a3fb-4a45-8e34-811ccf676751 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Checking segment: {'id': '8b23897e-7c2a-496c-9615-d73cbfb86bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5b489d36-f8c0-4c79-aa35-4133b718183c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:31:35.300977 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225229ca-a3fb-4a45-8e34-811ccf676751 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Network hostable DHCP agents. Network: 5b489d36-f8c0-4c79-aa35-4133b718183c, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:31:35.321287 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-653cfcfe-57fc-4dd3-a6c9-b1f7801c3ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'name': 'tempest-RoutersTest-router-958532573', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:14Z', 'updated_at': '2022-01-29T04:31:30Z', 'revision_number': 3, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'gw_port_host': None, '_interfaces': [{'id': 'a950060d-4ecc-4338-963f-1af8909110eb', 'name': '', 'network_id': '5e64060c-86c5-488d-b521-33ad26ce344e', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:5c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '103d068b-4d58-4800-a106-514933ad2077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:19Z', 'updated_at': '2022-01-29T04:31:27Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': '103d068b-4d58-4800-a106-514933ad2077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dda2e1a1-3ae3-4a74-943e-90c37f4d3dee', 'name': '', 'network_id': '8550f5ea-16b6-4a7d-8cfa-7fd96db71762', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:16:8f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'e177851f-1fdc-4a31-9d2d-dee82def9f3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:28Z', 'updated_at': '2022-01-29T04:31:34Z', 'revision_number': 4, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': 'e177851f-1fdc-4a31-9d2d-dee82def9f3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:35.339836 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e89fc1f-0d0f-4280-93cf-72c2deadd4e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-31055425-038b-483d-ad92-965ae6c0c79b', 'network_id': '31055425-038b-483d-ad92-965ae6c0c79b', 'project_id': 'b19b1132342942e78366ba08553b13d3', 'fixed_ips': [{'subnet_id': '4dd123fd-472d-4cb4-a679-56c9a3e2915e'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:31:35.341309 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3e89fc1f-0d0f-4280-93cf-72c2deadd4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:35.361251 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653cfcfe-57fc-4dd3-a6c9-b1f7801c3ba1 None None] The sync data for ids ['372a3b60-f704-4353-af5d-28c9327b9b15'] in dv-neutron-821190-1-hyperv is: [{'id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'name': 'tempest-RoutersTest-router-958532573', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:14Z', 'updated_at': '2022-01-29T04:31:30Z', 'revision_number': 3, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'gw_port_host': None, '_interfaces': [{'id': 'a950060d-4ecc-4338-963f-1af8909110eb', 'name': '', 'network_id': '5e64060c-86c5-488d-b521-33ad26ce344e', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:5c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '103d068b-4d58-4800-a106-514933ad2077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:19Z', 'updated_at': '2022-01-29T04:31:27Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': '103d068b-4d58-4800-a106-514933ad2077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dda2e1a1-3ae3-4a74-943e-90c37f4d3dee', 'name': '', 'network_id': '8550f5ea-16b6-4a7d-8cfa-7fd96db71762', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:16:8f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'e177851f-1fdc-4a31-9d2d-dee82def9f3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:28Z', 'updated_at': '2022-01-29T04:31:34Z', 'revision_number': 4, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': 'e177851f-1fdc-4a31-9d2d-dee82def9f3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:31:35.365393 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bcc3b81b-c113-4dd5-b718-c562e9cfeda3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (bdf5d8c0-d2ba-4952-b826-f7ad5d11b986), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:35.367931 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bcc3b81b-c113-4dd5-b718-c562e9cfeda3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:35.373129 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-bcc3b81b-c113-4dd5-b718-c562e9cfeda3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bdf5d8c0-d2ba-4952-b826-f7ad5d11b986 HTTP/1.1" status: 204 len: 168 time: 0.7103140 Jan 29 04:31:35.375935 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a420113a-713e-40bc-b351-02f169619696 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (b0d41ae6-e73d-4878-a40a-496498bc7ae2), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:35.488283 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3b81b-c113-4dd5-b718-c562e9cfeda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf5d8c0-d2ba-4952-b826-f7ad5d11b986,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:35.510981 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a420113a-713e-40bc-b351-02f169619696 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:35.517092 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a420113a-713e-40bc-b351-02f169619696 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] 10.222.0.13 "DELETE /v2.0/ports/b0d41ae6-e73d-4878-a40a-496498bc7ae2 HTTP/1.1" status: 204 len: 168 time: 1.1793380 Jan 29 04:31:35.517092 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225229ca-a3fb-4a45-8e34-811ccf676751 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Network 5b489d36-f8c0-4c79-aa35-4133b718183c is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:31:35.527505 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54716) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:35.528804 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420113a-713e-40bc-b351-02f169619696 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Pushing event deleted for resources: {'Port': ['ID=b0d41ae6-e73d-4878-a40a-496498bc7ae2,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:35.541572 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54718) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:35.657377 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-225229ca-a3fb-4a45-8e34-811ccf676751 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 5b489d36-f8c0-4c79-aa35-4133b718183c) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:35.664077 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225229ca-a3fb-4a45-8e34-811ccf676751 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:35.665089 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-225229ca-a3fb-4a45-8e34-811ccf676751 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:35.705835 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f7a62c-ee8c-4561-ae0a-b6c9b6912559 None None] Network 5b489d36-f8c0-4c79-aa35-4133b718183c requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:31:35.708356 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-1826678c-2b7c-45b3-9325-26072233559a tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Deleting port 0c1bf662-4a50-4971-8bbb-19788055b8a9 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:31:35.708980 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1826678c-2b7c-45b3-9325-26072233559a tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (0c1bf662-4a50-4971-8bbb-19788055b8a9), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:35.810891 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-5a8336a7-409c-4171-8a5d-dd12788dd1c8 None None] Current status of the port d5feeae1-713d-49cb-a856-cc8042761733 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:35.837061 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-225229ca-a3fb-4a45-8e34-811ccf676751 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7474062 Jan 29 04:31:35.837629 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54722) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:35.867844 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fd1416b8-85c2-490a-a2f4-5afeac0b6e6a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:35.874166 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [None req-f003bd20-b9b9-408a-b001-43fa116effda tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103585) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:35.874166 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f003bd20-b9b9-408a-b001-43fa116effda tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.3278677 Jan 29 04:31:35.888569 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54724) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:35.895679 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-990239b9-11d8-4286-88dd-5a36b4a54df0 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:35.899496 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-990239b9-11d8-4286-88dd-5a36b4a54df0 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0082757 Jan 29 04:31:35.900250 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54726) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:35.917018 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port ca942c55-d098-4ba0-b315-bc36c2fa8954 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:35.919379 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device d5feeae1-713d-49cb-a856-cc8042761733 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:35.952762 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-22007747-5874-406e-8901-0f7f08506c3f tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:35.956535 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-22007747-5874-406e-8901-0f7f08506c3f tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0096204 Jan 29 04:31:35.957193 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54728) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:35.991473 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-3e89fc1f-0d0f-4280-93cf-72c2deadd4e3 None None] Allocated IP 172.22.0.2 (31055425-038b-483d-ad92-965ae6c0c79b/4dd123fd-472d-4cb4-a679-56c9a3e2915e/6c567672-c02f-4fcd-8ae1-7726a71c3a99) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:31:35.992539 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-054ab58f-a050-4de6-8f02-9294c0d00938 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:35.996967 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1826678c-2b7c-45b3-9325-26072233559a tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (0c1bf662-4a50-4971-8bbb-19788055b8a9), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:35.997353 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-054ab58f-a050-4de6-8f02-9294c0d00938 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0374825 Jan 29 04:31:36.000755 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54732) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.008602 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-b8d75641-2bba-458e-bb9d-129d517b4c84 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.013940 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b8d75641-2bba-458e-bb9d-129d517b4c84 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0109968 Jan 29 04:31:36.014145 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54734) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.029322 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [None req-eed95fa5-6f2f-4104-a6d1-9bf464ee35c3 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103585) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.031639 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-eed95fa5-6f2f-4104-a6d1-9bf464ee35c3 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0137179 Jan 29 04:31:36.038829 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54736) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.049126 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-bec672fc-8165-4410-89ad-78e2575aa0f6 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.049500 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-1826678c-2b7c-45b3-9325-26072233559a tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Calling delete_port for 0c1bf662-4a50-4971-8bbb-19788055b8a9 owned by {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:31:36.052962 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-bec672fc-8165-4410-89ad-78e2575aa0f6 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0131183 Jan 29 04:31:36.059868 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54738) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.067269 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-b14e0ac3-9c90-413c-ac07-3509d2ec59d6 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.071423 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b14e0ac3-9c90-413c-ac07-3509d2ec59d6 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0104012 Jan 29 04:31:36.074090 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54740) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.079019 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-f994e116-2bce-45ab-8a07-9027b5471e17 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.083384 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f994e116-2bce-45ab-8a07-9027b5471e17 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0078230 Jan 29 04:31:36.086913 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54742) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.130021 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-3d507fef-61d8-47d0-836f-de200437032d tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.135522 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-3d507fef-61d8-47d0-836f-de200437032d tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0467103 Jan 29 04:31:36.140310 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54744) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.145286 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-85b76a96-14bc-4063-b850-6043e99e8888 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.145598 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port d5feeae1-713d-49cb-a856-cc8042761733 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:36.145982 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (d5feeae1-713d-49cb-a856-cc8042761733), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:36.148273 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3460030d-c684-4eb0-b499-b14911fa9924 None None] Provisioning complete for port dda2e1a1-3ae3-4a74-943e-90c37f4d3dee triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:36.148667 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3460030d-c684-4eb0-b499-b14911fa9924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (dda2e1a1-3ae3-4a74-943e-90c37f4d3dee), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:36.150265 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-85b76a96-14bc-4063-b850-6043e99e8888 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0087979 Jan 29 04:31:36.156546 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54746) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.161282 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-755432a5-44dd-4df9-93df-02198d5e1242 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.164947 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-755432a5-44dd-4df9-93df-02198d5e1242 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0073934 Jan 29 04:31:36.168027 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54748) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.172762 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-9d1c4c60-45c2-4efc-91bf-355c5021ac69 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.176825 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-9d1c4c60-45c2-4efc-91bf-355c5021ac69 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0078030 Jan 29 04:31:36.180776 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54750) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.189331 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-2bad98b2-fbb0-4ee5-a6a4-790ae64cc634 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.193611 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-2bad98b2-fbb0-4ee5-a6a4-790ae64cc634 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0112979 Jan 29 04:31:36.194236 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54752) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.202766 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-a5af7a9f-b871-4ac9-9cfb-523ca50321e4 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.206958 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a5af7a9f-b871-4ac9-9cfb-523ca50321e4 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0079031 Jan 29 04:31:36.211190 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54754) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.215531 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-a5783ac3-cc65-4519-8f53-d10270ffe450 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.220654 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a5783ac3-cc65-4519-8f53-d10270ffe450 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0084550 Jan 29 04:31:36.224161 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54756) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.253096 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-dc88456e-0224-4f07-804d-8b402128fe2a tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.256836 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-dc88456e-0224-4f07-804d-8b402128fe2a tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0314844 Jan 29 04:31:36.257782 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54758) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.269376 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-aacfac86-d77c-4c76-981c-11071c5475ae tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.273487 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-aacfac86-d77c-4c76-981c-11071c5475ae tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0122979 Jan 29 04:31:36.274007 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54760) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.283300 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-c5f3df3a-d3b8-4e3c-b8c7-c266e0ec6457 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.290053 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c5f3df3a-d3b8-4e3c-b8c7-c266e0ec6457 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0123327 Jan 29 04:31:36.294249 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54762) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.298603 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-75685a6f-cff9-4d9a-8f2e-bbee51d0ea7a tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.302390 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-75685a6f-cff9-4d9a-8f2e-bbee51d0ea7a tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0071743 Jan 29 04:31:36.306117 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54764) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.310949 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-b7ca2976-cf86-4571-be91-2eb03226d662 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.313313 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b7ca2976-cf86-4571-be91-2eb03226d662 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0056763 Jan 29 04:31:36.321239 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54766) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.326822 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-11e2b88b-bb32-4a74-b88c-ec18948dce9b tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.330670 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-11e2b88b-bb32-4a74-b88c-ec18948dce9b tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0084202 Jan 29 04:31:36.331343 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54768) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.336966 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-d5e4e9e1-934e-4d80-b7df-4d75802d20c3 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.341060 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d5e4e9e1-934e-4d80-b7df-4d75802d20c3 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0087466 Jan 29 04:31:36.341740 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54770) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.346639 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-6548615d-e647-4f36-bf46-28d35ebc7aee tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.350364 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-6548615d-e647-4f36-bf46-28d35ebc7aee tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0076981 Jan 29 04:31:36.355154 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54772) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.359476 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-ec71aeb5-e7cb-42b0-addd-264dc3928b54 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.363305 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ec71aeb5-e7cb-42b0-addd-264dc3928b54 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0071607 Jan 29 04:31:36.363948 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54774) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.369391 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-0b00963b-56c8-4561-946a-5f417256eccb tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.374163 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0b00963b-56c8-4561-946a-5f417256eccb tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0058236 Jan 29 04:31:36.376660 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54776) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.380904 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-a49353b3-4ac6-43e9-9b26-3dcf6970d05e tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.384750 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a49353b3-4ac6-43e9-9b26-3dcf6970d05e tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0071330 Jan 29 04:31:36.385398 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54778) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.391301 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-3dc63f22-859f-4685-bcf6-f5b4c4b16ad9 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.395138 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-3dc63f22-859f-4685-bcf6-f5b4c4b16ad9 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0088251 Jan 29 04:31:36.395804 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54780) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.401146 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-4489a759-9452-44ed-8e06-6235ce3ac06d tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.403082 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-4489a759-9452-44ed-8e06-6235ce3ac06d tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0054684 Jan 29 04:31:36.411377 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54782) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.411849 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a33c32e-eaac-4f83-a088-5aaa6e51a83b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-5b489d36-f8c0-4c79-aa35-4133b718183c', 'network_id': '5b489d36-f8c0-4c79-aa35-4133b718183c', 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'fixed_ips': [{'subnet_id': '9e747d59-a8a0-40dc-b7ab-152cc3261cf5'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:31:36.413665 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a33c32e-eaac-4f83-a088-5aaa6e51a83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:36.418838 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-a1d800cb-274d-4965-b34f-48c390f005c1 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.422815 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a1d800cb-274d-4965-b34f-48c390f005c1 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0103753 Jan 29 04:31:36.423501 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54784) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.429101 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-587df47a-5658-4aca-a183-4831152030c7 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.434003 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-587df47a-5658-4aca-a183-4831152030c7 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0087292 Jan 29 04:31:36.434790 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54786) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.441771 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-00c78e98-73c6-4831-a6d1-ea16074cb8ab tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.446065 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-00c78e98-73c6-4831-a6d1-ea16074cb8ab tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0096948 Jan 29 04:31:36.446906 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54788) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.452391 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-016192e8-ded6-41c2-a6fb-57c7b50f62cb tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.456682 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-016192e8-ded6-41c2-a6fb-57c7b50f62cb tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0081530 Jan 29 04:31:36.457940 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54790) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.462401 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-31a9d29e-f232-4aae-a7db-467c5dc48e03 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.466757 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-31a9d29e-f232-4aae-a7db-467c5dc48e03 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0075538 Jan 29 04:31:36.467294 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54792) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.472412 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-5f5169d5-a60c-4b73-8986-e02f7c4f1de0 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.477578 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-5f5169d5-a60c-4b73-8986-e02f7c4f1de0 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0081551 Jan 29 04:31:36.479768 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54794) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.489023 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-895490fb-1b82-4b16-af75-9cdeba37ad0d tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.489023 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-895490fb-1b82-4b16-af75-9cdeba37ad0d tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0071549 Jan 29 04:31:36.490601 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3e89fc1f-0d0f-4280-93cf-72c2deadd4e3 None None] Publish callbacks [] for port (6c567672-c02f-4fcd-8ae1-7726a71c3a99), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:36.492057 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54798) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.505062 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [None req-d8eb1d8b-6161-45d1-bd1d-3aecd1995e8c tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103585) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.506321 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d8eb1d8b-6161-45d1-bd1d-3aecd1995e8c tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0064130 Jan 29 04:31:36.509903 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54800) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.523907 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-beaf191c-6663-4666-8ef4-6f14fa1b59a6 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.523907 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-beaf191c-6663-4666-8ef4-6f14fa1b59a6 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0056808 Jan 29 04:31:36.527256 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54802) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.534079 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-008763ac-205d-4e02-ad4e-65a517170c22 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.539168 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-008763ac-205d-4e02-ad4e-65a517170c22 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0097826 Jan 29 04:31:36.540223 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54804) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.550791 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-d704ffda-a5dc-48b6-913d-c1f4a86f5bc9 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.556085 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d704ffda-a5dc-48b6-913d-c1f4a86f5bc9 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0135932 Jan 29 04:31:36.557915 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54806) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.571941 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [None req-360172a5-9edf-4cc7-9e54-74d953b6e776 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103585) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.573794 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-360172a5-9edf-4cc7-9e54-74d953b6e776 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0131588 Jan 29 04:31:36.582995 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54808) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.585126 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54810) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.589288 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-a7e23e1a-0cfa-4332-b43e-1c7c139659fa tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.594088 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a7e23e1a-0cfa-4332-b43e-1c7c139659fa tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0097504 Jan 29 04:31:36.598079 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54812) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.628878 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-10be8701-5631-4db5-965b-421c3a6c0a5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:36.642433 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-f8b18610-6a77-497f-859d-d0257dbbd9f5 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.648235 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f8b18610-6a77-497f-859d-d0257dbbd9f5 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0227292 Jan 29 04:31:36.649359 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54814) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.656174 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [None req-22b67220-ad62-4ea5-9b16-249feb46cd31 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103585) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.657659 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-22b67220-ad62-4ea5-9b16-249feb46cd31 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0060227 Jan 29 04:31:36.660436 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-1a33c32e-eaac-4f83-a088-5aaa6e51a83b None None] Allocated IP 2001:db8:1::2 (5b489d36-f8c0-4c79-aa35-4133b718183c/9e747d59-a8a0-40dc-b7ab-152cc3261cf5/3ec5d1ad-4dd5-441f-9533-b1d61102b2c5) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:31:36.669840 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54816) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.680082 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-9932d08b-9767-4fa3-b128-20180741c903 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.683796 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-9932d08b-9767-4fa3-b128-20180741c903 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0121753 Jan 29 04:31:36.697500 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54818) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.703619 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [None req-7e5d3cd1-131e-4d32-b1db-dc4601a92486 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103585) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.704833 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7e5d3cd1-131e-4d32-b1db-dc4601a92486 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0058985 Jan 29 04:31:36.707396 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54820) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.720671 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [None req-bb655d1a-8b84-44db-8cee-70b73cb16d40 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103585) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.722022 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-bb655d1a-8b84-44db-8cee-70b73cb16d40 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0132997 Jan 29 04:31:36.726564 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1826678c-2b7c-45b3-9325-26072233559a tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (0c1bf662-4a50-4971-8bbb-19788055b8a9), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:36.740502 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54822) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.761087 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [None req-a68156eb-ce26-4d7c-9337-9cfd185644e0 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103585) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.762425 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a68156eb-ce26-4d7c-9337-9cfd185644e0 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0115910 Jan 29 04:31:36.785057 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1826678c-2b7c-45b3-9325-26072233559a tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:36.788515 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-1826678c-2b7c-45b3-9325-26072233559a tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] 10.222.0.13 "DELETE /v2.0/ports/0c1bf662-4a50-4971-8bbb-19788055b8a9 HTTP/1.1" status: 204 len: 168 time: 1.2556946 Jan 29 04:31:36.792559 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54824) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.794612 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54826) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.796927 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1826678c-2b7c-45b3-9325-26072233559a tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Pushing event deleted for resources: {'Port': ['ID=0c1bf662-4a50-4971-8bbb-19788055b8a9,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:36.801782 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [None req-d8c62906-ba4c-4a79-87d3-18da51b659cf tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103585) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.803870 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d8c62906-ba4c-4a79-87d3-18da51b659cf tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0100293 Jan 29 04:31:36.809646 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54828) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.820503 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a33c32e-eaac-4f83-a088-5aaa6e51a83b None None] Publish callbacks [] for port (3ec5d1ad-4dd5-441f-9533-b1d61102b2c5), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:36.827389 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-c0ea640f-1f66-4f9b-bfdb-70c787d941a8 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.831620 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c0ea640f-1f66-4f9b-bfdb-70c787d941a8 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0116782 Jan 29 04:31:36.836910 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54830) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.849857 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-4b660910-d9dc-435b-af00-9f083ffb9933 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.854571 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-4b660910-d9dc-435b-af00-9f083ffb9933 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0111258 Jan 29 04:31:36.855793 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54832) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.865443 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c34b6423-1111-455a-ae19-caaf4dd69b90 None None] Publish callbacks [] for port (ae4163c1-5816-44cf-b80c-89f9f11f20b9), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:36.868848 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port d5feeae1-713d-49cb-a856-cc8042761733 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:36.873692 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-e3f9ec57-3ff5-4fa5-bbe5-0af088e2f08e tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.879448 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e3f9ec57-3ff5-4fa5-bbe5-0af088e2f08e tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0182822 Jan 29 04:31:36.880408 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54834) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.883021 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-aa33e8e7-e134-4aef-9057-3ce5f92bb7be tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0868726 Jan 29 04:31:36.889331 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-96834eae-65ab-41ef-b5c5-acdd56684ab7 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.889331 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-96834eae-65ab-41ef-b5c5-acdd56684ab7 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0053754 Jan 29 04:31:36.891175 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54836) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.892645 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54838) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.900984 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a33c32e-eaac-4f83-a088-5aaa6e51a83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (3ec5d1ad-4dd5-441f-9533-b1d61102b2c5), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:36.902086 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3c292583-8710-49b7-b571-20b4f3671954 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:36.909218 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-196aa1d0-ae99-40c6-a5e0-fcd82b954365 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-697879684'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:36.917713 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [None req-7f90a63f-d0e4-4f96-8573-bc68b94f5523 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103585) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.922486 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-10be8701-5631-4db5-965b-421c3a6c0a5e admin admin] Publish callbacks [] for security_group (b6cccac6-61b1-4022-9a29-37958e503c76), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:36.923506 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54840) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.923877 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7f90a63f-d0e4-4f96-8573-bc68b94f5523 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0275681 Jan 29 04:31:36.933094 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-e6138870-ec3e-4001-a330-4877658aa677 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.934966 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e6138870-ec3e-4001-a330-4877658aa677 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0097075 Jan 29 04:31:36.940297 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54842) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.960550 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [None req-f41cc948-dd8b-4680-a39c-5acea08efee7 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103585) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.966751 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3e89fc1f-0d0f-4280-93cf-72c2deadd4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (6c567672-c02f-4fcd-8ae1-7726a71c3a99), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:36.966900 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f41cc948-dd8b-4680-a39c-5acea08efee7 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0155838 Jan 29 04:31:36.967002 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 62af884b-1714-4169-a124-91d38ad1e3b4 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:31:36.969154 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54844) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.976114 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [None req-cff10a1e-6b1c-4aa7-9aae-ceb9a556a447 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103585) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.981418 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54846) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.981799 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-cff10a1e-6b1c-4aa7-9aae-ceb9a556a447 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0093269 Jan 29 04:31:36.983821 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a33c32e-eaac-4f83-a088-5aaa6e51a83b None None] Network 5b489d36-f8c0-4c79-aa35-4133b718183c is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:36.987151 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-7aea67fb-4618-4775-98a2-39668a087c79 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:36.991924 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-7aea67fb-4618-4775-98a2-39668a087c79 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0063181 Jan 29 04:31:36.992502 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54848) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:36.997055 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-0264a7d3-96ba-4e95-8df1-023e7c052ead tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:37.000388 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0264a7d3-96ba-4e95-8df1-023e7c052ead tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0046201 Jan 29 04:31:37.000991 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54850) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:37.005006 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-dfb85ad7-4458-4980-9b05-1227e58a3144 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:37.008198 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-dfb85ad7-4458-4980-9b05-1227e58a3144 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0041113 Jan 29 04:31:37.008731 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54852) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:37.013897 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-6a2af0b7-5722-4cd6-bd01-f9f7c6b6cb2c tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:37.017346 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-6a2af0b7-5722-4cd6-bd01-f9f7c6b6cb2c tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0044303 Jan 29 04:31:37.018078 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-10be8701-5631-4db5-965b-421c3a6c0a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (b6cccac6-61b1-4022-9a29-37958e503c76), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:37.020430 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54854) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:37.022501 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c34b6423-1111-455a-ae19-caaf4dd69b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (ae4163c1-5816-44cf-b80c-89f9f11f20b9), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:37.039314 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-dc0e1515-32ac-4298-834d-25ea131c21e2 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:37.042943 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-dc0e1515-32ac-4298-834d-25ea131c21e2 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0117931 Jan 29 04:31:37.043926 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54856) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:37.045702 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-fd1416b8-85c2-490a-a2f4-5afeac0b6e6a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Allocated IP 172.22.0.1 (31055425-038b-483d-ad92-965ae6c0c79b/4dd123fd-472d-4cb4-a679-56c9a3e2915e/747a0d63-698f-4e1f-8266-10ef0611d283) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:31:37.048096 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [None req-9853a4fb-4920-4c24-91c4-22f468c4eb77 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103585) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:37.049803 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9853a4fb-4920-4c24-91c4-22f468c4eb77 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0042460 Jan 29 04:31:37.050761 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3460030d-c684-4eb0-b499-b14911fa9924 None None] Current status of the port dda2e1a1-3ae3-4a74-943e-90c37f4d3dee is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:37.054576 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3460030d-c684-4eb0-b499-b14911fa9924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (dda2e1a1-3ae3-4a74-943e-90c37f4d3dee), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:37.057611 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33c32e-eaac-4f83-a088-5aaa6e51a83b None None] Pushing event updated for resources: {'Port': ['ID=3ec5d1ad-4dd5-441f-9533-b1d61102b2c5,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:37.061741 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54858) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:37.070121 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-1a33c32e-eaac-4f83-a088-5aaa6e51a83b None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:37.071770 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-446726f8-ee47-4895-b01f-2759aea6ed3a tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:37.076826 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-446726f8-ee47-4895-b01f-2759aea6ed3a tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0092657 Jan 29 04:31:37.078597 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54860) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:37.090759 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-de485dab-56b3-48af-b057-8489ed97850d tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:37.092556 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-de485dab-56b3-48af-b057-8489ed97850d tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0122395 Jan 29 04:31:37.102665 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-10be8701-5631-4db5-965b-421c3a6c0a5e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a4d6e96042e45638038e280a7f8c8f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5072782 Jan 29 04:31:37.104198 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 62af884b-1714-4169-a124-91d38ad1e3b4 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:31:37.104732 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 62af884b-1714-4169-a124-91d38ad1e3b4 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:31:37.110096 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54862) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:37.110434 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54864) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:37.116685 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-7b8ce399-1b92-4f76-8979-3ff502bb0251 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:37.120192 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-7b8ce399-1b92-4f76-8979-3ff502bb0251 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0062273 Jan 29 04:31:37.124396 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54866) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:37.146386 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e89fc1f-0d0f-4280-93cf-72c2deadd4e3 None None] Network 31055425-038b-483d-ad92-965ae6c0c79b is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:37.149170 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-6b0e4e9c-3624-4aa7-a08f-d8911a0376b0 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:37.156915 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-6b0e4e9c-3624-4aa7-a08f-d8911a0376b0 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0237839 Jan 29 04:31:37.157756 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be8701-5631-4db5-965b-421c3a6c0a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cccac6-61b1-4022-9a29-37958e503c76,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:37.164186 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54868) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:37.178503 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a33c32e-eaac-4f83-a088-5aaa6e51a83b None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:31:37.193788 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-3e89fc1f-0d0f-4280-93cf-72c2deadd4e3 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:37.196402 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e89fc1f-0d0f-4280-93cf-72c2deadd4e3 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:31:37.210791 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-a2c11fc3-54b8-4660-ac14-e01b333c6c40 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:37.215110 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a2c11fc3-54b8-4660-ac14-e01b333c6c40 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0240386 Jan 29 04:31:37.238576 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54870) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:37.255345 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-8d99b7f2-a3b2-403a-8f30-560af38ec049 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:37.256336 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-8d99b7f2-a3b2-403a-8f30-560af38ec049 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0146792 Jan 29 04:31:37.314526 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-3c292583-8710-49b7-b571-20b4f3671954 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Allocated IP 2001:db8:1::1 (5b489d36-f8c0-4c79-aa35-4133b718183c/9e747d59-a8a0-40dc-b7ab-152cc3261cf5/487034aa-59f2-4cc6-a8ea-c959706dc3c1) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:31:37.319952 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54872) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:37.356696 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-f12151e9-23b6-4fc3-be6f-7f7567d637d8 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:37.357880 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f12151e9-23b6-4fc3-be6f-7f7567d637d8 tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0369513 Jan 29 04:31:37.369199 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54874) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:37.397447 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [None req-dd4d9568-e25a-41e4-a23a-348e18676e4f tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:31:37.401280 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-dd4d9568-e25a-41e4-a23a-348e18676e4f tempest-ExtensionsTestJSON-1070776671 tempest-ExtensionsTestJSON-1070776671-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0157912 Jan 29 04:31:37.418603 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3460030d-c684-4eb0-b499-b14911fa9924 None None] For port dda2e1a1-3ae3-4a74-943e-90c37f4d3dee, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=dda2e1a1-3ae3-4a74-943e-90c37f4d3dee,segment=NetworkSegment(1bd232c8-02aa-47cc-a985-5e9375e5d530),segment_id=1bd232c8-02aa-47cc-a985-5e9375e5d530)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:37.455534 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e1f050f7-c845-41cf-9bc3-5c49f507500e admin admin] Publish callbacks [] for security_group (b6cccac6-61b1-4022-9a29-37958e503c76), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:37.460893 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device dda2e1a1-3ae3-4a74-943e-90c37f4d3dee up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:37.513225 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196aa1d0-ae99-40c6-a5e0-fcd82b954365 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Made reservation on behalf of 3b3b0b8712a74d8aab339f160aa87fff for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:37.513790 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e1f050f7-c845-41cf-9bc3-5c49f507500e admin admin] Publish callbacks [] for security_group (b6cccac6-61b1-4022-9a29-37958e503c76), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:37.520089 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-196aa1d0-ae99-40c6-a5e0-fcd82b954365 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:37.562322 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fd1416b8-85c2-490a-a2f4-5afeac0b6e6a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for port (747a0d63-698f-4e1f-8266-10ef0611d283), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:37.586840 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3c292583-8710-49b7-b571-20b4f3671954 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for port (487034aa-59f2-4cc6-a8ea-c959706dc3c1), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:37.656707 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e1f050f7-c845-41cf-9bc3-5c49f507500e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (b6cccac6-61b1-4022-9a29-37958e503c76), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:37.659338 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e1f050f7-c845-41cf-9bc3-5c49f507500e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:37.663807 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e1f050f7-c845-41cf-9bc3-5c49f507500e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b6cccac6-61b1-4022-9a29-37958e503c76 HTTP/1.1" status: 204 len: 168 time: 0.5482399 Jan 29 04:31:37.665952 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-196aa1d0-ae99-40c6-a5e0-fcd82b954365 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:31:37.669868 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f050f7-c845-41cf-9bc3-5c49f507500e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cccac6-61b1-4022-9a29-37958e503c76,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:37.674357 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fd1416b8-85c2-490a-a2f4-5afeac0b6e6a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (747a0d63-698f-4e1f-8266-10ef0611d283), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:37.684186 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-196aa1d0-ae99-40c6-a5e0-fcd82b954365 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (49932214-5db5-4bbc-bf06-acb6453e3391), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:37.684186 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-196aa1d0-ae99-40c6-a5e0-fcd82b954365 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Added segment 49932214-5db5-4bbc-bf06-acb6453e3391 of type vlan for network cc16812e-5245-46a0-827b-81c41facddc3 Jan 29 04:31:37.746226 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89fc1f-0d0f-4280-93cf-72c2deadd4e3 None None] Pushing event updated for resources: {'Port': ['ID=6c567672-c02f-4fcd-8ae1-7726a71c3a99,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:37.756107 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3c292583-8710-49b7-b571-20b4f3671954 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (487034aa-59f2-4cc6-a8ea-c959706dc3c1), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:37.769441 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3460030d-c684-4eb0-b499-b14911fa9924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (dda2e1a1-3ae3-4a74-943e-90c37f4d3dee), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:37.786492 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-1a33c32e-eaac-4f83-a088-5aaa6e51a83b None None] Attempting to bind port 3ec5d1ad-4dd5-441f-9533-b1d61102b2c5 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:31:37.786873 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-1a33c32e-eaac-4f83-a088-5aaa6e51a83b None None] Attempting to bind port 3ec5d1ad-4dd5-441f-9533-b1d61102b2c5 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '8b23897e-7c2a-496c-9615-d73cbfb86bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5b489d36-f8c0-4c79-aa35-4133b718183c'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:31:37.787241 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a33c32e-eaac-4f83-a088-5aaa6e51a83b None None] Attempting to bind port 3ec5d1ad-4dd5-441f-9533-b1d61102b2c5 on network 5b489d36-f8c0-4c79-aa35-4133b718183c {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:31:37.789220 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-3e89fc1f-0d0f-4280-93cf-72c2deadd4e3 None None] Attempting to bind port 6c567672-c02f-4fcd-8ae1-7726a71c3a99 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:31:37.789587 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-3e89fc1f-0d0f-4280-93cf-72c2deadd4e3 None None] Attempting to bind port 6c567672-c02f-4fcd-8ae1-7726a71c3a99 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '610ac71e-538c-4973-84c9-c0e20b9edf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '31055425-038b-483d-ad92-965ae6c0c79b'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:31:37.789936 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e89fc1f-0d0f-4280-93cf-72c2deadd4e3 None None] Attempting to bind port 6c567672-c02f-4fcd-8ae1-7726a71c3a99 on network 31055425-038b-483d-ad92-965ae6c0c79b {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:31:37.795963 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1416b8-85c2-490a-a2f4-5afeac0b6e6a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event updated for resources: {'Port': ['ID=747a0d63-698f-4e1f-8266-10ef0611d283,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:37.822293 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-196aa1d0-ae99-40c6-a5e0-fcd82b954365 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (cc16812e-5245-46a0-827b-81c41facddc3), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:37.833881 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c292583-8710-49b7-b571-20b4f3671954 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Network 5b489d36-f8c0-4c79-aa35-4133b718183c is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:37.835625 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e89fc1f-0d0f-4280-93cf-72c2deadd4e3 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:31:37.836117 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e89fc1f-0d0f-4280-93cf-72c2deadd4e3 None None] Checking segment: {'id': '610ac71e-538c-4973-84c9-c0e20b9edf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '31055425-038b-483d-ad92-965ae6c0c79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:31:37.836275 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3e89fc1f-0d0f-4280-93cf-72c2deadd4e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:37.836702 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e89fc1f-0d0f-4280-93cf-72c2deadd4e3 None None] Bound using segment: {'id': '610ac71e-538c-4973-84c9-c0e20b9edf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '31055425-038b-483d-ad92-965ae6c0c79b'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:31:37.837292 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-3e89fc1f-0d0f-4280-93cf-72c2deadd4e3 None None] Bound port: 6c567672-c02f-4fcd-8ae1-7726a71c3a99, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610ac71e-538c-4973-84c9-c0e20b9edf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '31055425-038b-483d-ad92-965ae6c0c79b'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:31:37.837614 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3e89fc1f-0d0f-4280-93cf-72c2deadd4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (6c567672-c02f-4fcd-8ae1-7726a71c3a99), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:37.840448 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1416b8-85c2-490a-a2f4-5afeac0b6e6a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Network 31055425-038b-483d-ad92-965ae6c0c79b is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:37.843544 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-fd1416b8-85c2-490a-a2f4-5afeac0b6e6a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:37.843802 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a33c32e-eaac-4f83-a088-5aaa6e51a83b None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:31:37.844194 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a33c32e-eaac-4f83-a088-5aaa6e51a83b None None] Checking segment: {'id': '8b23897e-7c2a-496c-9615-d73cbfb86bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5b489d36-f8c0-4c79-aa35-4133b718183c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:31:37.844621 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a33c32e-eaac-4f83-a088-5aaa6e51a83b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:37.845023 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a33c32e-eaac-4f83-a088-5aaa6e51a83b None None] Bound using segment: {'id': '8b23897e-7c2a-496c-9615-d73cbfb86bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5b489d36-f8c0-4c79-aa35-4133b718183c'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:31:37.845521 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-1a33c32e-eaac-4f83-a088-5aaa6e51a83b None None] Bound port: 3ec5d1ad-4dd5-441f-9533-b1d61102b2c5, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b23897e-7c2a-496c-9615-d73cbfb86bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5b489d36-f8c0-4c79-aa35-4133b718183c'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:31:37.845903 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a33c32e-eaac-4f83-a088-5aaa6e51a83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (3ec5d1ad-4dd5-441f-9533-b1d61102b2c5), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:37.849345 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-3c292583-8710-49b7-b571-20b4f3671954 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:37.857722 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c292583-8710-49b7-b571-20b4f3671954 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:31:37.858058 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-c34b6423-1111-455a-ae19-caaf4dd69b90 None None] Attempting to bind port ae4163c1-5816-44cf-b80c-89f9f11f20b9 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:31:37.858424 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-c34b6423-1111-455a-ae19-caaf4dd69b90 None None] Attempting to bind port ae4163c1-5816-44cf-b80c-89f9f11f20b9 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '446f33e6-f114-4db5-9fe8-c1ce26500826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '755ba25d-bb6b-4a0d-b5a3-7160b7e189ba'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:31:37.858552 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3c292583-8710-49b7-b571-20b4f3671954 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (389f1f00-b86a-4154-b700-f3328ae85b52), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:37.859297 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34b6423-1111-455a-ae19-caaf4dd69b90 None None] Attempting to bind port ae4163c1-5816-44cf-b80c-89f9f11f20b9 on network 755ba25d-bb6b-4a0d-b5a3-7160b7e189ba {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:31:37.860965 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c292583-8710-49b7-b571-20b4f3671954 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event updated for resources: {'Port': ['ID=487034aa-59f2-4cc6-a8ea-c959706dc3c1,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:37.893593 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1416b8-85c2-490a-a2f4-5afeac0b6e6a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:31:37.896375 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34b6423-1111-455a-ae19-caaf4dd69b90 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:31:37.896714 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34b6423-1111-455a-ae19-caaf4dd69b90 None None] Checking segment: {'id': '446f33e6-f114-4db5-9fe8-c1ce26500826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '755ba25d-bb6b-4a0d-b5a3-7160b7e189ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:31:37.897153 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c34b6423-1111-455a-ae19-caaf4dd69b90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:37.897527 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34b6423-1111-455a-ae19-caaf4dd69b90 None None] Bound using segment: {'id': '446f33e6-f114-4db5-9fe8-c1ce26500826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '755ba25d-bb6b-4a0d-b5a3-7160b7e189ba'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:31:37.898012 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-c34b6423-1111-455a-ae19-caaf4dd69b90 None None] Bound port: ae4163c1-5816-44cf-b80c-89f9f11f20b9, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '446f33e6-f114-4db5-9fe8-c1ce26500826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '755ba25d-bb6b-4a0d-b5a3-7160b7e189ba'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:31:37.898403 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c34b6423-1111-455a-ae19-caaf4dd69b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (ae4163c1-5816-44cf-b80c-89f9f11f20b9), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:37.904154 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685afa8d-db52-4b54-9e56-5695ec77bbf7 None None] Pushing event updated for resources: {'Port': ['ID=ae4163c1-5816-44cf-b80c-89f9f11f20b9,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:38.000433 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fd1416b8-85c2-490a-a2f4-5afeac0b6e6a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (372a3b60-f704-4353-af5d-28c9327b9b15), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:38.027815 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-196aa1d0-ae99-40c6-a5e0-fcd82b954365 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (cc16812e-5245-46a0-827b-81c41facddc3), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:38.033484 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196aa1d0-ae99-40c6-a5e0-fcd82b954365 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:38.034927 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-196aa1d0-ae99-40c6-a5e0-fcd82b954365 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:38.064521 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port dda2e1a1-3ae3-4a74-943e-90c37f4d3dee triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:38.064521 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (dda2e1a1-3ae3-4a74-943e-90c37f4d3dee), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:38.077290 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-0360a818-b2cd-420c-a4e9-8fe78796a9ac None None] Provisioning complete for port ae4163c1-5816-44cf-b80c-89f9f11f20b9 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:38.077290 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0360a818-b2cd-420c-a4e9-8fe78796a9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (ae4163c1-5816-44cf-b80c-89f9f11f20b9), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:38.116190 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54884) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:38.117049 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196aa1d0-ae99-40c6-a5e0-fcd82b954365 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Pushing event updated for resources: {'Network': ['ID=cc16812e-5245-46a0-827b-81c41facddc3,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:38.140776 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network cc16812e-5245-46a0-827b-81c41facddc3 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:31:38.187172 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3e89fc1f-0d0f-4280-93cf-72c2deadd4e3 None None] For port 6c567672-c02f-4fcd-8ae1-7726a71c3a99, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:31:38.191750 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460030d-c684-4eb0-b499-b14911fa9924 None None] Pushing event updated for resources: {'Port': ['ID=dda2e1a1-3ae3-4a74-943e-90c37f4d3dee,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:38.209343 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-1a33c32e-eaac-4f83-a088-5aaa6e51a83b None None] For port 3ec5d1ad-4dd5-441f-9533-b1d61102b2c5, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:31:38.217710 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-196aa1d0-ae99-40c6-a5e0-fcd82b954365 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3230762 Jan 29 04:31:38.226214 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54888) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:38.235715 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-7ebe84f1-8336-4da6-9108-dd22357b7691 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2089194836'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:38.264430 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3c292583-8710-49b7-b571-20b4f3671954 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (487034aa-59f2-4cc6-a8ea-c959706dc3c1), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:38.267047 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3e89fc1f-0d0f-4280-93cf-72c2deadd4e3 None None] For port 6c567672-c02f-4fcd-8ae1-7726a71c3a99, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=6c567672-c02f-4fcd-8ae1-7726a71c3a99,segment=NetworkSegment(610ac71e-538c-4973-84c9-c0e20b9edf45),segment_id=610ac71e-538c-4973-84c9-c0e20b9edf45)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:31:38.313169 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-1a33c32e-eaac-4f83-a088-5aaa6e51a83b None None] For port 3ec5d1ad-4dd5-441f-9533-b1d61102b2c5, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=3ec5d1ad-4dd5-441f-9533-b1d61102b2c5,segment=NetworkSegment(8b23897e-7c2a-496c-9615-d73cbfb86bf3),segment_id=8b23897e-7c2a-496c-9615-d73cbfb86bf3)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:31:38.323659 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-c34b6423-1111-455a-ae19-caaf4dd69b90 None None] For port ae4163c1-5816-44cf-b80c-89f9f11f20b9, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:31:38.326007 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-0360a818-b2cd-420c-a4e9-8fe78796a9ac None None] Port ae4163c1-5816-44cf-b80c-89f9f11f20b9 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:31:38.354786 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-c34b6423-1111-455a-ae19-caaf4dd69b90 None None] For port ae4163c1-5816-44cf-b80c-89f9f11f20b9, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=ae4163c1-5816-44cf-b80c-89f9f11f20b9,segment=NetworkSegment(446f33e6-f114-4db5-9fe8-c1ce26500826),segment_id=446f33e6-f114-4db5-9fe8-c1ce26500826)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:31:38.358354 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3e89fc1f-0d0f-4280-93cf-72c2deadd4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (6c567672-c02f-4fcd-8ae1-7726a71c3a99), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:38.378429 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebe84f1-8336-4da6-9108-dd22357b7691 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Made reservation on behalf of 3b3b0b8712a74d8aab339f160aa87fff for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:38.383408 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7ebe84f1-8336-4da6-9108-dd22357b7691 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:38.442989 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a33c32e-eaac-4f83-a088-5aaa6e51a83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (3ec5d1ad-4dd5-441f-9533-b1d61102b2c5), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:38.445362 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fd1416b8-85c2-490a-a2f4-5afeac0b6e6a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (747a0d63-698f-4e1f-8266-10ef0611d283), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:38.462075 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ebe84f1-8336-4da6-9108-dd22357b7691 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:31:38.470394 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6e987be2-ee1b-4f75-a311-f612f09f6198 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:38.492223 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7ebe84f1-8336-4da6-9108-dd22357b7691 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (16090776-09e9-4ccc-ae20-02368b142c85), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:38.492712 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-7ebe84f1-8336-4da6-9108-dd22357b7691 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Added segment 16090776-09e9-4ccc-ae20-02368b142c85 of type vlan for network 9f5733a8-b6e8-46b0-ad50-90b20e7a7299 Jan 29 04:31:38.496742 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c34b6423-1111-455a-ae19-caaf4dd69b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (ae4163c1-5816-44cf-b80c-89f9f11f20b9), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:38.500364 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89fc1f-0d0f-4280-93cf-72c2deadd4e3 None None] Pushing event updated for resources: {'Port': ['ID=6c567672-c02f-4fcd-8ae1-7726a71c3a99,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:38.508923 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port dda2e1a1-3ae3-4a74-943e-90c37f4d3dee is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:38.559394 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34b6423-1111-455a-ae19-caaf4dd69b90 None None] Routers {'389f1f00-b86a-4154-b700-f3328ae85b52'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:31:38.560037 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-c34b6423-1111-455a-ae19-caaf4dd69b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:31:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['389f1f00-b86a-4154-b700-f3328ae85b52'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:38.649633 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7ebe84f1-8336-4da6-9108-dd22357b7691 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (9f5733a8-b6e8-46b0-ad50-90b20e7a7299), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:38.664933 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33c32e-eaac-4f83-a088-5aaa6e51a83b None None] Pushing event updated for resources: {'Port': ['ID=3ec5d1ad-4dd5-441f-9533-b1d61102b2c5,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:38.755036 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-c34b6423-1111-455a-ae19-caaf4dd69b90 None None] Set router 389f1f00-b86a-4154-b700-f3328ae85b52 gateway port host: None {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:31:38.801020 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7ebe84f1-8336-4da6-9108-dd22357b7691 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (9f5733a8-b6e8-46b0-ad50-90b20e7a7299), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:38.805543 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685afa8d-db52-4b54-9e56-5695ec77bbf7 None None] Pushing event updated for resources: {'Port': ['ID=ae4163c1-5816-44cf-b80c-89f9f11f20b9,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:38.810779 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebe84f1-8336-4da6-9108-dd22357b7691 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:38.812100 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7ebe84f1-8336-4da6-9108-dd22357b7691 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:38.891099 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6e987be2-ee1b-4f75-a311-f612f09f6198 admin admin] Publish callbacks [] for security_group (a7856874-62f6-4842-8f63-e76425698f77), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:38.952761 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7ebe84f1-8336-4da6-9108-dd22357b7691 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7244570 Jan 29 04:31:38.996688 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fd1416b8-85c2-490a-a2f4-5afeac0b6e6a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for port (747a0d63-698f-4e1f-8266-10ef0611d283), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:39.037744 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe84f1-8336-4da6-9108-dd22357b7691 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Pushing event updated for resources: {'Network': ['ID=9f5733a8-b6e8-46b0-ad50-90b20e7a7299,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:39.047891 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3c292583-8710-49b7-b571-20b4f3671954 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for port (487034aa-59f2-4cc6-a8ea-c959706dc3c1), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:39.050005 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6e987be2-ee1b-4f75-a311-f612f09f6198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (a7856874-62f6-4842-8f63-e76425698f77), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:39.070238 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 9f5733a8-b6e8-46b0-ad50-90b20e7a7299 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:31:39.105152 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fd1416b8-85c2-490a-a2f4-5afeac0b6e6a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (747a0d63-698f-4e1f-8266-10ef0611d283), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:39.131574 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54892) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:39.136767 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-4ec079f5-45bc-4147-ac41-af1f117442fd tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Request body: {'subnets': [{'network_id': 'cc16812e-5245-46a0-827b-81c41facddc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--834563935', 'ip_version': 4}, {'network_id': '9f5733a8-b6e8-46b0-ad50-90b20e7a7299', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:39.137087 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-4ec079f5-45bc-4147-ac41-af1f117442fd tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Request body: {'subnet': {'network_id': 'cc16812e-5245-46a0-827b-81c41facddc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--834563935', 'ip_version': 4}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:39.137665 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-4ec079f5-45bc-4147-ac41-af1f117442fd tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Request body: {'subnet': {'network_id': '9f5733a8-b6e8-46b0-ad50-90b20e7a7299', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:39.202654 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6e987be2-ee1b-4f75-a311-f612f09f6198 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e1be9412c45a4ffba05145a14ec6c1c6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0720236 Jan 29 04:31:39.202654 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54896) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:39.202847 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-0f4d2774-34ab-45dc-8db5-f564468651f5 None None] Provisioning complete for port ae4163c1-5816-44cf-b80c-89f9f11f20b9 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:39.202847 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0f4d2774-34ab-45dc-8db5-f564468651f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (ae4163c1-5816-44cf-b80c-89f9f11f20b9), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:39.211476 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3c292583-8710-49b7-b571-20b4f3671954 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (487034aa-59f2-4cc6-a8ea-c959706dc3c1), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:39.213250 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3c292583-8710-49b7-b571-20b4f3671954 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (389f1f00-b86a-4154-b700-f3328ae85b52), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:39.215505 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e987be2-ee1b-4f75-a311-f612f09f6198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7856874-62f6-4842-8f63-e76425698f77,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:39.312434 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1416b8-85c2-490a-a2f4-5afeac0b6e6a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event updated for resources: {'Port': ['ID=747a0d63-698f-4e1f-8266-10ef0611d283,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:39.339934 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c292583-8710-49b7-b571-20b4f3671954 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event updated for resources: {'Port': ['ID=487034aa-59f2-4cc6-a8ea-c959706dc3c1,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:39.374289 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fd1416b8-85c2-490a-a2f4-5afeac0b6e6a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (372a3b60-f704-4353-af5d-28c9327b9b15), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:39.391573 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-0f4d2774-34ab-45dc-8db5-f564468651f5 None None] Current status of the port ae4163c1-5816-44cf-b80c-89f9f11f20b9 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:39.391975 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0f4d2774-34ab-45dc-8db5-f564468651f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (ae4163c1-5816-44cf-b80c-89f9f11f20b9), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:39.431120 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-0f4d2774-34ab-45dc-8db5-f564468651f5 None None] For port ae4163c1-5816-44cf-b80c-89f9f11f20b9, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=ae4163c1-5816-44cf-b80c-89f9f11f20b9,segment=NetworkSegment(446f33e6-f114-4db5-9fe8-c1ce26500826),segment_id=446f33e6-f114-4db5-9fe8-c1ce26500826)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:39.465724 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-c34b6423-1111-455a-ae19-caaf4dd69b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'name': 'tempest-RoutersIpV6Test-router-1785197132', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:22Z', 'updated_at': '2022-01-29T04:31:37Z', 'revision_number': 3, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'gw_port_host': None, '_interfaces': [{'id': '487034aa-59f2-4cc6-a8ea-c959706dc3c1', 'name': '', 'network_id': '5b489d36-f8c0-4c79-aa35-4133b718183c', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:47:41:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '9e747d59-a8a0-40dc-b7ab-152cc3261cf5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:37Z', 'updated_at': '2022-01-29T04:31:37Z', 'revision_number': 1, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': '9e747d59-a8a0-40dc-b7ab-152cc3261cf5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae4163c1-5816-44cf-b80c-89f9f11f20b9', 'name': '', 'network_id': '755ba25d-bb6b-4a0d-b5a3-7160b7e189ba', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:19:97:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:27Z', 'updated_at': '2022-01-29T04:31:38Z', 'revision_number': 4, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:39.507149 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34b6423-1111-455a-ae19-caaf4dd69b90 None None] The sync data for ids ['389f1f00-b86a-4154-b700-f3328ae85b52'] in dv-neutron-821190-1-hyperv is: [{'id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'name': 'tempest-RoutersIpV6Test-router-1785197132', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:22Z', 'updated_at': '2022-01-29T04:31:37Z', 'revision_number': 3, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'gw_port_host': None, '_interfaces': [{'id': '487034aa-59f2-4cc6-a8ea-c959706dc3c1', 'name': '', 'network_id': '5b489d36-f8c0-4c79-aa35-4133b718183c', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:47:41:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '9e747d59-a8a0-40dc-b7ab-152cc3261cf5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:37Z', 'updated_at': '2022-01-29T04:31:37Z', 'revision_number': 1, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': '9e747d59-a8a0-40dc-b7ab-152cc3261cf5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae4163c1-5816-44cf-b80c-89f9f11f20b9', 'name': '', 'network_id': '755ba25d-bb6b-4a0d-b5a3-7160b7e189ba', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:19:97:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:27Z', 'updated_at': '2022-01-29T04:31:38Z', 'revision_number': 4, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:31:39.510180 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0f4d2774-34ab-45dc-8db5-f564468651f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (ae4163c1-5816-44cf-b80c-89f9f11f20b9), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:39.524308 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c292583-8710-49b7-b571-20b4f3671954 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Network 5b489d36-f8c0-4c79-aa35-4133b718183c is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:39.533798 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1416b8-85c2-490a-a2f4-5afeac0b6e6a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Network 31055425-038b-483d-ad92-965ae6c0c79b is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:39.535393 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-fd1416b8-85c2-490a-a2f4-5afeac0b6e6a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:39.576689 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-3c292583-8710-49b7-b571-20b4f3671954 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:39.577478 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4d2774-34ab-45dc-8db5-f564468651f5 None None] Pushing event updated for resources: {'Port': ['ID=ae4163c1-5816-44cf-b80c-89f9f11f20b9,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:39.689117 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd1416b8-85c2-490a-a2f4-5afeac0b6e6a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Router 372a3b60-f704-4353-af5d-28c9327b9b15 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:31:39.842013 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1416b8-85c2-490a-a2f4-5afeac0b6e6a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:31:39.847704 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-fd1416b8-85c2-490a-a2f4-5afeac0b6e6a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "PUT /v2.0/routers/372a3b60-f704-4353-af5d-28c9327b9b15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6979678 Jan 29 04:31:39.850313 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54904) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:39.856248 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c25c1be-c654-4594-b440-db0bbf9d2e89 None None] Sync routers for ids ['372a3b60-f704-4353-af5d-28c9327b9b15'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:31:39.867979 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-8e2c4b12-5bac-4adc-8be6-8a9619d5d1aa tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Request body: {'network': {'name': 'tempest-RoutersTest-1824051289'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:39.869431 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c25c1be-c654-4594-b440-db0bbf9d2e89 None None] Routers {'372a3b60-f704-4353-af5d-28c9327b9b15'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:31:39.870064 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-6c25c1be-c654-4594-b440-db0bbf9d2e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:31:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['372a3b60-f704-4353-af5d-28c9327b9b15'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:39.924253 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device dda2e1a1-3ae3-4a74-943e-90c37f4d3dee up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:39.995342 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2c4b12-5bac-4adc-8be6-8a9619d5d1aa tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Made reservation on behalf of b19b1132342942e78366ba08553b13d3 for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:39.999245 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8e2c4b12-5bac-4adc-8be6-8a9619d5d1aa tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:40.049614 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-6c25c1be-c654-4594-b440-db0bbf9d2e89 None None] Set router 372a3b60-f704-4353-af5d-28c9327b9b15 gateway port host: None {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:31:40.070544 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e2c4b12-5bac-4adc-8be6-8a9619d5d1aa tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:31:40.091208 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8e2c4b12-5bac-4adc-8be6-8a9619d5d1aa tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (3adbfb82-9c64-4bb8-8f19-83466a335185), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:40.094194 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-8e2c4b12-5bac-4adc-8be6-8a9619d5d1aa tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Added segment 3adbfb82-9c64-4bb8-8f19-83466a335185 of type vlan for network 06b4902e-7c8e-4d2b-bfcf-5b83583a5712 Jan 29 04:31:40.099783 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port dda2e1a1-3ae3-4a74-943e-90c37f4d3dee triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:40.099783 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (dda2e1a1-3ae3-4a74-943e-90c37f4d3dee), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:40.176152 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bf967e08-4c7f-4d25-9ed5-757a2d19494b admin admin] Publish callbacks [] for security_group (a7856874-62f6-4842-8f63-e76425698f77), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:40.186138 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8e2c4b12-5bac-4adc-8be6-8a9619d5d1aa tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (06b4902e-7c8e-4d2b-bfcf-5b83583a5712), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:40.286132 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8e2c4b12-5bac-4adc-8be6-8a9619d5d1aa tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (06b4902e-7c8e-4d2b-bfcf-5b83583a5712), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:40.292415 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2c4b12-5bac-4adc-8be6-8a9619d5d1aa tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:40.293362 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8e2c4b12-5bac-4adc-8be6-8a9619d5d1aa tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:40.350734 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-b0107b26-c8ca-4765-8498-cd575e248da5 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-561757372&fields=id&tenant_id=1b0e4f5bc18f46e19e7272f5d8beca17 HTTP/1.1" status: 200 len: 267 time: 0.7640362 Jan 29 04:31:40.352894 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bf967e08-4c7f-4d25-9ed5-757a2d19494b admin admin] Publish callbacks [] for security_group (a7856874-62f6-4842-8f63-e76425698f77), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:40.598840 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec079f5-45bc-4147-ac41-af1f117442fd tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Made reservation on behalf of 3b3b0b8712a74d8aab339f160aa87fff for: {'subnet': 2} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:40.599263 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4ec079f5-45bc-4147-ac41-af1f117442fd tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:40.599581 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4ec079f5-45bc-4147-ac41-af1f117442fd tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:40.604449 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c292583-8710-49b7-b571-20b4f3671954 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Router 389f1f00-b86a-4154-b700-f3328ae85b52 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:31:40.686502 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455bd5a6-fbd2-41e4-a2bf-e01f7c3b7e51 None None] Network 5b489d36-f8c0-4c79-aa35-4133b718183c requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:31:40.769192 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50efeb54-3b2d-43ad-8940-6893d05baa33 None None] Network 31055425-038b-483d-ad92-965ae6c0c79b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:31:40.784566 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port dda2e1a1-3ae3-4a74-943e-90c37f4d3dee is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:40.785688 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 6c567672-c02f-4fcd-8ae1-7726a71c3a99 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:40.792084 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-8e2c4b12-5bac-4adc-8be6-8a9619d5d1aa tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9406760 Jan 29 04:31:40.792979 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54906) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:40.808171 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-be2c07c1-5381-47eb-97ce-232f1fab00e5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Request body: {'subnet': {'network_id': '06b4902e-7c8e-4d2b-bfcf-5b83583a5712', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:40.827689 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bf967e08-4c7f-4d25-9ed5-757a2d19494b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (a7856874-62f6-4842-8f63-e76425698f77), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:40.830602 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bf967e08-4c7f-4d25-9ed5-757a2d19494b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:40.834815 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-bf967e08-4c7f-4d25-9ed5-757a2d19494b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a7856874-62f6-4842-8f63-e76425698f77 HTTP/1.1" status: 204 len: 168 time: 1.6329541 Jan 29 04:31:40.858486 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf967e08-4c7f-4d25-9ed5-757a2d19494b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7856874-62f6-4842-8f63-e76425698f77,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:40.908344 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-0a79dfc8-758f-48f7-a7e7-6619137ac491 None None] Provisioning complete for port 3ec5d1ad-4dd5-441f-9533-b1d61102b2c5 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:40.908758 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0a79dfc8-758f-48f7-a7e7-6619137ac491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (3ec5d1ad-4dd5-441f-9533-b1d61102b2c5), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:40.928798 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-fb5f4a0b-e128-481e-83b3-8d0d152a50a0 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:40.930224 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-fb5f4a0b-e128-481e-83b3-8d0d152a50a0 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/networks?id=0e91feca-45f0-4a0a-b0ad-b17a5562d039 HTTP/1.1" status: 200 len: 812 time: 0.5513272 Jan 29 04:31:40.953780 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c4b12-5bac-4adc-8be6-8a9619d5d1aa tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event updated for resources: {'Network': ['ID=06b4902e-7c8e-4d2b-bfcf-5b83583a5712,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:41.002653 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 06b4902e-7c8e-4d2b-bfcf-5b83583a5712 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:31:41.023667 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-1bbe304d-5246-44a4-902e-9517646fcc6a tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/quotas/1b0e4f5bc18f46e19e7272f5d8beca17 HTTP/1.1" status: 200 len: 375 time: 0.0400453 Jan 29 04:31:41.073761 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2c07c1-5381-47eb-97ce-232f1fab00e5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Made reservation on behalf of b19b1132342942e78366ba08553b13d3 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:41.078313 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-be2c07c1-5381-47eb-97ce-232f1fab00e5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:41.096769 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c292583-8710-49b7-b571-20b4f3671954 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:31:41.104962 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-3c292583-8710-49b7-b571-20b4f3671954 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "PUT /v2.0/routers/389f1f00-b86a-4154-b700-f3328ae85b52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2631738 Jan 29 04:31:41.112598 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54910) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:41.137058 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-d8402855-60b3-4782-86cc-f0c4e6b5b74e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1549192207'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:41.242489 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-09ba32fd-f632-4a6f-b520-1fe3ae94ce75 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b0e4f5bc18f46e19e7272f5d8beca17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2079082 Jan 29 04:31:41.245484 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 6c567672-c02f-4fcd-8ae1-7726a71c3a99 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:41.245922 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (6c567672-c02f-4fcd-8ae1-7726a71c3a99), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:41.269147 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8402855-60b3-4782-86cc-f0c4e6b5b74e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Made reservation on behalf of af39ab92727346cabd50ae3ea9026005 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:41.272437 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d8402855-60b3-4782-86cc-f0c4e6b5b74e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:41.361666 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-0a79dfc8-758f-48f7-a7e7-6619137ac491 None None] Current status of the port 3ec5d1ad-4dd5-441f-9533-b1d61102b2c5 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:41.362049 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0a79dfc8-758f-48f7-a7e7-6619137ac491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (3ec5d1ad-4dd5-441f-9533-b1d61102b2c5), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:41.382147 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-6c25c1be-c654-4594-b440-db0bbf9d2e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'name': 'tempest-RoutersTest-router-958532573', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:14Z', 'updated_at': '2022-01-29T04:31:38Z', 'revision_number': 4, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'gw_port_host': None, '_interfaces': [{'id': '747a0d63-698f-4e1f-8266-10ef0611d283', 'name': '', 'network_id': '31055425-038b-483d-ad92-965ae6c0c79b', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:69:aa:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '4dd123fd-472d-4cb4-a679-56c9a3e2915e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:36Z', 'updated_at': '2022-01-29T04:31:38Z', 'revision_number': 2, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': '4dd123fd-472d-4cb4-a679-56c9a3e2915e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a950060d-4ecc-4338-963f-1af8909110eb', 'name': '', 'network_id': '5e64060c-86c5-488d-b521-33ad26ce344e', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:5c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '103d068b-4d58-4800-a106-514933ad2077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:19Z', 'updated_at': '2022-01-29T04:31:27Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': '103d068b-4d58-4800-a106-514933ad2077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dda2e1a1-3ae3-4a74-943e-90c37f4d3dee', 'name': '', 'network_id': '8550f5ea-16b6-4a7d-8cfa-7fd96db71762', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:16:8f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'e177851f-1fdc-4a31-9d2d-dee82def9f3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:28Z', 'updated_at': '2022-01-29T04:31:37Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': 'e177851f-1fdc-4a31-9d2d-dee82def9f3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:41.444008 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c25c1be-c654-4594-b440-db0bbf9d2e89 None None] Checking router: 372a3b60-f704-4353-af5d-28c9327b9b15 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:31:41.444008 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c25c1be-c654-4594-b440-db0bbf9d2e89 None None] Updating router 372a3b60-f704-4353-af5d-28c9327b9b15 port 747a0d63-698f-4e1f-8266-10ef0611d283 binding host dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:31:41.502589 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-0a79dfc8-758f-48f7-a7e7-6619137ac491 None None] For port 3ec5d1ad-4dd5-441f-9533-b1d61102b2c5, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=3ec5d1ad-4dd5-441f-9533-b1d61102b2c5,segment=NetworkSegment(8b23897e-7c2a-496c-9615-d73cbfb86bf3),segment_id=8b23897e-7c2a-496c-9615-d73cbfb86bf3)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:41.569552 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6c25c1be-c654-4594-b440-db0bbf9d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (747a0d63-698f-4e1f-8266-10ef0611d283), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:41.589132 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 6c567672-c02f-4fcd-8ae1-7726a71c3a99 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:41.589499 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (6c567672-c02f-4fcd-8ae1-7726a71c3a99), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:41.594478 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0a79dfc8-758f-48f7-a7e7-6619137ac491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (3ec5d1ad-4dd5-441f-9533-b1d61102b2c5), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:41.605107 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8402855-60b3-4782-86cc-f0c4e6b5b74e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:31:41.610858 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-be2c07c1-5381-47eb-97ce-232f1fab00e5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (c439452c-8619-402a-aa8a-7b28ef98271c), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:41.673116 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c07c1-5381-47eb-97ce-232f1fab00e5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event updated for resources: {'Subnet': ['ID=c439452c-8619-402a-aa8a-7b28ef98271c,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:41.686625 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d8402855-60b3-4782-86cc-f0c4e6b5b74e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (e4a03a26-d72d-4182-9891-ca6542e38ad1), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:41.687229 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-d8402855-60b3-4782-86cc-f0c4e6b5b74e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Added segment e4a03a26-d72d-4182-9891-ca6542e38ad1 of type vlan for network d8c21180-5b30-4596-8b3b-0a9d72417195 Jan 29 04:31:41.753186 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2c07c1-5381-47eb-97ce-232f1fab00e5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Checking segment: {'id': '3adbfb82-9c64-4bb8-8f19-83466a335185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '06b4902e-7c8e-4d2b-bfcf-5b83583a5712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:31:41.753856 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2c07c1-5381-47eb-97ce-232f1fab00e5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Network hostable DHCP agents. Network: 06b4902e-7c8e-4d2b-bfcf-5b83583a5712, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:31:41.852162 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d8402855-60b3-4782-86cc-f0c4e6b5b74e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (d8c21180-5b30-4596-8b3b-0a9d72417195), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:41.887307 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-aa27a99e-4d73-48d5-bd5e-4ce615078ec6 service neutron] 10.222.0.13 "GET /v2.0/networks/0e91feca-45f0-4a0a-b0ad-b17a5562d039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5938034 Jan 29 04:31:41.888344 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 6c567672-c02f-4fcd-8ae1-7726a71c3a99, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=6c567672-c02f-4fcd-8ae1-7726a71c3a99,segment=NetworkSegment(610ac71e-538c-4973-84c9-c0e20b9edf45),segment_id=610ac71e-538c-4973-84c9-c0e20b9edf45)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:41.893190 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-ddd4313f-8611-411a-ad27-c5299c94eda6 None None] Provisioning complete for port 6c567672-c02f-4fcd-8ae1-7726a71c3a99 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:41.893587 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ddd4313f-8611-411a-ad27-c5299c94eda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (6c567672-c02f-4fcd-8ae1-7726a71c3a99), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:41.898760 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a79dfc8-758f-48f7-a7e7-6619137ac491 None None] Pushing event updated for resources: {'Port': ['ID=3ec5d1ad-4dd5-441f-9533-b1d61102b2c5,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:41.998776 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2c07c1-5381-47eb-97ce-232f1fab00e5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Network 06b4902e-7c8e-4d2b-bfcf-5b83583a5712 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:31:42.010804 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-edd04165-780a-4c08-bff7-d5b1e6e611e5 service neutron] 10.222.0.13 "GET /v2.0/networks/0e91feca-45f0-4a0a-b0ad-b17a5562d039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168070 Jan 29 04:31:42.035742 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d8402855-60b3-4782-86cc-f0c4e6b5b74e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (d8c21180-5b30-4596-8b3b-0a9d72417195), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:42.038665 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (6c567672-c02f-4fcd-8ae1-7726a71c3a99), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:42.041273 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 3ec5d1ad-4dd5-441f-9533-b1d61102b2c5 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:42.045592 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8402855-60b3-4782-86cc-f0c4e6b5b74e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:42.046354 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d8402855-60b3-4782-86cc-f0c4e6b5b74e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:42.049561 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4ec079f5-45bc-4147-ac41-af1f117442fd tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (92c4e646-39c4-4fe9-b7a4-62c658191ab3), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:42.092477 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-be2c07c1-5381-47eb-97ce-232f1fab00e5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 06b4902e-7c8e-4d2b-bfcf-5b83583a5712) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:42.101505 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2c07c1-5381-47eb-97ce-232f1fab00e5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:42.102452 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-be2c07c1-5381-47eb-97ce-232f1fab00e5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:42.186537 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bcdbf0-8136-406b-b5f8-8ba33283b6ef None None] Network 06b4902e-7c8e-4d2b-bfcf-5b83583a5712 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:31:42.224379 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54930) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:42.224551 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d8402855-60b3-4782-86cc-f0c4e6b5b74e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1105275 Jan 29 04:31:42.240141 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-dc186034-0fad-4a86-a3e4-d9bca32a30d6 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Request body: {'subnet': {'network_id': 'd8c21180-5b30-4596-8b3b-0a9d72417195', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:42.268148 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8402855-60b3-4782-86cc-f0c4e6b5b74e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event updated for resources: {'Network': ['ID=d8c21180-5b30-4596-8b3b-0a9d72417195,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:42.277641 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec079f5-45bc-4147-ac41-af1f117442fd tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Pushing event updated for resources: {'Subnet': ['ID=92c4e646-39c4-4fe9-b7a4-62c658191ab3,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:42.279413 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-be2c07c1-5381-47eb-97ce-232f1fab00e5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4772131 Jan 29 04:31:42.286671 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54934) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:42.497007 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=6c567672-c02f-4fcd-8ae1-7726a71c3a99,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:42.503838 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network d8c21180-5b30-4596-8b3b-0a9d72417195 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:31:42.563972 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2743870f-1c41-4736-a847-6cd37188d213 None None] Sync routers for ids ['389f1f00-b86a-4154-b700-f3328ae85b52'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:31:42.586623 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec079f5-45bc-4147-ac41-af1f117442fd tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Checking segment: {'id': '49932214-5db5-4bbc-bf06-acb6453e3391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cc16812e-5245-46a0-827b-81c41facddc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:31:42.587103 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec079f5-45bc-4147-ac41-af1f117442fd tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Network hostable DHCP agents. Network: cc16812e-5245-46a0-827b-81c41facddc3, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:31:42.600462 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2743870f-1c41-4736-a847-6cd37188d213 None None] Routers {'389f1f00-b86a-4154-b700-f3328ae85b52'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:31:42.601122 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-2743870f-1c41-4736-a847-6cd37188d213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:31:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['389f1f00-b86a-4154-b700-f3328ae85b52'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:42.610992 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc186034-0fad-4a86-a3e4-d9bca32a30d6 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Made reservation on behalf of af39ab92727346cabd50ae3ea9026005 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:42.614729 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dc186034-0fad-4a86-a3e4-d9bca32a30d6 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:42.629738 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 3ec5d1ad-4dd5-441f-9533-b1d61102b2c5 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:42.630121 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (3ec5d1ad-4dd5-441f-9533-b1d61102b2c5), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:42.693227 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b651787b-d1f6-461e-b46e-5da898282627 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-06b4902e-7c8e-4d2b-bfcf-5b83583a5712', 'network_id': '06b4902e-7c8e-4d2b-bfcf-5b83583a5712', 'project_id': 'b19b1132342942e78366ba08553b13d3', 'fixed_ips': [{'subnet_id': 'c439452c-8619-402a-aa8a-7b28ef98271c'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:31:42.694088 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b651787b-d1f6-461e-b46e-5da898282627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:42.734371 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec079f5-45bc-4147-ac41-af1f117442fd tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Network cc16812e-5245-46a0-827b-81c41facddc3 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:31:42.741377 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4313f-8611-411a-ad27-c5299c94eda6 None None] Current status of the port 6c567672-c02f-4fcd-8ae1-7726a71c3a99 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:42.766182 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-2743870f-1c41-4736-a847-6cd37188d213 None None] Set router 389f1f00-b86a-4154-b700-f3328ae85b52 gateway port host: None {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:31:42.804984 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54942) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:42.814282 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6c25c1be-c654-4594-b440-db0bbf9d2e89 None None] Publish callbacks [] for port (747a0d63-698f-4e1f-8266-10ef0611d283), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:42.819333 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 3ec5d1ad-4dd5-441f-9533-b1d61102b2c5 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:42.884249 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-4ec079f5-45bc-4147-ac41-af1f117442fd tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, cc16812e-5245-46a0-827b-81c41facddc3) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:42.913350 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4ec079f5-45bc-4147-ac41-af1f117442fd tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (c3f1ed1c-542f-417b-bbd2-bb835398f0ad), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:42.929004 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5c8829-07a4-4c39-b702-f0d14b5aba1c None None] Network cc16812e-5245-46a0-827b-81c41facddc3 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:31:43.030416 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-c29c58da-65a6-4810-98c3-8b5f5f8657c4 req-b055f512-ad4d-4099-af37-90bcb886a63a tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c HTTP/1.1" status: 200 len: 210 time: 0.0674944 Jan 29 04:31:43.130869 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-f94bdbcb-e61b-4a1c-ac53-a2e4f414c018 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Request body: {'networks': [{'name': 'tempest-network--701973220'}, {'name': 'tempest-network--859835377'}]} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:43.131888 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-f94bdbcb-e61b-4a1c-ac53-a2e4f414c018 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Request body: {'network': {'name': 'tempest-network--701973220'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:43.132548 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-f94bdbcb-e61b-4a1c-ac53-a2e4f414c018 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Request body: {'network': {'name': 'tempest-network--859835377'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:43.156060 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3cb9c7a3-616f-4f0f-a315-72e9ef8c2e05 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:43.201142 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec079f5-45bc-4147-ac41-af1f117442fd tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Pushing event updated for resources: {'Subnet': ['ID=c3f1ed1c-542f-417b-bbd2-bb835398f0ad,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:43.239455 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dc186034-0fad-4a86-a3e4-d9bca32a30d6 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (fd5c66cb-ac89-4d3b-b235-09d0981a9454), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:43.246399 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-2743870f-1c41-4736-a847-6cd37188d213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'name': 'tempest-RoutersIpV6Test-router-1785197132', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:22Z', 'updated_at': '2022-01-29T04:31:37Z', 'revision_number': 3, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'gw_port_host': None, '_interfaces': [{'id': '487034aa-59f2-4cc6-a8ea-c959706dc3c1', 'name': '', 'network_id': '5b489d36-f8c0-4c79-aa35-4133b718183c', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:47:41:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '9e747d59-a8a0-40dc-b7ab-152cc3261cf5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:37Z', 'updated_at': '2022-01-29T04:31:38Z', 'revision_number': 2, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': '9e747d59-a8a0-40dc-b7ab-152cc3261cf5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae4163c1-5816-44cf-b80c-89f9f11f20b9', 'name': '', 'network_id': '755ba25d-bb6b-4a0d-b5a3-7160b7e189ba', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:19:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:27Z', 'updated_at': '2022-01-29T04:31:39Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:43.275816 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2743870f-1c41-4736-a847-6cd37188d213 None None] Checking router: 389f1f00-b86a-4154-b700-f3328ae85b52 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:31:43.276357 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2743870f-1c41-4736-a847-6cd37188d213 None None] Updating router 389f1f00-b86a-4154-b700-f3328ae85b52 port 487034aa-59f2-4cc6-a8ea-c959706dc3c1 binding host dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:31:43.296133 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec079f5-45bc-4147-ac41-af1f117442fd tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Checking segment: {'id': '16090776-09e9-4ccc-ae20-02368b142c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9f5733a8-b6e8-46b0-ad50-90b20e7a7299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:31:43.296849 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec079f5-45bc-4147-ac41-af1f117442fd tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Network hostable DHCP agents. Network: 9f5733a8-b6e8-46b0-ad50-90b20e7a7299, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:31:43.296959 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94bdbcb-e61b-4a1c-ac53-a2e4f414c018 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Made reservation on behalf of 6b55d65aa0e04e7b997972caf4c72a2e for: {'network': 2} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:43.301427 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f94bdbcb-e61b-4a1c-ac53-a2e4f414c018 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:43.315689 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2743870f-1c41-4736-a847-6cd37188d213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (487034aa-59f2-4cc6-a8ea-c959706dc3c1), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:43.329739 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f94bdbcb-e61b-4a1c-ac53-a2e4f414c018 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:43.386079 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device ae4163c1-5816-44cf-b80c-89f9f11f20b9 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:43.388288 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc186034-0fad-4a86-a3e4-d9bca32a30d6 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event updated for resources: {'Subnet': ['ID=fd5c66cb-ac89-4d3b-b235-09d0981a9454,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:43.388701 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-495e93ca-a59e-44de-be8a-87f152a044b0 None None] Provisioning complete for port 6c567672-c02f-4fcd-8ae1-7726a71c3a99 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:43.389150 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-495e93ca-a59e-44de-be8a-87f152a044b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (6c567672-c02f-4fcd-8ae1-7726a71c3a99), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:43.394543 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6c25c1be-c654-4594-b440-db0bbf9d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (747a0d63-698f-4e1f-8266-10ef0611d283), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:43.394779 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec079f5-45bc-4147-ac41-af1f117442fd tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Network 9f5733a8-b6e8-46b0-ad50-90b20e7a7299 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:31:43.399627 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc186034-0fad-4a86-a3e4-d9bca32a30d6 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Checking segment: {'id': 'e4a03a26-d72d-4182-9891-ca6542e38ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd8c21180-5b30-4596-8b3b-0a9d72417195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:31:43.404388 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc186034-0fad-4a86-a3e4-d9bca32a30d6 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Network hostable DHCP agents. Network: d8c21180-5b30-4596-8b3b-0a9d72417195, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:31:43.404867 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-b651787b-d1f6-461e-b46e-5da898282627 None None] Allocated IP 172.23.0.2 (06b4902e-7c8e-4d2b-bfcf-5b83583a5712/c439452c-8619-402a-aa8a-7b28ef98271c/99779486-4941-4fe9-bd5a-c025a6f5f932) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:31:43.477479 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-4ec079f5-45bc-4147-ac41-af1f117442fd tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 9f5733a8-b6e8-46b0-ad50-90b20e7a7299) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:43.491200 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec079f5-45bc-4147-ac41-af1f117442fd tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:43.491805 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec079f5-45bc-4147-ac41-af1f117442fd tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:43.492879 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4ec079f5-45bc-4147-ac41-af1f117442fd tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:43.494759 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f94bdbcb-e61b-4a1c-ac53-a2e4f414c018 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks [] for security_group (14ac917e-c938-4401-8a28-c4830d8230eb), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:43.514045 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e596a4dc-5898-4d62-b842-8e6b7bbaedb6 None None] Network 9f5733a8-b6e8-46b0-ad50-90b20e7a7299 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:31:43.578192 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc186034-0fad-4a86-a3e4-d9bca32a30d6 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Network d8c21180-5b30-4596-8b3b-0a9d72417195 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:31:43.590395 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-dc186034-0fad-4a86-a3e4-d9bca32a30d6 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, d8c21180-5b30-4596-8b3b-0a9d72417195) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:43.595823 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc186034-0fad-4a86-a3e4-d9bca32a30d6 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:43.596586 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dc186034-0fad-4a86-a3e4-d9bca32a30d6 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:43.613392 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4ec079f5-45bc-4147-ac41-af1f117442fd tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 4.4807918 Jan 29 04:31:43.615846 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54956) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:43.629211 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f94bdbcb-e61b-4a1c-ac53-a2e4f414c018 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (14ac917e-c938-4401-8a28-c4830d8230eb), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:43.630048 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f94bdbcb-e61b-4a1c-ac53-a2e4f414c018 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:43.646500 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20528486-450a-41b3-86c4-20e458b69088 None None] Network d8c21180-5b30-4596-8b3b-0a9d72417195 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:31:43.703639 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94bdbcb-e61b-4a1c-ac53-a2e4f414c018 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14ac917e-c938-4401-8a28-c4830d8230eb,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:43.710992 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2743870f-1c41-4736-a847-6cd37188d213 None None] Publish callbacks [] for port (487034aa-59f2-4cc6-a8ea-c959706dc3c1), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:43.715503 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-dc186034-0fad-4a86-a3e4-d9bca32a30d6 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4884710 Jan 29 04:31:43.718788 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54958) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:43.726844 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f72b557-233e-4841-9a3e-de21219cc067 None None] Pushing event updated for resources: {'Port': ['ID=747a0d63-698f-4e1f-8266-10ef0611d283,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:43.748290 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66d29d2-3350-49cd-9722-d5034bcff989 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:43.762325 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66d29d2-3350-49cd-9722-d5034bcff989 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:43.763877 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66d29d2-3350-49cd-9722-d5034bcff989 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:43.765641 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c66d29d2-3350-49cd-9722-d5034bcff989 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1488690 Jan 29 04:31:43.768844 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54960) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:43.781886 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2743870f-1c41-4736-a847-6cd37188d213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (487034aa-59f2-4cc6-a8ea-c959706dc3c1), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:43.855507 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f94bdbcb-e61b-4a1c-ac53-a2e4f414c018 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:31:43.862007 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-504cbaab-bf39-4992-a831-630d56b6f42c tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Deleting subnet 92c4e646-39c4-4fe9-b7a4-62c658191ab3 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:31:43.871341 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-504cbaab-bf39-4992-a831-630d56b6f42c tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks [] for subnet (92c4e646-39c4-4fe9-b7a4-62c658191ab3), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:43.883635 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f94bdbcb-e61b-4a1c-ac53-a2e4f414c018 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (d39b10df-b3d9-44c2-8f38-572555eeda45), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:43.883983 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-f94bdbcb-e61b-4a1c-ac53-a2e4f414c018 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Added segment d39b10df-b3d9-44c2-8f38-572555eeda45 of type vlan for network dc48281e-1574-46f9-a6ae-87ceb764917d Jan 29 04:31:43.894440 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a16d2-fea9-4fbc-b822-fcef7dd36565 None None] Pushing event updated for resources: {'Port': ['ID=487034aa-59f2-4cc6-a8ea-c959706dc3c1,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:43.949312 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-504cbaab-bf39-4992-a831-630d56b6f42c tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (92c4e646-39c4-4fe9-b7a4-62c658191ab3), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:43.989901 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-2743870f-1c41-4736-a847-6cd37188d213 None None] Attempting to bind port 487034aa-59f2-4cc6-a8ea-c959706dc3c1 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:31:43.990535 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-2743870f-1c41-4736-a847-6cd37188d213 None None] Attempting to bind port 487034aa-59f2-4cc6-a8ea-c959706dc3c1 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '8b23897e-7c2a-496c-9615-d73cbfb86bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5b489d36-f8c0-4c79-aa35-4133b718183c'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:31:43.991022 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2743870f-1c41-4736-a847-6cd37188d213 None None] Attempting to bind port 487034aa-59f2-4cc6-a8ea-c959706dc3c1 on network 5b489d36-f8c0-4c79-aa35-4133b718183c {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:31:44.012846 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2743870f-1c41-4736-a847-6cd37188d213 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:31:44.013424 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2743870f-1c41-4736-a847-6cd37188d213 None None] Checking segment: {'id': '8b23897e-7c2a-496c-9615-d73cbfb86bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5b489d36-f8c0-4c79-aa35-4133b718183c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:31:44.013995 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2743870f-1c41-4736-a847-6cd37188d213 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:44.014604 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2743870f-1c41-4736-a847-6cd37188d213 None None] Bound using segment: {'id': '8b23897e-7c2a-496c-9615-d73cbfb86bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5b489d36-f8c0-4c79-aa35-4133b718183c'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:31:44.016583 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-2743870f-1c41-4736-a847-6cd37188d213 None None] Bound port: 487034aa-59f2-4cc6-a8ea-c959706dc3c1, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b23897e-7c2a-496c-9615-d73cbfb86bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5b489d36-f8c0-4c79-aa35-4133b718183c'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:31:44.017100 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2743870f-1c41-4736-a847-6cd37188d213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (487034aa-59f2-4cc6-a8ea-c959706dc3c1), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:44.050838 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-6c25c1be-c654-4594-b440-db0bbf9d2e89 None None] Attempting to bind port 747a0d63-698f-4e1f-8266-10ef0611d283 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:31:44.051221 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-6c25c1be-c654-4594-b440-db0bbf9d2e89 None None] Attempting to bind port 747a0d63-698f-4e1f-8266-10ef0611d283 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '610ac71e-538c-4973-84c9-c0e20b9edf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '31055425-038b-483d-ad92-965ae6c0c79b'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:31:44.051584 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c25c1be-c654-4594-b440-db0bbf9d2e89 None None] Attempting to bind port 747a0d63-698f-4e1f-8266-10ef0611d283 on network 31055425-038b-483d-ad92-965ae6c0c79b {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:31:44.053998 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e5e863-f929-4f43-a5a2-a00e36eff835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-cc16812e-5245-46a0-827b-81c41facddc3', 'network_id': 'cc16812e-5245-46a0-827b-81c41facddc3', 'project_id': '3b3b0b8712a74d8aab339f160aa87fff', 'fixed_ips': [{'subnet_id': '92c4e646-39c4-4fe9-b7a4-62c658191ab3'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:31:44.054839 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b9e5e863-f929-4f43-a5a2-a00e36eff835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:44.054978 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-504cbaab-bf39-4992-a831-630d56b6f42c tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (92c4e646-39c4-4fe9-b7a4-62c658191ab3), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:44.160599 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-495e93ca-a59e-44de-be8a-87f152a044b0 None None] Current status of the port 6c567672-c02f-4fcd-8ae1-7726a71c3a99 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:44.175086 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-2743870f-1c41-4736-a847-6cd37188d213 None None] For port 487034aa-59f2-4cc6-a8ea-c959706dc3c1, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:31:44.182869 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-2743870f-1c41-4736-a847-6cd37188d213 None None] For port 487034aa-59f2-4cc6-a8ea-c959706dc3c1, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=487034aa-59f2-4cc6-a8ea-c959706dc3c1,segment=NetworkSegment(8b23897e-7c2a-496c-9615-d73cbfb86bf3),segment_id=8b23897e-7c2a-496c-9615-d73cbfb86bf3)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:31:44.185099 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3b78438c-4abe-4349-bf96-4cb15475dfaf req-22314d69-6c3b-4944-96dc-f8cf2a1aef98 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c HTTP/1.1" status: 200 len: 210 time: 0.0474305 Jan 29 04:31:44.201830 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f94bdbcb-e61b-4a1c-ac53-a2e4f414c018 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (dc48281e-1574-46f9-a6ae-87ceb764917d), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:44.270606 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe57ce86-730f-46ae-a080-de210c1e1cee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-d8c21180-5b30-4596-8b3b-0a9d72417195', 'network_id': 'd8c21180-5b30-4596-8b3b-0a9d72417195', 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'fixed_ips': [{'subnet_id': 'fd5c66cb-ac89-4d3b-b235-09d0981a9454'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:31:44.271447 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fe57ce86-730f-46ae-a080-de210c1e1cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:44.275268 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port ae4163c1-5816-44cf-b80c-89f9f11f20b9 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:44.275628 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (ae4163c1-5816-44cf-b80c-89f9f11f20b9), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:44.277560 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f94bdbcb-e61b-4a1c-ac53-a2e4f414c018 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:31:44.283875 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c25c1be-c654-4594-b440-db0bbf9d2e89 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:31:44.284253 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c25c1be-c654-4594-b440-db0bbf9d2e89 None None] Checking segment: {'id': '610ac71e-538c-4973-84c9-c0e20b9edf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '31055425-038b-483d-ad92-965ae6c0c79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:31:44.284704 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6c25c1be-c654-4594-b440-db0bbf9d2e89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:44.285313 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c25c1be-c654-4594-b440-db0bbf9d2e89 None None] Bound using segment: {'id': '610ac71e-538c-4973-84c9-c0e20b9edf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '31055425-038b-483d-ad92-965ae6c0c79b'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:31:44.285598 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-6c25c1be-c654-4594-b440-db0bbf9d2e89 None None] Bound port: 747a0d63-698f-4e1f-8266-10ef0611d283, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610ac71e-538c-4973-84c9-c0e20b9edf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '31055425-038b-483d-ad92-965ae6c0c79b'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:31:44.285975 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6c25c1be-c654-4594-b440-db0bbf9d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (747a0d63-698f-4e1f-8266-10ef0611d283), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:44.297416 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f94bdbcb-e61b-4a1c-ac53-a2e4f414c018 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (6416756d-05ed-4042-94e9-1d9047d1ba6c), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:44.297770 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-f94bdbcb-e61b-4a1c-ac53-a2e4f414c018 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Added segment 6416756d-05ed-4042-94e9-1d9047d1ba6c of type vlan for network 345d3fac-c6e0-4337-b03f-b90d193f46ef Jan 29 04:31:44.303464 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4312bc25-5399-4d3b-a8f4-c3886e817388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-9f5733a8-b6e8-46b0-ad50-90b20e7a7299', 'network_id': '9f5733a8-b6e8-46b0-ad50-90b20e7a7299', 'project_id': '3b3b0b8712a74d8aab339f160aa87fff', 'fixed_ips': [{'subnet_id': 'c3f1ed1c-542f-417b-bbd2-bb835398f0ad'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:31:44.304294 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4312bc25-5399-4d3b-a8f4-c3886e817388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:44.359545 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2743870f-1c41-4736-a847-6cd37188d213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (487034aa-59f2-4cc6-a8ea-c959706dc3c1), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:44.360854 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-504cbaab-bf39-4992-a831-630d56b6f42c tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (92c4e646-39c4-4fe9-b7a4-62c658191ab3), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:44.395426 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-495e93ca-a59e-44de-be8a-87f152a044b0 None None] Provisioning complete for port 3ec5d1ad-4dd5-441f-9533-b1d61102b2c5 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:44.395797 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-495e93ca-a59e-44de-be8a-87f152a044b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (3ec5d1ad-4dd5-441f-9533-b1d61102b2c5), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:44.411545 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-504cbaab-bf39-4992-a831-630d56b6f42c tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:44.415460 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-504cbaab-bf39-4992-a831-630d56b6f42c tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] 10.222.0.13 "DELETE /v2.0/subnets/92c4e646-39c4-4fe9-b7a4-62c658191ab3 HTTP/1.1" status: 204 len: 168 time: 0.6456010 Jan 29 04:31:44.417379 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504cbaab-bf39-4992-a831-630d56b6f42c tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Pushing event deleted for resources: {'Subnet': ['ID=92c4e646-39c4-4fe9-b7a4-62c658191ab3,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:44.419180 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54966) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:44.421161 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f94bdbcb-e61b-4a1c-ac53-a2e4f414c018 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (345d3fac-c6e0-4337-b03f-b90d193f46ef), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:44.453690 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2743870f-1c41-4736-a847-6cd37188d213 None None] Routers {'389f1f00-b86a-4154-b700-f3328ae85b52'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:31:44.454752 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-2743870f-1c41-4736-a847-6cd37188d213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:31:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['389f1f00-b86a-4154-b700-f3328ae85b52'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:44.464899 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a16d2-fea9-4fbc-b822-fcef7dd36565 None None] Pushing event updated for resources: {'Port': ['ID=487034aa-59f2-4cc6-a8ea-c959706dc3c1,revision_number=4']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server [None req-b9e5e863-f929-4f43-a5a2-a00e36eff835 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 92c4e646-39c4-4fe9-b7a4-62c658191ab3: This subnet is being modified by another concurrent operation. Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 29 04:31:44.467767 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 04:31:44.472044 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 29 04:31:44.472044 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 29 04:31:44.472044 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:31:44.472044 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:31:44.472044 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:31:44.472044 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:31:44.472044 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 29 04:31:44.472044 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 04:31:44.472044 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 29 04:31:44.472044 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 29 04:31:44.472044 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:31:44.472044 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:31:44.472044 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:31:44.472044 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:31:44.472044 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 29 04:31:44.472044 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 29 04:31:44.472044 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Jan 29 04:31:44.472044 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 29 04:31:44.472044 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Jan 29 04:31:44.472044 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 29 04:31:44.472044 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 29 04:31:44.472044 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 29 04:31:44.472044 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 29 04:31:44.472044 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 29 04:31:44.472044 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 29 04:31:44.472044 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 29 04:31:44.472044 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 29 04:31:44.472044 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 29 04:31:44.472044 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 29 04:31:44.472044 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 29 04:31:44.472044 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 29 04:31:44.472044 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 29 04:31:44.472044 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 29 04:31:44.472044 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 29 04:31:44.472044 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 29 04:31:44.472044 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server raise exception Jan 29 04:31:44.472044 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 92c4e646-39c4-4fe9-b7a4-62c658191ab3: This subnet is being modified by another concurrent operation. Jan 29 04:31:44.472044 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server Jan 29 04:31:44.487787 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8591ebd6-dd21-4c50-9eb7-2101eee981fb tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:44.536673 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed9bc7a2-c090-4325-a3fd-00af44a44040 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Deleting subnet c3f1ed1c-542f-417b-bbd2-bb835398f0ad {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:31:44.538567 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99461b79-f903-49dd-b532-addb506a584e None None] Network cc16812e-5245-46a0-827b-81c41facddc3 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:31:44.545826 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ed9bc7a2-c090-4325-a3fd-00af44a44040 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks [] for subnet (c3f1ed1c-542f-417b-bbd2-bb835398f0ad), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:44.568627 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f94bdbcb-e61b-4a1c-ac53-a2e4f414c018 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (dc48281e-1574-46f9-a6ae-87ceb764917d), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:44.569764 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f94bdbcb-e61b-4a1c-ac53-a2e4f414c018 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (345d3fac-c6e0-4337-b03f-b90d193f46ef), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:44.576115 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94bdbcb-e61b-4a1c-ac53-a2e4f414c018 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:44.580840 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94bdbcb-e61b-4a1c-ac53-a2e4f414c018 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:44.581565 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f94bdbcb-e61b-4a1c-ac53-a2e4f414c018 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:44.621829 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ed9bc7a2-c090-4325-a3fd-00af44a44040 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (c3f1ed1c-542f-417b-bbd2-bb835398f0ad), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:44.624512 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-2743870f-1c41-4736-a847-6cd37188d213 None None] Set router 389f1f00-b86a-4154-b700-f3328ae85b52 gateway port host: None {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:31:44.659027 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b651787b-d1f6-461e-b46e-5da898282627 None None] Publish callbacks [] for port (99779486-4941-4fe9-bd5a-c025a6f5f932), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:44.689220 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ed9bc7a2-c090-4325-a3fd-00af44a44040 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (c3f1ed1c-542f-417b-bbd2-bb835398f0ad), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:44.766085 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b651787b-d1f6-461e-b46e-5da898282627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (99779486-4941-4fe9-bd5a-c025a6f5f932), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:44.776032 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-6c25c1be-c654-4594-b440-db0bbf9d2e89 None None] For port 747a0d63-698f-4e1f-8266-10ef0611d283, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:31:44.855060 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-3cb9c7a3-616f-4f0f-a315-72e9ef8c2e05 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Allocated IP 172.23.0.1 (06b4902e-7c8e-4d2b-bfcf-5b83583a5712/c439452c-8619-402a-aa8a-7b28ef98271c/14c7a76d-850e-4399-9f79-7b4dd9983e9e) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:31:44.861822 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ed9bc7a2-c090-4325-a3fd-00af44a44040 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (c3f1ed1c-542f-417b-bbd2-bb835398f0ad), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:44.890822 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94bdbcb-e61b-4a1c-ac53-a2e4f414c018 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Pushing event updated for resources: {'Network': ['ID=dc48281e-1574-46f9-a6ae-87ceb764917d,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:44.909716 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9bc7a2-c090-4325-a3fd-00af44a44040 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Pushing event deleted for resources: {'Subnet': ['ID=c3f1ed1c-542f-417b-bbd2-bb835398f0ad,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:44.911768 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ed9bc7a2-c090-4325-a3fd-00af44a44040 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:44.918081 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ed9bc7a2-c090-4325-a3fd-00af44a44040 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] 10.222.0.13 "DELETE /v2.0/subnets/c3f1ed1c-542f-417b-bbd2-bb835398f0ad HTTP/1.1" status: 204 len: 168 time: 0.4946952 Jan 29 04:31:44.919565 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54968) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:44.937806 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-6c25c1be-c654-4594-b440-db0bbf9d2e89 None None] For port 747a0d63-698f-4e1f-8266-10ef0611d283, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=747a0d63-698f-4e1f-8266-10ef0611d283,segment=NetworkSegment(610ac71e-538c-4973-84c9-c0e20b9edf45),segment_id=610ac71e-538c-4973-84c9-c0e20b9edf45)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:31:44.958952 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network dc48281e-1574-46f9-a6ae-87ceb764917d details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:31:44.963918 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f94bdbcb-e61b-4a1c-ac53-a2e4f414c018 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.1576719 Jan 29 04:31:44.994280 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54970) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:45.032949 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-2743870f-1c41-4736-a847-6cd37188d213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'name': 'tempest-RoutersIpV6Test-router-1785197132', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:22Z', 'updated_at': '2022-01-29T04:31:37Z', 'revision_number': 3, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'gw_port_host': None, '_interfaces': [{'id': '487034aa-59f2-4cc6-a8ea-c959706dc3c1', 'name': '', 'network_id': '5b489d36-f8c0-4c79-aa35-4133b718183c', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:47:41:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '9e747d59-a8a0-40dc-b7ab-152cc3261cf5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:37Z', 'updated_at': '2022-01-29T04:31:44Z', 'revision_number': 4, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': '9e747d59-a8a0-40dc-b7ab-152cc3261cf5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae4163c1-5816-44cf-b80c-89f9f11f20b9', 'name': '', 'network_id': '755ba25d-bb6b-4a0d-b5a3-7160b7e189ba', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:19:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:27Z', 'updated_at': '2022-01-29T04:31:39Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server [None req-4312bc25-5399-4d3b-a8f4-c3886e817388 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c3f1ed1c-542f-417b-bbd2-bb835398f0ad: This subnet is being modified by another concurrent operation. Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 29 04:31:45.051546 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 04:31:45.056289 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 29 04:31:45.056289 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 29 04:31:45.056289 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:31:45.056289 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:31:45.056289 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:31:45.056289 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:31:45.056289 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 29 04:31:45.056289 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 04:31:45.056289 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 29 04:31:45.056289 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 29 04:31:45.056289 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:31:45.056289 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:31:45.056289 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:31:45.056289 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:31:45.056289 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 29 04:31:45.056289 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 29 04:31:45.056289 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Jan 29 04:31:45.056289 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 29 04:31:45.056289 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Jan 29 04:31:45.056289 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 29 04:31:45.056289 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 29 04:31:45.056289 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 29 04:31:45.056289 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 29 04:31:45.056289 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 29 04:31:45.056289 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 29 04:31:45.056289 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 29 04:31:45.056289 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 29 04:31:45.056289 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 29 04:31:45.056289 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 29 04:31:45.056289 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 29 04:31:45.056289 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 29 04:31:45.056289 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 29 04:31:45.056289 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 29 04:31:45.056289 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 29 04:31:45.056289 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 29 04:31:45.056289 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server raise exception Jan 29 04:31:45.056289 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c3f1ed1c-542f-417b-bbd2-bb835398f0ad: This subnet is being modified by another concurrent operation. Jan 29 04:31:45.056289 dv-neutron-821190-1-hyperv neutron-server[103586]: ERROR oslo_messaging.rpc.server Jan 29 04:31:45.069324 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94bdbcb-e61b-4a1c-ac53-a2e4f414c018 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Pushing event updated for resources: {'Network': ['ID=345d3fac-c6e0-4337-b03f-b90d193f46ef,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:45.093130 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f034922-30be-43da-8d97-a2a083e3f159 None None] Network 9f5733a8-b6e8-46b0-ad50-90b20e7a7299 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:31:45.109055 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b651787b-d1f6-461e-b46e-5da898282627 None None] Network 06b4902e-7c8e-4d2b-bfcf-5b83583a5712 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:45.113994 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 345d3fac-c6e0-4337-b03f-b90d193f46ef details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:31:45.116337 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port ae4163c1-5816-44cf-b80c-89f9f11f20b9 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:45.117475 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 6c567672-c02f-4fcd-8ae1-7726a71c3a99 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:45.125846 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3cb9c7a3-616f-4f0f-a315-72e9ef8c2e05 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for port (14c7a76d-850e-4399-9f79-7b4dd9983e9e), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:45.132274 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef930ef1-7cc6-434c-934c-357e19154c8b tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:45.137674 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ef930ef1-7cc6-434c-934c-357e19154c8b tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2116911 Jan 29 04:31:45.142891 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54972) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:45.145410 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6c25c1be-c654-4594-b440-db0bbf9d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (747a0d63-698f-4e1f-8266-10ef0611d283), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:45.148099 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b651787b-d1f6-461e-b46e-5da898282627 None None] Pushing event updated for resources: {'Port': ['ID=99779486-4941-4fe9-bd5a-c025a6f5f932,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:45.183192 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-fe57ce86-730f-46ae-a080-de210c1e1cee None None] Allocated IP 2001:db8:2::2 (d8c21180-5b30-4596-8b3b-0a9d72417195/fd5c66cb-ac89-4d3b-b235-09d0981a9454/b7948016-2175-4e57-9706-c4be2aab3e60) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:31:45.194406 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-b651787b-d1f6-461e-b46e-5da898282627 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:45.266332 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2743870f-1c41-4736-a847-6cd37188d213 None None] The sync data for ids ['389f1f00-b86a-4154-b700-f3328ae85b52'] in dv-neutron-821190-1-hyperv is: [{'id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'name': 'tempest-RoutersIpV6Test-router-1785197132', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:22Z', 'updated_at': '2022-01-29T04:31:37Z', 'revision_number': 3, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'gw_port_host': None, '_interfaces': [{'id': '487034aa-59f2-4cc6-a8ea-c959706dc3c1', 'name': '', 'network_id': '5b489d36-f8c0-4c79-aa35-4133b718183c', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:47:41:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '9e747d59-a8a0-40dc-b7ab-152cc3261cf5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:37Z', 'updated_at': '2022-01-29T04:31:44Z', 'revision_number': 4, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': '9e747d59-a8a0-40dc-b7ab-152cc3261cf5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae4163c1-5816-44cf-b80c-89f9f11f20b9', 'name': '', 'network_id': '755ba25d-bb6b-4a0d-b5a3-7160b7e189ba', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:19:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:27Z', 'updated_at': '2022-01-29T04:31:39Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:31:45.312772 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-a7f3765b-5e82-456a-ae3e-b060c1953278 req-6e6b2e22-de1b-414b-9b26-ce8722b412bd tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c HTTP/1.1" status: 200 len: 210 time: 0.0553803 Jan 29 04:31:45.320521 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8aec96c-cd6b-41b5-b431-cc7155b7db14 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:45.327101 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8aec96c-cd6b-41b5-b431-cc7155b7db14 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:45.332152 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3cb9c7a3-616f-4f0f-a315-72e9ef8c2e05 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (14c7a76d-850e-4399-9f79-7b4dd9983e9e), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:45.332365 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8aec96c-cd6b-41b5-b431-cc7155b7db14 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:45.341598 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8aec96c-cd6b-41b5-b431-cc7155b7db14 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:45.341598 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e8aec96c-cd6b-41b5-b431-cc7155b7db14 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3411341 Jan 29 04:31:45.344521 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a9865bcb-0650-4155-b934-e98f61c2bbf8 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (9f5733a8-b6e8-46b0-ad50-90b20e7a7299), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:45.347274 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54976) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:45.391723 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb9c7a3-616f-4f0f-a315-72e9ef8c2e05 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Network 06b4902e-7c8e-4d2b-bfcf-5b83583a5712 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:45.398912 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-3cb9c7a3-616f-4f0f-a315-72e9ef8c2e05 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:45.408378 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb9c7a3-616f-4f0f-a315-72e9ef8c2e05 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:31:45.433262 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b651787b-d1f6-461e-b46e-5da898282627 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:31:45.440544 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9384f18c-159a-4591-973b-e036c3fb1910 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (dc48281e-1574-46f9-a6ae-87ceb764917d), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:45.466048 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9c7a3-616f-4f0f-a315-72e9ef8c2e05 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event updated for resources: {'Port': ['ID=14c7a76d-850e-4399-9f79-7b4dd9983e9e,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:45.489149 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3cb9c7a3-616f-4f0f-a315-72e9ef8c2e05 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (372a3b60-f704-4353-af5d-28c9327b9b15), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:45.491515 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-495e93ca-a59e-44de-be8a-87f152a044b0 None None] Current status of the port 3ec5d1ad-4dd5-441f-9533-b1d61102b2c5 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:45.604441 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a9865bcb-0650-4155-b934-e98f61c2bbf8 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (9f5733a8-b6e8-46b0-ad50-90b20e7a7299), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:45.614998 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9384f18c-159a-4591-973b-e036c3fb1910 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (dc48281e-1574-46f9-a6ae-87ceb764917d), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:45.643785 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-a9865bcb-0650-4155-b934-e98f61c2bbf8 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f5733a8-b6e8-46b0-ad50-90b20e7a7299']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:45.653895 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-9384f18c-159a-4591-973b-e036c3fb1910 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc48281e-1574-46f9-a6ae-87ceb764917d']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:45.663077 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-a9865bcb-0650-4155-b934-e98f61c2bbf8 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16090776-09e9-4ccc-ae20-02368b142c85') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:45.663077 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-a9865bcb-0650-4155-b934-e98f61c2bbf8 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16090776-09e9-4ccc-ae20-02368b142c85') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:45.672620 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-9384f18c-159a-4591-973b-e036c3fb1910 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd39b10df-b3d9-44c2-8f38-572555eeda45') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:45.672883 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-9384f18c-159a-4591-973b-e036c3fb1910 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd39b10df-b3d9-44c2-8f38-572555eeda45') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:45.681997 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a9865bcb-0650-4155-b934-e98f61c2bbf8 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (16090776-09e9-4ccc-ae20-02368b142c85), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:45.691238 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9384f18c-159a-4591-973b-e036c3fb1910 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (d39b10df-b3d9-44c2-8f38-572555eeda45), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:45.705146 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-495e93ca-a59e-44de-be8a-87f152a044b0 None None] Provisioning complete for port 747a0d63-698f-4e1f-8266-10ef0611d283 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:45.705146 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-495e93ca-a59e-44de-be8a-87f152a044b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (747a0d63-698f-4e1f-8266-10ef0611d283), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:45.706384 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f72b557-233e-4841-9a3e-de21219cc067 None None] Pushing event updated for resources: {'Port': ['ID=747a0d63-698f-4e1f-8266-10ef0611d283,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:45.708955 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c25c1be-c654-4594-b440-db0bbf9d2e89 None None] Routers {'372a3b60-f704-4353-af5d-28c9327b9b15'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:31:45.713186 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-6c25c1be-c654-4594-b440-db0bbf9d2e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:31:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['372a3b60-f704-4353-af5d-28c9327b9b15'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:45.713380 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a9865bcb-0650-4155-b934-e98f61c2bbf8 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (16090776-09e9-4ccc-ae20-02368b142c85), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:45.715632 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9384f18c-159a-4591-973b-e036c3fb1910 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (d39b10df-b3d9-44c2-8f38-572555eeda45), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:45.724089 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9865bcb-0650-4155-b934-e98f61c2bbf8 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:31:45.724545 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a9865bcb-0650-4155-b934-e98f61c2bbf8 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (16090776-09e9-4ccc-ae20-02368b142c85), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:45.728275 dv-neutron-821190-1-hyperv neutron-server[103584]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Jan 29 04:31:45.728275 dv-neutron-821190-1-hyperv neutron-server[103584]: warnings.warn('Neutron quota engine will require "--force" ' Jan 29 04:31:45.728275 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:31:45.728275 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:31:45.728275 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:31:45.728275 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:31:45.728275 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:31:45.728275 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:31:45.728275 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:31:45.728275 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:31:45.728275 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:31:45.728275 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:31:45.728275 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:31:45.728275 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:31:45.728275 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:31:45.728275 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:31:45.728275 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:31:45.728275 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:31:45.728275 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:31:45.728275 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:31:45.728275 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:31:45.728275 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:31:45.728275 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:31:45.728275 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:31:45.728275 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:31:45.728275 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:31:45.728275 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:31:45.728275 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:31:45.728275 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:31:45.728275 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:31:45.728275 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:31:45.728275 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:31:45.728275 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:31:45.728275 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:31:45.731271 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9384f18c-159a-4591-973b-e036c3fb1910 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:31:45.731271 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9384f18c-159a-4591-973b-e036c3fb1910 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (d39b10df-b3d9-44c2-8f38-572555eeda45), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:45.743016 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:31:45.743016 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:31:45.743016 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:31:45.743016 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:31:45.743016 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:31:45.743016 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:31:45.743016 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:31:45.743016 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:31:45.743016 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:31:45.743016 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:31:45.743016 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:31:45.743016 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:31:45.743016 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:31:45.743016 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:31:45.743016 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:31:45.743016 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:31:45.743016 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:31:45.743016 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:31:45.743016 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:31:45.743016 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:31:45.743016 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:31:45.743016 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:31:45.743016 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:31:45.743016 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:31:45.743016 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:31:45.743016 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:31:45.743016 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:31:45.743016 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:31:45.743016 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:31:45.743016 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:31:45.743016 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:31:45.743016 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:31:45.752885 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3cb9c7a3-616f-4f0f-a315-72e9ef8c2e05 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (14c7a76d-850e-4399-9f79-7b4dd9983e9e), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:45.863079 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-b651787b-d1f6-461e-b46e-5da898282627 None None] Attempting to bind port 99779486-4941-4fe9-bd5a-c025a6f5f932 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:31:45.863460 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-b651787b-d1f6-461e-b46e-5da898282627 None None] Attempting to bind port 99779486-4941-4fe9-bd5a-c025a6f5f932 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '3adbfb82-9c64-4bb8-8f19-83466a335185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '06b4902e-7c8e-4d2b-bfcf-5b83583a5712'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:31:45.863823 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b651787b-d1f6-461e-b46e-5da898282627 None None] Attempting to bind port 99779486-4941-4fe9-bd5a-c025a6f5f932 on network 06b4902e-7c8e-4d2b-bfcf-5b83583a5712 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:31:45.893443 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 6c567672-c02f-4fcd-8ae1-7726a71c3a99 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:45.893819 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (6c567672-c02f-4fcd-8ae1-7726a71c3a99), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:45.901857 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b651787b-d1f6-461e-b46e-5da898282627 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:31:45.902251 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b651787b-d1f6-461e-b46e-5da898282627 None None] Checking segment: {'id': '3adbfb82-9c64-4bb8-8f19-83466a335185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '06b4902e-7c8e-4d2b-bfcf-5b83583a5712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:31:45.902656 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b651787b-d1f6-461e-b46e-5da898282627 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:45.903056 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b651787b-d1f6-461e-b46e-5da898282627 None None] Bound using segment: {'id': '3adbfb82-9c64-4bb8-8f19-83466a335185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '06b4902e-7c8e-4d2b-bfcf-5b83583a5712'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:31:45.903546 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-b651787b-d1f6-461e-b46e-5da898282627 None None] Bound port: 99779486-4941-4fe9-bd5a-c025a6f5f932, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3adbfb82-9c64-4bb8-8f19-83466a335185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '06b4902e-7c8e-4d2b-bfcf-5b83583a5712'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:31:45.903938 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b651787b-d1f6-461e-b46e-5da898282627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (99779486-4941-4fe9-bd5a-c025a6f5f932), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:45.928702 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a9865bcb-0650-4155-b934-e98f61c2bbf8 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (9f5733a8-b6e8-46b0-ad50-90b20e7a7299), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:45.951528 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a9865bcb-0650-4155-b934-e98f61c2bbf8 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:45.955207 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a9865bcb-0650-4155-b934-e98f61c2bbf8 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] 10.222.0.13 "DELETE /v2.0/networks/9f5733a8-b6e8-46b0-ad50-90b20e7a7299 HTTP/1.1" status: 204 len: 168 time: 0.8113017 Jan 29 04:31:45.958086 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54978) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:45.967909 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-6c25c1be-c654-4594-b440-db0bbf9d2e89 None None] Set router 372a3b60-f704-4353-af5d-28c9327b9b15 gateway port host: None {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:31:45.975223 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9865bcb-0650-4155-b934-e98f61c2bbf8 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Pushing event deleted for resources: {'Network': ['ID=9f5733a8-b6e8-46b0-ad50-90b20e7a7299,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:45.999727 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9384f18c-159a-4591-973b-e036c3fb1910 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (dc48281e-1574-46f9-a6ae-87ceb764917d), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:46.050710 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9384f18c-159a-4591-973b-e036c3fb1910 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:46.054159 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-9384f18c-159a-4591-973b-e036c3fb1910 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] 10.222.0.13 "DELETE /v2.0/networks/dc48281e-1574-46f9-a6ae-87ceb764917d HTTP/1.1" status: 204 len: 168 time: 0.7059088 Jan 29 04:31:46.063430 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54980) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:46.085085 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9384f18c-159a-4591-973b-e036c3fb1910 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Pushing event deleted for resources: {'Network': ['ID=dc48281e-1574-46f9-a6ae-87ceb764917d,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:46.127329 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b03df600-07c5-45ec-bdac-8d5e404da229 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (cc16812e-5245-46a0-827b-81c41facddc3), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:46.150349 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fe57ce86-730f-46ae-a080-de210c1e1cee None None] Publish callbacks [] for port (b7948016-2175-4e57-9706-c4be2aab3e60), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:46.200170 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-b651787b-d1f6-461e-b46e-5da898282627 None None] For port 99779486-4941-4fe9-bd5a-c025a6f5f932, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:31:46.220039 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-51b85c8e-34f7-42b7-8131-943e564abadd tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (345d3fac-c6e0-4337-b03f-b90d193f46ef), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:46.247116 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-b651787b-d1f6-461e-b46e-5da898282627 None None] For port 99779486-4941-4fe9-bd5a-c025a6f5f932, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=99779486-4941-4fe9-bd5a-c025a6f5f932,segment=NetworkSegment(3adbfb82-9c64-4bb8-8f19-83466a335185),segment_id=3adbfb82-9c64-4bb8-8f19-83466a335185)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:31:46.252029 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-fdbf141d-7d7e-46f9-b90e-f95d696d1c25 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:46.253311 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-fdbf141d-7d7e-46f9-b90e-f95d696d1c25 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.18 "GET /v2.0/networks?id=0e91feca-45f0-4a0a-b0ad-b17a5562d039 HTTP/1.1" status: 200 len: 812 time: 0.2963388 Jan 29 04:31:46.273134 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-495e93ca-a59e-44de-be8a-87f152a044b0 None None] Current status of the port 747a0d63-698f-4e1f-8266-10ef0611d283 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:46.276206 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-495e93ca-a59e-44de-be8a-87f152a044b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (747a0d63-698f-4e1f-8266-10ef0611d283), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:46.305731 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fe57ce86-730f-46ae-a080-de210c1e1cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (b7948016-2175-4e57-9706-c4be2aab3e60), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:46.372327 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 6c567672-c02f-4fcd-8ae1-7726a71c3a99 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:46.373725 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 3ec5d1ad-4dd5-441f-9533-b1d61102b2c5 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:46.385819 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b651787b-d1f6-461e-b46e-5da898282627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (99779486-4941-4fe9-bd5a-c025a6f5f932), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:46.423555 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-51b85c8e-34f7-42b7-8131-943e564abadd tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (345d3fac-c6e0-4337-b03f-b90d193f46ef), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:46.450762 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-8591ebd6-dd21-4c50-9eb7-2101eee981fb tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Allocated IP 2001:db8:2::1 (d8c21180-5b30-4596-8b3b-0a9d72417195/fd5c66cb-ac89-4d3b-b235-09d0981a9454/e33b2eb1-6c48-4160-ac08-bb3252d297bd) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:31:46.473551 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-af7aca22-f1ef-4f3f-b929-80c3b2404913 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b0e4f5bc18f46e19e7272f5d8beca17 HTTP/1.1" status: 200 len: 379 time: 0.1962998 Jan 29 04:31:46.479098 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-495e93ca-a59e-44de-be8a-87f152a044b0 None None] For port 747a0d63-698f-4e1f-8266-10ef0611d283, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=747a0d63-698f-4e1f-8266-10ef0611d283,segment=NetworkSegment(610ac71e-538c-4973-84c9-c0e20b9edf45),segment_id=610ac71e-538c-4973-84c9-c0e20b9edf45)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:46.482460 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-51b85c8e-34f7-42b7-8131-943e564abadd tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['345d3fac-c6e0-4337-b03f-b90d193f46ef']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:46.483721 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe57ce86-730f-46ae-a080-de210c1e1cee None None] Network d8c21180-5b30-4596-8b3b-0a9d72417195 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:46.494406 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe57ce86-730f-46ae-a080-de210c1e1cee None None] Pushing event updated for resources: {'Port': ['ID=b7948016-2175-4e57-9706-c4be2aab3e60,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:46.497201 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-51b85c8e-34f7-42b7-8131-943e564abadd tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6416756d-05ed-4042-94e9-1d9047d1ba6c') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:46.497201 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-51b85c8e-34f7-42b7-8131-943e564abadd tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6416756d-05ed-4042-94e9-1d9047d1ba6c') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:46.503252 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-fe57ce86-730f-46ae-a080-de210c1e1cee None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:46.520846 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-51b85c8e-34f7-42b7-8131-943e564abadd tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (6416756d-05ed-4042-94e9-1d9047d1ba6c), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:46.541471 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe57ce86-730f-46ae-a080-de210c1e1cee None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:31:46.576064 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-178083b1-2016-428a-b4d4-cf9b66d75097 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Request body: {'port': {'device_id': 'bbff3068-abc1-410e-8b9a-c2d16890e79c', 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039', 'admin_state_up': True, 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'security_groups': ['a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d']}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:46.599555 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-51b85c8e-34f7-42b7-8131-943e564abadd tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (6416756d-05ed-4042-94e9-1d9047d1ba6c), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:46.606450 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-495e93ca-a59e-44de-be8a-87f152a044b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (747a0d63-698f-4e1f-8266-10ef0611d283), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:46.621862 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9e8c6b46-a91c-4209-9d67-eb82cd0becc2 req-7b3c523f-d7ba-4d5b-965e-a9f205e4a06a tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c HTTP/1.1" status: 200 len: 210 time: 0.0284827 Jan 29 04:31:46.643755 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b03df600-07c5-45ec-bdac-8d5e404da229 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (cc16812e-5245-46a0-827b-81c41facddc3), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:46.694110 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-b03df600-07c5-45ec-bdac-8d5e404da229 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc16812e-5245-46a0-827b-81c41facddc3']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:46.699132 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3cb9c7a3-616f-4f0f-a315-72e9ef8c2e05 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for port (14c7a76d-850e-4399-9f79-7b4dd9983e9e), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:46.719725 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-b03df600-07c5-45ec-bdac-8d5e404da229 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49932214-5db5-4bbc-bf06-acb6453e3391') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:46.720290 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-b03df600-07c5-45ec-bdac-8d5e404da229 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49932214-5db5-4bbc-bf06-acb6453e3391') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:46.732841 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-fe57ce86-730f-46ae-a080-de210c1e1cee None None] Attempting to bind port b7948016-2175-4e57-9706-c4be2aab3e60 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:31:46.733858 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-fe57ce86-730f-46ae-a080-de210c1e1cee None None] Attempting to bind port b7948016-2175-4e57-9706-c4be2aab3e60 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'e4a03a26-d72d-4182-9891-ca6542e38ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd8c21180-5b30-4596-8b3b-0a9d72417195'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:31:46.734546 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe57ce86-730f-46ae-a080-de210c1e1cee None None] Attempting to bind port b7948016-2175-4e57-9706-c4be2aab3e60 on network d8c21180-5b30-4596-8b3b-0a9d72417195 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:31:46.735166 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b03df600-07c5-45ec-bdac-8d5e404da229 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (49932214-5db5-4bbc-bf06-acb6453e3391), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:46.748345 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe57ce86-730f-46ae-a080-de210c1e1cee None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:31:46.749002 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe57ce86-730f-46ae-a080-de210c1e1cee None None] Checking segment: {'id': 'e4a03a26-d72d-4182-9891-ca6542e38ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd8c21180-5b30-4596-8b3b-0a9d72417195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:31:46.749593 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fe57ce86-730f-46ae-a080-de210c1e1cee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:46.750287 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe57ce86-730f-46ae-a080-de210c1e1cee None None] Bound using segment: {'id': 'e4a03a26-d72d-4182-9891-ca6542e38ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd8c21180-5b30-4596-8b3b-0a9d72417195'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:31:46.750946 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-fe57ce86-730f-46ae-a080-de210c1e1cee None None] Bound port: b7948016-2175-4e57-9706-c4be2aab3e60, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a03a26-d72d-4182-9891-ca6542e38ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd8c21180-5b30-4596-8b3b-0a9d72417195'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:31:46.751340 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b03df600-07c5-45ec-bdac-8d5e404da229 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (49932214-5db5-4bbc-bf06-acb6453e3391), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:46.751694 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fe57ce86-730f-46ae-a080-de210c1e1cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b7948016-2175-4e57-9706-c4be2aab3e60), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:46.757960 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b03df600-07c5-45ec-bdac-8d5e404da229 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:31:46.758368 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b03df600-07c5-45ec-bdac-8d5e404da229 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (49932214-5db5-4bbc-bf06-acb6453e3391), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:46.797914 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b651787b-d1f6-461e-b46e-5da898282627 None None] Pushing event updated for resources: {'Port': ['ID=99779486-4941-4fe9-bd5a-c025a6f5f932,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:46.811917 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-495e93ca-a59e-44de-be8a-87f152a044b0 None None] Provisioning complete for port 487034aa-59f2-4cc6-a8ea-c959706dc3c1 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:46.812289 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-495e93ca-a59e-44de-be8a-87f152a044b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (487034aa-59f2-4cc6-a8ea-c959706dc3c1), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:46.826684 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:31:46.826684 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:31:46.826684 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:31:46.826684 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:31:46.826684 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:31:46.826684 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:31:46.826684 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:31:46.826684 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:31:46.826684 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:31:46.826684 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:31:46.826684 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:31:46.826684 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:31:46.826684 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:31:46.826684 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:31:46.826684 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:31:46.826684 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:31:46.826684 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:31:46.826684 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:31:46.826684 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:31:46.826684 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:31:46.826684 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:31:46.826684 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:31:46.826684 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:31:46.826684 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:31:46.826684 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:31:46.826684 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:31:46.826684 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:31:46.826684 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:31:46.826684 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:31:46.826684 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:31:46.826684 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:31:46.826684 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:31:46.837190 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3cb9c7a3-616f-4f0f-a315-72e9ef8c2e05 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (14c7a76d-850e-4399-9f79-7b4dd9983e9e), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:46.908459 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 3ec5d1ad-4dd5-441f-9533-b1d61102b2c5 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:46.908867 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (3ec5d1ad-4dd5-441f-9533-b1d61102b2c5), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:46.983298 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9c7a3-616f-4f0f-a315-72e9ef8c2e05 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event updated for resources: {'Port': ['ID=14c7a76d-850e-4399-9f79-7b4dd9983e9e,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:46.998821 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-6c25c1be-c654-4594-b440-db0bbf9d2e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'name': 'tempest-RoutersTest-router-958532573', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:14Z', 'updated_at': '2022-01-29T04:31:45Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'gw_port_host': None, '_interfaces': [{'id': '14c7a76d-850e-4399-9f79-7b4dd9983e9e', 'name': '', 'network_id': '06b4902e-7c8e-4d2b-bfcf-5b83583a5712', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:7d:f2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'c439452c-8619-402a-aa8a-7b28ef98271c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:43Z', 'updated_at': '2022-01-29T04:31:44Z', 'revision_number': 1, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': 'c439452c-8619-402a-aa8a-7b28ef98271c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '747a0d63-698f-4e1f-8266-10ef0611d283', 'name': '', 'network_id': '31055425-038b-483d-ad92-965ae6c0c79b', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:69:aa:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '4dd123fd-472d-4cb4-a679-56c9a3e2915e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:36Z', 'updated_at': '2022-01-29T04:31:44Z', 'revision_number': 4, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': '4dd123fd-472d-4cb4-a679-56c9a3e2915e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a950060d-4ecc-4338-963f-1af8909110eb', 'name': '', 'network_id': '5e64060c-86c5-488d-b521-33ad26ce344e', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:5c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '103d068b-4d58-4800-a106-514933ad2077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:19Z', 'updated_at': '2022-01-29T04:31:27Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': '103d068b-4d58-4800-a106-514933ad2077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dda2e1a1-3ae3-4a74-943e-90c37f4d3dee', 'name': '', 'network_id': '8550f5ea-16b6-4a7d-8cfa-7fd96db71762', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:16:8f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'e177851f-1fdc-4a31-9d2d-dee82def9f3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:28Z', 'updated_at': '2022-01-29T04:31:37Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': 'e177851f-1fdc-4a31-9d2d-dee82def9f3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:47.022527 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3cb9c7a3-616f-4f0f-a315-72e9ef8c2e05 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (372a3b60-f704-4353-af5d-28c9327b9b15), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:47.027505 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b03df600-07c5-45ec-bdac-8d5e404da229 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (cc16812e-5245-46a0-827b-81c41facddc3), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:47.041661 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51b85c8e-34f7-42b7-8131-943e564abadd tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:31:47.042043 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-51b85c8e-34f7-42b7-8131-943e564abadd tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (6416756d-05ed-4042-94e9-1d9047d1ba6c), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:47.051723 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b03df600-07c5-45ec-bdac-8d5e404da229 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:47.055132 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:31:47.055132 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:31:47.055132 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:31:47.055132 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:31:47.055132 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:31:47.055132 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:31:47.055132 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:31:47.055132 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:31:47.055132 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:31:47.055132 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:31:47.055132 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:31:47.055132 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:31:47.055132 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:31:47.055132 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:31:47.055132 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:31:47.055132 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:31:47.055132 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:31:47.055132 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:31:47.055132 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:31:47.055132 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:31:47.055132 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:31:47.055132 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:31:47.055132 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:31:47.055132 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:31:47.055132 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:31:47.055132 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:31:47.055132 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:31:47.055132 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:31:47.055132 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:31:47.055132 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:31:47.055132 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:31:47.055132 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:31:47.057782 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b03df600-07c5-45ec-bdac-8d5e404da229 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] 10.222.0.13 "DELETE /v2.0/networks/cc16812e-5245-46a0-827b-81c41facddc3 HTTP/1.1" status: 204 len: 168 time: 1.0979199 Jan 29 04:31:47.059826 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c25c1be-c654-4594-b440-db0bbf9d2e89 None None] The sync data for ids ['372a3b60-f704-4353-af5d-28c9327b9b15'] in dv-neutron-821190-1-hyperv is: [{'id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'name': 'tempest-RoutersTest-router-958532573', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:14Z', 'updated_at': '2022-01-29T04:31:45Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'gw_port_host': None, '_interfaces': [{'id': '14c7a76d-850e-4399-9f79-7b4dd9983e9e', 'name': '', 'network_id': '06b4902e-7c8e-4d2b-bfcf-5b83583a5712', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:7d:f2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'c439452c-8619-402a-aa8a-7b28ef98271c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:43Z', 'updated_at': '2022-01-29T04:31:44Z', 'revision_number': 1, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': 'c439452c-8619-402a-aa8a-7b28ef98271c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '747a0d63-698f-4e1f-8266-10ef0611d283', 'name': '', 'network_id': '31055425-038b-483d-ad92-965ae6c0c79b', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:69:aa:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '4dd123fd-472d-4cb4-a679-56c9a3e2915e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:36Z', 'updated_at': '2022-01-29T04:31:44Z', 'revision_number': 4, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': '4dd123fd-472d-4cb4-a679-56c9a3e2915e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a950060d-4ecc-4338-963f-1af8909110eb', 'name': '', 'network_id': '5e64060c-86c5-488d-b521-33ad26ce344e', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:5c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '103d068b-4d58-4800-a106-514933ad2077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:19Z', 'updated_at': '2022-01-29T04:31:27Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': '103d068b-4d58-4800-a106-514933ad2077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dda2e1a1-3ae3-4a74-943e-90c37f4d3dee', 'name': '', 'network_id': '8550f5ea-16b6-4a7d-8cfa-7fd96db71762', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:16:8f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'e177851f-1fdc-4a31-9d2d-dee82def9f3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:28Z', 'updated_at': '2022-01-29T04:31:37Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': 'e177851f-1fdc-4a31-9d2d-dee82def9f3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:31:47.065014 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54986) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:47.169640 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03df600-07c5-45ec-bdac-8d5e404da229 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Pushing event deleted for resources: {'Network': ['ID=cc16812e-5245-46a0-827b-81c41facddc3,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:47.189584 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-fe57ce86-730f-46ae-a080-de210c1e1cee None None] For port b7948016-2175-4e57-9706-c4be2aab3e60, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:31:47.194596 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e93ca-a59e-44de-be8a-87f152a044b0 None None] Pushing event updated for resources: {'Port': ['ID=747a0d63-698f-4e1f-8266-10ef0611d283,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:47.217312 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-fe57ce86-730f-46ae-a080-de210c1e1cee None None] For port b7948016-2175-4e57-9706-c4be2aab3e60, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=b7948016-2175-4e57-9706-c4be2aab3e60,segment=NetworkSegment(e4a03a26-d72d-4182-9891-ca6542e38ad1),segment_id=e4a03a26-d72d-4182-9891-ca6542e38ad1)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:31:47.292407 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8591ebd6-dd21-4c50-9eb7-2101eee981fb tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for port (e33b2eb1-6c48-4160-ac08-bb3252d297bd), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:47.296457 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-51b85c8e-34f7-42b7-8131-943e564abadd tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (345d3fac-c6e0-4337-b03f-b90d193f46ef), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:47.319699 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-51b85c8e-34f7-42b7-8131-943e564abadd tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:47.323747 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-51b85c8e-34f7-42b7-8131-943e564abadd tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] 10.222.0.13 "DELETE /v2.0/networks/345d3fac-c6e0-4337-b03f-b90d193f46ef HTTP/1.1" status: 204 len: 168 time: 1.2502732 Jan 29 04:31:47.325020 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fe57ce86-730f-46ae-a080-de210c1e1cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (b7948016-2175-4e57-9706-c4be2aab3e60), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:47.347276 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54988) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:47.368381 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b85c8e-34f7-42b7-8131-943e564abadd tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Pushing event deleted for resources: {'Network': ['ID=345d3fac-c6e0-4337-b03f-b90d193f46ef,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:47.380748 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-495e93ca-a59e-44de-be8a-87f152a044b0 None None] Current status of the port 487034aa-59f2-4cc6-a8ea-c959706dc3c1 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:47.382155 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-495e93ca-a59e-44de-be8a-87f152a044b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (487034aa-59f2-4cc6-a8ea-c959706dc3c1), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:47.392609 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6597ef70-ff62-41fc-85d8-a80089c01867 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (784638d4-0268-4c51-b541-cf47ffb42285), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:47.393155 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 3ec5d1ad-4dd5-441f-9533-b1d61102b2c5 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:47.466428 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-495e93ca-a59e-44de-be8a-87f152a044b0 None None] For port 487034aa-59f2-4cc6-a8ea-c959706dc3c1, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=487034aa-59f2-4cc6-a8ea-c959706dc3c1,segment=NetworkSegment(8b23897e-7c2a-496c-9615-d73cbfb86bf3),segment_id=8b23897e-7c2a-496c-9615-d73cbfb86bf3)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:47.487909 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe57ce86-730f-46ae-a080-de210c1e1cee None None] Pushing event updated for resources: {'Port': ['ID=b7948016-2175-4e57-9706-c4be2aab3e60,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:47.498219 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-178083b1-2016-428a-b4d4-cf9b66d75097 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Made reservation on behalf of 1b0e4f5bc18f46e19e7272f5d8beca17 for: {'port': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:47.504997 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-178083b1-2016-428a-b4d4-cf9b66d75097 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:47.547560 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-495e93ca-a59e-44de-be8a-87f152a044b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (487034aa-59f2-4cc6-a8ea-c959706dc3c1), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:47.582174 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8591ebd6-dd21-4c50-9eb7-2101eee981fb tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (e33b2eb1-6c48-4160-ac08-bb3252d297bd), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:47.628749 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6597ef70-ff62-41fc-85d8-a80089c01867 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (784638d4-0268-4c51-b541-cf47ffb42285), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:47.693499 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-6597ef70-ff62-41fc-85d8-a80089c01867 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['784638d4-0268-4c51-b541-cf47ffb42285']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:47.710214 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e93ca-a59e-44de-be8a-87f152a044b0 None None] Pushing event updated for resources: {'Port': ['ID=487034aa-59f2-4cc6-a8ea-c959706dc3c1,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:47.729813 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-6597ef70-ff62-41fc-85d8-a80089c01867 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e6a7662-0996-4a44-92df-acb938f675ec') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:47.730879 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-6597ef70-ff62-41fc-85d8-a80089c01867 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e6a7662-0996-4a44-92df-acb938f675ec') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:47.731021 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8591ebd6-dd21-4c50-9eb7-2101eee981fb tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Network d8c21180-5b30-4596-8b3b-0a9d72417195 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:47.751200 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-658bf3dc-adda-4b01-8f14-86d0e186c2e4 None None] Provisioning complete for port 487034aa-59f2-4cc6-a8ea-c959706dc3c1 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:47.751791 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-658bf3dc-adda-4b01-8f14-86d0e186c2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (487034aa-59f2-4cc6-a8ea-c959706dc3c1), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:47.775392 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6597ef70-ff62-41fc-85d8-a80089c01867 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (2e6a7662-0996-4a44-92df-acb938f675ec), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:47.812997 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6597ef70-ff62-41fc-85d8-a80089c01867 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (2e6a7662-0996-4a44-92df-acb938f675ec), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:47.828572 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6597ef70-ff62-41fc-85d8-a80089c01867 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:31:47.828572 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6597ef70-ff62-41fc-85d8-a80089c01867 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (2e6a7662-0996-4a44-92df-acb938f675ec), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:47.919213 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:31:47.919213 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:31:47.919213 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:31:47.919213 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:31:47.919213 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:31:47.919213 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:31:47.919213 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:31:47.919213 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:31:47.919213 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:31:47.919213 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:31:47.919213 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:31:47.919213 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:31:47.919213 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:31:47.919213 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:31:47.919213 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:31:47.919213 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:31:47.919213 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:31:47.919213 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:31:47.919213 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:31:47.919213 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:31:47.919213 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:31:47.919213 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:31:47.919213 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:31:47.919213 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:31:47.919213 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:31:47.919213 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:31:47.919213 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:31:47.919213 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:31:47.919213 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:31:47.919213 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:31:47.919213 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:31:47.919213 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:31:47.926270 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8591ebd6-dd21-4c50-9eb7-2101eee981fb tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event updated for resources: {'Port': ['ID=e33b2eb1-6c48-4160-ac08-bb3252d297bd,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:47.932777 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-8591ebd6-dd21-4c50-9eb7-2101eee981fb tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:47.943272 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8591ebd6-dd21-4c50-9eb7-2101eee981fb tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:31:47.944141 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8591ebd6-dd21-4c50-9eb7-2101eee981fb tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (389f1f00-b86a-4154-b700-f3328ae85b52), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:47.985978 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 487034aa-59f2-4cc6-a8ea-c959706dc3c1 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:48.145078 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-c5047b9a-488b-451b-aa29-acb6a99dbfc0 req-e4ac7238-b958-45a0-9208-54aeec722b08 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c HTTP/1.1" status: 200 len: 210 time: 0.1903331 Jan 29 04:31:48.165492 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb9c7a3-616f-4f0f-a315-72e9ef8c2e05 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Network 06b4902e-7c8e-4d2b-bfcf-5b83583a5712 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:48.169603 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0675e2e2-2d7e-4c73-a886-7b1cd507137b tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:48.174676 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-3cb9c7a3-616f-4f0f-a315-72e9ef8c2e05 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:48.193229 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0675e2e2-2d7e-4c73-a886-7b1cd507137b tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:48.201113 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54992) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:48.207447 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-c2b760ef-f12a-4ed0-be54-c91f9b30e82b tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1958758516'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:48.211254 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0675e2e2-2d7e-4c73-a886-7b1cd507137b tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8623226 Jan 29 04:31:48.327909 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-658bf3dc-adda-4b01-8f14-86d0e186c2e4 None None] Current status of the port 487034aa-59f2-4cc6-a8ea-c959706dc3c1 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:48.349039 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6597ef70-ff62-41fc-85d8-a80089c01867 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (784638d4-0268-4c51-b541-cf47ffb42285), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:48.366315 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-658bf3dc-adda-4b01-8f14-86d0e186c2e4 None None] Provisioning complete for port 747a0d63-698f-4e1f-8266-10ef0611d283 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:48.367082 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-658bf3dc-adda-4b01-8f14-86d0e186c2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (747a0d63-698f-4e1f-8266-10ef0611d283), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:48.370141 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6597ef70-ff62-41fc-85d8-a80089c01867 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:48.379067 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6597ef70-ff62-41fc-85d8-a80089c01867 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] 10.222.0.13 "DELETE /v2.0/networks/784638d4-0268-4c51-b541-cf47ffb42285 HTTP/1.1" status: 204 len: 168 time: 1.2564721 Jan 29 04:31:48.384092 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 54994) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:48.452741 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 487034aa-59f2-4cc6-a8ea-c959706dc3c1 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:48.453346 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (487034aa-59f2-4cc6-a8ea-c959706dc3c1), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:48.457421 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6597ef70-ff62-41fc-85d8-a80089c01867 tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Pushing event deleted for resources: {'Network': ['ID=784638d4-0268-4c51-b541-cf47ffb42285,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:48.461370 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b760ef-f12a-4ed0-be54-c91f9b30e82b tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Made reservation on behalf of 6b55d65aa0e04e7b997972caf4c72a2e for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:48.469235 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c2b760ef-f12a-4ed0-be54-c91f9b30e82b tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:48.529943 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb9c7a3-616f-4f0f-a315-72e9ef8c2e05 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Router 372a3b60-f704-4353-af5d-28c9327b9b15 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:31:48.554665 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2b760ef-f12a-4ed0-be54-c91f9b30e82b tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:31:48.603036 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-658bf3dc-adda-4b01-8f14-86d0e186c2e4 None None] Current status of the port 747a0d63-698f-4e1f-8266-10ef0611d283 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:48.611636 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-178083b1-2016-428a-b4d4-cf9b66d75097 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Allocated IP 172.20.0.4 (0e91feca-45f0-4a0a-b0ad-b17a5562d039/c5ef5406-79aa-4490-92c9-3e7f9e568ee2/a7a87376-f52f-4aa1-b0cc-c4e4a30f0615) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:31:48.633829 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0830d5c-e096-4f35-81be-a4915cbafddd None None] Network 06b4902e-7c8e-4d2b-bfcf-5b83583a5712 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:31:48.638805 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8591ebd6-dd21-4c50-9eb7-2101eee981fb tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (e33b2eb1-6c48-4160-ac08-bb3252d297bd), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:48.682691 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5a301beb-2284-4b39-8c0e-c2b8a25b8bde tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (767f37c2-a9ff-4aee-bc0f-1295bcedd791), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:48.749052 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb9c7a3-616f-4f0f-a315-72e9ef8c2e05 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:31:48.755679 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-3cb9c7a3-616f-4f0f-a315-72e9ef8c2e05 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "PUT /v2.0/routers/372a3b60-f704-4353-af5d-28c9327b9b15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4677570 Jan 29 04:31:48.758266 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 54996) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:48.760354 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 487034aa-59f2-4cc6-a8ea-c959706dc3c1 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:48.764061 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-2b374840-03e6-4d3a-bfe4-d57ba0093059 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:48.769750 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 99779486-4941-4fe9-bd5a-c025a6f5f932 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:48.770358 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c2b760ef-f12a-4ed0-be54-c91f9b30e82b tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (9113b830-a5a1-4c05-a415-1f9ad84bfc25), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:48.771138 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-c2b760ef-f12a-4ed0-be54-c91f9b30e82b tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Added segment 9113b830-a5a1-4c05-a415-1f9ad84bfc25 of type vlan for network 8d1e714d-4465-4b75-945d-7c5a721aac9a Jan 29 04:31:48.861924 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-d7fb912d-7daa-48c1-b474-f200e1604a4d None None] Provisioning complete for port 99779486-4941-4fe9-bd5a-c025a6f5f932 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:48.862320 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d7fb912d-7daa-48c1-b474-f200e1604a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (99779486-4941-4fe9-bd5a-c025a6f5f932), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:48.905348 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c2b760ef-f12a-4ed0-be54-c91f9b30e82b tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (8d1e714d-4465-4b75-945d-7c5a721aac9a), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:49.110319 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5a301beb-2284-4b39-8c0e-c2b8a25b8bde tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (767f37c2-a9ff-4aee-bc0f-1295bcedd791), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:49.137587 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-5a301beb-2284-4b39-8c0e-c2b8a25b8bde tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['767f37c2-a9ff-4aee-bc0f-1295bcedd791']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:49.148578 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-5a301beb-2284-4b39-8c0e-c2b8a25b8bde tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c6c7fcb-4070-4e45-b013-f46cca06a917') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:49.149036 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-5a301beb-2284-4b39-8c0e-c2b8a25b8bde tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c6c7fcb-4070-4e45-b013-f46cca06a917') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:49.159396 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5a301beb-2284-4b39-8c0e-c2b8a25b8bde tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (3c6c7fcb-4070-4e45-b013-f46cca06a917), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:49.174551 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5a301beb-2284-4b39-8c0e-c2b8a25b8bde tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (3c6c7fcb-4070-4e45-b013-f46cca06a917), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:49.201726 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a301beb-2284-4b39-8c0e-c2b8a25b8bde tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:31:49.202431 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5a301beb-2284-4b39-8c0e-c2b8a25b8bde tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (3c6c7fcb-4070-4e45-b013-f46cca06a917), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:49.206196 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:31:49.206196 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:31:49.206196 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:31:49.206196 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:31:49.206196 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:31:49.206196 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:31:49.206196 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:31:49.206196 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:31:49.206196 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:31:49.206196 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:31:49.206196 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:31:49.206196 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:31:49.206196 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:31:49.206196 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:31:49.206196 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:31:49.206196 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:31:49.206196 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:31:49.206196 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:31:49.206196 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:31:49.206196 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:31:49.206196 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:31:49.206196 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:31:49.206196 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:31:49.206196 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:31:49.206196 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:31:49.206196 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:31:49.206196 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:31:49.206196 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:31:49.206196 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:31:49.206196 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:31:49.206196 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:31:49.206196 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:31:49.208637 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c2b760ef-f12a-4ed0-be54-c91f9b30e82b tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (8d1e714d-4465-4b75-945d-7c5a721aac9a), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:49.212024 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b760ef-f12a-4ed0-be54-c91f9b30e82b tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:49.219416 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c2b760ef-f12a-4ed0-be54-c91f9b30e82b tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:49.225027 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 99779486-4941-4fe9-bd5a-c025a6f5f932 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:49.225412 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (99779486-4941-4fe9-bd5a-c025a6f5f932), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:49.301643 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-d7fb912d-7daa-48c1-b474-f200e1604a4d None None] Current status of the port 99779486-4941-4fe9-bd5a-c025a6f5f932 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:49.309044 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d7fb912d-7daa-48c1-b474-f200e1604a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (99779486-4941-4fe9-bd5a-c025a6f5f932), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:49.351235 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41167426-3330-4289-816b-dc1bdd2975c7 None None] Sync routers for ids ['372a3b60-f704-4353-af5d-28c9327b9b15'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:31:49.396124 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-178083b1-2016-428a-b4d4-cf9b66d75097 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks [] for port (a7a87376-f52f-4aa1-b0cc-c4e4a30f0615), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:49.399439 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41167426-3330-4289-816b-dc1bdd2975c7 None None] Routers {'372a3b60-f704-4353-af5d-28c9327b9b15'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:31:49.401622 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-41167426-3330-4289-816b-dc1bdd2975c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:31:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['372a3b60-f704-4353-af5d-28c9327b9b15'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:49.429531 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-d7fb912d-7daa-48c1-b474-f200e1604a4d None None] For port 99779486-4941-4fe9-bd5a-c025a6f5f932, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=99779486-4941-4fe9-bd5a-c025a6f5f932,segment=NetworkSegment(3adbfb82-9c64-4bb8-8f19-83466a335185),segment_id=3adbfb82-9c64-4bb8-8f19-83466a335185)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:49.480757 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1d479c43-f00b-430b-bb6e-3c2124092baf req-6b2f9c49-1a9e-41c9-8b08-30a95e8b409a tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c HTTP/1.1" status: 200 len: 210 time: 0.0459311 Jan 29 04:31:49.487642 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b760ef-f12a-4ed0-be54-c91f9b30e82b tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Pushing event updated for resources: {'Network': ['ID=8d1e714d-4465-4b75-945d-7c5a721aac9a,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:49.519680 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8591ebd6-dd21-4c50-9eb7-2101eee981fb tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for port (e33b2eb1-6c48-4160-ac08-bb3252d297bd), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:49.530818 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5a301beb-2284-4b39-8c0e-c2b8a25b8bde tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (767f37c2-a9ff-4aee-bc0f-1295bcedd791), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:49.536016 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e761c28-b392-40b5-82f8-cafec477aad0 None None] Network d8c21180-5b30-4596-8b3b-0a9d72417195 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:31:49.536804 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5a301beb-2284-4b39-8c0e-c2b8a25b8bde tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:49.545103 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-5a301beb-2284-4b39-8c0e-c2b8a25b8bde tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] 10.222.0.13 "DELETE /v2.0/networks/767f37c2-a9ff-4aee-bc0f-1295bcedd791 HTTP/1.1" status: 204 len: 168 time: 1.1579628 Jan 29 04:31:49.546293 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c2b760ef-f12a-4ed0-be54-c91f9b30e82b tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3428419 Jan 29 04:31:49.547064 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55000) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:49.571093 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a301beb-2284-4b39-8c0e-c2b8a25b8bde tempest-BulkNetworkOpsTest-370884771 tempest-BulkNetworkOpsTest-370884771-project] Pushing event deleted for resources: {'Network': ['ID=767f37c2-a9ff-4aee-bc0f-1295bcedd791,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:49.621999 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8591ebd6-dd21-4c50-9eb7-2101eee981fb tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (e33b2eb1-6c48-4160-ac08-bb3252d297bd), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:49.623214 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8591ebd6-dd21-4c50-9eb7-2101eee981fb tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (389f1f00-b86a-4154-b700-f3328ae85b52), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:49.700666 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.extraroute_db [None req-2b374840-03e6-4d3a-bfe4-d57ba0093059 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103585) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 29 04:31:49.707729 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 8d1e714d-4465-4b75-945d-7c5a721aac9a details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:31:49.735119 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.extraroute_db [None req-2b374840-03e6-4d3a-bfe4-d57ba0093059 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Removed routes are [] {{(pid=103585) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 29 04:31:49.742966 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8591ebd6-dd21-4c50-9eb7-2101eee981fb tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event updated for resources: {'Port': ['ID=e33b2eb1-6c48-4160-ac08-bb3252d297bd,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:49.743107 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2b374840-03e6-4d3a-bfe4-d57ba0093059 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1615661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1617607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-536'] for router (372a3b60-f704-4353-af5d-28c9327b9b15), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:49.751210 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-4f4365de-29ad-44c7-8f3c-7cdc6a6adfc1 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1352095477'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:49.762929 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-178083b1-2016-428a-b4d4-cf9b66d75097 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (a7a87376-f52f-4aa1-b0cc-c4e4a30f0615), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:49.837287 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d7fb912d-7daa-48c1-b474-f200e1604a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (99779486-4941-4fe9-bd5a-c025a6f5f932), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:49.848634 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-178083b1-2016-428a-b4d4-cf9b66d75097 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Network 0e91feca-45f0-4a0a-b0ad-b17a5562d039 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:49.855947 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-178083b1-2016-428a-b4d4-cf9b66d75097 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:49.859631 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-178083b1-2016-428a-b4d4-cf9b66d75097 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:31:49.907140 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4365de-29ad-44c7-8f3c-7cdc6a6adfc1 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Made reservation on behalf of 6b55d65aa0e04e7b997972caf4c72a2e for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:49.911976 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4f4365de-29ad-44c7-8f3c-7cdc6a6adfc1 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:49.954631 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb912d-7daa-48c1-b474-f200e1604a4d None None] Pushing event updated for resources: {'Port': ['ID=99779486-4941-4fe9-bd5a-c025a6f5f932,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:49.975434 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-178083b1-2016-428a-b4d4-cf9b66d75097 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:49.977182 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-178083b1-2016-428a-b4d4-cf9b66d75097 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:50.023631 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178083b1-2016-428a-b4d4-cf9b66d75097 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Pushing event updated for resources: {'Port': ['ID=a7a87376-f52f-4aa1-b0cc-c4e4a30f0615,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:50.064713 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-41167426-3330-4289-816b-dc1bdd2975c7 None None] Set router 372a3b60-f704-4353-af5d-28c9327b9b15 gateway port host: None {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:31:50.068256 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-178083b1-2016-428a-b4d4-cf9b66d75097 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5005786 Jan 29 04:31:50.078186 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-68a3d23b-e293-47d0-b11a-6a7c6551a040 None None] Provisioning complete for port 99779486-4941-4fe9-bd5a-c025a6f5f932 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:50.078560 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-68a3d23b-e293-47d0-b11a-6a7c6551a040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (99779486-4941-4fe9-bd5a-c025a6f5f932), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:50.099040 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-7a5ac3a0-81a0-4b04-9077-70eacf3272b0 service neutron] Request body: {'port': {'device_id': 'bbff3068-abc1-410e-8b9a-c2d16890e79c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:50.126538 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f4365de-29ad-44c7-8f3c-7cdc6a6adfc1 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:31:50.189225 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8591ebd6-dd21-4c50-9eb7-2101eee981fb tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Network d8c21180-5b30-4596-8b3b-0a9d72417195 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:50.194290 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-8591ebd6-dd21-4c50-9eb7-2101eee981fb tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:50.262172 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-7a5ac3a0-81a0-4b04-9077-70eacf3272b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (a7a87376-f52f-4aa1-b0cc-c4e4a30f0615), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:50.280750 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 99779486-4941-4fe9-bd5a-c025a6f5f932 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:50.288587 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4f4365de-29ad-44c7-8f3c-7cdc6a6adfc1 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (eb1c1621-d70e-49aa-a563-6ba24b75e8ad), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:50.288934 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-4f4365de-29ad-44c7-8f3c-7cdc6a6adfc1 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Added segment eb1c1621-d70e-49aa-a563-6ba24b75e8ad of type vlan for network c0a1bc04-6544-48d0-8f45-ddd26943fd88 Jan 29 04:31:50.381681 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-68a3d23b-e293-47d0-b11a-6a7c6551a040 None None] Current status of the port 99779486-4941-4fe9-bd5a-c025a6f5f932 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:50.414996 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55006) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:50.437669 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2b374840-03e6-4d3a-bfe4-d57ba0093059 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1615661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1617607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-536'] for router (372a3b60-f704-4353-af5d-28c9327b9b15), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:50.455397 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d12e60fa-f0f2-4ab4-be38-8aba4420166d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:50.463228 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2b374840-03e6-4d3a-bfe4-d57ba0093059 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1615652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1615667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1617630'] for router (372a3b60-f704-4353-af5d-28c9327b9b15), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:50.469136 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-68a3d23b-e293-47d0-b11a-6a7c6551a040 None None] Provisioning complete for port b7948016-2175-4e57-9706-c4be2aab3e60 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:50.469531 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-68a3d23b-e293-47d0-b11a-6a7c6551a040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b7948016-2175-4e57-9706-c4be2aab3e60), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:50.481210 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4f4365de-29ad-44c7-8f3c-7cdc6a6adfc1 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (c0a1bc04-6544-48d0-8f45-ddd26943fd88), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:50.689212 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b374840-03e6-4d3a-bfe4-d57ba0093059 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Router 372a3b60-f704-4353-af5d-28c9327b9b15 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:31:50.696003 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4f4365de-29ad-44c7-8f3c-7cdc6a6adfc1 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (c0a1bc04-6544-48d0-8f45-ddd26943fd88), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:50.702145 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4365de-29ad-44c7-8f3c-7cdc6a6adfc1 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:50.703373 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4f4365de-29ad-44c7-8f3c-7cdc6a6adfc1 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:50.723973 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-68a3d23b-e293-47d0-b11a-6a7c6551a040 None None] Current status of the port b7948016-2175-4e57-9706-c4be2aab3e60 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:50.724933 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-68a3d23b-e293-47d0-b11a-6a7c6551a040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b7948016-2175-4e57-9706-c4be2aab3e60), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:50.784362 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf5b75b-7a01-4eea-85f8-95bb339300f1 None None] get_active_networks_info from dv-neutron-821190-1-hyperv {{(pid=103586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 29 04:31:50.786478 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 487034aa-59f2-4cc6-a8ea-c959706dc3c1 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:50.872306 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8591ebd6-dd21-4c50-9eb7-2101eee981fb tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Router 389f1f00-b86a-4154-b700-f3328ae85b52 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:31:50.880812 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-68a3d23b-e293-47d0-b11a-6a7c6551a040 None None] For port b7948016-2175-4e57-9706-c4be2aab3e60, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=b7948016-2175-4e57-9706-c4be2aab3e60,segment=NetworkSegment(e4a03a26-d72d-4182-9891-ca6542e38ad1),segment_id=e4a03a26-d72d-4182-9891-ca6542e38ad1)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:50.883175 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4365de-29ad-44c7-8f3c-7cdc6a6adfc1 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Pushing event updated for resources: {'Network': ['ID=c0a1bc04-6544-48d0-8f45-ddd26943fd88,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:50.906825 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-95b7f76f-a42b-4261-98d1-f976610cc8be admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b3b0b8712a74d8aab339f160aa87fff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4536233 Jan 29 04:31:50.908321 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network c0a1bc04-6544-48d0-8f45-ddd26943fd88 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:31:50.908607 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4f4365de-29ad-44c7-8f3c-7cdc6a6adfc1 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3578596 Jan 29 04:31:50.909250 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55012) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:50.918820 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55014) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:50.925062 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-ef992cc5-a4b3-462f-9cf4-a16517fa3094 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Request body: {'ports': [{'network_id': '8d1e714d-4465-4b75-945d-7c5a721aac9a', 'name': 'tempest-port--1138459512', 'admin_state_up': True}, {'network_id': 'c0a1bc04-6544-48d0-8f45-ddd26943fd88', 'admin_state_up': False}]} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:50.925062 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-ef992cc5-a4b3-462f-9cf4-a16517fa3094 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Request body: {'port': {'network_id': '8d1e714d-4465-4b75-945d-7c5a721aac9a', 'name': 'tempest-port--1138459512', 'admin_state_up': True}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:50.926588 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-ef992cc5-a4b3-462f-9cf4-a16517fa3094 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Request body: {'port': {'network_id': 'c0a1bc04-6544-48d0-8f45-ddd26943fd88', 'admin_state_up': False}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:50.990673 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-68a3d23b-e293-47d0-b11a-6a7c6551a040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (b7948016-2175-4e57-9706-c4be2aab3e60), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:51.037065 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a59bf-8f44-4696-a15c-b764f3f1ff9d req-576d0c52-9006-4c14-9164-bb00ff17c80a tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:51.038784 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-730a59bf-8f44-4696-a15c-b764f3f1ff9d req-576d0c52-9006-4c14-9164-bb00ff17c80a tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c HTTP/1.1" status: 200 len: 931 time: 0.3457732 Jan 29 04:31:51.075588 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a3d23b-e293-47d0-b11a-6a7c6551a040 None None] Pushing event updated for resources: {'Port': ['ID=b7948016-2175-4e57-9706-c4be2aab3e60,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:51.089516 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-41167426-3330-4289-816b-dc1bdd2975c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'name': 'tempest-RoutersTest-router-958532573', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:14Z', 'updated_at': '2022-01-29T04:31:45Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'gw_port_host': None, '_interfaces': [{'id': '14c7a76d-850e-4399-9f79-7b4dd9983e9e', 'name': '', 'network_id': '06b4902e-7c8e-4d2b-bfcf-5b83583a5712', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:7d:f2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'c439452c-8619-402a-aa8a-7b28ef98271c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:43Z', 'updated_at': '2022-01-29T04:31:45Z', 'revision_number': 2, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': 'c439452c-8619-402a-aa8a-7b28ef98271c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '747a0d63-698f-4e1f-8266-10ef0611d283', 'name': '', 'network_id': '31055425-038b-483d-ad92-965ae6c0c79b', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:69:aa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '4dd123fd-472d-4cb4-a679-56c9a3e2915e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:36Z', 'updated_at': '2022-01-29T04:31:46Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': '4dd123fd-472d-4cb4-a679-56c9a3e2915e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a950060d-4ecc-4338-963f-1af8909110eb', 'name': '', 'network_id': '5e64060c-86c5-488d-b521-33ad26ce344e', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:5c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '103d068b-4d58-4800-a106-514933ad2077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:19Z', 'updated_at': '2022-01-29T04:31:27Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': '103d068b-4d58-4800-a106-514933ad2077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dda2e1a1-3ae3-4a74-943e-90c37f4d3dee', 'name': '', 'network_id': '8550f5ea-16b6-4a7d-8cfa-7fd96db71762', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:16:8f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'e177851f-1fdc-4a31-9d2d-dee82def9f3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:28Z', 'updated_at': '2022-01-29T04:31:37Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': 'e177851f-1fdc-4a31-9d2d-dee82def9f3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:51.143204 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41167426-3330-4289-816b-dc1bdd2975c7 None None] Checking router: 372a3b60-f704-4353-af5d-28c9327b9b15 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:31:51.143840 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41167426-3330-4289-816b-dc1bdd2975c7 None None] Updating router 372a3b60-f704-4353-af5d-28c9327b9b15 port 14c7a76d-850e-4399-9f79-7b4dd9983e9e binding host dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:31:51.145996 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-68a3d23b-e293-47d0-b11a-6a7c6551a040 None None] Provisioning complete for port 14c7a76d-850e-4399-9f79-7b4dd9983e9e triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:51.146541 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-68a3d23b-e293-47d0-b11a-6a7c6551a040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (14c7a76d-850e-4399-9f79-7b4dd9983e9e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:51.194859 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b374840-03e6-4d3a-bfe4-d57ba0093059 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:31:51.203641 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2b374840-03e6-4d3a-bfe4-d57ba0093059 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:51.205052 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2b374840-03e6-4d3a-bfe4-d57ba0093059 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "PUT /v2.0/routers/372a3b60-f704-4353-af5d-28c9327b9b15 HTTP/1.1" status: 200 len: 933 time: 2.4456720 Jan 29 04:31:51.211417 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55016) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:51.343481 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 487034aa-59f2-4cc6-a8ea-c959706dc3c1 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:51.344120 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (487034aa-59f2-4cc6-a8ea-c959706dc3c1), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:51.372794 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-027072aa-7071-44f5-b118-9a970f3a1e45 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "GET /v2.0/routers/372a3b60-f704-4353-af5d-28c9327b9b15 HTTP/1.1" status: 200 len: 933 time: 0.1465712 Jan 29 04:31:51.398949 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55018) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:51.400776 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b2817076-1e17-4c2f-b662-b7814ef0f862 admin admin] Publish callbacks [] for security_group (93873745-716c-4887-bb0e-4d68e8fa3cb0), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:51.407425 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-f87d307a-9653-4ee2-94b8-115961e8c2f5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Request body: {'router': {'routes': None}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:51.436646 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-41167426-3330-4289-816b-dc1bdd2975c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (14c7a76d-850e-4399-9f79-7b4dd9983e9e), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:51.461843 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-68a3d23b-e293-47d0-b11a-6a7c6551a040 None None] Port 14c7a76d-850e-4399-9f79-7b4dd9983e9e cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:31:51.463414 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8591ebd6-dd21-4c50-9eb7-2101eee981fb tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:31:51.474875 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66889837-6b0c-44d0-af15-20ae45309d18 None None] Sync routers for ids ['389f1f00-b86a-4154-b700-f3328ae85b52'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:31:51.487036 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-8591ebd6-dd21-4c50-9eb7-2101eee981fb tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "PUT /v2.0/routers/389f1f00-b86a-4154-b700-f3328ae85b52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7661870 Jan 29 04:31:51.494637 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55020) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:51.498305 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66889837-6b0c-44d0-af15-20ae45309d18 None None] Routers {'389f1f00-b86a-4154-b700-f3328ae85b52'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:31:51.499571 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-66889837-6b0c-44d0-af15-20ae45309d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:31:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['389f1f00-b86a-4154-b700-f3328ae85b52'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:51.506703 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-e28f553b-dcd6-46ca-838d-f6087acbde9e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-42277412'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:51.521450 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-730a59bf-8f44-4696-a15c-b764f3f1ff9d req-773d098c-8ae1-47e8-a614-e6db71779a6c tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4660902 Jan 29 04:31:51.542256 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b2817076-1e17-4c2f-b662-b7814ef0f862 admin admin] Publish callbacks [] for security_group (93873745-716c-4887-bb0e-4d68e8fa3cb0), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:51.594902 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-7a5ac3a0-81a0-4b04-9077-70eacf3272b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7a87376-f52f-4aa1-b0cc-c4e4a30f0615 {{(pid=103584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:31:51.608875 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-7a5ac3a0-81a0-4b04-9077-70eacf3272b0 service neutron] Publish callbacks [] for port (a7a87376-f52f-4aa1-b0cc-c4e4a30f0615), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:51.631136 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.provisioning_blocks [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-7a5ac3a0-81a0-4b04-9077-70eacf3272b0 service neutron] Transition to ACTIVE for port object a7a87376-f52f-4aa1-b0cc-c4e4a30f0615 will not be triggered until provisioned by entity L2. {{(pid=103584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:31:51.679124 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28f553b-dcd6-46ca-838d-f6087acbde9e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Made reservation on behalf of af39ab92727346cabd50ae3ea9026005 for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:51.684761 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf5b75b-7a01-4eea-85f8-95bb339300f1 None None] Resources bound (agent type, host, resource id): {{(pid=103586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 04:31:51.685159 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e28f553b-dcd6-46ca-838d-f6087acbde9e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:51.692444 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 487034aa-59f2-4cc6-a8ea-c959706dc3c1 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:51.693832 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 99779486-4941-4fe9-bd5a-c025a6f5f932 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:51.703958 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-66889837-6b0c-44d0-af15-20ae45309d18 None None] Set router 389f1f00-b86a-4154-b700-f3328ae85b52 gateway port host: None {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:31:51.721980 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-7a5ac3a0-81a0-4b04-9077-70eacf3272b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (a7a87376-f52f-4aa1-b0cc-c4e4a30f0615), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:51.725687 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-006ea4b6-745d-418d-ae68-8559f4d023db None None] Provisioning complete for port a7a87376-f52f-4aa1-b0cc-c4e4a30f0615 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:51.726338 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-006ea4b6-745d-418d-ae68-8559f4d023db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (a7a87376-f52f-4aa1-b0cc-c4e4a30f0615), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:51.889006 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e28f553b-dcd6-46ca-838d-f6087acbde9e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:31:51.920887 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ac3a0-81a0-4b04-9077-70eacf3272b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a7a87376-f52f-4aa1-b0cc-c4e4a30f0615,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:51.950563 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e28f553b-dcd6-46ca-838d-f6087acbde9e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (fdf3691e-e0e6-41e6-af31-b72c69b5e3ec), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:51.950932 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-e28f553b-dcd6-46ca-838d-f6087acbde9e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Added segment fdf3691e-e0e6-41e6-af31-b72c69b5e3ec of type vlan for network 904c8ff8-2ff3-4975-af88-cc5dc0a857d2 Jan 29 04:31:51.981397 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-66889837-6b0c-44d0-af15-20ae45309d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'name': 'tempest-RoutersIpV6Test-router-1785197132', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:22Z', 'updated_at': '2022-01-29T04:31:48Z', 'revision_number': 4, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'gw_port_host': None, '_interfaces': [{'id': '487034aa-59f2-4cc6-a8ea-c959706dc3c1', 'name': '', 'network_id': '5b489d36-f8c0-4c79-aa35-4133b718183c', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:47:41:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '9e747d59-a8a0-40dc-b7ab-152cc3261cf5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:37Z', 'updated_at': '2022-01-29T04:31:47Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': '9e747d59-a8a0-40dc-b7ab-152cc3261cf5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae4163c1-5816-44cf-b80c-89f9f11f20b9', 'name': '', 'network_id': '755ba25d-bb6b-4a0d-b5a3-7160b7e189ba', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:19:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:27Z', 'updated_at': '2022-01-29T04:31:39Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e33b2eb1-6c48-4160-ac08-bb3252d297bd', 'name': '', 'network_id': 'd8c21180-5b30-4596-8b3b-0a9d72417195', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:c1:bd:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'fd5c66cb-ac89-4d3b-b235-09d0981a9454', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:44Z', 'updated_at': '2022-01-29T04:31:49Z', 'revision_number': 2, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': 'fd5c66cb-ac89-4d3b-b235-09d0981a9454', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:51.987054 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-006ea4b6-745d-418d-ae68-8559f4d023db None None] Port a7a87376-f52f-4aa1-b0cc-c4e4a30f0615 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:31:52.061630 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66889837-6b0c-44d0-af15-20ae45309d18 None None] Checking router: 389f1f00-b86a-4154-b700-f3328ae85b52 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:31:52.062039 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66889837-6b0c-44d0-af15-20ae45309d18 None None] Updating router 389f1f00-b86a-4154-b700-f3328ae85b52 port e33b2eb1-6c48-4160-ac08-bb3252d297bd binding host dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:31:52.065770 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e28f553b-dcd6-46ca-838d-f6087acbde9e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (904c8ff8-2ff3-4975-af88-cc5dc0a857d2), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:52.104065 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-7a5ac3a0-81a0-4b04-9077-70eacf3272b0 service neutron] Attempting to bind port a7a87376-f52f-4aa1-b0cc-c4e4a30f0615 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:31:52.104633 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-7a5ac3a0-81a0-4b04-9077-70eacf3272b0 service neutron] Attempting to bind port a7a87376-f52f-4aa1-b0cc-c4e4a30f0615 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'c716b040-a748-4481-b1ab-9f6d7d87cd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039'}] {{(pid=103584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:31:52.105772 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-7a5ac3a0-81a0-4b04-9077-70eacf3272b0 service neutron] Attempting to bind port a7a87376-f52f-4aa1-b0cc-c4e4a30f0615 on network 0e91feca-45f0-4a0a-b0ad-b17a5562d039 {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:31:52.108178 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 99779486-4941-4fe9-bd5a-c025a6f5f932 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:52.112205 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (99779486-4941-4fe9-bd5a-c025a6f5f932), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:52.115779 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-7a5ac3a0-81a0-4b04-9077-70eacf3272b0 service neutron] Port a7a87376-f52f-4aa1-b0cc-c4e4a30f0615 on network 0e91feca-45f0-4a0a-b0ad-b17a5562d039 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:31:52.118079 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-7a5ac3a0-81a0-4b04-9077-70eacf3272b0 service neutron] Attempting to bind port a7a87376-f52f-4aa1-b0cc-c4e4a30f0615 on network 0e91feca-45f0-4a0a-b0ad-b17a5562d039 {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:31:52.122642 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-7a5ac3a0-81a0-4b04-9077-70eacf3272b0 service neutron] Checking agent: {'id': '15eedd85-6d76-4715-a40f-dc31e854816c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'started_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:31:52.123289 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-7a5ac3a0-81a0-4b04-9077-70eacf3272b0 service neutron] Checking segment: {'id': 'c716b040-a748-4481-b1ab-9f6d7d87cd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:31:52.123786 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-7a5ac3a0-81a0-4b04-9077-70eacf3272b0 service neutron] Bound using segment: {'id': 'c716b040-a748-4481-b1ab-9f6d7d87cd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039'} {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:31:52.124804 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-7a5ac3a0-81a0-4b04-9077-70eacf3272b0 service neutron] Bound port: a7a87376-f52f-4aa1-b0cc-c4e4a30f0615, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c716b040-a748-4481-b1ab-9f6d7d87cd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039'}}] {{(pid=103584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:31:52.125272 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-7a5ac3a0-81a0-4b04-9077-70eacf3272b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (a7a87376-f52f-4aa1-b0cc-c4e4a30f0615), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:52.142988 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66889837-6b0c-44d0-af15-20ae45309d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (e33b2eb1-6c48-4160-ac08-bb3252d297bd), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:52.143337 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-006ea4b6-745d-418d-ae68-8559f4d023db None None] Provisioning complete for port b7948016-2175-4e57-9706-c4be2aab3e60 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:52.143781 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-006ea4b6-745d-418d-ae68-8559f4d023db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b7948016-2175-4e57-9706-c4be2aab3e60), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:52.195333 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef992cc5-a4b3-462f-9cf4-a16517fa3094 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Made reservation on behalf of 6b55d65aa0e04e7b997972caf4c72a2e for: {'port': 2} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:52.196498 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ef992cc5-a4b3-462f-9cf4-a16517fa3094 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:52.201055 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-7a5ac3a0-81a0-4b04-9077-70eacf3272b0 service neutron] For port a7a87376-f52f-4aa1-b0cc-c4e4a30f0615, host hv-neutron-8211, cleared binding levels {{(pid=103584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:31:52.205716 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-7a5ac3a0-81a0-4b04-9077-70eacf3272b0 service neutron] For port a7a87376-f52f-4aa1-b0cc-c4e4a30f0615, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a7a87376-f52f-4aa1-b0cc-c4e4a30f0615,segment=NetworkSegment(c716b040-a748-4481-b1ab-9f6d7d87cd90),segment_id=c716b040-a748-4481-b1ab-9f6d7d87cd90)] {{(pid=103584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:31:52.217654 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ef992cc5-a4b3-462f-9cf4-a16517fa3094 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:52.279461 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e28f553b-dcd6-46ca-838d-f6087acbde9e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (904c8ff8-2ff3-4975-af88-cc5dc0a857d2), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:52.286368 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28f553b-dcd6-46ca-838d-f6087acbde9e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:52.287422 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e28f553b-dcd6-46ca-838d-f6087acbde9e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:52.332520 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac0bc2e-6132-46d6-b689-461785711cf0 None None] get_active_networks_info from dv-neutron-821190-1-hyperv {{(pid=103586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 29 04:31:52.362302 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-7a5ac3a0-81a0-4b04-9077-70eacf3272b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (a7a87376-f52f-4aa1-b0cc-c4e4a30f0615), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:52.423380 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.extraroute_db [None req-f87d307a-9653-4ee2-94b8-115961e8c2f5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Added routes are [] {{(pid=103585) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 29 04:31:52.424038 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.extraroute_db [None req-f87d307a-9653-4ee2-94b8-115961e8c2f5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103585) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 29 04:31:52.425446 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e28f553b-dcd6-46ca-838d-f6087acbde9e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9292037 Jan 29 04:31:52.449215 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55022) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:52.461173 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-307fe9ef-097d-4c0d-bd03-16ff83eaf22c tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Request body: {'subnet': {'network_id': '904c8ff8-2ff3-4975-af88-cc5dc0a857d2', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:52.485935 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f87d307a-9653-4ee2-94b8-115961e8c2f5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1615661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1617607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-536'] for router (372a3b60-f704-4353-af5d-28c9327b9b15), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:52.522766 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b2817076-1e17-4c2f-b662-b7814ef0f862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (93873745-716c-4887-bb0e-4d68e8fa3cb0), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:52.526869 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b2817076-1e17-4c2f-b662-b7814ef0f862 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:52.528849 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b2817076-1e17-4c2f-b662-b7814ef0f862 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/93873745-716c-4887-bb0e-4d68e8fa3cb0 HTTP/1.1" status: 204 len: 168 time: 1.6181479 Jan 29 04:31:52.541477 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2817076-1e17-4c2f-b662-b7814ef0f862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93873745-716c-4887-bb0e-4d68e8fa3cb0,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:52.561402 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-7a5ac3a0-81a0-4b04-9077-70eacf3272b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:52.563972 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-7a5ac3a0-81a0-4b04-9077-70eacf3272b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:52.576429 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-7a5ac3a0-81a0-4b04-9077-70eacf3272b0 service neutron] 10.222.0.18 "PUT /v2.0/ports/a7a87376-f52f-4aa1-b0cc-c4e4a30f0615 HTTP/1.1" status: 200 len: 1093 time: 2.4807808 Jan 29 04:31:52.576429 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbff3068-abc1-410e-8b9a-c2d16890e79c', 'tag': 'a7a87376-f52f-4aa1-b0cc-c4e4a30f0615'}] {{(pid=103584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:31:52.576429 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88d22702f486e82ce3265c1db8b0c003dd285ef8b53ba8e869e33114e3fd04d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0476bdc-b3ac-4e21-8ffb-1e98d9ae2a33" -d '{"events": [{"name": "network-changed", "server_uuid": "bbff3068-abc1-410e-8b9a-c2d16890e79c", "tag": "a7a87376-f52f-4aa1-b0cc-c4e4a30f0615"}]}' {{(pid=103584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:31:52.588521 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66889837-6b0c-44d0-af15-20ae45309d18 None None] Publish callbacks [] for port (e33b2eb1-6c48-4160-ac08-bb3252d297bd), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:52.609158 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f553b-dcd6-46ca-838d-f6087acbde9e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event updated for resources: {'Network': ['ID=904c8ff8-2ff3-4975-af88-cc5dc0a857d2,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:52.668424 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5549ad36-cda4-417b-b9a4-45422067a66a x-openstack-request-id: req-5549ad36-cda4-417b-b9a4-45422067a66a {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:31:52.668935 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbff3068-abc1-410e-8b9a-c2d16890e79c", "tag": "a7a87376-f52f-4aa1-b0cc-c4e4a30f0615", "status": "completed", "code": 200}]} {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:31:52.669202 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5549ad36-cda4-417b-b9a4-45422067a66a {{(pid=103584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:31:52.669615 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbff3068-abc1-410e-8b9a-c2d16890e79c', 'tag': 'a7a87376-f52f-4aa1-b0cc-c4e4a30f0615', 'status': 'completed', 'code': 200} Jan 29 04:31:52.674822 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ac3a0-81a0-4b04-9077-70eacf3272b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a7a87376-f52f-4aa1-b0cc-c4e4a30f0615,revision_number=3']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:52.693235 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 99779486-4941-4fe9-bd5a-c025a6f5f932 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:52.694444 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 747a0d63-698f-4e1f-8266-10ef0611d283 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:52.696204 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 904c8ff8-2ff3-4975-af88-cc5dc0a857d2 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:31:52.697456 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66889837-6b0c-44d0-af15-20ae45309d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (e33b2eb1-6c48-4160-ac08-bb3252d297bd), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:52.818245 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec10580-6687-4b66-8be1-fb2875766abc None None] Pushing event updated for resources: {'Port': ['ID=e33b2eb1-6c48-4160-ac08-bb3252d297bd,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:52.834172 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307fe9ef-097d-4c0d-bd03-16ff83eaf22c tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Made reservation on behalf of af39ab92727346cabd50ae3ea9026005 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:52.857988 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-307fe9ef-097d-4c0d-bd03-16ff83eaf22c tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:52.864466 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-006ea4b6-745d-418d-ae68-8559f4d023db None None] Current status of the port b7948016-2175-4e57-9706-c4be2aab3e60 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:52.897543 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-44bb548e-4ea4-4529-83b9-30df8993b05f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:52.914261 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac0bc2e-6132-46d6-b689-461785711cf0 None None] Resources bound (agent type, host, resource id): {{(pid=103586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 04:31:52.917748 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-41167426-3330-4289-816b-dc1bdd2975c7 None None] Publish callbacks [] for port (14c7a76d-850e-4399-9f79-7b4dd9983e9e), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:52.922247 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-006ea4b6-745d-418d-ae68-8559f4d023db None None] Provisioning complete for port e33b2eb1-6c48-4160-ac08-bb3252d297bd triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:52.922919 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-006ea4b6-745d-418d-ae68-8559f4d023db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (e33b2eb1-6c48-4160-ac08-bb3252d297bd), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:52.925710 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-66889837-6b0c-44d0-af15-20ae45309d18 None None] Attempting to bind port e33b2eb1-6c48-4160-ac08-bb3252d297bd on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:31:52.926084 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-66889837-6b0c-44d0-af15-20ae45309d18 None None] Attempting to bind port e33b2eb1-6c48-4160-ac08-bb3252d297bd by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'e4a03a26-d72d-4182-9891-ca6542e38ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd8c21180-5b30-4596-8b3b-0a9d72417195'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:31:52.926441 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66889837-6b0c-44d0-af15-20ae45309d18 None None] Attempting to bind port e33b2eb1-6c48-4160-ac08-bb3252d297bd on network d8c21180-5b30-4596-8b3b-0a9d72417195 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:31:52.939521 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66889837-6b0c-44d0-af15-20ae45309d18 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:31:52.939946 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66889837-6b0c-44d0-af15-20ae45309d18 None None] Checking segment: {'id': 'e4a03a26-d72d-4182-9891-ca6542e38ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd8c21180-5b30-4596-8b3b-0a9d72417195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:31:52.940616 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66889837-6b0c-44d0-af15-20ae45309d18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:52.943118 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66889837-6b0c-44d0-af15-20ae45309d18 None None] Bound using segment: {'id': 'e4a03a26-d72d-4182-9891-ca6542e38ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd8c21180-5b30-4596-8b3b-0a9d72417195'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:31:52.943611 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-66889837-6b0c-44d0-af15-20ae45309d18 None None] Bound port: e33b2eb1-6c48-4160-ac08-bb3252d297bd, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a03a26-d72d-4182-9891-ca6542e38ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd8c21180-5b30-4596-8b3b-0a9d72417195'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:31:52.944387 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66889837-6b0c-44d0-af15-20ae45309d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (e33b2eb1-6c48-4160-ac08-bb3252d297bd), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:53.005088 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-ef992cc5-a4b3-462f-9cf4-a16517fa3094 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] device_id is not set on port 4d53f719-9758-496a-86e9-b097818ca4d4 yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:31:53.012404 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-006ea4b6-745d-418d-ae68-8559f4d023db None None] Port e33b2eb1-6c48-4160-ac08-bb3252d297bd cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:31:53.055522 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-41167426-3330-4289-816b-dc1bdd2975c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (14c7a76d-850e-4399-9f79-7b4dd9983e9e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:53.069005 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 747a0d63-698f-4e1f-8266-10ef0611d283 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:53.069619 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (747a0d63-698f-4e1f-8266-10ef0611d283), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:53.092023 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-66889837-6b0c-44d0-af15-20ae45309d18 None None] For port e33b2eb1-6c48-4160-ac08-bb3252d297bd, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:31:53.095881 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-66889837-6b0c-44d0-af15-20ae45309d18 None None] For port e33b2eb1-6c48-4160-ac08-bb3252d297bd, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=e33b2eb1-6c48-4160-ac08-bb3252d297bd,segment=NetworkSegment(e4a03a26-d72d-4182-9891-ca6542e38ad1),segment_id=e4a03a26-d72d-4182-9891-ca6542e38ad1)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:31:53.167203 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66889837-6b0c-44d0-af15-20ae45309d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (e33b2eb1-6c48-4160-ac08-bb3252d297bd), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:53.170536 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-006ea4b6-745d-418d-ae68-8559f4d023db None None] Provisioning complete for port 14c7a76d-850e-4399-9f79-7b4dd9983e9e triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:53.170921 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-006ea4b6-745d-418d-ae68-8559f4d023db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (14c7a76d-850e-4399-9f79-7b4dd9983e9e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:53.185103 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0476bdc-b3ac-4e21-8ffb-1e98d9ae2a33 req-f358651f-6ff2-41b0-9673-1322b6f3f485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:53.197617 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-c0476bdc-b3ac-4e21-8ffb-1e98d9ae2a33 req-f358651f-6ff2-41b0-9673-1322b6f3f485 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1b0e4f5bc18f46e19e7272f5d8beca17&device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c HTTP/1.1" status: 200 len: 1127 time: 0.4665723 Jan 29 04:31:53.218958 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-006ea4b6-745d-418d-ae68-8559f4d023db None None] Port 14c7a76d-850e-4399-9f79-7b4dd9983e9e cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:31:53.261630 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f137eb1d-1aa5-4d36-a582-d469931fe443 None None] Pushing event updated for resources: {'Port': ['ID=14c7a76d-850e-4399-9f79-7b4dd9983e9e,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:53.305358 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec10580-6687-4b66-8be1-fb2875766abc None None] Pushing event updated for resources: {'Port': ['ID=e33b2eb1-6c48-4160-ac08-bb3252d297bd,revision_number=4']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:53.335968 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66889837-6b0c-44d0-af15-20ae45309d18 None None] Routers {'389f1f00-b86a-4154-b700-f3328ae85b52'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:31:53.338228 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-66889837-6b0c-44d0-af15-20ae45309d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:31:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['389f1f00-b86a-4154-b700-f3328ae85b52'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:53.410287 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8892b3d4-60b6-4722-9d6e-61f0edc9a74f req-f503b355-2c96-4389-a56b-f85a5bb43746 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:53.422726 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8892b3d4-60b6-4722-9d6e-61f0edc9a74f req-f503b355-2c96-4389-a56b-f85a5bb43746 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c HTTP/1.1" status: 200 len: 943 time: 0.7585127 Jan 29 04:31:53.444813 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-41167426-3330-4289-816b-dc1bdd2975c7 None None] Attempting to bind port 14c7a76d-850e-4399-9f79-7b4dd9983e9e on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:31:53.444813 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-41167426-3330-4289-816b-dc1bdd2975c7 None None] Attempting to bind port 14c7a76d-850e-4399-9f79-7b4dd9983e9e by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '3adbfb82-9c64-4bb8-8f19-83466a335185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '06b4902e-7c8e-4d2b-bfcf-5b83583a5712'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:31:53.445171 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41167426-3330-4289-816b-dc1bdd2975c7 None None] Attempting to bind port 14c7a76d-850e-4399-9f79-7b4dd9983e9e on network 06b4902e-7c8e-4d2b-bfcf-5b83583a5712 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:31:53.467530 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41167426-3330-4289-816b-dc1bdd2975c7 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:31:53.467915 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41167426-3330-4289-816b-dc1bdd2975c7 None None] Checking segment: {'id': '3adbfb82-9c64-4bb8-8f19-83466a335185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '06b4902e-7c8e-4d2b-bfcf-5b83583a5712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:31:53.468319 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-41167426-3330-4289-816b-dc1bdd2975c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:53.468743 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41167426-3330-4289-816b-dc1bdd2975c7 None None] Bound using segment: {'id': '3adbfb82-9c64-4bb8-8f19-83466a335185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '06b4902e-7c8e-4d2b-bfcf-5b83583a5712'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:31:53.469395 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-41167426-3330-4289-816b-dc1bdd2975c7 None None] Bound port: 14c7a76d-850e-4399-9f79-7b4dd9983e9e, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3adbfb82-9c64-4bb8-8f19-83466a335185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '06b4902e-7c8e-4d2b-bfcf-5b83583a5712'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:31:53.470037 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-41167426-3330-4289-816b-dc1bdd2975c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (14c7a76d-850e-4399-9f79-7b4dd9983e9e), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:53.498780 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-66889837-6b0c-44d0-af15-20ae45309d18 None None] Set router 389f1f00-b86a-4154-b700-f3328ae85b52 gateway port host: None {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:31:53.499588 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ef992cc5-a4b3-462f-9cf4-a16517fa3094 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks [] for port (4d53f719-9758-496a-86e9-b097818ca4d4), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:53.504329 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 747a0d63-698f-4e1f-8266-10ef0611d283 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:53.504329 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device b7948016-2175-4e57-9706-c4be2aab3e60 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:53.504610 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-307fe9ef-097d-4c0d-bd03-16ff83eaf22c tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (70d850a0-c52a-4d8e-b9f9-9e92645d967b), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:53.513459 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f87d307a-9653-4ee2-94b8-115961e8c2f5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1615661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1617607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-536'] for router (372a3b60-f704-4353-af5d-28c9327b9b15), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:53.552824 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f87d307a-9653-4ee2-94b8-115961e8c2f5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1615652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1615667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1617630'] for router (372a3b60-f704-4353-af5d-28c9327b9b15), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:53.645676 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-41167426-3330-4289-816b-dc1bdd2975c7 None None] For port 14c7a76d-850e-4399-9f79-7b4dd9983e9e, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:31:53.652273 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-41167426-3330-4289-816b-dc1bdd2975c7 None None] For port 14c7a76d-850e-4399-9f79-7b4dd9983e9e, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=14c7a76d-850e-4399-9f79-7b4dd9983e9e,segment=NetworkSegment(3adbfb82-9c64-4bb8-8f19-83466a335185),segment_id=3adbfb82-9c64-4bb8-8f19-83466a335185)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:31:53.692367 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port b7948016-2175-4e57-9706-c4be2aab3e60 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:53.693235 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b7948016-2175-4e57-9706-c4be2aab3e60), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:53.769265 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:53.770054 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8892b3d4-60b6-4722-9d6e-61f0edc9a74f req-ec46ccef-dea1-41eb-a436-eeaa646b162a tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3246479 Jan 29 04:31:53.795842 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-41167426-3330-4289-816b-dc1bdd2975c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (14c7a76d-850e-4399-9f79-7b4dd9983e9e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:53.945340 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:53.951442 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307fe9ef-097d-4c0d-bd03-16ff83eaf22c tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event updated for resources: {'Subnet': ['ID=70d850a0-c52a-4d8e-b9f9-9e92645d967b,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:53.990469 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41167426-3330-4289-816b-dc1bdd2975c7 None None] Routers {'372a3b60-f704-4353-af5d-28c9327b9b15'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:31:53.993281 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-41167426-3330-4289-816b-dc1bdd2975c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:31:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['372a3b60-f704-4353-af5d-28c9327b9b15'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:54.049100 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-66889837-6b0c-44d0-af15-20ae45309d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'name': 'tempest-RoutersIpV6Test-router-1785197132', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:22Z', 'updated_at': '2022-01-29T04:31:48Z', 'revision_number': 4, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'gw_port_host': None, '_interfaces': [{'id': '487034aa-59f2-4cc6-a8ea-c959706dc3c1', 'name': '', 'network_id': '5b489d36-f8c0-4c79-aa35-4133b718183c', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:47:41:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '9e747d59-a8a0-40dc-b7ab-152cc3261cf5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:37Z', 'updated_at': '2022-01-29T04:31:47Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': '9e747d59-a8a0-40dc-b7ab-152cc3261cf5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae4163c1-5816-44cf-b80c-89f9f11f20b9', 'name': '', 'network_id': '755ba25d-bb6b-4a0d-b5a3-7160b7e189ba', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:19:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:27Z', 'updated_at': '2022-01-29T04:31:39Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e33b2eb1-6c48-4160-ac08-bb3252d297bd', 'name': '', 'network_id': 'd8c21180-5b30-4596-8b3b-0a9d72417195', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:c1:bd:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'fd5c66cb-ac89-4d3b-b235-09d0981a9454', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:44Z', 'updated_at': '2022-01-29T04:31:53Z', 'revision_number': 4, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': 'fd5c66cb-ac89-4d3b-b235-09d0981a9454', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:54.058759 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0476bdc-b3ac-4e21-8ffb-1e98d9ae2a33 req-cb4e0b53-4e90-4a4e-bc4e-cde682218dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:54.072747 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-c0476bdc-b3ac-4e21-8ffb-1e98d9ae2a33 req-cb4e0b53-4e90-4a4e-bc4e-cde682218dd6 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=1b0e4f5bc18f46e19e7272f5d8beca17&shared=False HTTP/1.1" status: 200 len: 913 time: 0.8697252 Jan 29 04:31:54.077331 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307fe9ef-097d-4c0d-bd03-16ff83eaf22c tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Checking segment: {'id': 'fdf3691e-e0e6-41e6-af31-b72c69b5e3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '904c8ff8-2ff3-4975-af88-cc5dc0a857d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:31:54.078076 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307fe9ef-097d-4c0d-bd03-16ff83eaf22c tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Network hostable DHCP agents. Network: 904c8ff8-2ff3-4975-af88-cc5dc0a857d2, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:31:54.124274 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87d307a-9653-4ee2-94b8-115961e8c2f5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Router 372a3b60-f704-4353-af5d-28c9327b9b15 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:31:54.141944 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-ef992cc5-a4b3-462f-9cf4-a16517fa3094 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] device_id is not set on port fba128af-9319-4beb-9008-1a34240bc7d4 yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:31:54.156416 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66889837-6b0c-44d0-af15-20ae45309d18 None None] The sync data for ids ['389f1f00-b86a-4154-b700-f3328ae85b52'] in dv-neutron-821190-1-hyperv is: [{'id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'name': 'tempest-RoutersIpV6Test-router-1785197132', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:22Z', 'updated_at': '2022-01-29T04:31:48Z', 'revision_number': 4, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'gw_port_host': None, '_interfaces': [{'id': '487034aa-59f2-4cc6-a8ea-c959706dc3c1', 'name': '', 'network_id': '5b489d36-f8c0-4c79-aa35-4133b718183c', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:47:41:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '9e747d59-a8a0-40dc-b7ab-152cc3261cf5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:37Z', 'updated_at': '2022-01-29T04:31:47Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': '9e747d59-a8a0-40dc-b7ab-152cc3261cf5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae4163c1-5816-44cf-b80c-89f9f11f20b9', 'name': '', 'network_id': '755ba25d-bb6b-4a0d-b5a3-7160b7e189ba', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:19:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:27Z', 'updated_at': '2022-01-29T04:31:39Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e33b2eb1-6c48-4160-ac08-bb3252d297bd', 'name': '', 'network_id': 'd8c21180-5b30-4596-8b3b-0a9d72417195', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:c1:bd:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'fd5c66cb-ac89-4d3b-b235-09d0981a9454', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:44Z', 'updated_at': '2022-01-29T04:31:53Z', 'revision_number': 4, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': 'fd5c66cb-ac89-4d3b-b235-09d0981a9454', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:31:54.311569 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55048) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:54.342312 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307fe9ef-097d-4c0d-bd03-16ff83eaf22c tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Network 904c8ff8-2ff3-4975-af88-cc5dc0a857d2 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:31:54.415773 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87d307a-9653-4ee2-94b8-115961e8c2f5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:31:54.443130 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f87d307a-9653-4ee2-94b8-115961e8c2f5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:54.448572 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f87d307a-9653-4ee2-94b8-115961e8c2f5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "PUT /v2.0/routers/372a3b60-f704-4353-af5d-28c9327b9b15 HTTP/1.1" status: 200 len: 699 time: 3.0453725 Jan 29 04:31:54.449478 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55052) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:54.505656 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-307fe9ef-097d-4c0d-bd03-16ff83eaf22c tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 904c8ff8-2ff3-4975-af88-cc5dc0a857d2) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:54.540875 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307fe9ef-097d-4c0d-bd03-16ff83eaf22c tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:54.543339 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-307fe9ef-097d-4c0d-bd03-16ff83eaf22c tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:54.556272 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0476bdc-b3ac-4e21-8ffb-1e98d9ae2a33 req-b0c864ca-cf3a-404d-a9f3-829ecb001bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:54.558126 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-c0476bdc-b3ac-4e21-8ffb-1e98d9ae2a33 req-b0c864ca-cf3a-404d-a9f3-829ecb001bba service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4430020 Jan 29 04:31:54.636975 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-8197efc7-4919-4a56-a3cd-55576049148a tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Request body: {'security_group': {'name': 'tempest-secgroup--1453490392'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:54.701027 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-307fe9ef-097d-4c0d-bd03-16ff83eaf22c tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2492759 Jan 29 04:31:54.705090 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55054) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:54.706771 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port b7948016-2175-4e57-9706-c4be2aab3e60 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:54.724983 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a4e53e-9d22-46dd-ba62-8cd8f4eaab3f None None] Network 904c8ff8-2ff3-4975-af88-cc5dc0a857d2 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:31:54.726835 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f137eb1d-1aa5-4d36-a582-d469931fe443 None None] Pushing event updated for resources: {'Port': ['ID=14c7a76d-850e-4399-9f79-7b4dd9983e9e,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:54.863575 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8197efc7-4919-4a56-a3cd-55576049148a tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:54.876276 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8197efc7-4919-4a56-a3cd-55576049148a tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:54.930024 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ef992cc5-a4b3-462f-9cf4-a16517fa3094 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks [] for port (fba128af-9319-4beb-9008-1a34240bc7d4), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:54.985001 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-41167426-3330-4289-816b-dc1bdd2975c7 None None] Set router 372a3b60-f704-4353-af5d-28c9327b9b15 gateway port host: None {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:31:55.028519 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-dc53c624-82e4-4ab2-9531-18c4e27ac885 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "GET /v2.0/routers/372a3b60-f704-4353-af5d-28c9327b9b15 HTTP/1.1" status: 200 len: 699 time: 0.5750837 Jan 29 04:31:55.030706 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55058) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:55.122111 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8197efc7-4919-4a56-a3cd-55576049148a tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (6c574b8e-fadd-4e73-9088-ee0e747caf86), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:55.129674 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-12bf805c-fae3-4d41-9333-916efc26bc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:55.132044 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-12bf805c-fae3-4d41-9333-916efc26bc69 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1b0e4f5bc18f46e19e7272f5d8beca17&device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c HTTP/1.1" status: 200 len: 1127 time: 0.4462259 Jan 29 04:31:55.134915 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ef992cc5-a4b3-462f-9cf4-a16517fa3094 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (4d53f719-9758-496a-86e9-b097818ca4d4), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:55.199950 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device b7948016-2175-4e57-9706-c4be2aab3e60 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:55.246516 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8197efc7-4919-4a56-a3cd-55576049148a tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (6c574b8e-fadd-4e73-9088-ee0e747caf86), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:55.314029 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8197efc7-4919-4a56-a3cd-55576049148a tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (aa364081-0323-4bc2-849c-1653868a3843), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:55.325464 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:55.357398 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-3e64f3e1-f8ee-4466-9b4f-247886e5ba17 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7a87376-f52f-4aa1-b0cc-c4e4a30f0615 HTTP/1.1" status: 200 len: 217 time: 0.2034886 Jan 29 04:31:55.362507 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197efc7-4919-4a56-a3cd-55576049148a tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c574b8e-fadd-4e73-9088-ee0e747caf86,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:55.375728 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ae4a4-4d5d-4906-81af-c85193356e80 req-5299ab99-36fa-4f1f-be73-0b0f1027f854 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:55.377363 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9c0ae4a4-4d5d-4906-81af-c85193356e80 req-5299ab99-36fa-4f1f-be73-0b0f1027f854 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c HTTP/1.1" status: 200 len: 943 time: 0.4488432 Jan 29 04:31:55.397687 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef992cc5-a4b3-462f-9cf4-a16517fa3094 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Pushing event updated for resources: {'Port': ['ID=4d53f719-9758-496a-86e9-b097818ca4d4,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:55.447599 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-fd2fdd9a-5d57-4600-a175-627b4727d490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:55.449276 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-fd2fdd9a-5d57-4600-a175-627b4727d490 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c5ef5406-79aa-4490-92c9-3e7f9e568ee2 HTTP/1.1" status: 200 len: 851 time: 0.0707338 Jan 29 04:31:55.465166 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9683dea3-c6f1-4541-b11f-de0833084a87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-904c8ff8-2ff3-4975-af88-cc5dc0a857d2', 'network_id': '904c8ff8-2ff3-4975-af88-cc5dc0a857d2', 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'fixed_ips': [{'subnet_id': '70d850a0-c52a-4d8e-b9f9-9e92645d967b'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:31:55.466066 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9683dea3-c6f1-4541-b11f-de0833084a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:55.477316 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8197efc7-4919-4a56-a3cd-55576049148a tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (aa364081-0323-4bc2-849c-1653868a3843), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:55.506857 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3d71195c-68bc-4dd6-b8c8-8ad10e618abb None None] Provisioning complete for port e33b2eb1-6c48-4160-ac08-bb3252d297bd triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:55.507263 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3d71195c-68bc-4dd6-b8c8-8ad10e618abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (e33b2eb1-6c48-4160-ac08-bb3252d297bd), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:55.617610 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef992cc5-a4b3-462f-9cf4-a16517fa3094 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Checking segment: {'id': '9113b830-a5a1-4c05-a415-1f9ad84bfc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8d1e714d-4465-4b75-945d-7c5a721aac9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:31:55.618222 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef992cc5-a4b3-462f-9cf4-a16517fa3094 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Network hostable DHCP agents. Network: 8d1e714d-4465-4b75-945d-7c5a721aac9a, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:31:55.677255 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197efc7-4919-4a56-a3cd-55576049148a tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa364081-0323-4bc2-849c-1653868a3843,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:55.697990 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port b7948016-2175-4e57-9706-c4be2aab3e60 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:55.698486 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b7948016-2175-4e57-9706-c4be2aab3e60), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:55.700681 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9c0ae4a4-4d5d-4906-81af-c85193356e80 req-ca93aa56-167c-4154-a59e-fee4a25fc344 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2504089 Jan 29 04:31:55.711418 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8197efc7-4919-4a56-a3cd-55576049148a tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:55.716237 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-8197efc7-4919-4a56-a3cd-55576049148a tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4013865 Jan 29 04:31:55.717160 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55060) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:55.777745 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef992cc5-a4b3-462f-9cf4-a16517fa3094 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Network 8d1e714d-4465-4b75-945d-7c5a721aac9a is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:31:55.807997 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3d71195c-68bc-4dd6-b8c8-8ad10e618abb None None] Current status of the port e33b2eb1-6c48-4160-ac08-bb3252d297bd is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:55.808592 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3d71195c-68bc-4dd6-b8c8-8ad10e618abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (e33b2eb1-6c48-4160-ac08-bb3252d297bd), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:55.891061 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-ef992cc5-a4b3-462f-9cf4-a16517fa3094 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 8d1e714d-4465-4b75-945d-7c5a721aac9a) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:55.913786 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef992cc5-a4b3-462f-9cf4-a16517fa3094 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:31:55.917723 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52e8ec1-4128-42bd-b844-974bdf1be92d None None] Network 8d1e714d-4465-4b75-945d-7c5a721aac9a requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:31:55.917871 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ef992cc5-a4b3-462f-9cf4-a16517fa3094 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (fba128af-9319-4beb-9008-1a34240bc7d4), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:55.986327 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3d71195c-68bc-4dd6-b8c8-8ad10e618abb None None] For port e33b2eb1-6c48-4160-ac08-bb3252d297bd, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=e33b2eb1-6c48-4160-ac08-bb3252d297bd,segment=NetworkSegment(e4a03a26-d72d-4182-9891-ca6542e38ad1),segment_id=e4a03a26-d72d-4182-9891-ca6542e38ad1)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:55.987846 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef992cc5-a4b3-462f-9cf4-a16517fa3094 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Pushing event updated for resources: {'Port': ['ID=fba128af-9319-4beb-9008-1a34240bc7d4,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:56.013410 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-41167426-3330-4289-816b-dc1bdd2975c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'name': 'tempest-RoutersTest-router-958532573', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:14Z', 'updated_at': '2022-01-29T04:31:52Z', 'revision_number': 7, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'gw_port_host': None, '_interfaces': [{'id': '14c7a76d-850e-4399-9f79-7b4dd9983e9e', 'name': '', 'network_id': '06b4902e-7c8e-4d2b-bfcf-5b83583a5712', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:7d:f2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'c439452c-8619-402a-aa8a-7b28ef98271c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:43Z', 'updated_at': '2022-01-29T04:31:53Z', 'revision_number': 4, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': 'c439452c-8619-402a-aa8a-7b28ef98271c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '747a0d63-698f-4e1f-8266-10ef0611d283', 'name': '', 'network_id': '31055425-038b-483d-ad92-965ae6c0c79b', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:69:aa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '4dd123fd-472d-4cb4-a679-56c9a3e2915e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:36Z', 'updated_at': '2022-01-29T04:31:46Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': '4dd123fd-472d-4cb4-a679-56c9a3e2915e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a950060d-4ecc-4338-963f-1af8909110eb', 'name': '', 'network_id': '5e64060c-86c5-488d-b521-33ad26ce344e', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:5c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '103d068b-4d58-4800-a106-514933ad2077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:19Z', 'updated_at': '2022-01-29T04:31:27Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': '103d068b-4d58-4800-a106-514933ad2077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dda2e1a1-3ae3-4a74-943e-90c37f4d3dee', 'name': '', 'network_id': '8550f5ea-16b6-4a7d-8cfa-7fd96db71762', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:16:8f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'e177851f-1fdc-4a31-9d2d-dee82def9f3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:28Z', 'updated_at': '2022-01-29T04:31:37Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': 'e177851f-1fdc-4a31-9d2d-dee82def9f3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:56.033705 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-056e716b-5106-41e6-a254-dc6ddf6ea343 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (372a3b60-f704-4353-af5d-28c9327b9b15), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:56.045552 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-9683dea3-c6f1-4541-b11f-de0833084a87 None None] Allocated IP 2001:db8:3::2 (904c8ff8-2ff3-4975-af88-cc5dc0a857d2/70d850a0-c52a-4d8e-b9f9-9e92645d967b/3e174fcc-a890-49e6-a31e-c6ff2b0e89d0) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:31:56.048467 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41167426-3330-4289-816b-dc1bdd2975c7 None None] The sync data for ids ['372a3b60-f704-4353-af5d-28c9327b9b15'] in dv-neutron-821190-1-hyperv is: [{'id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'name': 'tempest-RoutersTest-router-958532573', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:14Z', 'updated_at': '2022-01-29T04:31:52Z', 'revision_number': 7, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'gw_port_host': None, '_interfaces': [{'id': '14c7a76d-850e-4399-9f79-7b4dd9983e9e', 'name': '', 'network_id': '06b4902e-7c8e-4d2b-bfcf-5b83583a5712', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:7d:f2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'c439452c-8619-402a-aa8a-7b28ef98271c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:43Z', 'updated_at': '2022-01-29T04:31:53Z', 'revision_number': 4, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': 'c439452c-8619-402a-aa8a-7b28ef98271c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '747a0d63-698f-4e1f-8266-10ef0611d283', 'name': '', 'network_id': '31055425-038b-483d-ad92-965ae6c0c79b', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:69:aa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '4dd123fd-472d-4cb4-a679-56c9a3e2915e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:36Z', 'updated_at': '2022-01-29T04:31:46Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': '4dd123fd-472d-4cb4-a679-56c9a3e2915e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a950060d-4ecc-4338-963f-1af8909110eb', 'name': '', 'network_id': '5e64060c-86c5-488d-b521-33ad26ce344e', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:5c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '103d068b-4d58-4800-a106-514933ad2077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:19Z', 'updated_at': '2022-01-29T04:31:27Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': '103d068b-4d58-4800-a106-514933ad2077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dda2e1a1-3ae3-4a74-943e-90c37f4d3dee', 'name': '', 'network_id': '8550f5ea-16b6-4a7d-8cfa-7fd96db71762', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:16:8f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'e177851f-1fdc-4a31-9d2d-dee82def9f3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:28Z', 'updated_at': '2022-01-29T04:31:37Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': 'e177851f-1fdc-4a31-9d2d-dee82def9f3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:31:56.094238 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3d71195c-68bc-4dd6-b8c8-8ad10e618abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (e33b2eb1-6c48-4160-ac08-bb3252d297bd), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:56.169033 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-88a347ea-7b50-4b6b-953f-e53f4fd875a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:56.170867 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-88a347ea-7b50-4b6b-953f-e53f4fd875a9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e91feca-45f0-4a0a-b0ad-b17a5562d039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.6830556 Jan 29 04:31:56.189862 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef992cc5-a4b3-462f-9cf4-a16517fa3094 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Checking segment: {'id': 'eb1c1621-d70e-49aa-a563-6ba24b75e8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c0a1bc04-6544-48d0-8f45-ddd26943fd88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:31:56.190232 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef992cc5-a4b3-462f-9cf4-a16517fa3094 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Network hostable DHCP agents. Network: c0a1bc04-6544-48d0-8f45-ddd26943fd88, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:31:56.204196 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port b7948016-2175-4e57-9706-c4be2aab3e60 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:56.205580 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device e33b2eb1-6c48-4160-ac08-bb3252d297bd up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:56.343371 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-9799443b-3efb-4b51-830c-548742b6e299 service neutron] 10.222.0.18 "GET /v2.0/networks/0e91feca-45f0-4a0a-b0ad-b17a5562d039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460509 Jan 29 04:31:56.347341 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef992cc5-a4b3-462f-9cf4-a16517fa3094 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Network c0a1bc04-6544-48d0-8f45-ddd26943fd88 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:31:56.356891 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd16e71-bc9c-4bf8-8a23-5bc42aae6f02 None None] Sync routers for ids ['372a3b60-f704-4353-af5d-28c9327b9b15'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:31:56.385070 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-056e716b-5106-41e6-a254-dc6ddf6ea343 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Deleting port 14c7a76d-850e-4399-9f79-7b4dd9983e9e {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:31:56.385806 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-056e716b-5106-41e6-a254-dc6ddf6ea343 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (14c7a76d-850e-4399-9f79-7b4dd9983e9e), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:56.396024 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3d71195c-68bc-4dd6-b8c8-8ad10e618abb None None] Provisioning complete for port 14c7a76d-850e-4399-9f79-7b4dd9983e9e triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:56.396588 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3d71195c-68bc-4dd6-b8c8-8ad10e618abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (14c7a76d-850e-4399-9f79-7b4dd9983e9e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:56.458807 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd16e71-bc9c-4bf8-8a23-5bc42aae6f02 None None] Routers {'372a3b60-f704-4353-af5d-28c9327b9b15'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:31:56.459453 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-9fd16e71-bc9c-4bf8-8a23-5bc42aae6f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:31:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['372a3b60-f704-4353-af5d-28c9327b9b15'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:56.470552 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71195c-68bc-4dd6-b8c8-8ad10e618abb None None] Pushing event updated for resources: {'Port': ['ID=e33b2eb1-6c48-4160-ac08-bb3252d297bd,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:56.476051 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:56.488303 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0746a50f-30d2-4591-be45-fa89c0911c0c tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.7657967 Jan 29 04:31:56.493832 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55062) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:56.500360 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-0735602a-d5ac-456c-845b-fc52d0514dcf tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Request body: {'security_group': {'name': 'tempest-security--847216505', 'description': 'tempest-security-description-265373532'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:56.507534 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-056e716b-5106-41e6-a254-dc6ddf6ea343 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] For port 14c7a76d-850e-4399-9f79-7b4dd9983e9e, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=14c7a76d-850e-4399-9f79-7b4dd9983e9e,segment=NetworkSegment(3adbfb82-9c64-4bb8-8f19-83466a335185),segment_id=3adbfb82-9c64-4bb8-8f19-83466a335185)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:56.507791 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9e061f8f-91aa-42cb-b668-2f9539342ac7 req-816ffeec-a5f1-4599-9f93-2620c7b7dc1f service neutron] 10.222.0.18 "GET /v2.0/networks/0e91feca-45f0-4a0a-b0ad-b17a5562d039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550775 Jan 29 04:31:56.508299 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-056e716b-5106-41e6-a254-dc6ddf6ea343 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (14c7a76d-850e-4399-9f79-7b4dd9983e9e), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:56.531791 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port e33b2eb1-6c48-4160-ac08-bb3252d297bd triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:56.532054 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-ef992cc5-a4b3-462f-9cf4-a16517fa3094 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, c0a1bc04-6544-48d0-8f45-ddd26943fd88) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:56.532200 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (e33b2eb1-6c48-4160-ac08-bb3252d297bd), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:56.540746 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-056e716b-5106-41e6-a254-dc6ddf6ea343 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Calling delete_port for 14c7a76d-850e-4399-9f79-7b4dd9983e9e owned by network:router_interface {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:31:56.543342 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef992cc5-a4b3-462f-9cf4-a16517fa3094 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:31:56.547073 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-21c0a9d5-8282-489b-9676-91bc686f4595 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:56.548650 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef992cc5-a4b3-462f-9cf4-a16517fa3094 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:56.553356 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef992cc5-a4b3-462f-9cf4-a16517fa3094 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:56.554304 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ef992cc5-a4b3-462f-9cf4-a16517fa3094 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:56.579724 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0735602a-d5ac-456c-845b-fc52d0514dcf tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (aa364081-0323-4bc2-849c-1653868a3843), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:56.585036 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651ddfdb-e0c5-4ed4-bbc7-028b0d6e1c84 None None] Network c0a1bc04-6544-48d0-8f45-ddd26943fd88 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:31:56.709763 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0735602a-d5ac-456c-845b-fc52d0514dcf tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (aa364081-0323-4bc2-849c-1653868a3843), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:56.715085 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-9fd16e71-bc9c-4bf8-8a23-5bc42aae6f02 None None] Set router 372a3b60-f704-4353-af5d-28c9327b9b15 gateway port host: None {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:31:56.738147 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ef992cc5-a4b3-462f-9cf4-a16517fa3094 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.8171437 Jan 29 04:31:56.740507 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55066) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:56.777842 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0735602a-d5ac-456c-845b-fc52d0514dcf tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (aa364081-0323-4bc2-849c-1653868a3843), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:56.780725 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0735602a-d5ac-456c-845b-fc52d0514dcf tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:56.782146 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0735602a-d5ac-456c-845b-fc52d0514dcf tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "PUT /v2.0/security-groups/aa364081-0323-4bc2-849c-1653868a3843 HTTP/1.1" status: 200 len: 1795 time: 0.2870111 Jan 29 04:31:56.789260 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55068) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:56.919137 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0735602a-d5ac-456c-845b-fc52d0514dcf tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa364081-0323-4bc2-849c-1653868a3843,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:56.927795 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d01a417-97f6-4a12-a24b-75d1362d71e3 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:56.927956 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f221b2fe-4759-4e11-952e-8e61da2582dc tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "GET /v2.0/security-groups/aa364081-0323-4bc2-849c-1653868a3843 HTTP/1.1" status: 200 len: 1795 time: 0.1340432 Jan 29 04:31:56.931223 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55070) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:56.933344 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d01a417-97f6-4a12-a24b-75d1362d71e3 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:56.934964 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-5d01a417-97f6-4a12-a24b-75d1362d71e3 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1180611 Jan 29 04:31:56.943631 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3d75a-b951-435b-9e06-161e523635bd req-fa51e6f4-04be-4a8c-ba6e-14c91d05ac32 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:56.943986 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55072) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:56.945066 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5cc3d75a-b951-435b-9e06-161e523635bd req-fa51e6f4-04be-4a8c-ba6e-14c91d05ac32 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c HTTP/1.1" status: 200 len: 943 time: 0.1132050 Jan 29 04:31:56.958246 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-056e716b-5106-41e6-a254-dc6ddf6ea343 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (14c7a76d-850e-4399-9f79-7b4dd9983e9e), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:56.997200 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056e716b-5106-41e6-a254-dc6ddf6ea343 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event deleted for resources: {'Port': ['ID=14c7a76d-850e-4399-9f79-7b4dd9983e9e,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:57.067129 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5cc3d75a-b951-435b-9e06-161e523635bd req-1418229a-9f80-453a-88d0-701eb8261e76 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154933 Jan 29 04:31:57.073076 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9683dea3-c6f1-4541-b11f-de0833084a87 None None] Publish callbacks [] for port (3e174fcc-a890-49e6-a31e-c6ff2b0e89d0), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:57.128219 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3d71195c-68bc-4dd6-b8c8-8ad10e618abb None None] Current status of the port 14c7a76d-850e-4399-9f79-7b4dd9983e9e is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:57.130956 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c884e04b-04dc-4345-b0a6-eb8858d304c0 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (aa364081-0323-4bc2-849c-1653868a3843), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:57.132924 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3d71195c-68bc-4dd6-b8c8-8ad10e618abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (14c7a76d-850e-4399-9f79-7b4dd9983e9e), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:57.150736 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-4399ba38-6fad-4060-b8f4-ebf6c29b006c tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Deleting port 4d53f719-9758-496a-86e9-b097818ca4d4 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:31:57.154348 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4399ba38-6fad-4060-b8f4-ebf6c29b006c tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (4d53f719-9758-496a-86e9-b097818ca4d4), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:57.199111 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c884e04b-04dc-4345-b0a6-eb8858d304c0 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (aa364081-0323-4bc2-849c-1653868a3843), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:57.269487 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port e33b2eb1-6c48-4160-ac08-bb3252d297bd is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:57.270381 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-056e716b-5106-41e6-a254-dc6ddf6ea343 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (372a3b60-f704-4353-af5d-28c9327b9b15), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:57.293514 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9683dea3-c6f1-4541-b11f-de0833084a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (3e174fcc-a890-49e6-a31e-c6ff2b0e89d0), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:57.336450 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4399ba38-6fad-4060-b8f4-ebf6c29b006c tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (4d53f719-9758-496a-86e9-b097818ca4d4), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:57.352704 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-21c0a9d5-8282-489b-9676-91bc686f4595 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Allocated IP 2001:db8:3::1 (904c8ff8-2ff3-4975-af88-cc5dc0a857d2/70d850a0-c52a-4d8e-b9f9-9e92645d967b/ce001b2a-8e4c-49ae-af31-632a57f1b9ce) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:31:57.369800 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-4399ba38-6fad-4060-b8f4-ebf6c29b006c tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Calling delete_port for 4d53f719-9758-496a-86e9-b097818ca4d4 owned by {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:31:57.399116 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683dea3-c6f1-4541-b11f-de0833084a87 None None] Pushing event updated for resources: {'Port': ['ID=3e174fcc-a890-49e6-a31e-c6ff2b0e89d0,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:57.475823 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device e33b2eb1-6c48-4160-ac08-bb3252d297bd up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:57.483374 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c884e04b-04dc-4345-b0a6-eb8858d304c0 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (aa364081-0323-4bc2-849c-1653868a3843), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:57.486418 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c884e04b-04dc-4345-b0a6-eb8858d304c0 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:57.487936 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c884e04b-04dc-4345-b0a6-eb8858d304c0 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "DELETE /v2.0/security-groups/aa364081-0323-4bc2-849c-1653868a3843 HTTP/1.1" status: 204 len: 168 time: 0.5556650 Jan 29 04:31:57.493717 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55074) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:57.517421 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884e04b-04dc-4345-b0a6-eb8858d304c0 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa364081-0323-4bc2-849c-1653868a3843,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:57.519145 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9683dea3-c6f1-4541-b11f-de0833084a87 None None] Network 904c8ff8-2ff3-4975-af88-cc5dc0a857d2 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:57.528873 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-9683dea3-c6f1-4541-b11f-de0833084a87 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:57.534163 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9683dea3-c6f1-4541-b11f-de0833084a87 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:31:57.585172 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-21c0a9d5-8282-489b-9676-91bc686f4595 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for port (ce001b2a-8e4c-49ae-af31-632a57f1b9ce), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:57.645310 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4399ba38-6fad-4060-b8f4-ebf6c29b006c tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (4d53f719-9758-496a-86e9-b097818ca4d4), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:57.686092 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-9683dea3-c6f1-4541-b11f-de0833084a87 None None] Attempting to bind port 3e174fcc-a890-49e6-a31e-c6ff2b0e89d0 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:31:57.686496 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-9683dea3-c6f1-4541-b11f-de0833084a87 None None] Attempting to bind port 3e174fcc-a890-49e6-a31e-c6ff2b0e89d0 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'fdf3691e-e0e6-41e6-af31-b72c69b5e3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '904c8ff8-2ff3-4975-af88-cc5dc0a857d2'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:31:57.686825 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9683dea3-c6f1-4541-b11f-de0833084a87 None None] Attempting to bind port 3e174fcc-a890-49e6-a31e-c6ff2b0e89d0 on network 904c8ff8-2ff3-4975-af88-cc5dc0a857d2 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:31:57.693255 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4399ba38-6fad-4060-b8f4-ebf6c29b006c tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Pushing event deleted for resources: {'Port': ['ID=4d53f719-9758-496a-86e9-b097818ca4d4,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:57.699210 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-21c0a9d5-8282-489b-9676-91bc686f4595 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (ce001b2a-8e4c-49ae-af31-632a57f1b9ce), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:57.708069 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9683dea3-c6f1-4541-b11f-de0833084a87 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:31:57.708508 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9683dea3-c6f1-4541-b11f-de0833084a87 None None] Checking segment: {'id': 'fdf3691e-e0e6-41e6-af31-b72c69b5e3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '904c8ff8-2ff3-4975-af88-cc5dc0a857d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:31:57.708879 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9683dea3-c6f1-4541-b11f-de0833084a87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:57.709273 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9683dea3-c6f1-4541-b11f-de0833084a87 None None] Bound using segment: {'id': 'fdf3691e-e0e6-41e6-af31-b72c69b5e3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '904c8ff8-2ff3-4975-af88-cc5dc0a857d2'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:31:57.709758 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-9683dea3-c6f1-4541-b11f-de0833084a87 None None] Bound port: 3e174fcc-a890-49e6-a31e-c6ff2b0e89d0, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf3691e-e0e6-41e6-af31-b72c69b5e3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '904c8ff8-2ff3-4975-af88-cc5dc0a857d2'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:31:57.710138 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9683dea3-c6f1-4541-b11f-de0833084a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (3e174fcc-a890-49e6-a31e-c6ff2b0e89d0), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:57.715198 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port e33b2eb1-6c48-4160-ac08-bb3252d297bd triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:57.715565 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (e33b2eb1-6c48-4160-ac08-bb3252d297bd), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:57.723797 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-4eda8de4-b563-4a2d-82bd-457b9acfd845 None None] Provisioning complete for port e33b2eb1-6c48-4160-ac08-bb3252d297bd triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:57.726130 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4eda8de4-b563-4a2d-82bd-457b9acfd845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (e33b2eb1-6c48-4160-ac08-bb3252d297bd), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:57.742297 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4399ba38-6fad-4060-b8f4-ebf6c29b006c tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:57.749094 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-4399ba38-6fad-4060-b8f4-ebf6c29b006c tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] 10.222.0.13 "DELETE /v2.0/ports/4d53f719-9758-496a-86e9-b097818ca4d4 HTTP/1.1" status: 204 len: 168 time: 0.8039696 Jan 29 04:31:57.751474 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55076) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:57.794314 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c0a9d5-8282-489b-9676-91bc686f4595 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Network 904c8ff8-2ff3-4975-af88-cc5dc0a857d2 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:57.799492 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-21c0a9d5-8282-489b-9676-91bc686f4595 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:57.867835 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-9fd16e71-bc9c-4bf8-8a23-5bc42aae6f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'name': 'tempest-RoutersTest-router-958532573', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:14Z', 'updated_at': '2022-01-29T04:31:52Z', 'revision_number': 7, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'gw_port_host': None, '_interfaces': [{'id': '14c7a76d-850e-4399-9f79-7b4dd9983e9e', 'name': '', 'network_id': '06b4902e-7c8e-4d2b-bfcf-5b83583a5712', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:7d:f2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'c439452c-8619-402a-aa8a-7b28ef98271c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:43Z', 'updated_at': '2022-01-29T04:31:53Z', 'revision_number': 4, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': 'c439452c-8619-402a-aa8a-7b28ef98271c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '747a0d63-698f-4e1f-8266-10ef0611d283', 'name': '', 'network_id': '31055425-038b-483d-ad92-965ae6c0c79b', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:69:aa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '4dd123fd-472d-4cb4-a679-56c9a3e2915e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:36Z', 'updated_at': '2022-01-29T04:31:46Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': '4dd123fd-472d-4cb4-a679-56c9a3e2915e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a950060d-4ecc-4338-963f-1af8909110eb', 'name': '', 'network_id': '5e64060c-86c5-488d-b521-33ad26ce344e', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:5c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '103d068b-4d58-4800-a106-514933ad2077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:19Z', 'updated_at': '2022-01-29T04:31:27Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': '103d068b-4d58-4800-a106-514933ad2077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dda2e1a1-3ae3-4a74-943e-90c37f4d3dee', 'name': '', 'network_id': '8550f5ea-16b6-4a7d-8cfa-7fd96db71762', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:16:8f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'e177851f-1fdc-4a31-9d2d-dee82def9f3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:28Z', 'updated_at': '2022-01-29T04:31:37Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': 'e177851f-1fdc-4a31-9d2d-dee82def9f3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:57.868566 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c0a9d5-8282-489b-9676-91bc686f4595 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:31:57.869651 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-21c0a9d5-8282-489b-9676-91bc686f4595 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (389f1f00-b86a-4154-b700-f3328ae85b52), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:57.878715 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-9683dea3-c6f1-4541-b11f-de0833084a87 None None] For port 3e174fcc-a890-49e6-a31e-c6ff2b0e89d0, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:31:57.889089 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c0a9d5-8282-489b-9676-91bc686f4595 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event updated for resources: {'Port': ['ID=ce001b2a-8e4c-49ae-af31-632a57f1b9ce,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:57.915896 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd16e71-bc9c-4bf8-8a23-5bc42aae6f02 None None] Checking router: 372a3b60-f704-4353-af5d-28c9327b9b15 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:31:57.944465 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-9683dea3-c6f1-4541-b11f-de0833084a87 None None] For port 3e174fcc-a890-49e6-a31e-c6ff2b0e89d0, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=3e174fcc-a890-49e6-a31e-c6ff2b0e89d0,segment=NetworkSegment(fdf3691e-e0e6-41e6-af31-b72c69b5e3ec),segment_id=fdf3691e-e0e6-41e6-af31-b72c69b5e3ec)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:31:57.990861 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd16e71-bc9c-4bf8-8a23-5bc42aae6f02 None None] Routers {'372a3b60-f704-4353-af5d-28c9327b9b15'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:31:57.991540 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-9fd16e71-bc9c-4bf8-8a23-5bc42aae6f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:31:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['372a3b60-f704-4353-af5d-28c9327b9b15'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:58.003796 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port e33b2eb1-6c48-4160-ac08-bb3252d297bd is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:58.036219 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-4eda8de4-b563-4a2d-82bd-457b9acfd845 None None] Current status of the port e33b2eb1-6c48-4160-ac08-bb3252d297bd is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:31:58.044071 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9683dea3-c6f1-4541-b11f-de0833084a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (3e174fcc-a890-49e6-a31e-c6ff2b0e89d0), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:58.052048 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-29974418-504c-4757-9c5e-b9edefc2c46b tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Deleting port fba128af-9319-4beb-9008-1a34240bc7d4 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:31:58.053752 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-29974418-504c-4757-9c5e-b9edefc2c46b tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (fba128af-9319-4beb-9008-1a34240bc7d4), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:58.079328 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b1bfb8ad-d34b-400d-8542-6ebc301bbb3a tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5822389 Jan 29 04:31:58.079913 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55078) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:58.095496 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056e716b-5106-41e6-a254-dc6ddf6ea343 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Router 372a3b60-f704-4353-af5d-28c9327b9b15 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:31:58.106058 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-baef0ce0-3771-4d79-be2c-07bf4ef49045 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] delete failed (client error): The resource could not be found. Jan 29 04:31:58.112137 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-baef0ce0-3771-4d79-be2c-07bf4ef49045 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "DELETE /v2.0/security-groups/aa364081-0323-4bc2-849c-1653868a3843 HTTP/1.1" status: 404 len: 347 time: 0.0275867 Jan 29 04:31:58.114930 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55082) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:58.171169 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-c8ee3a32-1e8e-456f-8a46-e044d45110b0 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Request body: {'security_group': {'name': 'tempest-secgroup--1935905179'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:58.191092 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-29974418-504c-4757-9c5e-b9edefc2c46b tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (fba128af-9319-4beb-9008-1a34240bc7d4), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:58.205674 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-9fd16e71-bc9c-4bf8-8a23-5bc42aae6f02 None None] Set router 372a3b60-f704-4353-af5d-28c9327b9b15 gateway port host: None {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:31:58.215865 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-29974418-504c-4757-9c5e-b9edefc2c46b tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Calling delete_port for fba128af-9319-4beb-9008-1a34240bc7d4 owned by {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:31:58.254444 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683dea3-c6f1-4541-b11f-de0833084a87 None None] Pushing event updated for resources: {'Port': ['ID=3e174fcc-a890-49e6-a31e-c6ff2b0e89d0,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:58.273266 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056e716b-5106-41e6-a254-dc6ddf6ea343 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:31:58.286898 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-056e716b-5106-41e6-a254-dc6ddf6ea343 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "PUT /v2.0/routers/372a3b60-f704-4353-af5d-28c9327b9b15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2544684 Jan 29 04:31:58.289285 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55084) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:58.346210 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c8ee3a32-1e8e-456f-8a46-e044d45110b0 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:58.385888 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c4e00af-a900-4756-b041-d00df45df7f8 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Deleting subnet c439452c-8619-402a-aa8a-7b28ef98271c {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:31:58.392420 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1c4e00af-a900-4756-b041-d00df45df7f8 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for subnet (c439452c-8619-402a-aa8a-7b28ef98271c), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:58.425265 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-21c0a9d5-8282-489b-9676-91bc686f4595 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (ce001b2a-8e4c-49ae-af31-632a57f1b9ce), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:58.479502 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1c4e00af-a900-4756-b041-d00df45df7f8 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (c439452c-8619-402a-aa8a-7b28ef98271c), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:58.557697 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-9fd16e71-bc9c-4bf8-8a23-5bc42aae6f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'name': 'tempest-RoutersTest-router-958532573', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:14Z', 'updated_at': '2022-01-29T04:31:56Z', 'revision_number': 8, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'gw_port_host': None, '_interfaces': [{'id': '747a0d63-698f-4e1f-8266-10ef0611d283', 'name': '', 'network_id': '31055425-038b-483d-ad92-965ae6c0c79b', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:69:aa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '4dd123fd-472d-4cb4-a679-56c9a3e2915e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:36Z', 'updated_at': '2022-01-29T04:31:46Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': '4dd123fd-472d-4cb4-a679-56c9a3e2915e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a950060d-4ecc-4338-963f-1af8909110eb', 'name': '', 'network_id': '5e64060c-86c5-488d-b521-33ad26ce344e', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:5c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '103d068b-4d58-4800-a106-514933ad2077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:19Z', 'updated_at': '2022-01-29T04:31:27Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': '103d068b-4d58-4800-a106-514933ad2077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dda2e1a1-3ae3-4a74-943e-90c37f4d3dee', 'name': '', 'network_id': '8550f5ea-16b6-4a7d-8cfa-7fd96db71762', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:16:8f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'e177851f-1fdc-4a31-9d2d-dee82def9f3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:28Z', 'updated_at': '2022-01-29T04:31:37Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': 'e177851f-1fdc-4a31-9d2d-dee82def9f3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:58.589229 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1c4e00af-a900-4756-b041-d00df45df7f8 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (c439452c-8619-402a-aa8a-7b28ef98271c), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:58.631409 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd16e71-bc9c-4bf8-8a23-5bc42aae6f02 None None] The sync data for ids ['372a3b60-f704-4353-af5d-28c9327b9b15'] in dv-neutron-821190-1-hyperv is: [{'id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'name': 'tempest-RoutersTest-router-958532573', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:14Z', 'updated_at': '2022-01-29T04:31:56Z', 'revision_number': 8, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'gw_port_host': None, '_interfaces': [{'id': '747a0d63-698f-4e1f-8266-10ef0611d283', 'name': '', 'network_id': '31055425-038b-483d-ad92-965ae6c0c79b', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:69:aa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '4dd123fd-472d-4cb4-a679-56c9a3e2915e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:36Z', 'updated_at': '2022-01-29T04:31:46Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': '4dd123fd-472d-4cb4-a679-56c9a3e2915e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a950060d-4ecc-4338-963f-1af8909110eb', 'name': '', 'network_id': '5e64060c-86c5-488d-b521-33ad26ce344e', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:5c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '103d068b-4d58-4800-a106-514933ad2077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:19Z', 'updated_at': '2022-01-29T04:31:27Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': '103d068b-4d58-4800-a106-514933ad2077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dda2e1a1-3ae3-4a74-943e-90c37f4d3dee', 'name': '', 'network_id': '8550f5ea-16b6-4a7d-8cfa-7fd96db71762', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:16:8f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'e177851f-1fdc-4a31-9d2d-dee82def9f3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:28Z', 'updated_at': '2022-01-29T04:31:37Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': 'e177851f-1fdc-4a31-9d2d-dee82def9f3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:31:58.679989 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-29974418-504c-4757-9c5e-b9edefc2c46b tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (fba128af-9319-4beb-9008-1a34240bc7d4), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:58.691238 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c622fa-6ea5-4917-b061-40a574032c2c req-7d5aaa0e-9d9d-4d4e-aded-786b607d4677 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:58.692995 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-91c622fa-6ea5-4917-b061-40a574032c2c req-7d5aaa0e-9d9d-4d4e-aded-786b607d4677 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c HTTP/1.1" status: 200 len: 943 time: 0.3676836 Jan 29 04:31:58.723011 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c8ee3a32-1e8e-456f-8a46-e044d45110b0 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (f71f7ec3-84a2-421e-a9cd-d88fcc5221e9), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:58.754359 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1c4e00af-a900-4756-b041-d00df45df7f8 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (c439452c-8619-402a-aa8a-7b28ef98271c), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:58.759577 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29974418-504c-4757-9c5e-b9edefc2c46b tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Pushing event deleted for resources: {'Port': ['ID=fba128af-9319-4beb-9008-1a34240bc7d4,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:58.767052 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-29974418-504c-4757-9c5e-b9edefc2c46b tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:58.770726 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-29974418-504c-4757-9c5e-b9edefc2c46b tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] 10.222.0.13 "DELETE /v2.0/ports/fba128af-9319-4beb-9008-1a34240bc7d4 HTTP/1.1" status: 204 len: 168 time: 1.0165536 Jan 29 04:31:58.773361 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55086) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:58.780993 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1c4e00af-a900-4756-b041-d00df45df7f8 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:58.790945 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132eb8d8-0887-42c8-b185-4d7adc0b0e9a None None] Network 06b4902e-7c8e-4d2b-bfcf-5b83583a5712 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:31:58.794365 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-1c4e00af-a900-4756-b041-d00df45df7f8 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "DELETE /v2.0/subnets/c439452c-8619-402a-aa8a-7b28ef98271c HTTP/1.1" status: 204 len: 168 time: 0.4981589 Jan 29 04:31:58.830573 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-9bae7448-c02b-4167-aeba-aa2d8658e3dc tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0553119 Jan 29 04:31:58.830573 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55088) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:58.838140 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55090) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:58.848721 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-c425259d-cc48-45ef-a7eb-436d2279e0bf tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-443431454'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:58.849845 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c8ee3a32-1e8e-456f-8a46-e044d45110b0 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (f71f7ec3-84a2-421e-a9cd-d88fcc5221e9), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:58.856163 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e00af-a900-4756-b041-d00df45df7f8 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event deleted for resources: {'Subnet': ['ID=c439452c-8619-402a-aa8a-7b28ef98271c,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:58.894795 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee3a32-1e8e-456f-8a46-e044d45110b0 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f71f7ec3-84a2-421e-a9cd-d88fcc5221e9,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:58.945085 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-91c622fa-6ea5-4917-b061-40a574032c2c req-eda73310-9cb9-446f-85fc-2221fa77eab6 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2446306 Jan 29 04:31:58.985742 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1c814771-1705-4d55-9356-d5b622d546de tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (06b4902e-7c8e-4d2b-bfcf-5b83583a5712), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:59.002249 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c8ee3a32-1e8e-456f-8a46-e044d45110b0 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:59.003529 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c8ee3a32-1e8e-456f-8a46-e044d45110b0 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8422418 Jan 29 04:31:59.006841 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55092) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:59.014460 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-09442b4a-b19d-4cb0-a34a-c5c63d90f5e6 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Request body: {'security_group_rule': {'security_group_id': 'f71f7ec3-84a2-421e-a9cd-d88fcc5221e9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:59.044273 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a0a69d-6b6c-4150-8772-c4a956feeeb2 None None] DHCP port deletion for 06b4902e-7c8e-4d2b-bfcf-5b83583a5712 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:31:59.073497 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c425259d-cc48-45ef-a7eb-436d2279e0bf tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Made reservation on behalf of 6b55d65aa0e04e7b997972caf4c72a2e for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:59.077675 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c425259d-cc48-45ef-a7eb-436d2279e0bf tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:59.121074 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c425259d-cc48-45ef-a7eb-436d2279e0bf tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:31:59.127994 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-21c0a9d5-8282-489b-9676-91bc686f4595 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for port (ce001b2a-8e4c-49ae-af31-632a57f1b9ce), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:59.136218 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-1c814771-1705-4d55-9356-d5b622d546de tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Deleting port 99779486-4941-4fe9-bd5a-c025a6f5f932 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:31:59.136632 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1c814771-1705-4d55-9356-d5b622d546de tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (99779486-4941-4fe9-bd5a-c025a6f5f932), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:59.142497 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c425259d-cc48-45ef-a7eb-436d2279e0bf tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (3e5b5943-f741-47d8-a4dc-9a2e771c92f6), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:59.143300 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-c425259d-cc48-45ef-a7eb-436d2279e0bf tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Added segment 3e5b5943-f741-47d8-a4dc-9a2e771c92f6 of type vlan for network 6e3d837c-219f-48f1-97ca-8db693f899e3 Jan 29 04:31:59.159192 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-b8a0a69d-6b6c-4150-8772-c4a956feeeb2 None None] Deleting port 99779486-4941-4fe9-bd5a-c025a6f5f932 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:31:59.160665 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b8a0a69d-6b6c-4150-8772-c4a956feeeb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (99779486-4941-4fe9-bd5a-c025a6f5f932), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:59.224590 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-21c0a9d5-8282-489b-9676-91bc686f4595 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (ce001b2a-8e4c-49ae-af31-632a57f1b9ce), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:59.225771 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-21c0a9d5-8282-489b-9676-91bc686f4595 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (389f1f00-b86a-4154-b700-f3328ae85b52), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:59.244445 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-09442b4a-b19d-4cb0-a34a-c5c63d90f5e6 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (5ad78006-5810-416c-a1ca-48995dee73f7), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:59.251340 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c425259d-cc48-45ef-a7eb-436d2279e0bf tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (6e3d837c-219f-48f1-97ca-8db693f899e3), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:59.252077 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-1c814771-1705-4d55-9356-d5b622d546de tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] For port 99779486-4941-4fe9-bd5a-c025a6f5f932, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=99779486-4941-4fe9-bd5a-c025a6f5f932,segment=NetworkSegment(3adbfb82-9c64-4bb8-8f19-83466a335185),segment_id=3adbfb82-9c64-4bb8-8f19-83466a335185)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:59.252806 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1c814771-1705-4d55-9356-d5b622d546de tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (99779486-4941-4fe9-bd5a-c025a6f5f932), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:59.258097 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-b8a0a69d-6b6c-4150-8772-c4a956feeeb2 None None] For port 99779486-4941-4fe9-bd5a-c025a6f5f932, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=99779486-4941-4fe9-bd5a-c025a6f5f932,segment=NetworkSegment(3adbfb82-9c64-4bb8-8f19-83466a335185),segment_id=3adbfb82-9c64-4bb8-8f19-83466a335185)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:59.259265 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b8a0a69d-6b6c-4150-8772-c4a956feeeb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (99779486-4941-4fe9-bd5a-c025a6f5f932), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:59.277699 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-b8a0a69d-6b6c-4150-8772-c4a956feeeb2 None None] Calling delete_port for 99779486-4941-4fe9-bd5a-c025a6f5f932 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:31:59.333493 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a894b4-554f-49e8-a937-cc64a0e52c7f None None] Sync routers for ids ['372a3b60-f704-4353-af5d-28c9327b9b15'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:31:59.350674 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a894b4-554f-49e8-a937-cc64a0e52c7f None None] Routers {'372a3b60-f704-4353-af5d-28c9327b9b15'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:31:59.355597 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-b6a894b4-554f-49e8-a937-cc64a0e52c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:31:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['372a3b60-f704-4353-af5d-28c9327b9b15'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:59.378913 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-09442b4a-b19d-4cb0-a34a-c5c63d90f5e6 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (5ad78006-5810-416c-a1ca-48995dee73f7), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:59.391187 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-1c814771-1705-4d55-9356-d5b622d546de tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Calling delete_port for 99779486-4941-4fe9-bd5a-c025a6f5f932 owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:31:59.410841 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c425259d-cc48-45ef-a7eb-436d2279e0bf tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (6e3d837c-219f-48f1-97ca-8db693f899e3), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:59.419904 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c425259d-cc48-45ef-a7eb-436d2279e0bf tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:59.420771 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c425259d-cc48-45ef-a7eb-436d2279e0bf tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:59.432474 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c0a9d5-8282-489b-9676-91bc686f4595 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event updated for resources: {'Port': ['ID=ce001b2a-8e4c-49ae-af31-632a57f1b9ce,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:59.475995 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-09442b4a-b19d-4cb0-a34a-c5c63d90f5e6 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (5ad78006-5810-416c-a1ca-48995dee73f7), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:59.570892 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09442b4a-b19d-4cb0-a34a-c5c63d90f5e6 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ad78006-5810-416c-a1ca-48995dee73f7,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:59.578147 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 3e174fcc-a890-49e6-a31e-c6ff2b0e89d0 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:59.590132 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c0a9d5-8282-489b-9676-91bc686f4595 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Network 904c8ff8-2ff3-4975-af88-cc5dc0a857d2 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:59.593052 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-21c0a9d5-8282-489b-9676-91bc686f4595 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:59.596982 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55094) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:59.597215 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c425259d-cc48-45ef-a7eb-436d2279e0bf tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7568710 Jan 29 04:31:59.602249 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-29a39edb-9fb7-43d2-a333-7283eee64617 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2038572572'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:59.615976 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c425259d-cc48-45ef-a7eb-436d2279e0bf tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Pushing event updated for resources: {'Network': ['ID=6e3d837c-219f-48f1-97ca-8db693f899e3,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:59.619000 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-b6a894b4-554f-49e8-a937-cc64a0e52c7f None None] Set router 372a3b60-f704-4353-af5d-28c9327b9b15 gateway port host: None {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:31:59.633653 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b8a0a69d-6b6c-4150-8772-c4a956feeeb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (99779486-4941-4fe9-bd5a-c025a6f5f932), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:59.636385 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 6e3d837c-219f-48f1-97ca-8db693f899e3 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:31:59.643087 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-09442b4a-b19d-4cb0-a34a-c5c63d90f5e6 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:59.645865 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-09442b4a-b19d-4cb0-a34a-c5c63d90f5e6 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6368120 Jan 29 04:31:59.647545 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55096) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:59.715411 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a0a69d-6b6c-4150-8772-c4a956feeeb2 None None] Pushing event deleted for resources: {'Port': ['ID=99779486-4941-4fe9-bd5a-c025a6f5f932,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:59.718670 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bf1d09ce-5810-4d42-8d37-51cba2614527 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (5ad78006-5810-416c-a1ca-48995dee73f7), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:59.739975 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a0a69d-6b6c-4150-8772-c4a956feeeb2 None None] No DVR routers for this DVR port 99779486-4941-4fe9-bd5a-c025a6f5f932 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:31:59.744878 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1c814771-1705-4d55-9356-d5b622d546de tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (99779486-4941-4fe9-bd5a-c025a6f5f932), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:59.748108 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bf1d09ce-5810-4d42-8d37-51cba2614527 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (5ad78006-5810-416c-a1ca-48995dee73f7), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:59.790607 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c814771-1705-4d55-9356-d5b622d546de tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] No DVR routers for this DVR port 99779486-4941-4fe9-bd5a-c025a6f5f932 on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:31:59.839751 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 3e174fcc-a890-49e6-a31e-c6ff2b0e89d0 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:59.842025 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (3e174fcc-a890-49e6-a31e-c6ff2b0e89d0), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:59.850283 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a39edb-9fb7-43d2-a333-7283eee64617 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Made reservation on behalf of 6b55d65aa0e04e7b997972caf4c72a2e for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:59.850892 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-29a39edb-9fb7-43d2-a333-7283eee64617 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:59.855507 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c814771-1705-4d55-9356-d5b622d546de tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event deleted for resources: {'Port': ['ID=99779486-4941-4fe9-bd5a-c025a6f5f932,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:59.889949 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da4a32d-c079-45ba-aee0-63bf350afe54 None None] Network 904c8ff8-2ff3-4975-af88-cc5dc0a857d2 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:31:59.901909 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bf1d09ce-5810-4d42-8d37-51cba2614527 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (5ad78006-5810-416c-a1ca-48995dee73f7), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:59.902145 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c0a9d5-8282-489b-9676-91bc686f4595 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Router 389f1f00-b86a-4154-b700-f3328ae85b52 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:31:59.909620 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bf1d09ce-5810-4d42-8d37-51cba2614527 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:59.911174 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-bf1d09ce-5810-4d42-8d37-51cba2614527 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/5ad78006-5810-416c-a1ca-48995dee73f7 HTTP/1.1" status: 204 len: 168 time: 0.2626126 Jan 29 04:31:59.916174 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55098) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:31:59.981182 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1c814771-1705-4d55-9356-d5b622d546de tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (06b4902e-7c8e-4d2b-bfcf-5b83583a5712), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:31:59.984647 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29a39edb-9fb7-43d2-a333-7283eee64617 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:31:59.988215 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d09ce-5810-4d42-8d37-51cba2614527 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ad78006-5810-416c-a1ca-48995dee73f7,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:00.045735 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-d0f8e52a-448c-4849-9345-a2e20f3c1328 None None] Provisioning complete for port 3e174fcc-a890-49e6-a31e-c6ff2b0e89d0 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:00.046119 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d0f8e52a-448c-4849-9345-a2e20f3c1328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (3e174fcc-a890-49e6-a31e-c6ff2b0e89d0), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:00.074009 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-97ce1dea-b270-408a-bdaa-64c3ae9ad2b3 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1520965 Jan 29 04:32:00.074898 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55102) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:00.102365 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-1c814771-1705-4d55-9356-d5b622d546de tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06b4902e-7c8e-4d2b-bfcf-5b83583a5712']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:00.107816 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-29a39edb-9fb7-43d2-a333-7283eee64617 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (2b6351fb-442c-4923-9824-ceb120c982f0), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:00.111526 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-29a39edb-9fb7-43d2-a333-7283eee64617 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Added segment 2b6351fb-442c-4923-9824-ceb120c982f0 of type vlan for network 608651ea-c11b-4098-b6e0-43f36a491f11 Jan 29 04:32:00.143374 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-b6a894b4-554f-49e8-a937-cc64a0e52c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'name': 'tempest-RoutersTest-router-958532573', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:14Z', 'updated_at': '2022-01-29T04:31:56Z', 'revision_number': 8, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'gw_port_host': None, '_interfaces': [{'id': '747a0d63-698f-4e1f-8266-10ef0611d283', 'name': '', 'network_id': '31055425-038b-483d-ad92-965ae6c0c79b', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:69:aa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '4dd123fd-472d-4cb4-a679-56c9a3e2915e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:36Z', 'updated_at': '2022-01-29T04:31:46Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': '4dd123fd-472d-4cb4-a679-56c9a3e2915e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a950060d-4ecc-4338-963f-1af8909110eb', 'name': '', 'network_id': '5e64060c-86c5-488d-b521-33ad26ce344e', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:5c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '103d068b-4d58-4800-a106-514933ad2077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:19Z', 'updated_at': '2022-01-29T04:31:27Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': '103d068b-4d58-4800-a106-514933ad2077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dda2e1a1-3ae3-4a74-943e-90c37f4d3dee', 'name': '', 'network_id': '8550f5ea-16b6-4a7d-8cfa-7fd96db71762', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:16:8f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'e177851f-1fdc-4a31-9d2d-dee82def9f3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:28Z', 'updated_at': '2022-01-29T04:31:37Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': 'e177851f-1fdc-4a31-9d2d-dee82def9f3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:00.166805 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-1c814771-1705-4d55-9356-d5b622d546de tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3adbfb82-9c64-4bb8-8f19-83466a335185') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:00.167245 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-1c814771-1705-4d55-9356-d5b622d546de tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3adbfb82-9c64-4bb8-8f19-83466a335185') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:00.167812 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 3e174fcc-a890-49e6-a31e-c6ff2b0e89d0 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:32:00.168257 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (3e174fcc-a890-49e6-a31e-c6ff2b0e89d0), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:00.186861 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454f5c8-7f8e-4786-b779-7fe3df3539b8 req-85c4d310-277e-4be0-9ff3-8e789919e824 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:00.195113 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3454f5c8-7f8e-4786-b779-7fe3df3539b8 req-85c4d310-277e-4be0-9ff3-8e789919e824 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c HTTP/1.1" status: 200 len: 943 time: 0.1190212 Jan 29 04:32:00.198901 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9b5083c9-8336-4311-904c-5a78596976dd tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (f71f7ec3-84a2-421e-a9cd-d88fcc5221e9), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:00.200177 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a894b4-554f-49e8-a937-cc64a0e52c7f None None] Checking router: 372a3b60-f704-4353-af5d-28c9327b9b15 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:32:00.207044 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1c814771-1705-4d55-9356-d5b622d546de tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (3adbfb82-9c64-4bb8-8f19-83466a335185), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:00.222562 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 3e174fcc-a890-49e6-a31e-c6ff2b0e89d0, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=3e174fcc-a890-49e6-a31e-c6ff2b0e89d0,segment=NetworkSegment(fdf3691e-e0e6-41e6-af31-b72c69b5e3ec),segment_id=fdf3691e-e0e6-41e6-af31-b72c69b5e3ec)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:00.225156 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a894b4-554f-49e8-a937-cc64a0e52c7f None None] Routers {'372a3b60-f704-4353-af5d-28c9327b9b15'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:00.226514 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c0a9d5-8282-489b-9676-91bc686f4595 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:32:00.226649 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-b6a894b4-554f-49e8-a937-cc64a0e52c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:31:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['372a3b60-f704-4353-af5d-28c9327b9b15'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:00.233988 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-29a39edb-9fb7-43d2-a333-7283eee64617 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (608651ea-c11b-4098-b6e0-43f36a491f11), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:00.248453 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-21c0a9d5-8282-489b-9676-91bc686f4595 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "PUT /v2.0/routers/389f1f00-b86a-4154-b700-f3328ae85b52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5405018 Jan 29 04:32:00.249281 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55104) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:00.255593 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-642f2d2a-132b-43fe-a6ed-37b3cc4dc9f9 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:00.258733 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1c814771-1705-4d55-9356-d5b622d546de tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (3adbfb82-9c64-4bb8-8f19-83466a335185), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:00.262440 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9b5083c9-8336-4311-904c-5a78596976dd tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (f71f7ec3-84a2-421e-a9cd-d88fcc5221e9), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:00.295882 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-d0f8e52a-448c-4849-9345-a2e20f3c1328 None None] Current status of the port 3e174fcc-a890-49e6-a31e-c6ff2b0e89d0 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:32:00.296451 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d0f8e52a-448c-4849-9345-a2e20f3c1328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (3e174fcc-a890-49e6-a31e-c6ff2b0e89d0), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:00.304961 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c814771-1705-4d55-9356-d5b622d546de tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:32:00.312804 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d74b7b-45a9-47f9-8b07-5f1066480ff2 None None] Sync routers for ids ['389f1f00-b86a-4154-b700-f3328ae85b52'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:32:00.313452 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1c814771-1705-4d55-9356-d5b622d546de tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (3adbfb82-9c64-4bb8-8f19-83466a335185), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:00.317267 dv-neutron-821190-1-hyperv neutron-server[103584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:32:00.317267 dv-neutron-821190-1-hyperv neutron-server[103584]: self.session.flush() Jan 29 04:32:00.317267 dv-neutron-821190-1-hyperv neutron-server[103584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:32:00.317267 dv-neutron-821190-1-hyperv neutron-server[103584]: self.session.flush() Jan 29 04:32:00.317267 dv-neutron-821190-1-hyperv neutron-server[103584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:32:00.317267 dv-neutron-821190-1-hyperv neutron-server[103584]: self.session.flush() Jan 29 04:32:00.317267 dv-neutron-821190-1-hyperv neutron-server[103584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:32:00.317267 dv-neutron-821190-1-hyperv neutron-server[103584]: self.session.flush() Jan 29 04:32:00.317267 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:32:00.317267 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:32:00.317267 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:32:00.317267 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:32:00.317267 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:32:00.317267 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:32:00.317267 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:32:00.317267 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:32:00.317267 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:32:00.317267 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:32:00.317267 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:32:00.317267 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:32:00.317267 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:32:00.317267 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:32:00.317267 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:32:00.317267 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:32:00.317267 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:32:00.317267 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:32:00.317267 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:32:00.317267 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:32:00.317267 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:32:00.317267 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:32:00.317267 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:32:00.317267 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:32:00.317267 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:32:00.317267 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:32:00.317267 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:32:00.317267 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:32:00.317267 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:32:00.317267 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:32:00.317267 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:32:00.317267 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:32:00.333867 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d74b7b-45a9-47f9-8b07-5f1066480ff2 None None] Routers {'389f1f00-b86a-4154-b700-f3328ae85b52'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:00.334692 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-43d74b7b-45a9-47f9-8b07-5f1066480ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:31:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['389f1f00-b86a-4154-b700-f3328ae85b52'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:00.337401 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3454f5c8-7f8e-4786-b779-7fe3df3539b8 req-b2cfe50b-5129-42b4-9fa3-3c923daa3753 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410728 Jan 29 04:32:00.375443 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-b6a894b4-554f-49e8-a937-cc64a0e52c7f None None] Set router 372a3b60-f704-4353-af5d-28c9327b9b15 gateway port host: None {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:32:00.433393 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9b5083c9-8336-4311-904c-5a78596976dd tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (f71f7ec3-84a2-421e-a9cd-d88fcc5221e9), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:00.439086 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9b5083c9-8336-4311-904c-5a78596976dd tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:00.443832 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9b5083c9-8336-4311-904c-5a78596976dd tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "DELETE /v2.0/security-groups/f71f7ec3-84a2-421e-a9cd-d88fcc5221e9 HTTP/1.1" status: 204 len: 168 time: 0.3664994 Jan 29 04:32:00.444770 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55106) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:00.496900 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5083c9-8336-4311-904c-5a78596976dd tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71f7ec3-84a2-421e-a9cd-d88fcc5221e9,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:00.590376 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4b784fed-2b0a-4d52-add8-877fa5bd0836 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1392307 Jan 29 04:32:00.591332 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55108) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:00.599958 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-2e608c28-8883-4e03-8194-149c6c7b8ffd tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Request body: {'security_group': {'name': 'tempest-secgroup--1445367578'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:00.619030 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (3e174fcc-a890-49e6-a31e-c6ff2b0e89d0), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:00.642937 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-b6a894b4-554f-49e8-a937-cc64a0e52c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'name': 'tempest-RoutersTest-router-958532573', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:14Z', 'updated_at': '2022-01-29T04:31:56Z', 'revision_number': 8, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'gw_port_host': None, '_interfaces': [{'id': '747a0d63-698f-4e1f-8266-10ef0611d283', 'name': '', 'network_id': '31055425-038b-483d-ad92-965ae6c0c79b', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:69:aa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '4dd123fd-472d-4cb4-a679-56c9a3e2915e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:36Z', 'updated_at': '2022-01-29T04:31:46Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': '4dd123fd-472d-4cb4-a679-56c9a3e2915e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a950060d-4ecc-4338-963f-1af8909110eb', 'name': '', 'network_id': '5e64060c-86c5-488d-b521-33ad26ce344e', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:5c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '103d068b-4d58-4800-a106-514933ad2077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:19Z', 'updated_at': '2022-01-29T04:31:27Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': '103d068b-4d58-4800-a106-514933ad2077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dda2e1a1-3ae3-4a74-943e-90c37f4d3dee', 'name': '', 'network_id': '8550f5ea-16b6-4a7d-8cfa-7fd96db71762', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:16:8f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'e177851f-1fdc-4a31-9d2d-dee82def9f3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:28Z', 'updated_at': '2022-01-29T04:31:37Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': 'e177851f-1fdc-4a31-9d2d-dee82def9f3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:00.666459 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-43d74b7b-45a9-47f9-8b07-5f1066480ff2 None None] Set router 389f1f00-b86a-4154-b700-f3328ae85b52 gateway port host: None {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:32:00.680001 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a894b4-554f-49e8-a937-cc64a0e52c7f None None] The sync data for ids ['372a3b60-f704-4353-af5d-28c9327b9b15'] in dv-neutron-821190-1-hyperv is: [{'id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'name': 'tempest-RoutersTest-router-958532573', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:14Z', 'updated_at': '2022-01-29T04:31:56Z', 'revision_number': 8, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'gw_port_host': None, '_interfaces': [{'id': '747a0d63-698f-4e1f-8266-10ef0611d283', 'name': '', 'network_id': '31055425-038b-483d-ad92-965ae6c0c79b', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:69:aa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '4dd123fd-472d-4cb4-a679-56c9a3e2915e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:36Z', 'updated_at': '2022-01-29T04:31:46Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': '4dd123fd-472d-4cb4-a679-56c9a3e2915e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a950060d-4ecc-4338-963f-1af8909110eb', 'name': '', 'network_id': '5e64060c-86c5-488d-b521-33ad26ce344e', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:5c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '103d068b-4d58-4800-a106-514933ad2077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:19Z', 'updated_at': '2022-01-29T04:31:27Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': '103d068b-4d58-4800-a106-514933ad2077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dda2e1a1-3ae3-4a74-943e-90c37f4d3dee', 'name': '', 'network_id': '8550f5ea-16b6-4a7d-8cfa-7fd96db71762', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:16:8f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'e177851f-1fdc-4a31-9d2d-dee82def9f3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:28Z', 'updated_at': '2022-01-29T04:31:37Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': 'e177851f-1fdc-4a31-9d2d-dee82def9f3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:32:00.719179 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2e608c28-8883-4e03-8194-149c6c7b8ffd tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:00.831580 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2e608c28-8883-4e03-8194-149c6c7b8ffd tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (dbf92467-9bf0-4a9e-bcd2-fd045abbd900), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:00.883018 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-d0f8e52a-448c-4849-9345-a2e20f3c1328 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:32:00.883018 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-d0f8e52a-448c-4849-9345-a2e20f3c1328 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:32:00.883018 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=3e174fcc-a890-49e6-a31e-c6ff2b0e89d0,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:00.890270 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 14c7a76d-850e-4399-9f79-7b4dd9983e9e no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:32:00.901998 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2e608c28-8883-4e03-8194-149c6c7b8ffd tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (dbf92467-9bf0-4a9e-bcd2-fd045abbd900), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:00.939898 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 14c7a76d-850e-4399-9f79-7b4dd9983e9e {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:32:00.942432 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 14c7a76d-850e-4399-9f79-7b4dd9983e9e not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:32:00.942896 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 99779486-4941-4fe9-bd5a-c025a6f5f932 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:32:00.943106 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e608c28-8883-4e03-8194-149c6c7b8ffd tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf92467-9bf0-4a9e-bcd2-fd045abbd900,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:01.007643 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 99779486-4941-4fe9-bd5a-c025a6f5f932 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:32:01.008003 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 99779486-4941-4fe9-bd5a-c025a6f5f932 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:32:01.033247 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-29a39edb-9fb7-43d2-a333-7283eee64617 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (608651ea-c11b-4098-b6e0-43f36a491f11), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:01.039418 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a39edb-9fb7-43d2-a333-7283eee64617 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:01.040372 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-29a39edb-9fb7-43d2-a333-7283eee64617 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:01.043010 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1c814771-1705-4d55-9356-d5b622d546de tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (06b4902e-7c8e-4d2b-bfcf-5b83583a5712), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:01.054470 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2e608c28-8883-4e03-8194-149c6c7b8ffd tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:01.056349 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2e608c28-8883-4e03-8194-149c6c7b8ffd tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4613180 Jan 29 04:32:01.059573 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55110) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:01.069220 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-7b34c372-0fa1-41f0-bf83-19e094dfce39 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Request body: {'security_group_rule': {'security_group_id': 'dbf92467-9bf0-4a9e-bcd2-fd045abbd900', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:01.086307 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1c814771-1705-4d55-9356-d5b622d546de tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:01.090540 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1c814771-1705-4d55-9356-d5b622d546de tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "DELETE /v2.0/networks/06b4902e-7c8e-4d2b-bfcf-5b83583a5712 HTTP/1.1" status: 204 len: 168 time: 2.2460513 Jan 29 04:32:01.096517 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55112) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:01.213088 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7b34c372-0fa1-41f0-bf83-19e094dfce39 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (ea2422c7-04e7-41a9-a9eb-8732751b1621), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:01.213680 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-43d74b7b-45a9-47f9-8b07-5f1066480ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'name': 'tempest-RoutersIpV6Test-router-1785197132', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:22Z', 'updated_at': '2022-01-29T04:31:58Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'gw_port_host': None, '_interfaces': [{'id': '487034aa-59f2-4cc6-a8ea-c959706dc3c1', 'name': '', 'network_id': '5b489d36-f8c0-4c79-aa35-4133b718183c', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:47:41:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '9e747d59-a8a0-40dc-b7ab-152cc3261cf5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:37Z', 'updated_at': '2022-01-29T04:31:47Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': '9e747d59-a8a0-40dc-b7ab-152cc3261cf5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae4163c1-5816-44cf-b80c-89f9f11f20b9', 'name': '', 'network_id': '755ba25d-bb6b-4a0d-b5a3-7160b7e189ba', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:19:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:27Z', 'updated_at': '2022-01-29T04:31:39Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce001b2a-8e4c-49ae-af31-632a57f1b9ce', 'name': '', 'network_id': '904c8ff8-2ff3-4975-af88-cc5dc0a857d2', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:c3:17:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '70d850a0-c52a-4d8e-b9f9-9e92645d967b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:56Z', 'updated_at': '2022-01-29T04:31:58Z', 'revision_number': 2, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': '70d850a0-c52a-4d8e-b9f9-9e92645d967b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e33b2eb1-6c48-4160-ac08-bb3252d297bd', 'name': '', 'network_id': 'd8c21180-5b30-4596-8b3b-0a9d72417195', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:c1:bd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'fd5c66cb-ac89-4d3b-b235-09d0981a9454', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:44Z', 'updated_at': '2022-01-29T04:31:55Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': 'fd5c66cb-ac89-4d3b-b235-09d0981a9454', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:01.252723 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d74b7b-45a9-47f9-8b07-5f1066480ff2 None None] Checking router: 389f1f00-b86a-4154-b700-f3328ae85b52 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:32:01.253124 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d74b7b-45a9-47f9-8b07-5f1066480ff2 None None] Updating router 389f1f00-b86a-4154-b700-f3328ae85b52 port ce001b2a-8e4c-49ae-af31-632a57f1b9ce binding host dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:32:01.304290 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-43d74b7b-45a9-47f9-8b07-5f1066480ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (ce001b2a-8e4c-49ae-af31-632a57f1b9ce), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:01.324228 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7b34c372-0fa1-41f0-bf83-19e094dfce39 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (ea2422c7-04e7-41a9-a9eb-8732751b1621), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:01.381826 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7b34c372-0fa1-41f0-bf83-19e094dfce39 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (ea2422c7-04e7-41a9-a9eb-8732751b1621), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:01.406828 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b34c372-0fa1-41f0-bf83-19e094dfce39 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea2422c7-04e7-41a9-a9eb-8732751b1621,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:01.445478 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-29a39edb-9fb7-43d2-a333-7283eee64617 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8494318 Jan 29 04:32:01.458234 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7b34c372-0fa1-41f0-bf83-19e094dfce39 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:01.460542 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7b34c372-0fa1-41f0-bf83-19e094dfce39 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3985798 Jan 29 04:32:01.465895 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55116) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:01.470012 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-c7026d19-8578-4948-9b7c-9193bdf30899 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Request body: {'security_group_rule': {'security_group_id': 'dbf92467-9bf0-4a9e-bcd2-fd045abbd900', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:01.523698 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 3e174fcc-a890-49e6-a31e-c6ff2b0e89d0 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:32:01.586475 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c7026d19-8578-4948-9b7c-9193bdf30899 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (16f32128-c03b-4624-9975-78fd9cca6661), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:01.625082 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a39edb-9fb7-43d2-a333-7283eee64617 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Pushing event updated for resources: {'Network': ['ID=608651ea-c11b-4098-b6e0-43f36a491f11,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:01.713157 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c7026d19-8578-4948-9b7c-9193bdf30899 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (16f32128-c03b-4624-9975-78fd9cca6661), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:01.749786 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 608651ea-c11b-4098-b6e0-43f36a491f11 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:32:01.773072 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c814771-1705-4d55-9356-d5b622d546de tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event deleted for resources: {'Network': ['ID=06b4902e-7c8e-4d2b-bfcf-5b83583a5712,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:01.793459 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c7026d19-8578-4948-9b7c-9193bdf30899 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (16f32128-c03b-4624-9975-78fd9cca6661), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:01.843690 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7026d19-8578-4948-9b7c-9193bdf30899 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16f32128-c03b-4624-9975-78fd9cca6661,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:01.881903 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-d0f8e52a-448c-4849-9345-a2e20f3c1328 None None] Current status of the port 3e174fcc-a890-49e6-a31e-c6ff2b0e89d0 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:32:01.903979 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c7026d19-8578-4948-9b7c-9193bdf30899 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:01.905420 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c7026d19-8578-4948-9b7c-9193bdf30899 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4390132 Jan 29 04:32:01.908201 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55118) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:01.913415 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-9d86bf60-bcc0-4af1-9dd1-7f8a341c6563 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Request body: {'security_group_rule': {'security_group_id': 'dbf92467-9bf0-4a9e-bcd2-fd045abbd900', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:01.989378 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4557e-7144-435c-a708-21c1532b8e68 req-031d933e-800d-4835-9900-a685b02c88b7 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:02.000441 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-06e4557e-7144-435c-a708-21c1532b8e68 req-031d933e-800d-4835-9900-a685b02c88b7 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c HTTP/1.1" status: 200 len: 943 time: 0.4971280 Jan 29 04:32:02.047328 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9d86bf60-bcc0-4af1-9dd1-7f8a341c6563 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (15667f44-25c8-4c2d-ac33-7bac26a81e3c), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:02.051650 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-43d74b7b-45a9-47f9-8b07-5f1066480ff2 None None] Publish callbacks [] for port (ce001b2a-8e4c-49ae-af31-632a57f1b9ce), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:02.087503 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-c53d0587-1cf9-43fe-bf57-ad3a824eddac None None] Provisioning complete for port 3e174fcc-a890-49e6-a31e-c6ff2b0e89d0 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:02.088946 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c53d0587-1cf9-43fe-bf57-ad3a824eddac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (3e174fcc-a890-49e6-a31e-c6ff2b0e89d0), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:02.091333 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 3e174fcc-a890-49e6-a31e-c6ff2b0e89d0 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:02.091861 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (3e174fcc-a890-49e6-a31e-c6ff2b0e89d0), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:02.160000 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-43d74b7b-45a9-47f9-8b07-5f1066480ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (ce001b2a-8e4c-49ae-af31-632a57f1b9ce), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:02.170265 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9d86bf60-bcc0-4af1-9dd1-7f8a341c6563 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (15667f44-25c8-4c2d-ac33-7bac26a81e3c), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:02.191748 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-06e4557e-7144-435c-a708-21c1532b8e68 req-1478caa2-015f-4819-81c8-ff649ef6af93 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902490 Jan 29 04:32:02.213747 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.extraroute_db [None req-642f2d2a-132b-43fe-a6ed-37b3cc4dc9f9 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103584) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 29 04:32:02.236821 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9d86bf60-bcc0-4af1-9dd1-7f8a341c6563 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (15667f44-25c8-4c2d-ac33-7bac26a81e3c), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:02.276317 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86bf60-bcc0-4af1-9dd1-7f8a341c6563 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15667f44-25c8-4c2d-ac33-7bac26a81e3c,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:02.276776 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450a120-1914-4666-a01c-6c3a1c461fb2 None None] Pushing event updated for resources: {'Port': ['ID=ce001b2a-8e4c-49ae-af31-632a57f1b9ce,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:02.303482 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.extraroute_db [None req-642f2d2a-132b-43fe-a6ed-37b3cc4dc9f9 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Removed routes are [] {{(pid=103584) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 29 04:32:02.303926 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86bf60-bcc0-4af1-9dd1-7f8a341c6563 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:02.305285 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86bf60-bcc0-4af1-9dd1-7f8a341c6563 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:02.306060 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86bf60-bcc0-4af1-9dd1-7f8a341c6563 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:02.306561 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86bf60-bcc0-4af1-9dd1-7f8a341c6563 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:02.307053 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86bf60-bcc0-4af1-9dd1-7f8a341c6563 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:02.307637 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-642f2d2a-132b-43fe-a6ed-37b3cc4dc9f9 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1615661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1617607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-536'] for router (389f1f00-b86a-4154-b700-f3328ae85b52), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:02.308247 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86bf60-bcc0-4af1-9dd1-7f8a341c6563 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:02.311311 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86bf60-bcc0-4af1-9dd1-7f8a341c6563 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:02.311828 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86bf60-bcc0-4af1-9dd1-7f8a341c6563 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:02.312348 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86bf60-bcc0-4af1-9dd1-7f8a341c6563 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:02.314004 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86bf60-bcc0-4af1-9dd1-7f8a341c6563 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:02.314004 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86bf60-bcc0-4af1-9dd1-7f8a341c6563 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:02.314004 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86bf60-bcc0-4af1-9dd1-7f8a341c6563 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:02.314004 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86bf60-bcc0-4af1-9dd1-7f8a341c6563 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:02.337321 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9d86bf60-bcc0-4af1-9dd1-7f8a341c6563 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:02.340560 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9d86bf60-bcc0-4af1-9dd1-7f8a341c6563 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4297907 Jan 29 04:32:02.341806 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55120) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:02.353189 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-d312ea15-8be7-40f4-9d8f-56fe0f109661 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Request body: {'security_group_rule': {'security_group_id': 'dbf92467-9bf0-4a9e-bcd2-fd045abbd900', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:02.472553 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d312ea15-8be7-40f4-9d8f-56fe0f109661 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (5fadc43e-e8b5-44ed-b5a7-270d93af00ad), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:02.502362 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-43d74b7b-45a9-47f9-8b07-5f1066480ff2 None None] Attempting to bind port ce001b2a-8e4c-49ae-af31-632a57f1b9ce on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:32:02.502956 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-43d74b7b-45a9-47f9-8b07-5f1066480ff2 None None] Attempting to bind port ce001b2a-8e4c-49ae-af31-632a57f1b9ce by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'fdf3691e-e0e6-41e6-af31-b72c69b5e3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '904c8ff8-2ff3-4975-af88-cc5dc0a857d2'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:32:02.503254 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d74b7b-45a9-47f9-8b07-5f1066480ff2 None None] Attempting to bind port ce001b2a-8e4c-49ae-af31-632a57f1b9ce on network 904c8ff8-2ff3-4975-af88-cc5dc0a857d2 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:32:02.545376 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d74b7b-45a9-47f9-8b07-5f1066480ff2 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:32:02.545922 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d74b7b-45a9-47f9-8b07-5f1066480ff2 None None] Checking segment: {'id': 'fdf3691e-e0e6-41e6-af31-b72c69b5e3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '904c8ff8-2ff3-4975-af88-cc5dc0a857d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:32:02.546431 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-43d74b7b-45a9-47f9-8b07-5f1066480ff2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:02.546925 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d74b7b-45a9-47f9-8b07-5f1066480ff2 None None] Bound using segment: {'id': 'fdf3691e-e0e6-41e6-af31-b72c69b5e3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '904c8ff8-2ff3-4975-af88-cc5dc0a857d2'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:32:02.547536 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-43d74b7b-45a9-47f9-8b07-5f1066480ff2 None None] Bound port: ce001b2a-8e4c-49ae-af31-632a57f1b9ce, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf3691e-e0e6-41e6-af31-b72c69b5e3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '904c8ff8-2ff3-4975-af88-cc5dc0a857d2'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:32:02.548017 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-43d74b7b-45a9-47f9-8b07-5f1066480ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (ce001b2a-8e4c-49ae-af31-632a57f1b9ce), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:02.550324 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c53d0587-1cf9-43fe-bf57-ad3a824eddac None None] Current status of the port 3e174fcc-a890-49e6-a31e-c6ff2b0e89d0 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:32:02.569682 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 3e174fcc-a890-49e6-a31e-c6ff2b0e89d0 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:32:02.602942 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d312ea15-8be7-40f4-9d8f-56fe0f109661 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (5fadc43e-e8b5-44ed-b5a7-270d93af00ad), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:02.646264 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5c18a7b1-ea61-48a0-8a11-622d03730cb5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (372a3b60-f704-4353-af5d-28c9327b9b15), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:02.648245 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-43d74b7b-45a9-47f9-8b07-5f1066480ff2 None None] For port ce001b2a-8e4c-49ae-af31-632a57f1b9ce, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:32:02.654741 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-43d74b7b-45a9-47f9-8b07-5f1066480ff2 None None] For port ce001b2a-8e4c-49ae-af31-632a57f1b9ce, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=ce001b2a-8e4c-49ae-af31-632a57f1b9ce,segment=NetworkSegment(fdf3691e-e0e6-41e6-af31-b72c69b5e3ec),segment_id=fdf3691e-e0e6-41e6-af31-b72c69b5e3ec)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:32:02.668063 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-c53d0587-1cf9-43fe-bf57-ad3a824eddac None None] Provisioning complete for port ce001b2a-8e4c-49ae-af31-632a57f1b9ce triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:02.668880 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c53d0587-1cf9-43fe-bf57-ad3a824eddac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (ce001b2a-8e4c-49ae-af31-632a57f1b9ce), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:02.690401 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d312ea15-8be7-40f4-9d8f-56fe0f109661 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (5fadc43e-e8b5-44ed-b5a7-270d93af00ad), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:02.715214 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c53d0587-1cf9-43fe-bf57-ad3a824eddac None None] Port ce001b2a-8e4c-49ae-af31-632a57f1b9ce cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:32:02.724923 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-43d74b7b-45a9-47f9-8b07-5f1066480ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (ce001b2a-8e4c-49ae-af31-632a57f1b9ce), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:02.734200 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d312ea15-8be7-40f4-9d8f-56fe0f109661 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fadc43e-e8b5-44ed-b5a7-270d93af00ad,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:02.799748 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d74b7b-45a9-47f9-8b07-5f1066480ff2 None None] Routers {'389f1f00-b86a-4154-b700-f3328ae85b52'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:02.800891 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-43d74b7b-45a9-47f9-8b07-5f1066480ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:31:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['389f1f00-b86a-4154-b700-f3328ae85b52'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:02.801355 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d312ea15-8be7-40f4-9d8f-56fe0f109661 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:02.805227 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d312ea15-8be7-40f4-9d8f-56fe0f109661 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4596930 Jan 29 04:32:02.805530 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55122) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:02.810433 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-c2a0f5ee-181f-400a-9083-120d9c2e8587 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Request body: {'security_group_rule': {'security_group_id': 'dbf92467-9bf0-4a9e-bcd2-fd045abbd900', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:02.822726 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-642f2d2a-132b-43fe-a6ed-37b3cc4dc9f9 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1615661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1617607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-536'] for router (389f1f00-b86a-4154-b700-f3328ae85b52), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:02.860271 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-642f2d2a-132b-43fe-a6ed-37b3cc4dc9f9 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1615652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1615667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1617630'] for router (389f1f00-b86a-4154-b700-f3328ae85b52), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:02.913487 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c2a0f5ee-181f-400a-9083-120d9c2e8587 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (49d67e95-0e17-448f-9992-39d33db4bdf3), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:02.975782 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450a120-1914-4666-a01c-6c3a1c461fb2 None None] Pushing event updated for resources: {'Port': ['ID=ce001b2a-8e4c-49ae-af31-632a57f1b9ce,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:02.991879 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-fda02262-1290-4998-a0f8-6fec4c592826 None None] Provisioning complete for port ce001b2a-8e4c-49ae-af31-632a57f1b9ce triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:02.992731 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fda02262-1290-4998-a0f8-6fec4c592826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (ce001b2a-8e4c-49ae-af31-632a57f1b9ce), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:03.047063 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c2a0f5ee-181f-400a-9083-120d9c2e8587 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (49d67e95-0e17-448f-9992-39d33db4bdf3), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:03.070419 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-43d74b7b-45a9-47f9-8b07-5f1066480ff2 None None] Set router 389f1f00-b86a-4154-b700-f3328ae85b52 gateway port host: None {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:32:03.101867 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c2a0f5ee-181f-400a-9083-120d9c2e8587 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (49d67e95-0e17-448f-9992-39d33db4bdf3), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:03.142450 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0f5ee-181f-400a-9083-120d9c2e8587 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49d67e95-0e17-448f-9992-39d33db4bdf3,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:03.154327 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-fda02262-1290-4998-a0f8-6fec4c592826 None None] Current status of the port ce001b2a-8e4c-49ae-af31-632a57f1b9ce is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:32:03.154722 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fda02262-1290-4998-a0f8-6fec4c592826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (ce001b2a-8e4c-49ae-af31-632a57f1b9ce), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:03.178707 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c2a0f5ee-181f-400a-9083-120d9c2e8587 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:03.180033 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c2a0f5ee-181f-400a-9083-120d9c2e8587 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3731432 Jan 29 04:32:03.184377 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55126) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:03.225771 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-93431f08-dfd5-4251-a4bd-aca77d31a1c7 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (49d67e95-0e17-448f-9992-39d33db4bdf3), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:03.239445 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-93431f08-dfd5-4251-a4bd-aca77d31a1c7 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (49d67e95-0e17-448f-9992-39d33db4bdf3), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:03.245269 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642f2d2a-132b-43fe-a6ed-37b3cc4dc9f9 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Router 389f1f00-b86a-4154-b700-f3328ae85b52 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:32:03.301875 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-fda02262-1290-4998-a0f8-6fec4c592826 None None] For port ce001b2a-8e4c-49ae-af31-632a57f1b9ce, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=ce001b2a-8e4c-49ae-af31-632a57f1b9ce,segment=NetworkSegment(fdf3691e-e0e6-41e6-af31-b72c69b5e3ec),segment_id=fdf3691e-e0e6-41e6-af31-b72c69b5e3ec)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:03.389631 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fda02262-1290-4998-a0f8-6fec4c592826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (ce001b2a-8e4c-49ae-af31-632a57f1b9ce), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:03.409330 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-93431f08-dfd5-4251-a4bd-aca77d31a1c7 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (49d67e95-0e17-448f-9992-39d33db4bdf3), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:03.427686 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-93431f08-dfd5-4251-a4bd-aca77d31a1c7 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:03.433802 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-93431f08-dfd5-4251-a4bd-aca77d31a1c7 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/49d67e95-0e17-448f-9992-39d33db4bdf3 HTTP/1.1" status: 204 len: 168 time: 0.2488208 Jan 29 04:32:03.436373 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93431f08-dfd5-4251-a4bd-aca77d31a1c7 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=49d67e95-0e17-448f-9992-39d33db4bdf3,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:03.442159 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55130) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:03.469555 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f804cf58-fc78-4462-9600-57ca91e99060 req-87e2e16a-c244-4781-8efa-262e1ad8c70f tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:03.471943 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f804cf58-fc78-4462-9600-57ca91e99060 req-87e2e16a-c244-4781-8efa-262e1ad8c70f tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c HTTP/1.1" status: 200 len: 943 time: 0.1382329 Jan 29 04:32:03.492298 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda02262-1290-4998-a0f8-6fec4c592826 None None] Pushing event updated for resources: {'Port': ['ID=ce001b2a-8e4c-49ae-af31-632a57f1b9ce,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:03.542044 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-43d74b7b-45a9-47f9-8b07-5f1066480ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'name': 'tempest-RoutersIpV6Test-router-1785197132', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:22Z', 'updated_at': '2022-01-29T04:32:02Z', 'revision_number': 6, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'gw_port_host': None, '_interfaces': [{'id': '487034aa-59f2-4cc6-a8ea-c959706dc3c1', 'name': '', 'network_id': '5b489d36-f8c0-4c79-aa35-4133b718183c', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:47:41:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '9e747d59-a8a0-40dc-b7ab-152cc3261cf5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:37Z', 'updated_at': '2022-01-29T04:31:47Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': '9e747d59-a8a0-40dc-b7ab-152cc3261cf5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae4163c1-5816-44cf-b80c-89f9f11f20b9', 'name': '', 'network_id': '755ba25d-bb6b-4a0d-b5a3-7160b7e189ba', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:19:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:27Z', 'updated_at': '2022-01-29T04:31:39Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce001b2a-8e4c-49ae-af31-632a57f1b9ce', 'name': '', 'network_id': '904c8ff8-2ff3-4975-af88-cc5dc0a857d2', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:c3:17:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '70d850a0-c52a-4d8e-b9f9-9e92645d967b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:56Z', 'updated_at': '2022-01-29T04:32:02Z', 'revision_number': 4, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': '70d850a0-c52a-4d8e-b9f9-9e92645d967b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e33b2eb1-6c48-4160-ac08-bb3252d297bd', 'name': '', 'network_id': 'd8c21180-5b30-4596-8b3b-0a9d72417195', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:c1:bd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'fd5c66cb-ac89-4d3b-b235-09d0981a9454', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:44Z', 'updated_at': '2022-01-29T04:31:55Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': 'fd5c66cb-ac89-4d3b-b235-09d0981a9454', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:03.548174 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-5c18a7b1-ea61-48a0-8a11-622d03730cb5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Deleting port 747a0d63-698f-4e1f-8266-10ef0611d283 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:32:03.548685 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5c18a7b1-ea61-48a0-8a11-622d03730cb5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (747a0d63-698f-4e1f-8266-10ef0611d283), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:03.554844 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f804cf58-fc78-4462-9600-57ca91e99060 req-a462b439-4cb3-4352-9340-1374d53825e5 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761406 Jan 29 04:32:03.567970 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642f2d2a-132b-43fe-a6ed-37b3cc4dc9f9 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:32:03.589075 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-5adefb11-1379-46b2-82b4-ace7ec279b59 None None] Provisioning complete for port ce001b2a-8e4c-49ae-af31-632a57f1b9ce triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:03.589460 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5adefb11-1379-46b2-82b4-ace7ec279b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (ce001b2a-8e4c-49ae-af31-632a57f1b9ce), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:03.591159 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d74b7b-45a9-47f9-8b07-5f1066480ff2 None None] The sync data for ids ['389f1f00-b86a-4154-b700-f3328ae85b52'] in dv-neutron-821190-1-hyperv is: [{'id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'name': 'tempest-RoutersIpV6Test-router-1785197132', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:22Z', 'updated_at': '2022-01-29T04:32:02Z', 'revision_number': 6, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'gw_port_host': None, '_interfaces': [{'id': '487034aa-59f2-4cc6-a8ea-c959706dc3c1', 'name': '', 'network_id': '5b489d36-f8c0-4c79-aa35-4133b718183c', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:47:41:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '9e747d59-a8a0-40dc-b7ab-152cc3261cf5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:37Z', 'updated_at': '2022-01-29T04:31:47Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': '9e747d59-a8a0-40dc-b7ab-152cc3261cf5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae4163c1-5816-44cf-b80c-89f9f11f20b9', 'name': '', 'network_id': '755ba25d-bb6b-4a0d-b5a3-7160b7e189ba', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:19:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:27Z', 'updated_at': '2022-01-29T04:31:39Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce001b2a-8e4c-49ae-af31-632a57f1b9ce', 'name': '', 'network_id': '904c8ff8-2ff3-4975-af88-cc5dc0a857d2', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:c3:17:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '70d850a0-c52a-4d8e-b9f9-9e92645d967b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:56Z', 'updated_at': '2022-01-29T04:32:02Z', 'revision_number': 4, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': '70d850a0-c52a-4d8e-b9f9-9e92645d967b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e33b2eb1-6c48-4160-ac08-bb3252d297bd', 'name': '', 'network_id': 'd8c21180-5b30-4596-8b3b-0a9d72417195', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:c1:bd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'fd5c66cb-ac89-4d3b-b235-09d0981a9454', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:44Z', 'updated_at': '2022-01-29T04:31:55Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': 'fd5c66cb-ac89-4d3b-b235-09d0981a9454', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:32:03.594102 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-7427d0a3-138a-4fa5-a146-3ea4433d0e47 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1465409 Jan 29 04:32:03.603853 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55132) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:03.607164 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-642f2d2a-132b-43fe-a6ed-37b3cc4dc9f9 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:03.609429 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-642f2d2a-132b-43fe-a6ed-37b3cc4dc9f9 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "PUT /v2.0/routers/389f1f00-b86a-4154-b700-f3328ae85b52 HTTP/1.1" status: 200 len: 954 time: 3.3575165 Jan 29 04:32:03.613973 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55134) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:03.781306 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-5adefb11-1379-46b2-82b4-ace7ec279b59 None None] Current status of the port ce001b2a-8e4c-49ae-af31-632a57f1b9ce is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:32:03.786819 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-5c18a7b1-ea61-48a0-8a11-622d03730cb5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] For port 747a0d63-698f-4e1f-8266-10ef0611d283, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=747a0d63-698f-4e1f-8266-10ef0611d283,segment=NetworkSegment(610ac71e-538c-4973-84c9-c0e20b9edf45),segment_id=610ac71e-538c-4973-84c9-c0e20b9edf45)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:03.787517 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5c18a7b1-ea61-48a0-8a11-622d03730cb5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (747a0d63-698f-4e1f-8266-10ef0611d283), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:03.802194 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7070206e-148c-4ab2-8434-180749bb7f09 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (5fadc43e-e8b5-44ed-b5a7-270d93af00ad), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:03.816499 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-5c18a7b1-ea61-48a0-8a11-622d03730cb5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Calling delete_port for 747a0d63-698f-4e1f-8266-10ef0611d283 owned by network:router_interface {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:32:03.834600 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7070206e-148c-4ab2-8434-180749bb7f09 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (5fadc43e-e8b5-44ed-b5a7-270d93af00ad), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:03.872651 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-32287a42-0c5f-4991-8e5a-3055b8318cc6 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "GET /v2.0/routers/389f1f00-b86a-4154-b700-f3328ae85b52 HTTP/1.1" status: 200 len: 954 time: 0.2551837 Jan 29 04:32:03.873883 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55136) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:03.878446 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-a40d9d75-714b-47a1-9018-ae9dad8bb969 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Request body: {'router': {'routes': None}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:03.958706 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7070206e-148c-4ab2-8434-180749bb7f09 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (5fadc43e-e8b5-44ed-b5a7-270d93af00ad), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:03.965827 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7070206e-148c-4ab2-8434-180749bb7f09 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:03.970806 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55138) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:03.971296 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7070206e-148c-4ab2-8434-180749bb7f09 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/5fadc43e-e8b5-44ed-b5a7-270d93af00ad HTTP/1.1" status: 204 len: 168 time: 0.3617198 Jan 29 04:32:03.981543 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7070206e-148c-4ab2-8434-180749bb7f09 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5fadc43e-e8b5-44ed-b5a7-270d93af00ad,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:04.488635 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-fa4d5f41-0d03-47a8-800c-bf8439cbf50c tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.5104871 Jan 29 04:32:04.489952 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55140) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:04.530346 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8b435c13-2d36-41ce-ac17-45ae7f842739 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (15667f44-25c8-4c2d-ac33-7bac26a81e3c), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:04.543696 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8b435c13-2d36-41ce-ac17-45ae7f842739 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (15667f44-25c8-4c2d-ac33-7bac26a81e3c), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:04.581897 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cc15c0-2334-4f6e-b138-196a8f191af2 None None] Sync routers for ids ['389f1f00-b86a-4154-b700-f3328ae85b52'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:32:04.595038 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cc15c0-2334-4f6e-b138-196a8f191af2 None None] Routers {'389f1f00-b86a-4154-b700-f3328ae85b52'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:04.596116 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-04cc15c0-2334-4f6e-b138-196a8f191af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:31:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['389f1f00-b86a-4154-b700-f3328ae85b52'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:04.638727 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8b435c13-2d36-41ce-ac17-45ae7f842739 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (15667f44-25c8-4c2d-ac33-7bac26a81e3c), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:04.645125 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8b435c13-2d36-41ce-ac17-45ae7f842739 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:04.648756 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-8b435c13-2d36-41ce-ac17-45ae7f842739 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/15667f44-25c8-4c2d-ac33-7bac26a81e3c HTTP/1.1" status: 204 len: 168 time: 0.1538062 Jan 29 04:32:04.650685 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55144) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:04.657568 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b435c13-2d36-41ce-ac17-45ae7f842739 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15667f44-25c8-4c2d-ac33-7bac26a81e3c,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:04.680885 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5c18a7b1-ea61-48a0-8a11-622d03730cb5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (747a0d63-698f-4e1f-8266-10ef0611d283), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:04.701918 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-04cc15c0-2334-4f6e-b138-196a8f191af2 None None] Set router 389f1f00-b86a-4154-b700-f3328ae85b52 gateway port host: None {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:32:04.746073 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c18a7b1-ea61-48a0-8a11-622d03730cb5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event deleted for resources: {'Port': ['ID=747a0d63-698f-4e1f-8266-10ef0611d283,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:04.762389 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55146) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:04.767787 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-77be5f6c-0fe7-4bbd-b5aa-67179e2ec50c tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Request body: {'subnets': [{'network_id': '6e3d837c-219f-48f1-97ca-8db693f899e3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--224667461', 'ip_version': 6}, {'network_id': '608651ea-c11b-4098-b6e0-43f36a491f11', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:04.768134 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-77be5f6c-0fe7-4bbd-b5aa-67179e2ec50c tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Request body: {'subnet': {'network_id': '6e3d837c-219f-48f1-97ca-8db693f899e3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--224667461', 'ip_version': 6}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:04.771210 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-77be5f6c-0fe7-4bbd-b5aa-67179e2ec50c tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Request body: {'subnet': {'network_id': '608651ea-c11b-4098-b6e0-43f36a491f11', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:04.847507 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c18a7b1-ea61-48a0-8a11-622d03730cb5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:04.847864 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c18a7b1-ea61-48a0-8a11-622d03730cb5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:04.848209 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c18a7b1-ea61-48a0-8a11-622d03730cb5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:04.848833 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c18a7b1-ea61-48a0-8a11-622d03730cb5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:04.848982 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c18a7b1-ea61-48a0-8a11-622d03730cb5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:04.849248 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c18a7b1-ea61-48a0-8a11-622d03730cb5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:04.849584 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c18a7b1-ea61-48a0-8a11-622d03730cb5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:04.849920 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c18a7b1-ea61-48a0-8a11-622d03730cb5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:04.850259 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c18a7b1-ea61-48a0-8a11-622d03730cb5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:04.850589 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c18a7b1-ea61-48a0-8a11-622d03730cb5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:04.850920 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c18a7b1-ea61-48a0-8a11-622d03730cb5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:04.851259 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c18a7b1-ea61-48a0-8a11-622d03730cb5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:04.851591 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c18a7b1-ea61-48a0-8a11-622d03730cb5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:04.889998 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-26472cf6-ced7-4122-a985-fe359e297f87 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2382586 Jan 29 04:32:04.896673 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55148) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:04.912750 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71c107-b870-4978-8bac-0a979127b82c req-56d3dd1c-f635-4299-8218-dcb7e65fde21 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:04.915399 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ae71c107-b870-4978-8bac-0a979127b82c req-56d3dd1c-f635-4299-8218-dcb7e65fde21 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c HTTP/1.1" status: 200 len: 943 time: 0.2650163 Jan 29 04:32:04.965746 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-04cc15c0-2334-4f6e-b138-196a8f191af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'name': 'tempest-RoutersIpV6Test-router-1785197132', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:22Z', 'updated_at': '2022-01-29T04:32:02Z', 'revision_number': 6, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'gw_port_host': None, '_interfaces': [{'id': '487034aa-59f2-4cc6-a8ea-c959706dc3c1', 'name': '', 'network_id': '5b489d36-f8c0-4c79-aa35-4133b718183c', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:47:41:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '9e747d59-a8a0-40dc-b7ab-152cc3261cf5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:37Z', 'updated_at': '2022-01-29T04:31:47Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': '9e747d59-a8a0-40dc-b7ab-152cc3261cf5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae4163c1-5816-44cf-b80c-89f9f11f20b9', 'name': '', 'network_id': '755ba25d-bb6b-4a0d-b5a3-7160b7e189ba', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:19:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:27Z', 'updated_at': '2022-01-29T04:31:39Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce001b2a-8e4c-49ae-af31-632a57f1b9ce', 'name': '', 'network_id': '904c8ff8-2ff3-4975-af88-cc5dc0a857d2', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:c3:17:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '70d850a0-c52a-4d8e-b9f9-9e92645d967b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:56Z', 'updated_at': '2022-01-29T04:32:03Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': '70d850a0-c52a-4d8e-b9f9-9e92645d967b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e33b2eb1-6c48-4160-ac08-bb3252d297bd', 'name': '', 'network_id': 'd8c21180-5b30-4596-8b3b-0a9d72417195', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:c1:bd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'fd5c66cb-ac89-4d3b-b235-09d0981a9454', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:44Z', 'updated_at': '2022-01-29T04:31:55Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': 'fd5c66cb-ac89-4d3b-b235-09d0981a9454', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:04.977805 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1cdec879-ec4e-4b24-92ea-6dc0a01043be tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (16f32128-c03b-4624-9975-78fd9cca6661), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:04.986775 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1cdec879-ec4e-4b24-92ea-6dc0a01043be tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (16f32128-c03b-4624-9975-78fd9cca6661), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:05.008754 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cc15c0-2334-4f6e-b138-196a8f191af2 None None] Checking router: 389f1f00-b86a-4154-b700-f3328ae85b52 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:32:05.020120 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cc15c0-2334-4f6e-b138-196a8f191af2 None None] Routers {'389f1f00-b86a-4154-b700-f3328ae85b52'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:05.020872 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-04cc15c0-2334-4f6e-b138-196a8f191af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:31:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['389f1f00-b86a-4154-b700-f3328ae85b52'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:05.022209 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.extraroute_db [None req-a40d9d75-714b-47a1-9018-ae9dad8bb969 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Added routes are [] {{(pid=103584) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 29 04:32:05.022624 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.extraroute_db [None req-a40d9d75-714b-47a1-9018-ae9dad8bb969 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103584) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 29 04:32:05.107444 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ae71c107-b870-4978-8bac-0a979127b82c req-c2c0908d-fd76-48e4-8d98-13cf5245dda8 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681435 Jan 29 04:32:05.108058 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1cdec879-ec4e-4b24-92ea-6dc0a01043be tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (16f32128-c03b-4624-9975-78fd9cca6661), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:05.119479 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1cdec879-ec4e-4b24-92ea-6dc0a01043be tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:05.119479 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-1cdec879-ec4e-4b24-92ea-6dc0a01043be tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/16f32128-c03b-4624-9975-78fd9cca6661 HTTP/1.1" status: 204 len: 168 time: 0.2189062 Jan 29 04:32:05.120645 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55150) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:05.125697 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a40d9d75-714b-47a1-9018-ae9dad8bb969 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1615661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1617607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-536'] for router (389f1f00-b86a-4154-b700-f3328ae85b52), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:05.127374 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5c18a7b1-ea61-48a0-8a11-622d03730cb5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (372a3b60-f704-4353-af5d-28c9327b9b15), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:05.128052 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdec879-ec4e-4b24-92ea-6dc0a01043be tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16f32128-c03b-4624-9975-78fd9cca6661,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:05.135446 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-04cc15c0-2334-4f6e-b138-196a8f191af2 None None] Set router 389f1f00-b86a-4154-b700-f3328ae85b52 gateway port host: None {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:32:05.138929 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77be5f6c-0fe7-4bbd-b5aa-67179e2ec50c tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Made reservation on behalf of 6b55d65aa0e04e7b997972caf4c72a2e for: {'subnet': 2} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:32:05.143305 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-77be5f6c-0fe7-4bbd-b5aa-67179e2ec50c tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:05.144274 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-77be5f6c-0fe7-4bbd-b5aa-67179e2ec50c tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:05.241278 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-013c29e0-36c6-4ac3-86b8-ac20b28c4dcf tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1192925 Jan 29 04:32:05.244242 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55152) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:05.288143 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8b1025b5-4463-4d74-b805-b3d1aac87669 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (ea2422c7-04e7-41a9-a9eb-8732751b1621), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:05.301309 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8b1025b5-4463-4d74-b805-b3d1aac87669 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (ea2422c7-04e7-41a9-a9eb-8732751b1621), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:05.403425 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-04cc15c0-2334-4f6e-b138-196a8f191af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'name': 'tempest-RoutersIpV6Test-router-1785197132', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:22Z', 'updated_at': '2022-01-29T04:32:02Z', 'revision_number': 6, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'gw_port_host': None, '_interfaces': [{'id': '487034aa-59f2-4cc6-a8ea-c959706dc3c1', 'name': '', 'network_id': '5b489d36-f8c0-4c79-aa35-4133b718183c', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:47:41:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '9e747d59-a8a0-40dc-b7ab-152cc3261cf5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:37Z', 'updated_at': '2022-01-29T04:31:47Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': '9e747d59-a8a0-40dc-b7ab-152cc3261cf5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae4163c1-5816-44cf-b80c-89f9f11f20b9', 'name': '', 'network_id': '755ba25d-bb6b-4a0d-b5a3-7160b7e189ba', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:19:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:27Z', 'updated_at': '2022-01-29T04:31:39Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce001b2a-8e4c-49ae-af31-632a57f1b9ce', 'name': '', 'network_id': '904c8ff8-2ff3-4975-af88-cc5dc0a857d2', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:c3:17:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '70d850a0-c52a-4d8e-b9f9-9e92645d967b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:56Z', 'updated_at': '2022-01-29T04:32:03Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': '70d850a0-c52a-4d8e-b9f9-9e92645d967b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e33b2eb1-6c48-4160-ac08-bb3252d297bd', 'name': '', 'network_id': 'd8c21180-5b30-4596-8b3b-0a9d72417195', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:c1:bd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'fd5c66cb-ac89-4d3b-b235-09d0981a9454', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:44Z', 'updated_at': '2022-01-29T04:31:55Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': 'fd5c66cb-ac89-4d3b-b235-09d0981a9454', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:05.421147 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8b1025b5-4463-4d74-b805-b3d1aac87669 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (ea2422c7-04e7-41a9-a9eb-8732751b1621), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:05.442044 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8b1025b5-4463-4d74-b805-b3d1aac87669 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:05.442044 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-8b1025b5-4463-4d74-b805-b3d1aac87669 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/ea2422c7-04e7-41a9-a9eb-8732751b1621 HTTP/1.1" status: 204 len: 168 time: 0.1934607 Jan 29 04:32:05.444437 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55154) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:05.462868 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cc15c0-2334-4f6e-b138-196a8f191af2 None None] The sync data for ids ['389f1f00-b86a-4154-b700-f3328ae85b52'] in dv-neutron-821190-1-hyperv is: [{'id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'name': 'tempest-RoutersIpV6Test-router-1785197132', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:22Z', 'updated_at': '2022-01-29T04:32:02Z', 'revision_number': 6, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'gw_port_host': None, '_interfaces': [{'id': '487034aa-59f2-4cc6-a8ea-c959706dc3c1', 'name': '', 'network_id': '5b489d36-f8c0-4c79-aa35-4133b718183c', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:47:41:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '9e747d59-a8a0-40dc-b7ab-152cc3261cf5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:37Z', 'updated_at': '2022-01-29T04:31:47Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': '9e747d59-a8a0-40dc-b7ab-152cc3261cf5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae4163c1-5816-44cf-b80c-89f9f11f20b9', 'name': '', 'network_id': '755ba25d-bb6b-4a0d-b5a3-7160b7e189ba', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:19:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:27Z', 'updated_at': '2022-01-29T04:31:39Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce001b2a-8e4c-49ae-af31-632a57f1b9ce', 'name': '', 'network_id': '904c8ff8-2ff3-4975-af88-cc5dc0a857d2', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:c3:17:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '70d850a0-c52a-4d8e-b9f9-9e92645d967b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:56Z', 'updated_at': '2022-01-29T04:32:03Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': '70d850a0-c52a-4d8e-b9f9-9e92645d967b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e33b2eb1-6c48-4160-ac08-bb3252d297bd', 'name': '', 'network_id': 'd8c21180-5b30-4596-8b3b-0a9d72417195', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:c1:bd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'fd5c66cb-ac89-4d3b-b235-09d0981a9454', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:44Z', 'updated_at': '2022-01-29T04:31:55Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': 'fd5c66cb-ac89-4d3b-b235-09d0981a9454', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:32:05.467269 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1025b5-4463-4d74-b805-b3d1aac87669 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea2422c7-04e7-41a9-a9eb-8732751b1621,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:05.508255 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c18a7b1-ea61-48a0-8a11-622d03730cb5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Router 372a3b60-f704-4353-af5d-28c9327b9b15 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:32:05.514168 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a40d9d75-714b-47a1-9018-ae9dad8bb969 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1615661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1617607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-536'] for router (389f1f00-b86a-4154-b700-f3328ae85b52), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:05.520696 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a40d9d75-714b-47a1-9018-ae9dad8bb969 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1615652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1615667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1617630'] for router (389f1f00-b86a-4154-b700-f3328ae85b52), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:05.554224 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device ce001b2a-8e4c-49ae-af31-632a57f1b9ce up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:32:05.565251 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-374c0eb3-8cb2-4694-b722-edbf0b313fd2 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1148393 Jan 29 04:32:05.570048 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55156) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:05.670007 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d191ed51-b851-4790-b23e-b68ba703b72e tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (dbf92467-9bf0-4a9e-bcd2-fd045abbd900), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:05.702788 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c18a7b1-ea61-48a0-8a11-622d03730cb5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:32:05.707316 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d191ed51-b851-4790-b23e-b68ba703b72e tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (dbf92467-9bf0-4a9e-bcd2-fd045abbd900), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:05.708374 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-5c18a7b1-ea61-48a0-8a11-622d03730cb5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "PUT /v2.0/routers/372a3b60-f704-4353-af5d-28c9327b9b15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5942490 Jan 29 04:32:05.711001 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55158) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:05.726863 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40d9d75-714b-47a1-9018-ae9dad8bb969 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Router 389f1f00-b86a-4154-b700-f3328ae85b52 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:32:05.752687 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991c386f-a5e9-441a-8ee5-0f1f392ed64d None None] Sync routers for ids ['372a3b60-f704-4353-af5d-28c9327b9b15'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:32:05.793808 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991c386f-a5e9-441a-8ee5-0f1f392ed64d None None] Routers {'372a3b60-f704-4353-af5d-28c9327b9b15'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:05.794444 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-991c386f-a5e9-441a-8ee5-0f1f392ed64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:31:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['372a3b60-f704-4353-af5d-28c9327b9b15'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:05.814502 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-30ca3328-4658-4079-be23-6afa70923094 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Deleting subnet 4dd123fd-472d-4cb4-a679-56c9a3e2915e {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:32:05.820418 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-30ca3328-4658-4079-be23-6afa70923094 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for subnet (4dd123fd-472d-4cb4-a679-56c9a3e2915e), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:05.831643 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-77be5f6c-0fe7-4bbd-b5aa-67179e2ec50c tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (a706ded4-4f2a-4e3f-98e5-962e08debff6), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:05.881191 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d191ed51-b851-4790-b23e-b68ba703b72e tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (dbf92467-9bf0-4a9e-bcd2-fd045abbd900), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:05.884200 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d191ed51-b851-4790-b23e-b68ba703b72e tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:05.888022 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d191ed51-b851-4790-b23e-b68ba703b72e tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "DELETE /v2.0/security-groups/dbf92467-9bf0-4a9e-bcd2-fd045abbd900 HTTP/1.1" status: 204 len: 168 time: 0.3144877 Jan 29 04:32:05.889958 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55160) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:05.890097 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port ce001b2a-8e4c-49ae-af31-632a57f1b9ce triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:05.890280 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (ce001b2a-8e4c-49ae-af31-632a57f1b9ce), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:05.912890 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d191ed51-b851-4790-b23e-b68ba703b72e tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf92467-9bf0-4a9e-bcd2-fd045abbd900,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:05.921257 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-30ca3328-4658-4079-be23-6afa70923094 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (4dd123fd-472d-4cb4-a679-56c9a3e2915e), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:05.925945 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40d9d75-714b-47a1-9018-ae9dad8bb969 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:32:05.933287 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a40d9d75-714b-47a1-9018-ae9dad8bb969 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:05.935273 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77be5f6c-0fe7-4bbd-b5aa-67179e2ec50c tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Pushing event updated for resources: {'Subnet': ['ID=a706ded4-4f2a-4e3f-98e5-962e08debff6,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:05.938210 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a40d9d75-714b-47a1-9018-ae9dad8bb969 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "PUT /v2.0/routers/389f1f00-b86a-4154-b700-f3328ae85b52 HTTP/1.1" status: 200 len: 704 time: 2.0633082 Jan 29 04:32:05.938488 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55162) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:05.939896 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b4b292-3231-4404-afd9-de0296594121 None None] Sync routers for ids ['389f1f00-b86a-4154-b700-f3328ae85b52'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:32:05.955533 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-991c386f-a5e9-441a-8ee5-0f1f392ed64d None None] Set router 372a3b60-f704-4353-af5d-28c9327b9b15 gateway port host: None {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:32:05.962387 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b4b292-3231-4404-afd9-de0296594121 None None] Routers {'389f1f00-b86a-4154-b700-f3328ae85b52'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:05.963748 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-54b4b292-3231-4404-afd9-de0296594121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:31:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['389f1f00-b86a-4154-b700-f3328ae85b52'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:05.989177 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77be5f6c-0fe7-4bbd-b5aa-67179e2ec50c tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Checking segment: {'id': '3e5b5943-f741-47d8-a4dc-9a2e771c92f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6e3d837c-219f-48f1-97ca-8db693f899e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:32:05.989679 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77be5f6c-0fe7-4bbd-b5aa-67179e2ec50c tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Network hostable DHCP agents. Network: 6e3d837c-219f-48f1-97ca-8db693f899e3, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:32:06.008644 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-472c09d5-b832-4768-b2f8-925f748380a0 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1145468 Jan 29 04:32:06.009306 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55164) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:06.016392 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-e42628ab-caa7-461f-b9aa-1fc9d7f8f802 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Request body: {'security_group': {'name': 'tempest-secgroup--385675690'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:06.067030 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ed1bed54-4d14-4373-b38c-0aff3769c5dd tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "GET /v2.0/routers/389f1f00-b86a-4154-b700-f3328ae85b52 HTTP/1.1" status: 200 len: 704 time: 0.1247883 Jan 29 04:32:06.067348 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55166) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:06.080839 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-30ca3328-4658-4079-be23-6afa70923094 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (4dd123fd-472d-4cb4-a679-56c9a3e2915e), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:06.109412 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-54b4b292-3231-4404-afd9-de0296594121 None None] Set router 389f1f00-b86a-4154-b700-f3328ae85b52 gateway port host: None {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:32:06.146389 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77be5f6c-0fe7-4bbd-b5aa-67179e2ec50c tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Network 6e3d837c-219f-48f1-97ca-8db693f899e3 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:32:06.171236 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e42628ab-caa7-461f-b9aa-1fc9d7f8f802 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:06.171498 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port ce001b2a-8e4c-49ae-af31-632a57f1b9ce is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:32:06.217833 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-30ca3328-4658-4079-be23-6afa70923094 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (4dd123fd-472d-4cb4-a679-56c9a3e2915e), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:06.234274 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-77be5f6c-0fe7-4bbd-b5aa-67179e2ec50c tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 6e3d837c-219f-48f1-97ca-8db693f899e3) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:32:06.269170 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-30ca3328-4658-4079-be23-6afa70923094 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:06.269427 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-77be5f6c-0fe7-4bbd-b5aa-67179e2ec50c tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (69ac3aa8-8e32-4293-9baa-5c162f2f9f18), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:06.275929 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-30ca3328-4658-4079-be23-6afa70923094 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "DELETE /v2.0/subnets/4dd123fd-472d-4cb4-a679-56c9a3e2915e HTTP/1.1" status: 204 len: 168 time: 0.5626676 Jan 29 04:32:06.280426 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55170) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:06.281278 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca3328-4658-4079-be23-6afa70923094 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event deleted for resources: {'Subnet': ['ID=4dd123fd-472d-4cb4-a679-56c9a3e2915e,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:06.284603 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df60724-8560-48b4-aa0a-61988d196e7d None None] Network 6e3d837c-219f-48f1-97ca-8db693f899e3 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:32:06.286453 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806982be-da04-4546-b104-2cf9b0af77f2 None None] Network 31055425-038b-483d-ad92-965ae6c0c79b requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:32:06.377744 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e42628ab-caa7-461f-b9aa-1fc9d7f8f802 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (b0164914-06f3-4143-b871-064f26d88d18), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:06.404579 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e4d79bb6-c1b1-40b5-8194-7919d1d423ae tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (31055425-038b-483d-ad92-965ae6c0c79b), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:06.435383 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77be5f6c-0fe7-4bbd-b5aa-67179e2ec50c tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Pushing event updated for resources: {'Subnet': ['ID=69ac3aa8-8e32-4293-9baa-5c162f2f9f18,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:06.453173 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e42628ab-caa7-461f-b9aa-1fc9d7f8f802 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (b0164914-06f3-4143-b871-064f26d88d18), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:06.495601 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-991c386f-a5e9-441a-8ee5-0f1f392ed64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'name': 'tempest-RoutersTest-router-958532573', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:14Z', 'updated_at': '2022-01-29T04:32:04Z', 'revision_number': 9, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'gw_port_host': None, '_interfaces': [{'id': 'a950060d-4ecc-4338-963f-1af8909110eb', 'name': '', 'network_id': '5e64060c-86c5-488d-b521-33ad26ce344e', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:5c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '103d068b-4d58-4800-a106-514933ad2077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:19Z', 'updated_at': '2022-01-29T04:31:27Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': '103d068b-4d58-4800-a106-514933ad2077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dda2e1a1-3ae3-4a74-943e-90c37f4d3dee', 'name': '', 'network_id': '8550f5ea-16b6-4a7d-8cfa-7fd96db71762', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:16:8f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'e177851f-1fdc-4a31-9d2d-dee82def9f3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:28Z', 'updated_at': '2022-01-29T04:31:37Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': 'e177851f-1fdc-4a31-9d2d-dee82def9f3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:06.503849 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42628ab-caa7-461f-b9aa-1fc9d7f8f802 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0164914-06f3-4143-b871-064f26d88d18,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:06.521089 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffce75-ee42-43b4-ae7c-881ecf667c82 req-ec8bc1bd-c762-4134-a115-59998d4e8ccc tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:06.529001 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c6ffce75-ee42-43b4-ae7c-881ecf667c82 req-ec8bc1bd-c762-4134-a115-59998d4e8ccc tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c HTTP/1.1" status: 200 len: 943 time: 0.3271046 Jan 29 04:32:06.533580 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-e4d79bb6-c1b1-40b5-8194-7919d1d423ae tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Deleting port 6c567672-c02f-4fcd-8ae1-7726a71c3a99 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:32:06.534513 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e4d79bb6-c1b1-40b5-8194-7919d1d423ae tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (6c567672-c02f-4fcd-8ae1-7726a71c3a99), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:06.538038 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6658a809-408b-4c0f-95b0-28c767652d9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-6e3d837c-219f-48f1-97ca-8db693f899e3', 'network_id': '6e3d837c-219f-48f1-97ca-8db693f899e3', 'project_id': '6b55d65aa0e04e7b997972caf4c72a2e', 'fixed_ips': [{'subnet_id': 'a706ded4-4f2a-4e3f-98e5-962e08debff6'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:32:06.538925 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6658a809-408b-4c0f-95b0-28c767652d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:06.542980 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-54b4b292-3231-4404-afd9-de0296594121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'name': 'tempest-RoutersIpV6Test-router-1785197132', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:22Z', 'updated_at': '2022-01-29T04:32:05Z', 'revision_number': 7, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'gw_port_host': None, '_interfaces': [{'id': '487034aa-59f2-4cc6-a8ea-c959706dc3c1', 'name': '', 'network_id': '5b489d36-f8c0-4c79-aa35-4133b718183c', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:47:41:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '9e747d59-a8a0-40dc-b7ab-152cc3261cf5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:37Z', 'updated_at': '2022-01-29T04:31:47Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': '9e747d59-a8a0-40dc-b7ab-152cc3261cf5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae4163c1-5816-44cf-b80c-89f9f11f20b9', 'name': '', 'network_id': '755ba25d-bb6b-4a0d-b5a3-7160b7e189ba', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:19:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:27Z', 'updated_at': '2022-01-29T04:31:39Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce001b2a-8e4c-49ae-af31-632a57f1b9ce', 'name': '', 'network_id': '904c8ff8-2ff3-4975-af88-cc5dc0a857d2', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:c3:17:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '70d850a0-c52a-4d8e-b9f9-9e92645d967b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:56Z', 'updated_at': '2022-01-29T04:32:03Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': '70d850a0-c52a-4d8e-b9f9-9e92645d967b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e33b2eb1-6c48-4160-ac08-bb3252d297bd', 'name': '', 'network_id': 'd8c21180-5b30-4596-8b3b-0a9d72417195', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:c1:bd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'fd5c66cb-ac89-4d3b-b235-09d0981a9454', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:44Z', 'updated_at': '2022-01-29T04:31:55Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': 'fd5c66cb-ac89-4d3b-b235-09d0981a9454', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:06.558749 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991c386f-a5e9-441a-8ee5-0f1f392ed64d None None] Checking router: 372a3b60-f704-4353-af5d-28c9327b9b15 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:32:06.576239 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b4b292-3231-4404-afd9-de0296594121 None None] Checking router: 389f1f00-b86a-4154-b700-f3328ae85b52 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:32:06.587714 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b4b292-3231-4404-afd9-de0296594121 None None] Routers {'389f1f00-b86a-4154-b700-f3328ae85b52'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:06.588826 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-54b4b292-3231-4404-afd9-de0296594121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:31:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['389f1f00-b86a-4154-b700-f3328ae85b52'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:06.594102 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e42628ab-caa7-461f-b9aa-1fc9d7f8f802 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:06.600008 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e42628ab-caa7-461f-b9aa-1fc9d7f8f802 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5871165 Jan 29 04:32:06.602856 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55172) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:06.603372 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77be5f6c-0fe7-4bbd-b5aa-67179e2ec50c tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Checking segment: {'id': '2b6351fb-442c-4923-9824-ceb120c982f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '608651ea-c11b-4098-b6e0-43f36a491f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:32:06.603708 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77be5f6c-0fe7-4bbd-b5aa-67179e2ec50c tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Network hostable DHCP agents. Network: 608651ea-c11b-4098-b6e0-43f36a491f11, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:32:06.608893 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-fc690290-8a35-4bef-ae3f-19e62ec14aaa tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Request body: {'security_group_rule': {'security_group_id': 'b0164914-06f3-4143-b871-064f26d88d18', 'direction': 'ingress', 'protocol': 17}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:06.629720 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-e4d79bb6-c1b1-40b5-8194-7919d1d423ae tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] For port 6c567672-c02f-4fcd-8ae1-7726a71c3a99, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=6c567672-c02f-4fcd-8ae1-7726a71c3a99,segment=NetworkSegment(610ac71e-538c-4973-84c9-c0e20b9edf45),segment_id=610ac71e-538c-4973-84c9-c0e20b9edf45)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:06.630929 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e4d79bb6-c1b1-40b5-8194-7919d1d423ae tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (6c567672-c02f-4fcd-8ae1-7726a71c3a99), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:06.656667 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-e4d79bb6-c1b1-40b5-8194-7919d1d423ae tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Calling delete_port for 6c567672-c02f-4fcd-8ae1-7726a71c3a99 owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:32:06.663363 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c6ffce75-ee42-43b4-ae7c-881ecf667c82 req-0be7ff6a-21ad-4bdc-b01d-4fe682dae1f7 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259959 Jan 29 04:32:06.715810 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-54b4b292-3231-4404-afd9-de0296594121 None None] Set router 389f1f00-b86a-4154-b700-f3328ae85b52 gateway port host: None {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:32:06.717661 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991c386f-a5e9-441a-8ee5-0f1f392ed64d None None] Routers {'372a3b60-f704-4353-af5d-28c9327b9b15'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:06.718302 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-991c386f-a5e9-441a-8ee5-0f1f392ed64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:31:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['372a3b60-f704-4353-af5d-28c9327b9b15'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:06.769514 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fc690290-8a35-4bef-ae3f-19e62ec14aaa tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (25cbaf34-e103-46e7-a3d1-4e65da9b0bd8), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:06.779947 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77be5f6c-0fe7-4bbd-b5aa-67179e2ec50c tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Network 608651ea-c11b-4098-b6e0-43f36a491f11 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:32:06.813774 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256b38a7-0ca3-4144-b516-802bbbcd6749 None None] DHCP port deletion for 31055425-038b-483d-ad92-965ae6c0c79b request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:32:06.816455 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e4d79bb6-c1b1-40b5-8194-7919d1d423ae tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (6c567672-c02f-4fcd-8ae1-7726a71c3a99), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:06.831572 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d79bb6-c1b1-40b5-8194-7919d1d423ae tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] No DVR routers for this DVR port 6c567672-c02f-4fcd-8ae1-7726a71c3a99 on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:32:06.836220 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-6658a809-408b-4c0f-95b0-28c767652d9f None None] Allocated IP 2001:db8::1 (6e3d837c-219f-48f1-97ca-8db693f899e3/a706ded4-4f2a-4e3f-98e5-962e08debff6/4d26173c-f952-4b9a-b097-c7b24c80ba22) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:32:06.869555 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-991c386f-a5e9-441a-8ee5-0f1f392ed64d None None] Set router 372a3b60-f704-4353-af5d-28c9327b9b15 gateway port host: None {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:32:06.885689 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-69141a7f-a948-4ce5-a88a-aaad8a9121ba tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (389f1f00-b86a-4154-b700-f3328ae85b52), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:06.894683 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-77be5f6c-0fe7-4bbd-b5aa-67179e2ec50c tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 608651ea-c11b-4098-b6e0-43f36a491f11) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:32:06.897415 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fc690290-8a35-4bef-ae3f-19e62ec14aaa tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (25cbaf34-e103-46e7-a3d1-4e65da9b0bd8), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:06.917081 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ab8cbd-6015-4efd-82b0-d63920a8e593 None None] Network 608651ea-c11b-4098-b6e0-43f36a491f11 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:32:06.935957 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77be5f6c-0fe7-4bbd-b5aa-67179e2ec50c tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:06.936435 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77be5f6c-0fe7-4bbd-b5aa-67179e2ec50c tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:06.937096 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-77be5f6c-0fe7-4bbd-b5aa-67179e2ec50c tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:06.968680 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e4d79bb6-c1b1-40b5-8194-7919d1d423ae tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (31055425-038b-483d-ad92-965ae6c0c79b), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:06.985606 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fc690290-8a35-4bef-ae3f-19e62ec14aaa tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (25cbaf34-e103-46e7-a3d1-4e65da9b0bd8), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:07.003191 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-e4d79bb6-c1b1-40b5-8194-7919d1d423ae tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31055425-038b-483d-ad92-965ae6c0c79b']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:07.018638 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc690290-8a35-4bef-ae3f-19e62ec14aaa tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25cbaf34-e103-46e7-a3d1-4e65da9b0bd8,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:07.019507 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-e4d79bb6-c1b1-40b5-8194-7919d1d423ae tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '610ac71e-538c-4973-84c9-c0e20b9edf45') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:07.019808 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-e4d79bb6-c1b1-40b5-8194-7919d1d423ae tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '610ac71e-538c-4973-84c9-c0e20b9edf45') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:07.028777 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-54b4b292-3231-4404-afd9-de0296594121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'name': 'tempest-RoutersIpV6Test-router-1785197132', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:22Z', 'updated_at': '2022-01-29T04:32:05Z', 'revision_number': 7, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'gw_port_host': None, '_interfaces': [{'id': '487034aa-59f2-4cc6-a8ea-c959706dc3c1', 'name': '', 'network_id': '5b489d36-f8c0-4c79-aa35-4133b718183c', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:47:41:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '9e747d59-a8a0-40dc-b7ab-152cc3261cf5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:37Z', 'updated_at': '2022-01-29T04:31:47Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': '9e747d59-a8a0-40dc-b7ab-152cc3261cf5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae4163c1-5816-44cf-b80c-89f9f11f20b9', 'name': '', 'network_id': '755ba25d-bb6b-4a0d-b5a3-7160b7e189ba', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:19:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:27Z', 'updated_at': '2022-01-29T04:31:39Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce001b2a-8e4c-49ae-af31-632a57f1b9ce', 'name': '', 'network_id': '904c8ff8-2ff3-4975-af88-cc5dc0a857d2', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:c3:17:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '70d850a0-c52a-4d8e-b9f9-9e92645d967b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:56Z', 'updated_at': '2022-01-29T04:32:03Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': '70d850a0-c52a-4d8e-b9f9-9e92645d967b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e33b2eb1-6c48-4160-ac08-bb3252d297bd', 'name': '', 'network_id': 'd8c21180-5b30-4596-8b3b-0a9d72417195', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:c1:bd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'fd5c66cb-ac89-4d3b-b235-09d0981a9454', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:44Z', 'updated_at': '2022-01-29T04:31:55Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': 'fd5c66cb-ac89-4d3b-b235-09d0981a9454', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:07.034053 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e4d79bb6-c1b1-40b5-8194-7919d1d423ae tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (610ac71e-538c-4973-84c9-c0e20b9edf45), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:07.052607 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e4d79bb6-c1b1-40b5-8194-7919d1d423ae tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (610ac71e-538c-4973-84c9-c0e20b9edf45), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:07.060381 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4d79bb6-c1b1-40b5-8194-7919d1d423ae tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:32:07.060893 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e4d79bb6-c1b1-40b5-8194-7919d1d423ae tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (610ac71e-538c-4973-84c9-c0e20b9edf45), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:07.066179 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b4b292-3231-4404-afd9-de0296594121 None None] The sync data for ids ['389f1f00-b86a-4154-b700-f3328ae85b52'] in dv-neutron-821190-1-hyperv is: [{'id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'name': 'tempest-RoutersIpV6Test-router-1785197132', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:22Z', 'updated_at': '2022-01-29T04:32:05Z', 'revision_number': 7, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'gw_port_host': None, '_interfaces': [{'id': '487034aa-59f2-4cc6-a8ea-c959706dc3c1', 'name': '', 'network_id': '5b489d36-f8c0-4c79-aa35-4133b718183c', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:47:41:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '9e747d59-a8a0-40dc-b7ab-152cc3261cf5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:37Z', 'updated_at': '2022-01-29T04:31:47Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': '9e747d59-a8a0-40dc-b7ab-152cc3261cf5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae4163c1-5816-44cf-b80c-89f9f11f20b9', 'name': '', 'network_id': '755ba25d-bb6b-4a0d-b5a3-7160b7e189ba', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:19:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:27Z', 'updated_at': '2022-01-29T04:31:39Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce001b2a-8e4c-49ae-af31-632a57f1b9ce', 'name': '', 'network_id': '904c8ff8-2ff3-4975-af88-cc5dc0a857d2', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:c3:17:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '70d850a0-c52a-4d8e-b9f9-9e92645d967b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:56Z', 'updated_at': '2022-01-29T04:32:03Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': '70d850a0-c52a-4d8e-b9f9-9e92645d967b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e33b2eb1-6c48-4160-ac08-bb3252d297bd', 'name': '', 'network_id': 'd8c21180-5b30-4596-8b3b-0a9d72417195', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:c1:bd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'fd5c66cb-ac89-4d3b-b235-09d0981a9454', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:44Z', 'updated_at': '2022-01-29T04:31:55Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': 'fd5c66cb-ac89-4d3b-b235-09d0981a9454', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:32:07.070266 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-77be5f6c-0fe7-4bbd-b5aa-67179e2ec50c tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.3066981 Jan 29 04:32:07.072517 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55174) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:07.129144 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fc690290-8a35-4bef-ae3f-19e62ec14aaa tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:07.134205 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-fc690290-8a35-4bef-ae3f-19e62ec14aaa tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5313597 Jan 29 04:32:07.137699 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55176) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:07.138608 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d79bb6-c1b1-40b5-8194-7919d1d423ae tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event deleted for resources: {'Port': ['ID=6c567672-c02f-4fcd-8ae1-7726a71c3a99,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:07.140688 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:32:07.140688 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:32:07.140688 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:32:07.140688 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:32:07.140688 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:32:07.140688 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:32:07.140688 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:32:07.140688 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:32:07.140688 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:32:07.140688 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:32:07.140688 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:32:07.140688 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:32:07.140688 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:32:07.140688 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:32:07.140688 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:32:07.140688 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:32:07.140688 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:32:07.140688 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:32:07.140688 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:32:07.140688 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:32:07.140688 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:32:07.140688 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:32:07.140688 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:32:07.140688 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:32:07.140688 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:32:07.140688 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:32:07.140688 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:32:07.140688 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:32:07.140688 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:32:07.140688 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:32:07.140688 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:32:07.140688 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:32:07.194601 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6312ef4c-1964-4dac-92d7-e2477a08fe4c tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:07.196251 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6312ef4c-1964-4dac-92d7-e2477a08fe4c tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:07.197688 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6312ef4c-1964-4dac-92d7-e2477a08fe4c tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:07.208898 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6312ef4c-1964-4dac-92d7-e2477a08fe4c tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1258049 Jan 29 04:32:07.209394 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e4d79bb6-c1b1-40b5-8194-7919d1d423ae tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (31055425-038b-483d-ad92-965ae6c0c79b), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:07.209394 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55178) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:07.249094 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7bf4eb86-2954-4f04-af65-a02e0830bced tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (b0164914-06f3-4143-b871-064f26d88d18), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:07.271879 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7948e0-59cc-4819-a267-c81138a6f65e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-608651ea-c11b-4098-b6e0-43f36a491f11', 'network_id': '608651ea-c11b-4098-b6e0-43f36a491f11', 'project_id': '6b55d65aa0e04e7b997972caf4c72a2e', 'fixed_ips': [{'subnet_id': '69ac3aa8-8e32-4293-9baa-5c162f2f9f18'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:32:07.272755 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5e7948e0-59cc-4819-a267-c81138a6f65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:07.276760 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e4d79bb6-c1b1-40b5-8194-7919d1d423ae tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:07.280360 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e4d79bb6-c1b1-40b5-8194-7919d1d423ae tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "DELETE /v2.0/networks/31055425-038b-483d-ad92-965ae6c0c79b HTTP/1.1" status: 204 len: 168 time: 0.9969475 Jan 29 04:32:07.289118 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55180) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:07.299065 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d79bb6-c1b1-40b5-8194-7919d1d423ae tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event deleted for resources: {'Network': ['ID=31055425-038b-483d-ad92-965ae6c0c79b,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:07.329937 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ee4d4b6-0554-417d-bf88-dc4283aac7c4 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Deleting subnet a706ded4-4f2a-4e3f-98e5-962e08debff6 {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:32:07.341923 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6658a809-408b-4c0f-95b0-28c767652d9f None None] Publish callbacks [] for port (4d26173c-f952-4b9a-b097-c7b24c80ba22), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:07.381040 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7bf4eb86-2954-4f04-af65-a02e0830bced tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (b0164914-06f3-4143-b871-064f26d88d18), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:07.421131 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8ee4d4b6-0554-417d-bf88-dc4283aac7c4 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks [] for subnet (a706ded4-4f2a-4e3f-98e5-962e08debff6), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:07.428015 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 6c567672-c02f-4fcd-8ae1-7726a71c3a99 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:32:07.459392 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6658a809-408b-4c0f-95b0-28c767652d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (4d26173c-f952-4b9a-b097-c7b24c80ba22), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:07.471820 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 6c567672-c02f-4fcd-8ae1-7726a71c3a99 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:32:07.472169 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 6c567672-c02f-4fcd-8ae1-7726a71c3a99 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:32:07.474790 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8ee4d4b6-0554-417d-bf88-dc4283aac7c4 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (a706ded4-4f2a-4e3f-98e5-962e08debff6), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:07.575782 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-69141a7f-a948-4ce5-a88a-aaad8a9121ba tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Deleting port ce001b2a-8e4c-49ae-af31-632a57f1b9ce {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:32:07.576220 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-69141a7f-a948-4ce5-a88a-aaad8a9121ba tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (ce001b2a-8e4c-49ae-af31-632a57f1b9ce), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:07.579280 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8ee4d4b6-0554-417d-bf88-dc4283aac7c4 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (a706ded4-4f2a-4e3f-98e5-962e08debff6), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:07.677240 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6658a809-408b-4c0f-95b0-28c767652d9f None None] Network 6e3d837c-219f-48f1-97ca-8db693f899e3 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:32:07.690083 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-6658a809-408b-4c0f-95b0-28c767652d9f None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:32:07.693014 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6658a809-408b-4c0f-95b0-28c767652d9f None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:32:07.717850 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658a809-408b-4c0f-95b0-28c767652d9f None None] Pushing event updated for resources: {'Port': ['ID=4d26173c-f952-4b9a-b097-c7b24c80ba22,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:07.726195 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8ee4d4b6-0554-417d-bf88-dc4283aac7c4 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (a706ded4-4f2a-4e3f-98e5-962e08debff6), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:07.742930 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6658a809-408b-4c0f-95b0-28c767652d9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:07.743289 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6658a809-408b-4c0f-95b0-28c767652d9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:07.743639 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6658a809-408b-4c0f-95b0-28c767652d9f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:07.743978 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6658a809-408b-4c0f-95b0-28c767652d9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:07.744313 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6658a809-408b-4c0f-95b0-28c767652d9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:07.744670 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6658a809-408b-4c0f-95b0-28c767652d9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:07.745007 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6658a809-408b-4c0f-95b0-28c767652d9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:07.745341 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6658a809-408b-4c0f-95b0-28c767652d9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:07.745669 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6658a809-408b-4c0f-95b0-28c767652d9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:07.746052 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6658a809-408b-4c0f-95b0-28c767652d9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:07.746383 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6658a809-408b-4c0f-95b0-28c767652d9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:07.746704 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6658a809-408b-4c0f-95b0-28c767652d9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:07.747020 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6658a809-408b-4c0f-95b0-28c767652d9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:07.756956 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-991c386f-a5e9-441a-8ee5-0f1f392ed64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'name': 'tempest-RoutersTest-router-958532573', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:14Z', 'updated_at': '2022-01-29T04:32:04Z', 'revision_number': 9, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'gw_port_host': None, '_interfaces': [{'id': 'a950060d-4ecc-4338-963f-1af8909110eb', 'name': '', 'network_id': '5e64060c-86c5-488d-b521-33ad26ce344e', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:5c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '103d068b-4d58-4800-a106-514933ad2077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:19Z', 'updated_at': '2022-01-29T04:31:27Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': '103d068b-4d58-4800-a106-514933ad2077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dda2e1a1-3ae3-4a74-943e-90c37f4d3dee', 'name': '', 'network_id': '8550f5ea-16b6-4a7d-8cfa-7fd96db71762', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:16:8f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'e177851f-1fdc-4a31-9d2d-dee82def9f3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:28Z', 'updated_at': '2022-01-29T04:31:37Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': 'e177851f-1fdc-4a31-9d2d-dee82def9f3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:07.803679 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4d4b6-0554-417d-bf88-dc4283aac7c4 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Pushing event deleted for resources: {'Subnet': ['ID=a706ded4-4f2a-4e3f-98e5-962e08debff6,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:07.806435 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8ee4d4b6-0554-417d-bf88-dc4283aac7c4 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:07.809744 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-8ee4d4b6-0554-417d-bf88-dc4283aac7c4 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] 10.222.0.13 "DELETE /v2.0/subnets/a706ded4-4f2a-4e3f-98e5-962e08debff6 HTTP/1.1" status: 204 len: 168 time: 0.5998344 Jan 29 04:32:07.812856 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55184) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:07.846968 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-5e7948e0-59cc-4819-a267-c81138a6f65e None None] Allocated IP 2001:db8:0:1::1 (608651ea-c11b-4098-b6e0-43f36a491f11/69ac3aa8-8e32-4293-9baa-5c162f2f9f18/12cdf560-16ab-4a89-b9e8-612be17d0e27) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:32:07.865351 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991c386f-a5e9-441a-8ee5-0f1f392ed64d None None] The sync data for ids ['372a3b60-f704-4353-af5d-28c9327b9b15'] in dv-neutron-821190-1-hyperv is: [{'id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'name': 'tempest-RoutersTest-router-958532573', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:14Z', 'updated_at': '2022-01-29T04:32:04Z', 'revision_number': 9, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'gw_port_host': None, '_interfaces': [{'id': 'a950060d-4ecc-4338-963f-1af8909110eb', 'name': '', 'network_id': '5e64060c-86c5-488d-b521-33ad26ce344e', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:5c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '103d068b-4d58-4800-a106-514933ad2077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:19Z', 'updated_at': '2022-01-29T04:31:27Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': '103d068b-4d58-4800-a106-514933ad2077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dda2e1a1-3ae3-4a74-943e-90c37f4d3dee', 'name': '', 'network_id': '8550f5ea-16b6-4a7d-8cfa-7fd96db71762', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:16:8f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'e177851f-1fdc-4a31-9d2d-dee82def9f3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:28Z', 'updated_at': '2022-01-29T04:31:37Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': 'e177851f-1fdc-4a31-9d2d-dee82def9f3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:32:07.872906 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8ec8d-b917-4801-88c3-9f8c6b304788 req-b2dd2e22-0cc2-4977-829e-4dd6638313cc tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:07.874772 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-1fe8ec8d-b917-4801-88c3-9f8c6b304788 req-b2dd2e22-0cc2-4977-829e-4dd6638313cc tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c HTTP/1.1" status: 200 len: 943 time: 0.1030567 Jan 29 04:32:07.902966 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-342aa2e7-a715-40d0-bf72-9aa90d2df3cb tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Deleting subnet 69ac3aa8-8e32-4293-9baa-5c162f2f9f18 {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:32:07.927504 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-6658a809-408b-4c0f-95b0-28c767652d9f None None] Attempting to bind port 4d26173c-f952-4b9a-b097-c7b24c80ba22 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:32:07.936240 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-6658a809-408b-4c0f-95b0-28c767652d9f None None] Attempting to bind port 4d26173c-f952-4b9a-b097-c7b24c80ba22 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '3e5b5943-f741-47d8-a4dc-9a2e771c92f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6e3d837c-219f-48f1-97ca-8db693f899e3'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:32:07.936240 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6658a809-408b-4c0f-95b0-28c767652d9f None None] Attempting to bind port 4d26173c-f952-4b9a-b097-c7b24c80ba22 on network 6e3d837c-219f-48f1-97ca-8db693f899e3 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:32:07.937237 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6658a809-408b-4c0f-95b0-28c767652d9f None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:32:07.937619 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6658a809-408b-4c0f-95b0-28c767652d9f None None] Checking segment: {'id': '3e5b5943-f741-47d8-a4dc-9a2e771c92f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6e3d837c-219f-48f1-97ca-8db693f899e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:32:07.938509 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6658a809-408b-4c0f-95b0-28c767652d9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:07.938509 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6658a809-408b-4c0f-95b0-28c767652d9f None None] Bound using segment: {'id': '3e5b5943-f741-47d8-a4dc-9a2e771c92f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6e3d837c-219f-48f1-97ca-8db693f899e3'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:32:07.938861 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-6658a809-408b-4c0f-95b0-28c767652d9f None None] Bound port: 4d26173c-f952-4b9a-b097-c7b24c80ba22, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5b5943-f741-47d8-a4dc-9a2e771c92f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6e3d837c-219f-48f1-97ca-8db693f899e3'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:32:07.939243 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6658a809-408b-4c0f-95b0-28c767652d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (4d26173c-f952-4b9a-b097-c7b24c80ba22), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:07.959249 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-1fe8ec8d-b917-4801-88c3-9f8c6b304788 req-0c94e390-31b5-44e4-b402-3005a0697339 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665493 Jan 29 04:32:07.995168 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7bf4eb86-2954-4f04-af65-a02e0830bced tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (b0164914-06f3-4143-b871-064f26d88d18), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:07.997789 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7bf4eb86-2954-4f04-af65-a02e0830bced tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:08.001367 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7bf4eb86-2954-4f04-af65-a02e0830bced tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "DELETE /v2.0/security-groups/b0164914-06f3-4143-b871-064f26d88d18 HTTP/1.1" status: 204 len: 168 time: 0.8596406 Jan 29 04:32:08.002039 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55186) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:08.027608 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf4eb86-2954-4f04-af65-a02e0830bced tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0164914-06f3-4143-b871-064f26d88d18,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:08.060561 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d0897626-ee39-4a97-a378-7401beb6370a tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0573242 Jan 29 04:32:08.064653 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55188) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:08.069809 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-1f28e476-a4f4-4c84-82fa-a45009928dc2 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Request body: {'security_group': {'name': 'tempest-secgroup--1506271180'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:08.085453 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-6658a809-408b-4c0f-95b0-28c767652d9f None None] For port 4d26173c-f952-4b9a-b097-c7b24c80ba22, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:32:08.088846 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-69141a7f-a948-4ce5-a88a-aaad8a9121ba tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] For port ce001b2a-8e4c-49ae-af31-632a57f1b9ce, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=ce001b2a-8e4c-49ae-af31-632a57f1b9ce,segment=NetworkSegment(fdf3691e-e0e6-41e6-af31-b72c69b5e3ec),segment_id=fdf3691e-e0e6-41e6-af31-b72c69b5e3ec)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:08.089293 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-69141a7f-a948-4ce5-a88a-aaad8a9121ba tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (ce001b2a-8e4c-49ae-af31-632a57f1b9ce), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:08.093831 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-6658a809-408b-4c0f-95b0-28c767652d9f None None] For port 4d26173c-f952-4b9a-b097-c7b24c80ba22, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=4d26173c-f952-4b9a-b097-c7b24c80ba22,segment=NetworkSegment(3e5b5943-f741-47d8-a4dc-9a2e771c92f6),segment_id=3e5b5943-f741-47d8-a4dc-9a2e771c92f6)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:32:08.095338 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5e7948e0-59cc-4819-a267-c81138a6f65e None None] Publish callbacks [] for port (12cdf560-16ab-4a89-b9e8-612be17d0e27), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:08.104546 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-69141a7f-a948-4ce5-a88a-aaad8a9121ba tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Calling delete_port for ce001b2a-8e4c-49ae-af31-632a57f1b9ce owned by network:router_interface {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:32:08.158933 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1f28e476-a4f4-4c84-82fa-a45009928dc2 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:08.183483 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5e7948e0-59cc-4819-a267-c81138a6f65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (12cdf560-16ab-4a89-b9e8-612be17d0e27), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:08.183797 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-342aa2e7-a715-40d0-bf72-9aa90d2df3cb tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks [] for subnet (69ac3aa8-8e32-4293-9baa-5c162f2f9f18), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:08.189621 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6658a809-408b-4c0f-95b0-28c767652d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (4d26173c-f952-4b9a-b097-c7b24c80ba22), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:08.237809 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-342aa2e7-a715-40d0-bf72-9aa90d2df3cb tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (69ac3aa8-8e32-4293-9baa-5c162f2f9f18), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:08.248882 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7948e0-59cc-4819-a267-c81138a6f65e None None] Network 608651ea-c11b-4098-b6e0-43f36a491f11 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:32:08.253430 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-5e7948e0-59cc-4819-a267-c81138a6f65e None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:32:08.256469 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7948e0-59cc-4819-a267-c81138a6f65e None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:32:08.289415 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e3d76e9d-3c6f-413e-8d92-7dd5ad985400 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (372a3b60-f704-4353-af5d-28c9327b9b15), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:08.297505 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7948e0-59cc-4819-a267-c81138a6f65e None None] Pushing event updated for resources: {'Port': ['ID=12cdf560-16ab-4a89-b9e8-612be17d0e27,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:08.312663 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1f28e476-a4f4-4c84-82fa-a45009928dc2 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (d8310550-6460-4952-b88e-44220f28b991), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:08.376449 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-342aa2e7-a715-40d0-bf72-9aa90d2df3cb tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (69ac3aa8-8e32-4293-9baa-5c162f2f9f18), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:08.384274 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1f28e476-a4f4-4c84-82fa-a45009928dc2 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (d8310550-6460-4952-b88e-44220f28b991), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:08.391398 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658a809-408b-4c0f-95b0-28c767652d9f None None] Pushing event updated for resources: {'Port': ['ID=4d26173c-f952-4b9a-b097-c7b24c80ba22,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:08.436162 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d63875-2fb6-4ba6-8a6d-67cfed4aea7e None None] Network 6e3d837c-219f-48f1-97ca-8db693f899e3 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:32:08.445742 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-5e7948e0-59cc-4819-a267-c81138a6f65e None None] Attempting to bind port 12cdf560-16ab-4a89-b9e8-612be17d0e27 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:32:08.445742 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-5e7948e0-59cc-4819-a267-c81138a6f65e None None] Attempting to bind port 12cdf560-16ab-4a89-b9e8-612be17d0e27 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '2b6351fb-442c-4923-9824-ceb120c982f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '608651ea-c11b-4098-b6e0-43f36a491f11'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:32:08.445742 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7948e0-59cc-4819-a267-c81138a6f65e None None] Attempting to bind port 12cdf560-16ab-4a89-b9e8-612be17d0e27 on network 608651ea-c11b-4098-b6e0-43f36a491f11 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:32:08.461829 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7948e0-59cc-4819-a267-c81138a6f65e None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:32:08.462442 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7948e0-59cc-4819-a267-c81138a6f65e None None] Checking segment: {'id': '2b6351fb-442c-4923-9824-ceb120c982f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '608651ea-c11b-4098-b6e0-43f36a491f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:32:08.462646 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5e7948e0-59cc-4819-a267-c81138a6f65e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:08.463013 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7948e0-59cc-4819-a267-c81138a6f65e None None] Bound using segment: {'id': '2b6351fb-442c-4923-9824-ceb120c982f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '608651ea-c11b-4098-b6e0-43f36a491f11'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:32:08.463496 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-5e7948e0-59cc-4819-a267-c81138a6f65e None None] Bound port: 12cdf560-16ab-4a89-b9e8-612be17d0e27, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b6351fb-442c-4923-9824-ceb120c982f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '608651ea-c11b-4098-b6e0-43f36a491f11'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:32:08.463981 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5e7948e0-59cc-4819-a267-c81138a6f65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (12cdf560-16ab-4a89-b9e8-612be17d0e27), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:08.468331 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-69141a7f-a948-4ce5-a88a-aaad8a9121ba tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (ce001b2a-8e4c-49ae-af31-632a57f1b9ce), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:08.480437 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28e476-a4f4-4c84-82fa-a45009928dc2 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8310550-6460-4952-b88e-44220f28b991,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:08.509630 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1f28e476-a4f4-4c84-82fa-a45009928dc2 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:08.511803 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1f28e476-a4f4-4c84-82fa-a45009928dc2 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4450848 Jan 29 04:32:08.514305 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55190) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:08.519191 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69141a7f-a948-4ce5-a88a-aaad8a9121ba tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event deleted for resources: {'Port': ['ID=ce001b2a-8e4c-49ae-af31-632a57f1b9ce,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:08.527021 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-a84a4364-2cba-431e-ac36-d2086cb0da02 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Request body: {'security_group': {'name': 'tempest-secgroup--1147096515'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:08.605027 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-342aa2e7-a715-40d0-bf72-9aa90d2df3cb tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (69ac3aa8-8e32-4293-9baa-5c162f2f9f18), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:08.612212 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-5e7948e0-59cc-4819-a267-c81138a6f65e None None] For port 12cdf560-16ab-4a89-b9e8-612be17d0e27, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:32:08.618314 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-5e7948e0-59cc-4819-a267-c81138a6f65e None None] For port 12cdf560-16ab-4a89-b9e8-612be17d0e27, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=12cdf560-16ab-4a89-b9e8-612be17d0e27,segment=NetworkSegment(2b6351fb-442c-4923-9824-ceb120c982f0),segment_id=2b6351fb-442c-4923-9824-ceb120c982f0)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:32:08.644364 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342aa2e7-a715-40d0-bf72-9aa90d2df3cb tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Pushing event deleted for resources: {'Subnet': ['ID=69ac3aa8-8e32-4293-9baa-5c162f2f9f18,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:08.647587 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a84a4364-2cba-431e-ac36-d2086cb0da02 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:08.651829 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-342aa2e7-a715-40d0-bf72-9aa90d2df3cb tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:08.657901 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55192) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:08.658217 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-342aa2e7-a715-40d0-bf72-9aa90d2df3cb tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] 10.222.0.13 "DELETE /v2.0/subnets/69ac3aa8-8e32-4293-9baa-5c162f2f9f18 HTTP/1.1" status: 204 len: 168 time: 0.8445933 Jan 29 04:32:08.701826 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5e7948e0-59cc-4819-a267-c81138a6f65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (12cdf560-16ab-4a89-b9e8-612be17d0e27), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:08.807397 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a84a4364-2cba-431e-ac36-d2086cb0da02 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (367764e6-e3e2-4888-b2cb-6c33a1e92b91), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:08.825591 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7948e0-59cc-4819-a267-c81138a6f65e None None] Pushing event updated for resources: {'Port': ['ID=12cdf560-16ab-4a89-b9e8-612be17d0e27,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:08.841119 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-69141a7f-a948-4ce5-a88a-aaad8a9121ba tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (389f1f00-b86a-4154-b700-f3328ae85b52), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:08.844017 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a84a4364-2cba-431e-ac36-d2086cb0da02 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (367764e6-e3e2-4888-b2cb-6c33a1e92b91), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:08.884003 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1d8d8f-f12d-4dd4-9273-6598bc44a52a tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:08.889936 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-0d1d8d8f-f12d-4dd4-9273-6598bc44a52a tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2256842 Jan 29 04:32:08.893930 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55194) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:08.906788 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a4364-2cba-431e-ac36-d2086cb0da02 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=367764e6-e3e2-4888-b2cb-6c33a1e92b91,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:08.960306 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a84a4364-2cba-431e-ac36-d2086cb0da02 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:08.962128 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a84a4364-2cba-431e-ac36-d2086cb0da02 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4442863 Jan 29 04:32:08.965157 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55196) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:08.973614 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-75002d5f-5a9a-4055-bf7f-f9428751fca1 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Request body: {'security_group_rule': {'security_group_id': 'd8310550-6460-4952-b88e-44220f28b991', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '367764e6-e3e2-4888-b2cb-6c33a1e92b91', 'remote_ip_prefix': None}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:09.116383 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-75002d5f-5a9a-4055-bf7f-f9428751fca1 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (1c9c9ac6-5d55-42a9-b599-03193a48d7b6), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:09.203101 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-88f6357c-0cfa-4351-b94c-f18809130939 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (608651ea-c11b-4098-b6e0-43f36a491f11), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:09.274599 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-e3d76e9d-3c6f-413e-8d92-7dd5ad985400 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Deleting port dda2e1a1-3ae3-4a74-943e-90c37f4d3dee {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:32:09.275059 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e3d76e9d-3c6f-413e-8d92-7dd5ad985400 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (dda2e1a1-3ae3-4a74-943e-90c37f4d3dee), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:09.353343 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff64f98-201c-4afb-b7b8-2e93e67a7e52 req-c9933bfa-8f6f-4c5d-940a-5731a8e7b328 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:09.354935 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-eff64f98-201c-4afb-b7b8-2e93e67a7e52 req-c9933bfa-8f6f-4c5d-940a-5731a8e7b328 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c HTTP/1.1" status: 200 len: 943 time: 0.2370667 Jan 29 04:32:09.451687 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69141a7f-a948-4ce5-a88a-aaad8a9121ba tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Router 389f1f00-b86a-4154-b700-f3328ae85b52 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:32:09.523538 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-eff64f98-201c-4afb-b7b8-2e93e67a7e52 req-f6ad8bec-d627-447c-8660-36d8f996ab3d tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320424 Jan 29 04:32:09.525991 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-e3d76e9d-3c6f-413e-8d92-7dd5ad985400 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] For port dda2e1a1-3ae3-4a74-943e-90c37f4d3dee, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=dda2e1a1-3ae3-4a74-943e-90c37f4d3dee,segment=NetworkSegment(1bd232c8-02aa-47cc-a985-5e9375e5d530),segment_id=1bd232c8-02aa-47cc-a985-5e9375e5d530)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:09.526558 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e3d76e9d-3c6f-413e-8d92-7dd5ad985400 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (dda2e1a1-3ae3-4a74-943e-90c37f4d3dee), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:09.532876 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 12cdf560-16ab-4a89-b9e8-612be17d0e27 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:32:09.548819 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-88f6357c-0cfa-4351-b94c-f18809130939 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Deleting port 12cdf560-16ab-4a89-b9e8-612be17d0e27 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:32:09.549212 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-88f6357c-0cfa-4351-b94c-f18809130939 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (12cdf560-16ab-4a89-b9e8-612be17d0e27), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:09.572300 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-75002d5f-5a9a-4055-bf7f-f9428751fca1 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (1c9c9ac6-5d55-42a9-b599-03193a48d7b6), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:09.587956 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-e3d76e9d-3c6f-413e-8d92-7dd5ad985400 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Calling delete_port for dda2e1a1-3ae3-4a74-943e-90c37f4d3dee owned by network:router_interface {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:32:09.592188 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 12cdf560-16ab-4a89-b9e8-612be17d0e27 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:09.592188 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (12cdf560-16ab-4a89-b9e8-612be17d0e27), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:09.644887 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-75002d5f-5a9a-4055-bf7f-f9428751fca1 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (1c9c9ac6-5d55-42a9-b599-03193a48d7b6), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:09.672185 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75002d5f-5a9a-4055-bf7f-f9428751fca1 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c9c9ac6-5d55-42a9-b599-03193a48d7b6,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:09.684919 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 12cdf560-16ab-4a89-b9e8-612be17d0e27 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:32:09.685343 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (12cdf560-16ab-4a89-b9e8-612be17d0e27), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:09.720741 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 12cdf560-16ab-4a89-b9e8-612be17d0e27, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=12cdf560-16ab-4a89-b9e8-612be17d0e27,segment=NetworkSegment(2b6351fb-442c-4923-9824-ceb120c982f0),segment_id=2b6351fb-442c-4923-9824-ceb120c982f0)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:09.741299 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-88f6357c-0cfa-4351-b94c-f18809130939 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] For port 12cdf560-16ab-4a89-b9e8-612be17d0e27, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=12cdf560-16ab-4a89-b9e8-612be17d0e27,segment=NetworkSegment(2b6351fb-442c-4923-9824-ceb120c982f0),segment_id=2b6351fb-442c-4923-9824-ceb120c982f0)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:09.741666 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-88f6357c-0cfa-4351-b94c-f18809130939 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (12cdf560-16ab-4a89-b9e8-612be17d0e27), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:09.744518 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-75002d5f-5a9a-4055-bf7f-f9428751fca1 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:09.749306 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-75002d5f-5a9a-4055-bf7f-f9428751fca1 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7796404 Jan 29 04:32:09.749306 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55204) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:09.763534 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69141a7f-a948-4ce5-a88a-aaad8a9121ba tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:32:09.779872 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-69141a7f-a948-4ce5-a88a-aaad8a9121ba tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "PUT /v2.0/routers/389f1f00-b86a-4154-b700-f3328ae85b52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7073691 Jan 29 04:32:09.779872 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-88f6357c-0cfa-4351-b94c-f18809130939 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Calling delete_port for 12cdf560-16ab-4a89-b9e8-612be17d0e27 owned by network:dhcp {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:32:09.780048 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55206) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:09.781817 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0fb1e76e-f0f3-4a8a-a938-4268bc057e46 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (1c9c9ac6-5d55-42a9-b599-03193a48d7b6), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:09.785007 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437bdece-8c23-4621-b14f-7b7462633482 None None] Sync routers for ids ['389f1f00-b86a-4154-b700-f3328ae85b52'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:32:09.797552 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437bdece-8c23-4621-b14f-7b7462633482 None None] Routers {'389f1f00-b86a-4154-b700-f3328ae85b52'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:09.797803 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0fb1e76e-f0f3-4a8a-a938-4268bc057e46 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (1c9c9ac6-5d55-42a9-b599-03193a48d7b6), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:09.798894 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-437bdece-8c23-4621-b14f-7b7462633482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:31:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['389f1f00-b86a-4154-b700-f3328ae85b52'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:09.802381 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (12cdf560-16ab-4a89-b9e8-612be17d0e27), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:09.852567 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 747a0d63-698f-4e1f-8266-10ef0611d283 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:32:09.904150 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 747a0d63-698f-4e1f-8266-10ef0611d283 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:32:09.904513 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 747a0d63-698f-4e1f-8266-10ef0611d283 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:32:09.925361 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0fb1e76e-f0f3-4a8a-a938-4268bc057e46 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (1c9c9ac6-5d55-42a9-b599-03193a48d7b6), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:09.934975 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0fb1e76e-f0f3-4a8a-a938-4268bc057e46 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:09.939257 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55208) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:09.939803 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0fb1e76e-f0f3-4a8a-a938-4268bc057e46 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/1c9c9ac6-5d55-42a9-b599-03193a48d7b6 HTTP/1.1" status: 204 len: 168 time: 0.1886005 Jan 29 04:32:09.954153 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1e76e-f0f3-4a8a-a938-4268bc057e46 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c9c9ac6-5d55-42a9-b599-03193a48d7b6,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:09.956801 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-d587ad60-7e07-4a40-a62d-37195b81eae4 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Deleting subnet 70d850a0-c52a-4d8e-b9f9-9e92645d967b {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:32:09.961119 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-437bdece-8c23-4621-b14f-7b7462633482 None None] Set router 389f1f00-b86a-4154-b700-f3328ae85b52 gateway port host: None {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:32:09.965401 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d587ad60-7e07-4a40-a62d-37195b81eae4 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for subnet (70d850a0-c52a-4d8e-b9f9-9e92645d967b), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:10.010458 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=12cdf560-16ab-4a89-b9e8-612be17d0e27,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:10.036585 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d587ad60-7e07-4a40-a62d-37195b81eae4 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (70d850a0-c52a-4d8e-b9f9-9e92645d967b), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:10.119436 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326aa99e-f71f-4df8-b51f-524ebdaf2d17 None None] get_active_networks_info from dv-neutron-821190-1-hyperv {{(pid=103586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 29 04:32:10.124102 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b1a86524-c617-4014-b086-2f9b833cafe6 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1762490 Jan 29 04:32:10.129156 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55210) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:10.164448 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-88f6357c-0cfa-4351-b94c-f18809130939 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (12cdf560-16ab-4a89-b9e8-612be17d0e27), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:10.186053 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-82f2e962-e821-4edd-ade3-04912266b6c1 None None] Could not find standard attr ID for object 12cdf560-16ab-4a89-b9e8-612be17d0e27. {{(pid=103586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:32:10.192780 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a457d25c-adc2-4112-bb27-1616d37b552f tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (367764e6-e3e2-4888-b2cb-6c33a1e92b91), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:10.197840 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f6357c-0cfa-4351-b94c-f18809130939 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Pushing event deleted for resources: {'Port': ['ID=12cdf560-16ab-4a89-b9e8-612be17d0e27,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:10.200031 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f6357c-0cfa-4351-b94c-f18809130939 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] No DVR routers for this DVR port 12cdf560-16ab-4a89-b9e8-612be17d0e27 on host dv-neutron-821190-1-hyperv {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:32:10.208751 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e3d76e9d-3c6f-413e-8d92-7dd5ad985400 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (dda2e1a1-3ae3-4a74-943e-90c37f4d3dee), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:10.222659 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a457d25c-adc2-4112-bb27-1616d37b552f tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (367764e6-e3e2-4888-b2cb-6c33a1e92b91), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:10.239459 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d587ad60-7e07-4a40-a62d-37195b81eae4 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (70d850a0-c52a-4d8e-b9f9-9e92645d967b), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:10.284801 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d76e9d-3c6f-413e-8d92-7dd5ad985400 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event deleted for resources: {'Port': ['ID=dda2e1a1-3ae3-4a74-943e-90c37f4d3dee,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:10.302927 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-437bdece-8c23-4621-b14f-7b7462633482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'name': 'tempest-RoutersIpV6Test-router-1785197132', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:22Z', 'updated_at': '2022-01-29T04:32:08Z', 'revision_number': 8, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'gw_port_host': None, '_interfaces': [{'id': '487034aa-59f2-4cc6-a8ea-c959706dc3c1', 'name': '', 'network_id': '5b489d36-f8c0-4c79-aa35-4133b718183c', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:47:41:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '9e747d59-a8a0-40dc-b7ab-152cc3261cf5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:37Z', 'updated_at': '2022-01-29T04:31:47Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': '9e747d59-a8a0-40dc-b7ab-152cc3261cf5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae4163c1-5816-44cf-b80c-89f9f11f20b9', 'name': '', 'network_id': '755ba25d-bb6b-4a0d-b5a3-7160b7e189ba', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:19:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:27Z', 'updated_at': '2022-01-29T04:31:39Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e33b2eb1-6c48-4160-ac08-bb3252d297bd', 'name': '', 'network_id': 'd8c21180-5b30-4596-8b3b-0a9d72417195', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:c1:bd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'fd5c66cb-ac89-4d3b-b235-09d0981a9454', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:44Z', 'updated_at': '2022-01-29T04:31:55Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': 'fd5c66cb-ac89-4d3b-b235-09d0981a9454', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:10.335713 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437bdece-8c23-4621-b14f-7b7462633482 None None] Checking router: 389f1f00-b86a-4154-b700-f3328ae85b52 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:32:10.337263 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a457d25c-adc2-4112-bb27-1616d37b552f tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (367764e6-e3e2-4888-b2cb-6c33a1e92b91), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:10.338078 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326aa99e-f71f-4df8-b51f-524ebdaf2d17 None None] Resources bound (agent type, host, resource id): {{(pid=103586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 04:32:10.341209 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a457d25c-adc2-4112-bb27-1616d37b552f tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:10.344966 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a457d25c-adc2-4112-bb27-1616d37b552f tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "DELETE /v2.0/security-groups/367764e6-e3e2-4888-b2cb-6c33a1e92b91 HTTP/1.1" status: 204 len: 168 time: 0.2121825 Jan 29 04:32:10.346207 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55212) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:10.360611 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a457d25c-adc2-4112-bb27-1616d37b552f tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=367764e6-e3e2-4888-b2cb-6c33a1e92b91,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:10.361375 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437bdece-8c23-4621-b14f-7b7462633482 None None] Routers {'389f1f00-b86a-4154-b700-f3328ae85b52'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:10.361375 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-437bdece-8c23-4621-b14f-7b7462633482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:31:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['389f1f00-b86a-4154-b700-f3328ae85b52'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:10.380782 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-88f6357c-0cfa-4351-b94c-f18809130939 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (608651ea-c11b-4098-b6e0-43f36a491f11), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:10.448322 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-88f6357c-0cfa-4351-b94c-f18809130939 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['608651ea-c11b-4098-b6e0-43f36a491f11']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:10.470907 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-88f6357c-0cfa-4351-b94c-f18809130939 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b6351fb-442c-4923-9824-ceb120c982f0') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:10.471203 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-88f6357c-0cfa-4351-b94c-f18809130939 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b6351fb-442c-4923-9824-ceb120c982f0') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:10.499192 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-88f6357c-0cfa-4351-b94c-f18809130939 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (2b6351fb-442c-4923-9824-ceb120c982f0), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:10.512689 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-89815ccc-9d43-4e82-b45a-38de33991ce2 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1446242 Jan 29 04:32:10.515729 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55214) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:10.516910 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-437bdece-8c23-4621-b14f-7b7462633482 None None] Set router 389f1f00-b86a-4154-b700-f3328ae85b52 gateway port host: None {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:32:10.554438 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d587ad60-7e07-4a40-a62d-37195b81eae4 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (70d850a0-c52a-4d8e-b9f9-9e92645d967b), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:10.596310 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fa1e874b-a153-4812-9e03-3233c7be00d9 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (d8310550-6460-4952-b88e-44220f28b991), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:10.596783 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-88f6357c-0cfa-4351-b94c-f18809130939 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (2b6351fb-442c-4923-9824-ceb120c982f0), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:10.619697 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88f6357c-0cfa-4351-b94c-f18809130939 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:32:10.620102 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-88f6357c-0cfa-4351-b94c-f18809130939 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (2b6351fb-442c-4923-9824-ceb120c982f0), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:10.621274 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fa1e874b-a153-4812-9e03-3233c7be00d9 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (d8310550-6460-4952-b88e-44220f28b991), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:10.624424 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:32:10.624424 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:32:10.624424 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:32:10.624424 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:32:10.624424 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:32:10.624424 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:32:10.624424 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:32:10.624424 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:32:10.624424 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:32:10.624424 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:32:10.624424 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:32:10.624424 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:32:10.624424 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:32:10.624424 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:32:10.624424 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:32:10.624424 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:32:10.624424 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:32:10.624424 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:32:10.624424 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:32:10.624424 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:32:10.624424 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:32:10.624424 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:32:10.624424 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:32:10.624424 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:32:10.624424 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:32:10.624424 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:32:10.624424 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:32:10.624424 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:32:10.624424 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:32:10.624424 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:32:10.624424 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:32:10.624424 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:32:10.627738 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d587ad60-7e07-4a40-a62d-37195b81eae4 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:10.631152 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d587ad60-7e07-4a40-a62d-37195b81eae4 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "DELETE /v2.0/subnets/70d850a0-c52a-4d8e-b9f9-9e92645d967b HTTP/1.1" status: 204 len: 168 time: 0.8501766 Jan 29 04:32:10.644377 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d587ad60-7e07-4a40-a62d-37195b81eae4 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event deleted for resources: {'Subnet': ['ID=70d850a0-c52a-4d8e-b9f9-9e92645d967b,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:10.648834 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55218) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:10.737910 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77ac8d-f685-42a0-9744-2cec4e7ccc57 req-62b4b437-eef1-4401-bb5b-eead71b4c4fc tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:10.739648 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-7a77ac8d-f685-42a0-9744-2cec4e7ccc57 req-62b4b437-eef1-4401-bb5b-eead71b4c4fc tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c HTTP/1.1" status: 200 len: 943 time: 0.0794415 Jan 29 04:32:10.778982 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e3d76e9d-3c6f-413e-8d92-7dd5ad985400 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (372a3b60-f704-4353-af5d-28c9327b9b15), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:10.794691 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-7a77ac8d-f685-42a0-9744-2cec4e7ccc57 req-217e039c-bf46-4046-a234-452b95f05c0a tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481114 Jan 29 04:32:10.796911 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fa1e874b-a153-4812-9e03-3233c7be00d9 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (d8310550-6460-4952-b88e-44220f28b991), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:10.801736 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fa1e874b-a153-4812-9e03-3233c7be00d9 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:10.802923 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-fa1e874b-a153-4812-9e03-3233c7be00d9 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "DELETE /v2.0/security-groups/d8310550-6460-4952-b88e-44220f28b991 HTTP/1.1" status: 204 len: 168 time: 0.2858896 Jan 29 04:32:10.807717 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55220) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:10.819997 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e874b-a153-4812-9e03-3233c7be00d9 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8310550-6460-4952-b88e-44220f28b991,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:10.871410 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-93dcf361-5e16-49ab-9615-0102db76f790 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (904c8ff8-2ff3-4975-af88-cc5dc0a857d2), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:10.881275 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-88f6357c-0cfa-4351-b94c-f18809130939 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (608651ea-c11b-4098-b6e0-43f36a491f11), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:10.881569 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-4bef1e6f-d637-4da1-a323-f0a7eb570e21 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0677371 Jan 29 04:32:10.882272 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55222) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:10.886012 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-88f6357c-0cfa-4351-b94c-f18809130939 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:10.888606 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-87684f75-5e6a-4aa7-94c9-e8494dd7668b tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Request body: {'security_group': {'name': 'tempest-secgroup--1747998949'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:10.890118 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-88f6357c-0cfa-4351-b94c-f18809130939 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] 10.222.0.13 "DELETE /v2.0/networks/608651ea-c11b-4098-b6e0-43f36a491f11 HTTP/1.1" status: 204 len: 168 time: 1.9940097 Jan 29 04:32:10.894660 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55224) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:10.940968 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f6357c-0cfa-4351-b94c-f18809130939 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Pushing event deleted for resources: {'Network': ['ID=608651ea-c11b-4098-b6e0-43f36a491f11,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:10.996083 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a25cfb09-e399-4650-96b0-bec5367967e7 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (6e3d837c-219f-48f1-97ca-8db693f899e3), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:11.004606 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a860675-67d1-4c5e-b43a-ed2b1e721c3c None None] Network 608651ea-c11b-4098-b6e0-43f36a491f11 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:32:11.021363 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad248c31-1642-4b07-8fb2-6fbc768a46d8 None None] Network 904c8ff8-2ff3-4975-af88-cc5dc0a857d2 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:32:11.027574 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a860675-67d1-4c5e-b43a-ed2b1e721c3c None None] Network 608651ea-c11b-4098-b6e0-43f36a491f11 could not be found, it might have been deleted concurrently. {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 29 04:32:11.044226 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-87684f75-5e6a-4aa7-94c9-e8494dd7668b tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:11.077992 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-a25cfb09-e399-4650-96b0-bec5367967e7 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Deleting port 4d26173c-f952-4b9a-b097-c7b24c80ba22 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:32:11.077992 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a25cfb09-e399-4650-96b0-bec5367967e7 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (4d26173c-f952-4b9a-b097-c7b24c80ba22), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:11.159790 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-a25cfb09-e399-4650-96b0-bec5367967e7 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] For port 4d26173c-f952-4b9a-b097-c7b24c80ba22, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=4d26173c-f952-4b9a-b097-c7b24c80ba22,segment=NetworkSegment(3e5b5943-f741-47d8-a4dc-9a2e771c92f6),segment_id=3e5b5943-f741-47d8-a4dc-9a2e771c92f6)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:11.160234 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a25cfb09-e399-4650-96b0-bec5367967e7 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (4d26173c-f952-4b9a-b097-c7b24c80ba22), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:11.163142 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-437bdece-8c23-4621-b14f-7b7462633482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'name': 'tempest-RoutersIpV6Test-router-1785197132', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:22Z', 'updated_at': '2022-01-29T04:32:08Z', 'revision_number': 8, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'gw_port_host': None, '_interfaces': [{'id': '487034aa-59f2-4cc6-a8ea-c959706dc3c1', 'name': '', 'network_id': '5b489d36-f8c0-4c79-aa35-4133b718183c', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:47:41:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '9e747d59-a8a0-40dc-b7ab-152cc3261cf5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:37Z', 'updated_at': '2022-01-29T04:31:47Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': '9e747d59-a8a0-40dc-b7ab-152cc3261cf5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae4163c1-5816-44cf-b80c-89f9f11f20b9', 'name': '', 'network_id': '755ba25d-bb6b-4a0d-b5a3-7160b7e189ba', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:19:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:27Z', 'updated_at': '2022-01-29T04:31:39Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e33b2eb1-6c48-4160-ac08-bb3252d297bd', 'name': '', 'network_id': 'd8c21180-5b30-4596-8b3b-0a9d72417195', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:c1:bd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'fd5c66cb-ac89-4d3b-b235-09d0981a9454', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:44Z', 'updated_at': '2022-01-29T04:31:55Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': 'fd5c66cb-ac89-4d3b-b235-09d0981a9454', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:11.176866 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-a25cfb09-e399-4650-96b0-bec5367967e7 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Calling delete_port for 4d26173c-f952-4b9a-b097-c7b24c80ba22 owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:32:11.200525 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62985971-d157-434d-8054-7b97004c5ade None None] DHCP port deletion for 608651ea-c11b-4098-b6e0-43f36a491f11 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:32:11.203312 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437bdece-8c23-4621-b14f-7b7462633482 None None] The sync data for ids ['389f1f00-b86a-4154-b700-f3328ae85b52'] in dv-neutron-821190-1-hyperv is: [{'id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'name': 'tempest-RoutersIpV6Test-router-1785197132', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:22Z', 'updated_at': '2022-01-29T04:32:08Z', 'revision_number': 8, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'gw_port_host': None, '_interfaces': [{'id': '487034aa-59f2-4cc6-a8ea-c959706dc3c1', 'name': '', 'network_id': '5b489d36-f8c0-4c79-aa35-4133b718183c', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:47:41:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '9e747d59-a8a0-40dc-b7ab-152cc3261cf5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:37Z', 'updated_at': '2022-01-29T04:31:47Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': '9e747d59-a8a0-40dc-b7ab-152cc3261cf5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae4163c1-5816-44cf-b80c-89f9f11f20b9', 'name': '', 'network_id': '755ba25d-bb6b-4a0d-b5a3-7160b7e189ba', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:19:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:27Z', 'updated_at': '2022-01-29T04:31:39Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e33b2eb1-6c48-4160-ac08-bb3252d297bd', 'name': '', 'network_id': 'd8c21180-5b30-4596-8b3b-0a9d72417195', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:c1:bd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'fd5c66cb-ac89-4d3b-b235-09d0981a9454', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:44Z', 'updated_at': '2022-01-29T04:31:55Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': 'fd5c66cb-ac89-4d3b-b235-09d0981a9454', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:32:11.320923 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a25cfb09-e399-4650-96b0-bec5367967e7 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (4d26173c-f952-4b9a-b097-c7b24c80ba22), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:11.362836 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25cfb09-e399-4650-96b0-bec5367967e7 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Pushing event deleted for resources: {'Port': ['ID=4d26173c-f952-4b9a-b097-c7b24c80ba22,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:11.370208 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25cfb09-e399-4650-96b0-bec5367967e7 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] No DVR routers for this DVR port 4d26173c-f952-4b9a-b097-c7b24c80ba22 on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:32:11.441313 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:32:11.456762 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-93dcf361-5e16-49ab-9615-0102db76f790 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Deleting port 3e174fcc-a890-49e6-a31e-c6ff2b0e89d0 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:32:11.457283 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-93dcf361-5e16-49ab-9615-0102db76f790 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (3e174fcc-a890-49e6-a31e-c6ff2b0e89d0), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:11.468981 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-87684f75-5e6a-4aa7-94c9-e8494dd7668b tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (7ad123dc-e8a7-48cc-974e-0fc240ecffbb), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:11.475450 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a25cfb09-e399-4650-96b0-bec5367967e7 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (6e3d837c-219f-48f1-97ca-8db693f899e3), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:11.496731 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-a25cfb09-e399-4650-96b0-bec5367967e7 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e3d837c-219f-48f1-97ca-8db693f899e3']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:11.506834 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-a25cfb09-e399-4650-96b0-bec5367967e7 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e5b5943-f741-47d8-a4dc-9a2e771c92f6') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:11.507122 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-a25cfb09-e399-4650-96b0-bec5367967e7 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e5b5943-f741-47d8-a4dc-9a2e771c92f6') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:11.513033 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d76e9d-3c6f-413e-8d92-7dd5ad985400 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Router 372a3b60-f704-4353-af5d-28c9327b9b15 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:32:11.517878 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a25cfb09-e399-4650-96b0-bec5367967e7 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (3e5b5943-f741-47d8-a4dc-9a2e771c92f6), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:11.531754 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a25cfb09-e399-4650-96b0-bec5367967e7 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (3e5b5943-f741-47d8-a4dc-9a2e771c92f6), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:11.537513 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-87684f75-5e6a-4aa7-94c9-e8494dd7668b tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (7ad123dc-e8a7-48cc-974e-0fc240ecffbb), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:11.538737 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-93dcf361-5e16-49ab-9615-0102db76f790 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] For port 3e174fcc-a890-49e6-a31e-c6ff2b0e89d0, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=3e174fcc-a890-49e6-a31e-c6ff2b0e89d0,segment=NetworkSegment(fdf3691e-e0e6-41e6-af31-b72c69b5e3ec),segment_id=fdf3691e-e0e6-41e6-af31-b72c69b5e3ec)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:11.548513 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-93dcf361-5e16-49ab-9615-0102db76f790 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (3e174fcc-a890-49e6-a31e-c6ff2b0e89d0), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:11.548700 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a25cfb09-e399-4650-96b0-bec5367967e7 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:32:11.548700 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a25cfb09-e399-4650-96b0-bec5367967e7 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (3e5b5943-f741-47d8-a4dc-9a2e771c92f6), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:11.548700 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:32:11.548700 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:32:11.548700 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:32:11.548700 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:32:11.548700 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:32:11.548700 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:32:11.548700 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:32:11.548700 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:32:11.548700 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:32:11.548700 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:32:11.548700 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:32:11.548700 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:32:11.548700 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:32:11.548700 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:32:11.548700 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:32:11.548700 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:32:11.548700 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:32:11.548700 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:32:11.548700 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:32:11.548700 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:32:11.548700 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:32:11.548700 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:32:11.548700 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:32:11.548700 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:32:11.548700 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:32:11.548700 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:32:11.548700 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:32:11.548700 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:32:11.548700 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:32:11.548700 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:32:11.548700 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:32:11.548700 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:32:11.584274 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-93dcf361-5e16-49ab-9615-0102db76f790 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Calling delete_port for 3e174fcc-a890-49e6-a31e-c6ff2b0e89d0 owned by network:dhcp {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:32:11.619376 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8609a6f9-8cff-43d1-a593-2ee44a0193ca None None] DHCP port deletion for 904c8ff8-2ff3-4975-af88-cc5dc0a857d2 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:32:11.629251 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87684f75-5e6a-4aa7-94c9-e8494dd7668b tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad123dc-e8a7-48cc-974e-0fc240ecffbb,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:11.653700 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-87684f75-5e6a-4aa7-94c9-e8494dd7668b tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:11.666071 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-87684f75-5e6a-4aa7-94c9-e8494dd7668b tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7742035 Jan 29 04:32:11.666071 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55226) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:11.666071 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-a7d0c29f-0b0b-4a5f-ba84-728830955faa tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Request body: {'security_group_rule': {'security_group_id': '7ad123dc-e8a7-48cc-974e-0fc240ecffbb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:11.673302 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d76e9d-3c6f-413e-8d92-7dd5ad985400 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:32:11.679645 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-e3d76e9d-3c6f-413e-8d92-7dd5ad985400 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "PUT /v2.0/routers/372a3b60-f704-4353-af5d-28c9327b9b15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3889179 Jan 29 04:32:11.683947 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55228) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:11.697039 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358546f3-32c9-40fa-ad64-82e23efed18b None None] Sync routers for ids ['372a3b60-f704-4353-af5d-28c9327b9b15'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:32:11.720394 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358546f3-32c9-40fa-ad64-82e23efed18b None None] Routers {'372a3b60-f704-4353-af5d-28c9327b9b15'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:11.723124 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-358546f3-32c9-40fa-ad64-82e23efed18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:31:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['372a3b60-f704-4353-af5d-28c9327b9b15'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:11.749728 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a25cfb09-e399-4650-96b0-bec5367967e7 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (6e3d837c-219f-48f1-97ca-8db693f899e3), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:11.753369 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-8609a6f9-8cff-43d1-a593-2ee44a0193ca None None] Deleting port 3e174fcc-a890-49e6-a31e-c6ff2b0e89d0 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:32:11.753891 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8609a6f9-8cff-43d1-a593-2ee44a0193ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (3e174fcc-a890-49e6-a31e-c6ff2b0e89d0), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:11.764984 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a25cfb09-e399-4650-96b0-bec5367967e7 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:11.768519 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a25cfb09-e399-4650-96b0-bec5367967e7 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] 10.222.0.13 "DELETE /v2.0/networks/6e3d837c-219f-48f1-97ca-8db693f899e3 HTTP/1.1" status: 204 len: 168 time: 0.8729343 Jan 29 04:32:11.773243 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55230) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:11.791761 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25cfb09-e399-4650-96b0-bec5367967e7 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Pushing event deleted for resources: {'Network': ['ID=6e3d837c-219f-48f1-97ca-8db693f899e3,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:11.809898 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e966f62-5249-44cf-9126-7b13464166f9 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Deleting subnet e177851f-1fdc-4a31-9d2d-dee82def9f3b {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:32:11.813742 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8e966f62-5249-44cf-9126-7b13464166f9 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for subnet (e177851f-1fdc-4a31-9d2d-dee82def9f3b), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:11.844576 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-358546f3-32c9-40fa-ad64-82e23efed18b None None] Set router 372a3b60-f704-4353-af5d-28c9327b9b15 gateway port host: None {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:32:11.891381 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 3e174fcc-a890-49e6-a31e-c6ff2b0e89d0 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:32:11.902870 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a7d0c29f-0b0b-4a5f-ba84-728830955faa tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (cf8daea9-724f-47ef-a742-68cbd381b3bc), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:11.903729 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-93dcf361-5e16-49ab-9615-0102db76f790 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (3e174fcc-a890-49e6-a31e-c6ff2b0e89d0), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:11.935652 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 3e174fcc-a890-49e6-a31e-c6ff2b0e89d0 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:32:11.936580 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 3e174fcc-a890-49e6-a31e-c6ff2b0e89d0 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:32:11.937263 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device ce001b2a-8e4c-49ae-af31-632a57f1b9ce no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:32:11.943741 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8e966f62-5249-44cf-9126-7b13464166f9 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (e177851f-1fdc-4a31-9d2d-dee82def9f3b), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:11.953310 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dcf361-5e16-49ab-9615-0102db76f790 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] No DVR routers for this DVR port 3e174fcc-a890-49e6-a31e-c6ff2b0e89d0 on host dv-neutron-821190-1-hyperv {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:32:11.982475 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-8609a6f9-8cff-43d1-a593-2ee44a0193ca None None] For port 3e174fcc-a890-49e6-a31e-c6ff2b0e89d0, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=3e174fcc-a890-49e6-a31e-c6ff2b0e89d0,segment=NetworkSegment(fdf3691e-e0e6-41e6-af31-b72c69b5e3ec),segment_id=fdf3691e-e0e6-41e6-af31-b72c69b5e3ec)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:11.982881 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8609a6f9-8cff-43d1-a593-2ee44a0193ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (3e174fcc-a890-49e6-a31e-c6ff2b0e89d0), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:12.000172 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-8609a6f9-8cff-43d1-a593-2ee44a0193ca None None] Calling delete_port for 3e174fcc-a890-49e6-a31e-c6ff2b0e89d0 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:32:12.009499 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dcf361-5e16-49ab-9615-0102db76f790 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event deleted for resources: {'Port': ['ID=3e174fcc-a890-49e6-a31e-c6ff2b0e89d0,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:12.017651 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: ce001b2a-8e4c-49ae-af31-632a57f1b9ce {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:32:12.018530 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device ce001b2a-8e4c-49ae-af31-632a57f1b9ce not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:32:12.020243 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 12cdf560-16ab-4a89-b9e8-612be17d0e27 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:32:12.032003 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a7d0c29f-0b0b-4a5f-ba84-728830955faa tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (cf8daea9-724f-47ef-a742-68cbd381b3bc), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:12.060249 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0bffe52d-2956-416c-9482-09e83760aa74 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (c0a1bc04-6544-48d0-8f45-ddd26943fd88), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:12.078833 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8e966f62-5249-44cf-9126-7b13464166f9 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (e177851f-1fdc-4a31-9d2d-dee82def9f3b), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:12.088988 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84ae3e-8958-460e-b695-215b7f5a19fd req-2821aa7f-f3fa-4011-9e8e-f99802860a08 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:12.090538 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7e84ae3e-8958-460e-b695-215b7f5a19fd req-2821aa7f-f3fa-4011-9e8e-f99802860a08 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c HTTP/1.1" status: 200 len: 943 time: 0.1647902 Jan 29 04:32:12.105475 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-358546f3-32c9-40fa-ad64-82e23efed18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'name': 'tempest-RoutersTest-router-958532573', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:14Z', 'updated_at': '2022-01-29T04:32:10Z', 'revision_number': 10, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'gw_port_host': None, '_interfaces': [{'id': 'a950060d-4ecc-4338-963f-1af8909110eb', 'name': '', 'network_id': '5e64060c-86c5-488d-b521-33ad26ce344e', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:5c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '103d068b-4d58-4800-a106-514933ad2077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:19Z', 'updated_at': '2022-01-29T04:31:27Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': '103d068b-4d58-4800-a106-514933ad2077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:12.118857 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a7d0c29f-0b0b-4a5f-ba84-728830955faa tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (cf8daea9-724f-47ef-a742-68cbd381b3bc), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:12.130339 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 12cdf560-16ab-4a89-b9e8-612be17d0e27 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:32:12.131136 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 12cdf560-16ab-4a89-b9e8-612be17d0e27 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:32:12.144402 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358546f3-32c9-40fa-ad64-82e23efed18b None None] Checking router: 372a3b60-f704-4353-af5d-28c9327b9b15 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:32:12.145828 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8609a6f9-8cff-43d1-a593-2ee44a0193ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (3e174fcc-a890-49e6-a31e-c6ff2b0e89d0), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:12.151527 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d0c29f-0b0b-4a5f-ba84-728830955faa tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf8daea9-724f-47ef-a742-68cbd381b3bc,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:12.159070 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358546f3-32c9-40fa-ad64-82e23efed18b None None] Routers {'372a3b60-f704-4353-af5d-28c9327b9b15'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:12.163771 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-358546f3-32c9-40fa-ad64-82e23efed18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:31:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['372a3b60-f704-4353-af5d-28c9327b9b15'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:12.192564 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7e84ae3e-8958-460e-b695-215b7f5a19fd req-acc0dee8-8820-4ce9-a3b3-e65c84fbf022 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654128 Jan 29 04:32:12.192873 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8609a6f9-8cff-43d1-a593-2ee44a0193ca None None] Pushing event deleted for resources: {'Port': ['ID=3e174fcc-a890-49e6-a31e-c6ff2b0e89d0,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:12.195195 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8609a6f9-8cff-43d1-a593-2ee44a0193ca None None] No DVR routers for this DVR port 3e174fcc-a890-49e6-a31e-c6ff2b0e89d0 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:32:12.198429 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-93dcf361-5e16-49ab-9615-0102db76f790 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (904c8ff8-2ff3-4975-af88-cc5dc0a857d2), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:12.240847 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a7d0c29f-0b0b-4a5f-ba84-728830955faa tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:12.245040 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a7d0c29f-0b0b-4a5f-ba84-728830955faa tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5820618 Jan 29 04:32:12.245368 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55234) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:12.251684 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-93dcf361-5e16-49ab-9615-0102db76f790 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['904c8ff8-2ff3-4975-af88-cc5dc0a857d2']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:12.264811 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8e966f62-5249-44cf-9126-7b13464166f9 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (e177851f-1fdc-4a31-9d2d-dee82def9f3b), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:12.277151 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-358546f3-32c9-40fa-ad64-82e23efed18b None None] Set router 372a3b60-f704-4353-af5d-28c9327b9b15 gateway port host: None {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:32:12.303146 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-93dcf361-5e16-49ab-9615-0102db76f790 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdf3691e-e0e6-41e6-af31-b72c69b5e3ec') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:12.303412 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e966f62-5249-44cf-9126-7b13464166f9 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event deleted for resources: {'Subnet': ['ID=e177851f-1fdc-4a31-9d2d-dee82def9f3b,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:12.303535 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-93dcf361-5e16-49ab-9615-0102db76f790 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdf3691e-e0e6-41e6-af31-b72c69b5e3ec') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:12.305858 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5162ee9a-f48c-4c5c-97ea-07cb2fe6d33e tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (cf8daea9-724f-47ef-a742-68cbd381b3bc), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:12.311223 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8e966f62-5249-44cf-9126-7b13464166f9 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:12.314437 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-8e966f62-5249-44cf-9126-7b13464166f9 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "DELETE /v2.0/subnets/e177851f-1fdc-4a31-9d2d-dee82def9f3b HTTP/1.1" status: 204 len: 168 time: 0.6308775 Jan 29 04:32:12.317445 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55236) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:12.323334 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f373ac-bb74-4e7c-bdd7-bb1ca0d13147 None None] Network 8550f5ea-16b6-4a7d-8cfa-7fd96db71762 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:32:12.326185 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0bffe52d-2956-416c-9482-09e83760aa74 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (c0a1bc04-6544-48d0-8f45-ddd26943fd88), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:12.329614 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-93dcf361-5e16-49ab-9615-0102db76f790 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (fdf3691e-e0e6-41e6-af31-b72c69b5e3ec), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:12.336378 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5162ee9a-f48c-4c5c-97ea-07cb2fe6d33e tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (cf8daea9-724f-47ef-a742-68cbd381b3bc), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:12.358439 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-0bffe52d-2956-416c-9482-09e83760aa74 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0a1bc04-6544-48d0-8f45-ddd26943fd88']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:12.360818 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-93dcf361-5e16-49ab-9615-0102db76f790 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (fdf3691e-e0e6-41e6-af31-b72c69b5e3ec), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:12.375020 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-0bffe52d-2956-416c-9482-09e83760aa74 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb1c1621-d70e-49aa-a563-6ba24b75e8ad') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:12.375346 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-0bffe52d-2956-416c-9482-09e83760aa74 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb1c1621-d70e-49aa-a563-6ba24b75e8ad') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:12.377293 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93dcf361-5e16-49ab-9615-0102db76f790 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:32:12.377693 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-93dcf361-5e16-49ab-9615-0102db76f790 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (fdf3691e-e0e6-41e6-af31-b72c69b5e3ec), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:12.380777 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:32:12.380777 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:32:12.380777 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:32:12.380777 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:32:12.380777 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:32:12.380777 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:32:12.380777 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:32:12.380777 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:32:12.380777 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:32:12.380777 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:32:12.380777 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:32:12.380777 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:32:12.380777 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:32:12.380777 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:32:12.380777 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:32:12.380777 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:32:12.380777 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:32:12.380777 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:32:12.380777 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:32:12.380777 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:32:12.380777 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:32:12.380777 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:32:12.380777 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:32:12.380777 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:32:12.380777 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:32:12.380777 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:32:12.380777 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:32:12.380777 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:32:12.380777 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:32:12.380777 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:32:12.380777 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:32:12.380777 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:32:12.404419 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0bffe52d-2956-416c-9482-09e83760aa74 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (eb1c1621-d70e-49aa-a563-6ba24b75e8ad), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:12.434582 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5162ee9a-f48c-4c5c-97ea-07cb2fe6d33e tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (cf8daea9-724f-47ef-a742-68cbd381b3bc), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:12.443813 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5162ee9a-f48c-4c5c-97ea-07cb2fe6d33e tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:12.448014 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-5162ee9a-f48c-4c5c-97ea-07cb2fe6d33e tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/cf8daea9-724f-47ef-a742-68cbd381b3bc HTTP/1.1" status: 204 len: 168 time: 0.1987047 Jan 29 04:32:12.451086 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e2d3fee3-d6f5-4d5f-8af1-20538987073d tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (8550f5ea-16b6-4a7d-8cfa-7fd96db71762), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:12.452546 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55238) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:12.464457 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5162ee9a-f48c-4c5c-97ea-07cb2fe6d33e tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf8daea9-724f-47ef-a742-68cbd381b3bc,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:12.491990 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0bffe52d-2956-416c-9482-09e83760aa74 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (eb1c1621-d70e-49aa-a563-6ba24b75e8ad), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:12.502893 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bffe52d-2956-416c-9482-09e83760aa74 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:32:12.502893 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0bffe52d-2956-416c-9482-09e83760aa74 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (eb1c1621-d70e-49aa-a563-6ba24b75e8ad), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:12.505641 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:32:12.505641 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:32:12.505641 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:32:12.505641 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:32:12.505641 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:32:12.505641 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:32:12.505641 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:32:12.505641 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:32:12.505641 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:32:12.505641 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:32:12.505641 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:32:12.505641 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:32:12.505641 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:32:12.505641 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:32:12.505641 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:32:12.505641 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:32:12.505641 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:32:12.505641 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:32:12.505641 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:32:12.505641 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:32:12.505641 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:32:12.505641 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:32:12.505641 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:32:12.505641 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:32:12.505641 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:32:12.505641 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:32:12.505641 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:32:12.505641 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:32:12.505641 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:32:12.505641 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:32:12.505641 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:32:12.505641 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:32:12.536316 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e44d16-f0e5-4aa9-9ba2-c1870307f24e None None] DHCP port deletion for 8550f5ea-16b6-4a7d-8cfa-7fd96db71762 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:32:12.542553 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-358546f3-32c9-40fa-ad64-82e23efed18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'name': 'tempest-RoutersTest-router-958532573', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:14Z', 'updated_at': '2022-01-29T04:32:10Z', 'revision_number': 10, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'gw_port_host': None, '_interfaces': [{'id': 'a950060d-4ecc-4338-963f-1af8909110eb', 'name': '', 'network_id': '5e64060c-86c5-488d-b521-33ad26ce344e', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:5c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '103d068b-4d58-4800-a106-514933ad2077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:19Z', 'updated_at': '2022-01-29T04:31:27Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': '103d068b-4d58-4800-a106-514933ad2077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:12.559581 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-e2d3fee3-d6f5-4d5f-8af1-20538987073d tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Deleting port d5feeae1-713d-49cb-a856-cc8042761733 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:32:12.560290 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e2d3fee3-d6f5-4d5f-8af1-20538987073d tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (d5feeae1-713d-49cb-a856-cc8042761733), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:12.577637 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358546f3-32c9-40fa-ad64-82e23efed18b None None] The sync data for ids ['372a3b60-f704-4353-af5d-28c9327b9b15'] in dv-neutron-821190-1-hyperv is: [{'id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'name': 'tempest-RoutersTest-router-958532573', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:14Z', 'updated_at': '2022-01-29T04:32:10Z', 'revision_number': 10, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'gw_port_host': None, '_interfaces': [{'id': 'a950060d-4ecc-4338-963f-1af8909110eb', 'name': '', 'network_id': '5e64060c-86c5-488d-b521-33ad26ce344e', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'mac_address': 'fa:16:3e:5c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '103d068b-4d58-4800-a106-514933ad2077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:19Z', 'updated_at': '2022-01-29T04:31:27Z', 'revision_number': 5, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'subnets': [{'id': '103d068b-4d58-4800-a106-514933ad2077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:32:12.584152 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-48a73091-89c3-4936-b774-72ac669b0b92 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1290140 Jan 29 04:32:12.587581 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55242) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:12.606286 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-93dcf361-5e16-49ab-9615-0102db76f790 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (904c8ff8-2ff3-4975-af88-cc5dc0a857d2), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:12.613827 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c2e44d16-f0e5-4aa9-9ba2-c1870307f24e None None] Deleting port d5feeae1-713d-49cb-a856-cc8042761733 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:32:12.613827 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c2e44d16-f0e5-4aa9-9ba2-c1870307f24e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (d5feeae1-713d-49cb-a856-cc8042761733), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:12.614095 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-93dcf361-5e16-49ab-9615-0102db76f790 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:12.619744 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-93dcf361-5e16-49ab-9615-0102db76f790 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "DELETE /v2.0/networks/904c8ff8-2ff3-4975-af88-cc5dc0a857d2 HTTP/1.1" status: 204 len: 168 time: 1.9672003 Jan 29 04:32:12.620773 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55244) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:12.653152 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dcf361-5e16-49ab-9615-0102db76f790 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event deleted for resources: {'Network': ['ID=904c8ff8-2ff3-4975-af88-cc5dc0a857d2,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:12.692781 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-c2e44d16-f0e5-4aa9-9ba2-c1870307f24e None None] For port d5feeae1-713d-49cb-a856-cc8042761733, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=d5feeae1-713d-49cb-a856-cc8042761733,segment=NetworkSegment(1bd232c8-02aa-47cc-a985-5e9375e5d530),segment_id=1bd232c8-02aa-47cc-a985-5e9375e5d530)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:12.693179 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c2e44d16-f0e5-4aa9-9ba2-c1870307f24e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (d5feeae1-713d-49cb-a856-cc8042761733), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:12.698806 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b728dd74-9c78-41b1-80a3-2d1b13316e0a tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (7ad123dc-e8a7-48cc-974e-0fc240ecffbb), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:12.708979 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c2e44d16-f0e5-4aa9-9ba2-c1870307f24e None None] Calling delete_port for d5feeae1-713d-49cb-a856-cc8042761733 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:32:12.731133 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b728dd74-9c78-41b1-80a3-2d1b13316e0a tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (7ad123dc-e8a7-48cc-974e-0fc240ecffbb), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:12.735501 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-e2d3fee3-d6f5-4d5f-8af1-20538987073d tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] For port d5feeae1-713d-49cb-a856-cc8042761733, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=d5feeae1-713d-49cb-a856-cc8042761733,segment=NetworkSegment(1bd232c8-02aa-47cc-a985-5e9375e5d530),segment_id=1bd232c8-02aa-47cc-a985-5e9375e5d530)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:12.735743 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e2d3fee3-d6f5-4d5f-8af1-20538987073d tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (d5feeae1-713d-49cb-a856-cc8042761733), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:12.758955 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-e2d3fee3-d6f5-4d5f-8af1-20538987073d tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Calling delete_port for d5feeae1-713d-49cb-a856-cc8042761733 owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:32:13.061519 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0bffe52d-2956-416c-9482-09e83760aa74 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (c0a1bc04-6544-48d0-8f45-ddd26943fd88), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:13.066589 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-afeb99e0-ff67-4ef7-9681-895797401861 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (389f1f00-b86a-4154-b700-f3328ae85b52), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:13.068919 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0bffe52d-2956-416c-9482-09e83760aa74 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:13.072408 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-0bffe52d-2956-416c-9482-09e83760aa74 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] 10.222.0.13 "DELETE /v2.0/networks/c0a1bc04-6544-48d0-8f45-ddd26943fd88 HTTP/1.1" status: 204 len: 168 time: 1.3004072 Jan 29 04:32:13.075914 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55246) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:13.093198 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bffe52d-2956-416c-9482-09e83760aa74 tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Pushing event deleted for resources: {'Network': ['ID=c0a1bc04-6544-48d0-8f45-ddd26943fd88,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:13.102675 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c2e44d16-f0e5-4aa9-9ba2-c1870307f24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (d5feeae1-713d-49cb-a856-cc8042761733), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:13.111927 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b728dd74-9c78-41b1-80a3-2d1b13316e0a tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (7ad123dc-e8a7-48cc-974e-0fc240ecffbb), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:13.114427 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b728dd74-9c78-41b1-80a3-2d1b13316e0a tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:13.118618 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b728dd74-9c78-41b1-80a3-2d1b13316e0a tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "DELETE /v2.0/security-groups/7ad123dc-e8a7-48cc-974e-0fc240ecffbb HTTP/1.1" status: 204 len: 168 time: 0.5270152 Jan 29 04:32:13.136383 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e44d16-f0e5-4aa9-9ba2-c1870307f24e None None] Pushing event deleted for resources: {'Port': ['ID=d5feeae1-713d-49cb-a856-cc8042761733,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:13.136666 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55248) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:13.139316 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e44d16-f0e5-4aa9-9ba2-c1870307f24e None None] No DVR routers for this DVR port d5feeae1-713d-49cb-a856-cc8042761733 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:32:13.146201 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e2d3fee3-d6f5-4d5f-8af1-20538987073d tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (d5feeae1-713d-49cb-a856-cc8042761733), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:13.169370 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b728dd74-9c78-41b1-80a3-2d1b13316e0a tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad123dc-e8a7-48cc-974e-0fc240ecffbb,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:13.184719 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c6c73cd8-749b-400f-b3c5-23bf0247488b tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (8d1e714d-4465-4b75-945d-7c5a721aac9a), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:13.198293 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d3fee3-d6f5-4d5f-8af1-20538987073d tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event deleted for resources: {'Port': ['ID=d5feeae1-713d-49cb-a856-cc8042761733,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:13.204712 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d3fee3-d6f5-4d5f-8af1-20538987073d tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] No DVR routers for this DVR port d5feeae1-713d-49cb-a856-cc8042761733 on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:32:13.280243 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c6c73cd8-749b-400f-b3c5-23bf0247488b tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (8d1e714d-4465-4b75-945d-7c5a721aac9a), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:13.305987 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-c6c73cd8-749b-400f-b3c5-23bf0247488b tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d1e714d-4465-4b75-945d-7c5a721aac9a']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:13.316569 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-c6c73cd8-749b-400f-b3c5-23bf0247488b tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9113b830-a5a1-4c05-a415-1f9ad84bfc25') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:13.316869 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-c6c73cd8-749b-400f-b3c5-23bf0247488b tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9113b830-a5a1-4c05-a415-1f9ad84bfc25') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:13.327125 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c6c73cd8-749b-400f-b3c5-23bf0247488b tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (9113b830-a5a1-4c05-a415-1f9ad84bfc25), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:13.343725 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c6c73cd8-749b-400f-b3c5-23bf0247488b tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (9113b830-a5a1-4c05-a415-1f9ad84bfc25), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:13.350141 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6c73cd8-749b-400f-b3c5-23bf0247488b tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:32:13.350525 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c6c73cd8-749b-400f-b3c5-23bf0247488b tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (9113b830-a5a1-4c05-a415-1f9ad84bfc25), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:13.354075 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:32:13.354075 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:32:13.354075 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:32:13.354075 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:32:13.354075 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:32:13.354075 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:32:13.354075 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:32:13.354075 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:32:13.354075 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:32:13.354075 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:32:13.354075 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:32:13.354075 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:32:13.354075 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:32:13.354075 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:32:13.354075 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:32:13.354075 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:32:13.354075 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:32:13.354075 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:32:13.354075 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:32:13.354075 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:32:13.354075 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:32:13.354075 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:32:13.354075 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:32:13.354075 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:32:13.354075 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:32:13.354075 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:32:13.354075 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:32:13.354075 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:32:13.354075 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:32:13.354075 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:32:13.354075 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:32:13.354075 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:32:13.365305 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device d5feeae1-713d-49cb-a856-cc8042761733 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:32:13.368294 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-90fa44c6-18e5-4c2b-977f-8d2f9a43991d tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2292335 Jan 29 04:32:13.376520 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55252) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:13.384082 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-81673be3-0014-4f8b-a55d-9bab52f48747 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Request body: {'security_group': {'name': 'tempest-secgroup--2135031249'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:13.385411 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: d5feeae1-713d-49cb-a856-cc8042761733 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:32:13.385764 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device d5feeae1-713d-49cb-a856-cc8042761733 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:32:13.386647 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device dda2e1a1-3ae3-4a74-943e-90c37f4d3dee no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:32:13.388572 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e2d3fee3-d6f5-4d5f-8af1-20538987073d tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (8550f5ea-16b6-4a7d-8cfa-7fd96db71762), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:13.410547 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: dda2e1a1-3ae3-4a74-943e-90c37f4d3dee {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:32:13.410547 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device dda2e1a1-3ae3-4a74-943e-90c37f4d3dee not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:32:13.417431 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-e2d3fee3-d6f5-4d5f-8af1-20538987073d tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8550f5ea-16b6-4a7d-8cfa-7fd96db71762']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:13.429379 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-e2d3fee3-d6f5-4d5f-8af1-20538987073d tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bd232c8-02aa-47cc-a985-5e9375e5d530') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:13.429680 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-e2d3fee3-d6f5-4d5f-8af1-20538987073d tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bd232c8-02aa-47cc-a985-5e9375e5d530') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:13.444150 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e2d3fee3-d6f5-4d5f-8af1-20538987073d tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (1bd232c8-02aa-47cc-a985-5e9375e5d530), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:13.465846 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382bd31c-4d88-4ac1-b92b-d0001b3d7047 req-d7e884f2-140f-4df9-a332-20ed80faf365 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:13.467348 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-382bd31c-4d88-4ac1-b92b-d0001b3d7047 req-d7e884f2-140f-4df9-a332-20ed80faf365 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c HTTP/1.1" status: 200 len: 943 time: 0.1740313 Jan 29 04:32:13.471660 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e2d3fee3-d6f5-4d5f-8af1-20538987073d tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (1bd232c8-02aa-47cc-a985-5e9375e5d530), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:13.497112 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2d3fee3-d6f5-4d5f-8af1-20538987073d tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:32:13.497502 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e2d3fee3-d6f5-4d5f-8af1-20538987073d tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (1bd232c8-02aa-47cc-a985-5e9375e5d530), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:13.500387 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:32:13.500387 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:32:13.500387 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:32:13.500387 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:32:13.500387 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:32:13.500387 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:32:13.500387 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:32:13.500387 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:32:13.500387 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:32:13.500387 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:32:13.500387 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:32:13.500387 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:32:13.500387 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:32:13.500387 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:32:13.500387 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:32:13.500387 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:32:13.500387 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:32:13.500387 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:32:13.500387 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:32:13.500387 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:32:13.500387 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:32:13.500387 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:32:13.500387 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:32:13.500387 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:32:13.500387 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:32:13.500387 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:32:13.500387 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:32:13.500387 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:32:13.500387 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:32:13.500387 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:32:13.500387 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:32:13.500387 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:32:13.502492 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-81673be3-0014-4f8b-a55d-9bab52f48747 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:13.549471 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c6c73cd8-749b-400f-b3c5-23bf0247488b tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (8d1e714d-4465-4b75-945d-7c5a721aac9a), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:13.553987 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c6c73cd8-749b-400f-b3c5-23bf0247488b tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:13.557293 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c6c73cd8-749b-400f-b3c5-23bf0247488b tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] 10.222.0.13 "DELETE /v2.0/networks/8d1e714d-4465-4b75-945d-7c5a721aac9a HTTP/1.1" status: 204 len: 168 time: 0.4808071 Jan 29 04:32:13.577648 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c73cd8-749b-400f-b3c5-23bf0247488b tempest-BulkNetworkOpsIpV6Test-2028191386 tempest-BulkNetworkOpsIpV6Test-2028191386-project] Pushing event deleted for resources: {'Network': ['ID=8d1e714d-4465-4b75-945d-7c5a721aac9a,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:13.606879 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-81673be3-0014-4f8b-a55d-9bab52f48747 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (0eb51613-0ff8-4499-9d9d-75722598c105), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:13.616213 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-382bd31c-4d88-4ac1-b92b-d0001b3d7047 req-1f09989e-09b3-455f-8ac0-c0f85e383c44 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423168 Jan 29 04:32:13.664116 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-afeb99e0-ff67-4ef7-9681-895797401861 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Deleting port e33b2eb1-6c48-4160-ac08-bb3252d297bd {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:32:13.665024 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-afeb99e0-ff67-4ef7-9681-895797401861 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (e33b2eb1-6c48-4160-ac08-bb3252d297bd), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:13.689654 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-81673be3-0014-4f8b-a55d-9bab52f48747 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (0eb51613-0ff8-4499-9d9d-75722598c105), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:13.716417 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e2d3fee3-d6f5-4d5f-8af1-20538987073d tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (8550f5ea-16b6-4a7d-8cfa-7fd96db71762), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:13.719068 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81673be3-0014-4f8b-a55d-9bab52f48747 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb51613-0ff8-4499-9d9d-75722598c105,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:13.725456 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e2d3fee3-d6f5-4d5f-8af1-20538987073d tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:13.729615 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e2d3fee3-d6f5-4d5f-8af1-20538987073d tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "DELETE /v2.0/networks/8550f5ea-16b6-4a7d-8cfa-7fd96db71762 HTTP/1.1" status: 204 len: 168 time: 1.4111030 Jan 29 04:32:13.732677 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55256) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:13.744666 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d3fee3-d6f5-4d5f-8af1-20538987073d tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event deleted for resources: {'Network': ['ID=8550f5ea-16b6-4a7d-8cfa-7fd96db71762,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:13.776662 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-81673be3-0014-4f8b-a55d-9bab52f48747 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:13.777911 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-81673be3-0014-4f8b-a55d-9bab52f48747 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4002688 Jan 29 04:32:13.781124 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55258) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:13.787001 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-59a0efd2-92df-4f4f-a65c-8f3551945c06 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Request body: {'security_group_rule': {'security_group_id': '0eb51613-0ff8-4499-9d9d-75722598c105', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:13.796044 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-afeb99e0-ff67-4ef7-9681-895797401861 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] For port e33b2eb1-6c48-4160-ac08-bb3252d297bd, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=e33b2eb1-6c48-4160-ac08-bb3252d297bd,segment=NetworkSegment(e4a03a26-d72d-4182-9891-ca6542e38ad1),segment_id=e4a03a26-d72d-4182-9891-ca6542e38ad1)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:13.796415 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-afeb99e0-ff67-4ef7-9681-895797401861 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (e33b2eb1-6c48-4160-ac08-bb3252d297bd), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:13.811631 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device a7a87376-f52f-4aa1-b0cc-c4e4a30f0615 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:32:13.814882 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-afeb99e0-ff67-4ef7-9681-895797401861 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Calling delete_port for e33b2eb1-6c48-4160-ac08-bb3252d297bd owned by network:router_interface {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:32:13.874630 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-59a0efd2-92df-4f4f-a65c-8f3551945c06 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (6ef5f20e-4c1e-4871-be62-fff90b151aab), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:13.937284 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port a7a87376-f52f-4aa1-b0cc-c4e4a30f0615, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a7a87376-f52f-4aa1-b0cc-c4e4a30f0615,segment=NetworkSegment(c716b040-a748-4481-b1ab-9f6d7d87cd90),segment_id=c716b040-a748-4481-b1ab-9f6d7d87cd90)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:13.956715 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': 'a7a87376-f52f-4aa1-b0cc-c4e4a30f0615', 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039', 'port_id': 'a7a87376-f52f-4aa1-b0cc-c4e4a30f0615', 'mac_address': 'fa:16:3e:f7:79:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:32:13.996112 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-59a0efd2-92df-4f4f-a65c-8f3551945c06 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (6ef5f20e-4c1e-4871-be62-fff90b151aab), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:14.007010 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port a7a87376-f52f-4aa1-b0cc-c4e4a30f0615 is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:32:14.007451 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (a7a87376-f52f-4aa1-b0cc-c4e4a30f0615), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:14.022029 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7a87376-f52f-4aa1-b0cc-c4e4a30f0615 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:32:14.044034 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-59a0efd2-92df-4f4f-a65c-8f3551945c06 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (6ef5f20e-4c1e-4871-be62-fff90b151aab), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:14.045208 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port a7a87376-f52f-4aa1-b0cc-c4e4a30f0615, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a7a87376-f52f-4aa1-b0cc-c4e4a30f0615,segment=NetworkSegment(c716b040-a748-4481-b1ab-9f6d7d87cd90),segment_id=c716b040-a748-4481-b1ab-9f6d7d87cd90)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:14.056708 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55262) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:14.075168 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a0efd2-92df-4f4f-a65c-8f3551945c06 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ef5f20e-4c1e-4871-be62-fff90b151aab,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:14.090721 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (a7a87376-f52f-4aa1-b0cc-c4e4a30f0615), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:14.142867 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=a7a87376-f52f-4aa1-b0cc-c4e4a30f0615,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:14.147751 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c6bcb91a-7cd6-4eae-ba07-9a49c267b23a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (372a3b60-f704-4353-af5d-28c9327b9b15), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:14.150371 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-59a0efd2-92df-4f4f-a65c-8f3551945c06 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:14.154204 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-59a0efd2-92df-4f4f-a65c-8f3551945c06 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3695085 Jan 29 04:32:14.159531 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55266) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:14.171671 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-afeb99e0-ff67-4ef7-9681-895797401861 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (e33b2eb1-6c48-4160-ac08-bb3252d297bd), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:14.194069 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c265dd08-84c2-416a-b585-d42bb7622e80 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "GET /v2.0/security-group-rules/6ef5f20e-4c1e-4871-be62-fff90b151aab HTTP/1.1" status: 200 len: 763 time: 0.0333648 Jan 29 04:32:14.198860 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55268) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:14.214300 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb99e0-ff67-4ef7-9681-895797401861 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event deleted for resources: {'Port': ['ID=e33b2eb1-6c48-4160-ac08-bb3252d297bd,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:14.296412 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2bbd6b9a-460b-450f-982b-8e30ed8a17d4 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0948584 Jan 29 04:32:14.303215 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55270) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:14.334966 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-aeca1a92-916b-4e4f-a344-777d6d16f410 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b55d65aa0e04e7b997972caf4c72a2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2758193 Jan 29 04:32:14.340702 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-afeb99e0-ff67-4ef7-9681-895797401861 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (389f1f00-b86a-4154-b700-f3328ae85b52), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:14.344349 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55272) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:14.396647 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0fd98cbc-56e3-4af0-8976-0b4964a1efec tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (6ef5f20e-4c1e-4871-be62-fff90b151aab), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:14.409478 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0fd98cbc-56e3-4af0-8976-0b4964a1efec tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (6ef5f20e-4c1e-4871-be62-fff90b151aab), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:14.470792 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['a7a87376-f52f-4aa1-b0cc-c4e4a30f0615'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:32:14.478437 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-42a95eff-460d-46fb-8c82-b5b97719b3ea admin admin] Publish callbacks [] for security_group (14ac917e-c938-4401-8a28-c4830d8230eb), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:14.514889 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0fd98cbc-56e3-4af0-8976-0b4964a1efec tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (6ef5f20e-4c1e-4871-be62-fff90b151aab), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:14.522552 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0fd98cbc-56e3-4af0-8976-0b4964a1efec tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:14.526060 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-0fd98cbc-56e3-4af0-8976-0b4964a1efec tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/6ef5f20e-4c1e-4871-be62-fff90b151aab HTTP/1.1" status: 204 len: 168 time: 0.2163994 Jan 29 04:32:14.527595 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55274) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:14.534881 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd98cbc-56e3-4af0-8976-0b4964a1efec tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ef5f20e-4c1e-4871-be62-fff90b151aab,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:14.557429 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-c6bcb91a-7cd6-4eae-ba07-9a49c267b23a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Deleting port a950060d-4ecc-4338-963f-1af8909110eb {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:32:14.557772 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c6bcb91a-7cd6-4eae-ba07-9a49c267b23a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (a950060d-4ecc-4338-963f-1af8909110eb), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:14.578555 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-42a95eff-460d-46fb-8c82-b5b97719b3ea admin admin] Publish callbacks [] for security_group (14ac917e-c938-4401-8a28-c4830d8230eb), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:14.642736 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afeb99e0-ff67-4ef7-9681-895797401861 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Router 389f1f00-b86a-4154-b700-f3328ae85b52 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:32:14.652356 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-cbecb9e0-4b76-494e-ab9f-cd44866dcede tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1239922 Jan 29 04:32:14.654870 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55278) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:14.655983 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-c6bcb91a-7cd6-4eae-ba07-9a49c267b23a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] For port a950060d-4ecc-4338-963f-1af8909110eb, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=a950060d-4ecc-4338-963f-1af8909110eb,segment=NetworkSegment(58f8ba70-d18f-4fd5-8742-48b1756136cc),segment_id=58f8ba70-d18f-4fd5-8742-48b1756136cc)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:14.656342 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c6bcb91a-7cd6-4eae-ba07-9a49c267b23a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (a950060d-4ecc-4338-963f-1af8909110eb), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:14.659299 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-89e6b78e-848b-4ed9-b310-984008cfcc6d tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Request body: {'security_group_rule': {'security_group_id': '0eb51613-0ff8-4499-9d9d-75722598c105', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:14.675298 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-c6bcb91a-7cd6-4eae-ba07-9a49c267b23a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Calling delete_port for a950060d-4ecc-4338-963f-1af8909110eb owned by network:router_interface {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:32:14.764990 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-89e6b78e-848b-4ed9-b310-984008cfcc6d tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (711c2973-9d09-4273-b23b-84dd93fec723), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:14.771830 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-42a95eff-460d-46fb-8c82-b5b97719b3ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (14ac917e-c938-4401-8a28-c4830d8230eb), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:14.774540 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-42a95eff-460d-46fb-8c82-b5b97719b3ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:14.775702 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-42a95eff-460d-46fb-8c82-b5b97719b3ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14ac917e-c938-4401-8a28-c4830d8230eb HTTP/1.1" status: 204 len: 168 time: 0.4304228 Jan 29 04:32:14.808127 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a95eff-460d-46fb-8c82-b5b97719b3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ac917e-c938-4401-8a28-c4830d8230eb,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:14.813413 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afeb99e0-ff67-4ef7-9681-895797401861 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:32:14.818964 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-afeb99e0-ff67-4ef7-9681-895797401861 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "PUT /v2.0/routers/389f1f00-b86a-4154-b700-f3328ae85b52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1969817 Jan 29 04:32:14.824243 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55282) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:14.844038 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453f3a38-5c68-4ee5-8684-01a707b1dbe6 None None] Sync routers for ids ['389f1f00-b86a-4154-b700-f3328ae85b52'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:32:14.858023 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f9237-76f1-4c89-b937-ff32586c6b6b req-9f3d9b83-6d40-4e8d-9d16-973d83ee0aca tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:14.858501 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ca7f9237-76f1-4c89-b937-ff32586c6b6b req-9f3d9b83-6d40-4e8d-9d16-973d83ee0aca tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c HTTP/1.1" status: 200 len: 944 time: 0.1262348 Jan 29 04:32:14.864816 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453f3a38-5c68-4ee5-8684-01a707b1dbe6 None None] Routers {'389f1f00-b86a-4154-b700-f3328ae85b52'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:14.866884 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-453f3a38-5c68-4ee5-8684-01a707b1dbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:31:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['389f1f00-b86a-4154-b700-f3328ae85b52'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:14.902240 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e08a42-7902-46cf-8442-b2a78ab13011 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Deleting subnet fd5c66cb-ac89-4d3b-b235-09d0981a9454 {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:32:14.910424 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-89e6b78e-848b-4ed9-b310-984008cfcc6d tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (711c2973-9d09-4273-b23b-84dd93fec723), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:14.911309 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-90e08a42-7902-46cf-8442-b2a78ab13011 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for subnet (fd5c66cb-ac89-4d3b-b235-09d0981a9454), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:14.925098 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ca7f9237-76f1-4c89-b937-ff32586c6b6b req-212ec1e6-51f5-4ee6-a8a3-ef851e146041 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570621 Jan 29 04:32:14.971929 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-89e6b78e-848b-4ed9-b310-984008cfcc6d tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (711c2973-9d09-4273-b23b-84dd93fec723), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:14.980064 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-90e08a42-7902-46cf-8442-b2a78ab13011 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (fd5c66cb-ac89-4d3b-b235-09d0981a9454), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:14.984942 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-453f3a38-5c68-4ee5-8684-01a707b1dbe6 None None] Set router 389f1f00-b86a-4154-b700-f3328ae85b52 gateway port host: None {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:32:15.017891 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6b78e-848b-4ed9-b310-984008cfcc6d tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=711c2973-9d09-4273-b23b-84dd93fec723,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:15.056253 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c6bcb91a-7cd6-4eae-ba07-9a49c267b23a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (a950060d-4ecc-4338-963f-1af8909110eb), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:15.102546 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-89e6b78e-848b-4ed9-b310-984008cfcc6d tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:15.103888 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-89e6b78e-848b-4ed9-b310-984008cfcc6d tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4480238 Jan 29 04:32:15.105374 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-90e08a42-7902-46cf-8442-b2a78ab13011 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (fd5c66cb-ac89-4d3b-b235-09d0981a9454), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:15.108848 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55286) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:15.146719 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bcb91a-7cd6-4eae-ba07-9a49c267b23a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event deleted for resources: {'Port': ['ID=a950060d-4ecc-4338-963f-1af8909110eb,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:15.172366 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-68f7eb10-9775-4250-ab51-959899f52780 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "GET /v2.0/security-group-rules/711c2973-9d09-4273-b23b-84dd93fec723 HTTP/1.1" status: 200 len: 763 time: 0.0623147 Jan 29 04:32:15.175954 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55288) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:15.263229 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a21550d6-0f53-42d9-9c42-49f7c9dde0d5 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0841594 Jan 29 04:32:15.269522 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55294) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:15.291106 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-453f3a38-5c68-4ee5-8684-01a707b1dbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'name': 'tempest-RoutersIpV6Test-router-1785197132', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:22Z', 'updated_at': '2022-01-29T04:32:14Z', 'revision_number': 9, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'gw_port_host': None, '_interfaces': [{'id': '487034aa-59f2-4cc6-a8ea-c959706dc3c1', 'name': '', 'network_id': '5b489d36-f8c0-4c79-aa35-4133b718183c', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:47:41:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '9e747d59-a8a0-40dc-b7ab-152cc3261cf5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:37Z', 'updated_at': '2022-01-29T04:31:47Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': '9e747d59-a8a0-40dc-b7ab-152cc3261cf5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae4163c1-5816-44cf-b80c-89f9f11f20b9', 'name': '', 'network_id': '755ba25d-bb6b-4a0d-b5a3-7160b7e189ba', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:19:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:27Z', 'updated_at': '2022-01-29T04:31:39Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:15.307114 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-955df8b0-3a55-4540-ad1a-54261811ab8c tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (711c2973-9d09-4273-b23b-84dd93fec723), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:15.319253 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-955df8b0-3a55-4540-ad1a-54261811ab8c tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (711c2973-9d09-4273-b23b-84dd93fec723), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:15.335672 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453f3a38-5c68-4ee5-8684-01a707b1dbe6 None None] Checking router: 389f1f00-b86a-4154-b700-f3328ae85b52 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:32:15.349288 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c6bcb91a-7cd6-4eae-ba07-9a49c267b23a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (372a3b60-f704-4353-af5d-28c9327b9b15), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:15.349807 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-90e08a42-7902-46cf-8442-b2a78ab13011 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (fd5c66cb-ac89-4d3b-b235-09d0981a9454), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:15.359712 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453f3a38-5c68-4ee5-8684-01a707b1dbe6 None None] Routers {'389f1f00-b86a-4154-b700-f3328ae85b52'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:15.360445 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-453f3a38-5c68-4ee5-8684-01a707b1dbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:31:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['389f1f00-b86a-4154-b700-f3328ae85b52'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:15.437394 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e08a42-7902-46cf-8442-b2a78ab13011 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event deleted for resources: {'Subnet': ['ID=fd5c66cb-ac89-4d3b-b235-09d0981a9454,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:15.444335 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-90e08a42-7902-46cf-8442-b2a78ab13011 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:15.454777 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-90e08a42-7902-46cf-8442-b2a78ab13011 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "DELETE /v2.0/subnets/fd5c66cb-ac89-4d3b-b235-09d0981a9454 HTTP/1.1" status: 204 len: 168 time: 0.6292036 Jan 29 04:32:15.455874 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55298) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:15.525546 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04850398-ec6e-4a3f-90cc-1a4e9457cefa None None] Network d8c21180-5b30-4596-8b3b-0a9d72417195 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:32:15.559085 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-453f3a38-5c68-4ee5-8684-01a707b1dbe6 None None] Set router 389f1f00-b86a-4154-b700-f3328ae85b52 gateway port host: None {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:32:15.559660 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6bcb91a-7cd6-4eae-ba07-9a49c267b23a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Router 372a3b60-f704-4353-af5d-28c9327b9b15 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:32:15.560566 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-edb916e3-4d47-4019-b5fc-7d8c5a4d5d43 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (d8c21180-5b30-4596-8b3b-0a9d72417195), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:15.565007 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-955df8b0-3a55-4540-ad1a-54261811ab8c tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (711c2973-9d09-4273-b23b-84dd93fec723), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:15.575452 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-955df8b0-3a55-4540-ad1a-54261811ab8c tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:15.577210 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-955df8b0-3a55-4540-ad1a-54261811ab8c tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/711c2973-9d09-4273-b23b-84dd93fec723 HTTP/1.1" status: 204 len: 168 time: 0.3040957 Jan 29 04:32:15.582723 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55302) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:15.597564 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955df8b0-3a55-4540-ad1a-54261811ab8c tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=711c2973-9d09-4273-b23b-84dd93fec723,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:15.656450 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-edb916e3-4d47-4019-b5fc-7d8c5a4d5d43 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Deleting port b7948016-2175-4e57-9706-c4be2aab3e60 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:32:15.656857 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-edb916e3-4d47-4019-b5fc-7d8c5a4d5d43 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (b7948016-2175-4e57-9706-c4be2aab3e60), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:15.721687 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6bcb91a-7cd6-4eae-ba07-9a49c267b23a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:32:15.727475 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-edb916e3-4d47-4019-b5fc-7d8c5a4d5d43 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] For port b7948016-2175-4e57-9706-c4be2aab3e60, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=b7948016-2175-4e57-9706-c4be2aab3e60,segment=NetworkSegment(e4a03a26-d72d-4182-9891-ca6542e38ad1),segment_id=e4a03a26-d72d-4182-9891-ca6542e38ad1)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:15.727840 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-edb916e3-4d47-4019-b5fc-7d8c5a4d5d43 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (b7948016-2175-4e57-9706-c4be2aab3e60), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:15.728992 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c6bcb91a-7cd6-4eae-ba07-9a49c267b23a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "PUT /v2.0/routers/372a3b60-f704-4353-af5d-28c9327b9b15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9949970 Jan 29 04:32:15.739579 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55306) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:15.742115 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1f2201-d52b-4eeb-980b-7f434b96db3e None None] Sync routers for ids ['372a3b60-f704-4353-af5d-28c9327b9b15'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:32:15.745730 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6b6eceb7-0061-43ee-bb9a-91f294154eb5 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1601884 Jan 29 04:32:15.746600 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55308) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:15.752313 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-6b13c2cf-3c4a-4ac5-8ae9-dac101f6438c tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Request body: {'security_group_rule': {'security_group_id': '0eb51613-0ff8-4499-9d9d-75722598c105', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:15.762054 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1f2201-d52b-4eeb-980b-7f434b96db3e None None] Routers {'372a3b60-f704-4353-af5d-28c9327b9b15'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:15.762741 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-3b1f2201-d52b-4eeb-980b-7f434b96db3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:31:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['372a3b60-f704-4353-af5d-28c9327b9b15'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:15.791731 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-edb916e3-4d47-4019-b5fc-7d8c5a4d5d43 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Calling delete_port for b7948016-2175-4e57-9706-c4be2aab3e60 owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:32:15.831718 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.securitygroups_db [None req-6b13c2cf-3c4a-4ac5-8ae9-dac101f6438c tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Project 6edd76771b9f45bdb15dbbccbebe6ae7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:32:15.835296 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device a7a87376-f52f-4aa1-b0cc-c4e4a30f0615 up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:32:15.841958 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6b13c2cf-3c4a-4ac5-8ae9-dac101f6438c tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (cb4b775e-3c70-48c2-8d68-eccf2874015b), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:15.891873 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-521614ba-9570-4572-b4f8-aca9c91b0e4d tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Deleting subnet 103d068b-4d58-4800-a106-514933ad2077 {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:32:15.943590 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ff7bb3-bc4e-4ee3-a81c-c7d1df5fd64a None None] DHCP port deletion for d8c21180-5b30-4596-8b3b-0a9d72417195 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:32:15.979985 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-521614ba-9570-4572-b4f8-aca9c91b0e4d tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for subnet (103d068b-4d58-4800-a106-514933ad2077), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:15.990684 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6b13c2cf-3c4a-4ac5-8ae9-dac101f6438c tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (cb4b775e-3c70-48c2-8d68-eccf2874015b), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:15.994377 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-3b1f2201-d52b-4eeb-980b-7f434b96db3e None None] Set router 372a3b60-f704-4353-af5d-28c9327b9b15 gateway port host: None {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:32:16.028327 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning for port a7a87376-f52f-4aa1-b0cc-c4e4a30f0615 completed by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:32:16.040637 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port a7a87376-f52f-4aa1-b0cc-c4e4a30f0615 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:16.040931 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (a7a87376-f52f-4aa1-b0cc-c4e4a30f0615), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:16.054907 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-3b1f2201-d52b-4eeb-980b-7f434b96db3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'name': 'tempest-RoutersTest-router-958532573', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:14Z', 'updated_at': '2022-01-29T04:32:14Z', 'revision_number': 11, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'gw_port_host': None}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:16.062734 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6b13c2cf-3c4a-4ac5-8ae9-dac101f6438c tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (cb4b775e-3c70-48c2-8d68-eccf2874015b), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:16.092306 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1f2201-d52b-4eeb-980b-7f434b96db3e None None] Checking router: 372a3b60-f704-4353-af5d-28c9327b9b15 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:32:16.100147 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-453f3a38-5c68-4ee5-8684-01a707b1dbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'name': 'tempest-RoutersIpV6Test-router-1785197132', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:22Z', 'updated_at': '2022-01-29T04:32:14Z', 'revision_number': 9, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'gw_port_host': None, '_interfaces': [{'id': '487034aa-59f2-4cc6-a8ea-c959706dc3c1', 'name': '', 'network_id': '5b489d36-f8c0-4c79-aa35-4133b718183c', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:47:41:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '9e747d59-a8a0-40dc-b7ab-152cc3261cf5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:37Z', 'updated_at': '2022-01-29T04:31:47Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': '9e747d59-a8a0-40dc-b7ab-152cc3261cf5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae4163c1-5816-44cf-b80c-89f9f11f20b9', 'name': '', 'network_id': '755ba25d-bb6b-4a0d-b5a3-7160b7e189ba', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:19:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:27Z', 'updated_at': '2022-01-29T04:31:39Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:16.102398 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1f2201-d52b-4eeb-980b-7f434b96db3e None None] Routers {'372a3b60-f704-4353-af5d-28c9327b9b15'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:16.103011 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-3b1f2201-d52b-4eeb-980b-7f434b96db3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:31:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['372a3b60-f704-4353-af5d-28c9327b9b15'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:16.112878 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b13c2cf-3c4a-4ac5-8ae9-dac101f6438c tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb4b775e-3c70-48c2-8d68-eccf2874015b,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:16.114734 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-521614ba-9570-4572-b4f8-aca9c91b0e4d tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (103d068b-4d58-4800-a106-514933ad2077), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:16.187024 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-3b1f2201-d52b-4eeb-980b-7f434b96db3e None None] Set router 372a3b60-f704-4353-af5d-28c9327b9b15 gateway port host: None {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:32:16.197628 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55318) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:16.218731 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6b13c2cf-3c4a-4ac5-8ae9-dac101f6438c tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:16.222624 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6b13c2cf-3c4a-4ac5-8ae9-dac101f6438c tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4723947 Jan 29 04:32:16.223197 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55322) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:16.250012 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-3b1f2201-d52b-4eeb-980b-7f434b96db3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'name': 'tempest-RoutersTest-router-958532573', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:14Z', 'updated_at': '2022-01-29T04:32:14Z', 'revision_number': 11, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'gw_port_host': None}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:16.266419 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-061a2015-c622-4baa-8f21-b89b5eb61bb4 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "GET /v2.0/security-group-rules/cb4b775e-3c70-48c2-8d68-eccf2874015b HTTP/1.1" status: 200 len: 769 time: 0.0373623 Jan 29 04:32:16.267368 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55324) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:16.280133 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1f2201-d52b-4eeb-980b-7f434b96db3e None None] The sync data for ids ['372a3b60-f704-4353-af5d-28c9327b9b15'] in dv-neutron-821190-1-hyperv is: [{'id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'name': 'tempest-RoutersTest-router-958532573', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:14Z', 'updated_at': '2022-01-29T04:32:14Z', 'revision_number': 11, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'gw_port_host': None}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:32:16.339835 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-03f81e0b-e0b8-480b-886e-a2903f2dd9a2 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0675979 Jan 29 04:32:16.340232 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55326) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:16.363273 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453f3a38-5c68-4ee5-8684-01a707b1dbe6 None None] The sync data for ids ['389f1f00-b86a-4154-b700-f3328ae85b52'] in dv-neutron-821190-1-hyperv is: [{'id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'name': 'tempest-RoutersIpV6Test-router-1785197132', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:22Z', 'updated_at': '2022-01-29T04:32:14Z', 'revision_number': 9, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'gw_port_host': None, '_interfaces': [{'id': '487034aa-59f2-4cc6-a8ea-c959706dc3c1', 'name': '', 'network_id': '5b489d36-f8c0-4c79-aa35-4133b718183c', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:47:41:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '9e747d59-a8a0-40dc-b7ab-152cc3261cf5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:37Z', 'updated_at': '2022-01-29T04:31:47Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': '9e747d59-a8a0-40dc-b7ab-152cc3261cf5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae4163c1-5816-44cf-b80c-89f9f11f20b9', 'name': '', 'network_id': '755ba25d-bb6b-4a0d-b5a3-7160b7e189ba', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:19:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:27Z', 'updated_at': '2022-01-29T04:31:39Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:32:16.370852 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-483fb62a-9be9-4a6d-aabe-cb201351d533 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (cb4b775e-3c70-48c2-8d68-eccf2874015b), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:16.373795 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-51ff7bb3-bc4e-4ee3-a81c-c7d1df5fd64a None None] Deleting port b7948016-2175-4e57-9706-c4be2aab3e60 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:32:16.374268 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-51ff7bb3-bc4e-4ee3-a81c-c7d1df5fd64a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (b7948016-2175-4e57-9706-c4be2aab3e60), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:16.384352 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-1fd60179-7947-4773-ba9a-677094660c02 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Request body: {'security_group': {'name': 'tempest-secgroup--973088611'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:16.395831 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-483fb62a-9be9-4a6d-aabe-cb201351d533 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (cb4b775e-3c70-48c2-8d68-eccf2874015b), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:16.474962 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port a7a87376-f52f-4aa1-b0cc-c4e4a30f0615 is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:32:16.475412 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (a7a87376-f52f-4aa1-b0cc-c4e4a30f0615), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:16.478965 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-51ff7bb3-bc4e-4ee3-a81c-c7d1df5fd64a None None] For port b7948016-2175-4e57-9706-c4be2aab3e60, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=b7948016-2175-4e57-9706-c4be2aab3e60,segment=NetworkSegment(e4a03a26-d72d-4182-9891-ca6542e38ad1),segment_id=e4a03a26-d72d-4182-9891-ca6542e38ad1)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:16.489682 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-51ff7bb3-bc4e-4ee3-a81c-c7d1df5fd64a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (b7948016-2175-4e57-9706-c4be2aab3e60), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:16.499299 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-51ff7bb3-bc4e-4ee3-a81c-c7d1df5fd64a None None] Calling delete_port for b7948016-2175-4e57-9706-c4be2aab3e60 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:32:16.507332 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1fd60179-7947-4773-ba9a-677094660c02 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:16.516634 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1fd60179-7947-4773-ba9a-677094660c02 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:16.525391 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port a7a87376-f52f-4aa1-b0cc-c4e4a30f0615, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a7a87376-f52f-4aa1-b0cc-c4e4a30f0615,segment=NetworkSegment(c716b040-a748-4481-b1ab-9f6d7d87cd90),segment_id=c716b040-a748-4481-b1ab-9f6d7d87cd90)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:16.526156 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-483fb62a-9be9-4a6d-aabe-cb201351d533 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (cb4b775e-3c70-48c2-8d68-eccf2874015b), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:16.527865 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbff3068-abc1-410e-8b9a-c2d16890e79c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a87376-f52f-4aa1-b0cc-c4e4a30f0615'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:32:16.530370 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbb7887-95f6-4e05-b313-1d50e3a0f1ec" -d '{"events": [{"server_uuid": "bbff3068-abc1-410e-8b9a-c2d16890e79c", "name": "network-vif-plugged", "status": "completed", "tag": "a7a87376-f52f-4aa1-b0cc-c4e4a30f0615"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:32:16.546697 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-483fb62a-9be9-4a6d-aabe-cb201351d533 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:16.550090 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-483fb62a-9be9-4a6d-aabe-cb201351d533 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/cb4b775e-3c70-48c2-8d68-eccf2874015b HTTP/1.1" status: 204 len: 168 time: 0.2068086 Jan 29 04:32:16.550935 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55332) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:16.555177 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483fb62a-9be9-4a6d-aabe-cb201351d533 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb4b775e-3c70-48c2-8d68-eccf2874015b,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:16.597246 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd83195-a6dc-4bb3-8752-1fcdd047a016 req-5e29bf27-9067-45ad-854a-5d2c16e5c2e3 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:16.609300 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-bdd83195-a6dc-4bb3-8752-1fcdd047a016 req-5e29bf27-9067-45ad-854a-5d2c16e5c2e3 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c HTTP/1.1" status: 200 len: 944 time: 0.5782409 Jan 29 04:32:16.623971 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-94be874d-d0e6-4133-a004-ebf1e648f90e tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0696580 Jan 29 04:32:16.626695 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55334) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:16.683637 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-edb916e3-4d47-4019-b5fc-7d8c5a4d5d43 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (b7948016-2175-4e57-9706-c4be2aab3e60), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:16.687245 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-51ff7bb3-bc4e-4ee3-a81c-c7d1df5fd64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (b7948016-2175-4e57-9706-c4be2aab3e60), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:16.692989 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (a7a87376-f52f-4aa1-b0cc-c4e4a30f0615), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:16.710272 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-521614ba-9570-4572-b4f8-aca9c91b0e4d tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (103d068b-4d58-4800-a106-514933ad2077), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:16.713855 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb916e3-4d47-4019-b5fc-7d8c5a4d5d43 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] No DVR routers for this DVR port b7948016-2175-4e57-9706-c4be2aab3e60 on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:32:16.723128 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1fd60179-7947-4773-ba9a-677094660c02 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (08bbf7ee-5360-4628-9e30-0ea3316e2f88), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:16.747417 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-44f50b88-8f4e-471d-bc3e-bae5b55fbd88 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (0eb51613-0ff8-4499-9d9d-75722598c105), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:16.748937 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff7bb3-bc4e-4ee3-a81c-c7d1df5fd64a None None] Pushing event deleted for resources: {'Port': ['ID=b7948016-2175-4e57-9706-c4be2aab3e60,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:16.766572 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ff7bb3-bc4e-4ee3-a81c-c7d1df5fd64a None None] No DVR routers for this DVR port b7948016-2175-4e57-9706-c4be2aab3e60 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:32:16.771106 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb916e3-4d47-4019-b5fc-7d8c5a4d5d43 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event deleted for resources: {'Port': ['ID=b7948016-2175-4e57-9706-c4be2aab3e60,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:16.791612 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-44f50b88-8f4e-471d-bc3e-bae5b55fbd88 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (0eb51613-0ff8-4499-9d9d-75722598c105), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:16.796179 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1fd60179-7947-4773-ba9a-677094660c02 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (08bbf7ee-5360-4628-9e30-0ea3316e2f88), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:16.824190 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-bdd83195-a6dc-4bb3-8752-1fcdd047a016 req-d4c8dcf9-c964-4070-9370-bc4cd8bc9f25 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2138789 Jan 29 04:32:16.854843 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=a7a87376-f52f-4aa1-b0cc-c4e4a30f0615,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:16.886386 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff04c624-f896-4253-a390-eb28f571e2b8 x-openstack-request-id: req-ff04c624-f896-4253-a390-eb28f571e2b8 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:32:16.886386 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbff3068-abc1-410e-8b9a-c2d16890e79c", "name": "network-vif-plugged", "status": "completed", "tag": "a7a87376-f52f-4aa1-b0cc-c4e4a30f0615", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:32:16.886386 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff04c624-f896-4253-a390-eb28f571e2b8 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:32:16.886386 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbff3068-abc1-410e-8b9a-c2d16890e79c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a87376-f52f-4aa1-b0cc-c4e4a30f0615', 'code': 200} Jan 29 04:32:16.901507 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd60179-7947-4773-ba9a-677094660c02 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08bbf7ee-5360-4628-9e30-0ea3316e2f88,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:16.914215 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-edb916e3-4d47-4019-b5fc-7d8c5a4d5d43 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (d8c21180-5b30-4596-8b3b-0a9d72417195), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:16.951273 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1fd60179-7947-4773-ba9a-677094660c02 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (fc132e6b-a7f2-4a40-b802-891ed425edcc), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:16.952766 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-edb916e3-4d47-4019-b5fc-7d8c5a4d5d43 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8c21180-5b30-4596-8b3b-0a9d72417195']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:16.963625 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-edb916e3-4d47-4019-b5fc-7d8c5a4d5d43 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4a03a26-d72d-4182-9891-ca6542e38ad1') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:16.963931 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-edb916e3-4d47-4019-b5fc-7d8c5a4d5d43 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4a03a26-d72d-4182-9891-ca6542e38ad1') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:16.973406 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-edb916e3-4d47-4019-b5fc-7d8c5a4d5d43 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (e4a03a26-d72d-4182-9891-ca6542e38ad1), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:16.976055 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-44f50b88-8f4e-471d-bc3e-bae5b55fbd88 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (0eb51613-0ff8-4499-9d9d-75722598c105), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:16.979902 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-44f50b88-8f4e-471d-bc3e-bae5b55fbd88 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:16.981187 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-44f50b88-8f4e-471d-bc3e-bae5b55fbd88 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "DELETE /v2.0/security-groups/0eb51613-0ff8-4499-9d9d-75722598c105 HTTP/1.1" status: 204 len: 168 time: 0.3533349 Jan 29 04:32:16.984634 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55336) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:16.995687 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-edb916e3-4d47-4019-b5fc-7d8c5a4d5d43 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (e4a03a26-d72d-4182-9891-ca6542e38ad1), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:16.998583 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f50b88-8f4e-471d-bc3e-bae5b55fbd88 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb51613-0ff8-4499-9d9d-75722598c105,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:17.003245 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edb916e3-4d47-4019-b5fc-7d8c5a4d5d43 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:32:17.003943 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-edb916e3-4d47-4019-b5fc-7d8c5a4d5d43 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (e4a03a26-d72d-4182-9891-ca6542e38ad1), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:17.007743 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:32:17.007743 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:32:17.007743 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:32:17.007743 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:32:17.007743 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:32:17.007743 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:32:17.007743 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:32:17.007743 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:32:17.007743 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:32:17.007743 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:32:17.007743 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:32:17.007743 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:32:17.007743 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:32:17.007743 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:32:17.007743 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:32:17.007743 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:32:17.007743 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:32:17.007743 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:32:17.007743 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:32:17.007743 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:32:17.007743 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:32:17.007743 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:32:17.007743 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:32:17.007743 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:32:17.007743 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:32:17.007743 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:32:17.007743 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:32:17.007743 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:32:17.007743 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:32:17.007743 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:32:17.007743 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:32:17.007743 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:32:17.019873 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1fd60179-7947-4773-ba9a-677094660c02 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (fc132e6b-a7f2-4a40-b802-891ed425edcc), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:17.026939 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-521614ba-9570-4572-b4f8-aca9c91b0e4d tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (103d068b-4d58-4800-a106-514933ad2077), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:17.064250 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521614ba-9570-4572-b4f8-aca9c91b0e4d tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event deleted for resources: {'Subnet': ['ID=103d068b-4d58-4800-a106-514933ad2077,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:17.074888 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd60179-7947-4773-ba9a-677094660c02 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc132e6b-a7f2-4a40-b802-891ed425edcc,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:17.080368 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d3fdad66-641f-459b-a65a-84c335a5f31c tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0933204 Jan 29 04:32:17.084872 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55338) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:17.095002 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-694afcd0-5194-4b2f-bff9-49aa5ad960f7 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Request body: {'security_group': {'name': 'tempest-secgroup--202714469'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:17.110846 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-521614ba-9570-4572-b4f8-aca9c91b0e4d tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:17.112654 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda1b6b6-cd06-4764-871d-74dd91b0afcc None None] Network 5e64060c-86c5-488d-b521-33ad26ce344e requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:32:17.115791 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-521614ba-9570-4572-b4f8-aca9c91b0e4d tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "DELETE /v2.0/subnets/103d068b-4d58-4800-a106-514933ad2077 HTTP/1.1" status: 204 len: 168 time: 1.3625894 Jan 29 04:32:17.117257 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55340) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:17.154622 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1fd60179-7947-4773-ba9a-677094660c02 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:17.155850 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-1fd60179-7947-4773-ba9a-677094660c02 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9570913 Jan 29 04:32:17.158704 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55342) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:17.215816 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-840a2745-1b3c-4fa1-a4d1-9b94e7f18eb2 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0558057 Jan 29 04:32:17.218574 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55344) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:17.222291 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-41c76b90-9995-4d39-83f7-fd7853213ca5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (5e64060c-86c5-488d-b521-33ad26ce344e), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:17.223548 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-d9a6a6cb-ba6e-4f27-bd77-73ad5055fbca tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Request body: {'security_group': {'name': 'tempest-security--1901715099', 'description': 'tempest-security-description-1095862192'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:17.263795 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-694afcd0-5194-4b2f-bff9-49aa5ad960f7 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:17.269038 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-edb916e3-4d47-4019-b5fc-7d8c5a4d5d43 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (d8c21180-5b30-4596-8b3b-0a9d72417195), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:17.306912 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-edb916e3-4d47-4019-b5fc-7d8c5a4d5d43 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:17.312806 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-edb916e3-4d47-4019-b5fc-7d8c5a4d5d43 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "DELETE /v2.0/networks/d8c21180-5b30-4596-8b3b-0a9d72417195 HTTP/1.1" status: 204 len: 168 time: 1.8522987 Jan 29 04:32:17.316461 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55346) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:17.325762 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4628de-a1ba-4821-a104-599b46ab60ab None None] DHCP port deletion for 5e64060c-86c5-488d-b521-33ad26ce344e request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:32:17.338383 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb916e3-4d47-4019-b5fc-7d8c5a4d5d43 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event deleted for resources: {'Network': ['ID=d8c21180-5b30-4596-8b3b-0a9d72417195,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:17.346772 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d9a6a6cb-ba6e-4f27-bd77-73ad5055fbca tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (fc132e6b-a7f2-4a40-b802-891ed425edcc), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:17.375399 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ff8a7-759d-47ef-85a8-eb77359a1675 req-7dc56d2f-5dbf-4a07-9d0e-27a188f9f950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:17.378059 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-301ff8a7-759d-47ef-85a8-eb77359a1675 req-7dc56d2f-5dbf-4a07-9d0e-27a188f9f950 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c HTTP/1.1" status: 200 len: 1129 time: 0.1495461 Jan 29 04:32:17.407306 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-9f4628de-a1ba-4821-a104-599b46ab60ab None None] Deleting port 9124dfbf-d124-48cd-b796-af55fb5ad485 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:32:17.407914 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9f4628de-a1ba-4821-a104-599b46ab60ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (9124dfbf-d124-48cd-b796-af55fb5ad485), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:17.409468 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d9a6a6cb-ba6e-4f27-bd77-73ad5055fbca tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (fc132e6b-a7f2-4a40-b802-891ed425edcc), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:17.423686 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-41c76b90-9995-4d39-83f7-fd7853213ca5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Deleting port 9124dfbf-d124-48cd-b796-af55fb5ad485 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:32:17.423892 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-41c76b90-9995-4d39-83f7-fd7853213ca5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (9124dfbf-d124-48cd-b796-af55fb5ad485), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:17.463182 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-301ff8a7-759d-47ef-85a8-eb77359a1675 req-8eecf42c-dc15-431c-8adc-b9ea1b3bf1e2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522008 Jan 29 04:32:17.473357 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device b7948016-2175-4e57-9706-c4be2aab3e60 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:32:17.483594 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-9f4628de-a1ba-4821-a104-599b46ab60ab None None] For port 9124dfbf-d124-48cd-b796-af55fb5ad485, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=9124dfbf-d124-48cd-b796-af55fb5ad485,segment=NetworkSegment(58f8ba70-d18f-4fd5-8742-48b1756136cc),segment_id=58f8ba70-d18f-4fd5-8742-48b1756136cc)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:17.483990 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9f4628de-a1ba-4821-a104-599b46ab60ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (9124dfbf-d124-48cd-b796-af55fb5ad485), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:17.489814 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d9a6a6cb-ba6e-4f27-bd77-73ad5055fbca tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (fc132e6b-a7f2-4a40-b802-891ed425edcc), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:17.492890 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d9a6a6cb-ba6e-4f27-bd77-73ad5055fbca tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:17.494480 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d9a6a6cb-ba6e-4f27-bd77-73ad5055fbca tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "PUT /v2.0/security-groups/fc132e6b-a7f2-4a40-b802-891ed425edcc HTTP/1.1" status: 200 len: 1797 time: 0.2746177 Jan 29 04:32:17.499283 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55348) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:17.506698 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: b7948016-2175-4e57-9706-c4be2aab3e60 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:32:17.507055 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device b7948016-2175-4e57-9706-c4be2aab3e60 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:32:17.507477 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 9124dfbf-d124-48cd-b796-af55fb5ad485 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:32:17.522306 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a6a6cb-ba6e-4f27-bd77-73ad5055fbca tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc132e6b-a7f2-4a40-b802-891ed425edcc,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:17.536882 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-9f4628de-a1ba-4821-a104-599b46ab60ab None None] Calling delete_port for 9124dfbf-d124-48cd-b796-af55fb5ad485 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:32:17.654065 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 9124dfbf-d124-48cd-b796-af55fb5ad485 is: ACTIVE; New status is: DOWN {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:32:17.654408 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (9124dfbf-d124-48cd-b796-af55fb5ad485), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:17.731321 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9f4628de-a1ba-4821-a104-599b46ab60ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (9124dfbf-d124-48cd-b796-af55fb5ad485), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:17.779596 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device a950060d-4ecc-4338-963f-1af8909110eb no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:32:17.781400 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4628de-a1ba-4821-a104-599b46ab60ab None None] Pushing event deleted for resources: {'Port': ['ID=9124dfbf-d124-48cd-b796-af55fb5ad485,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:17.785974 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4628de-a1ba-4821-a104-599b46ab60ab None None] No DVR routers for this DVR port 9124dfbf-d124-48cd-b796-af55fb5ad485 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:32:17.804582 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: a950060d-4ecc-4338-963f-1af8909110eb {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:32:17.805055 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device a950060d-4ecc-4338-963f-1af8909110eb not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:32:17.805581 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device e33b2eb1-6c48-4160-ac08-bb3252d297bd no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:32:17.831572 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: e33b2eb1-6c48-4160-ac08-bb3252d297bd {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:32:17.831927 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device e33b2eb1-6c48-4160-ac08-bb3252d297bd not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:32:17.917388 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-694afcd0-5194-4b2f-bff9-49aa5ad960f7 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (b2e029a1-51c5-4b22-87d9-435b7e30507e), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:17.942977 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61536c-0868-4e5d-b26f-464622549beb req-c46904df-d7e2-43ac-a984-f81622a8fa2c tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:17.944620 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-5c61536c-0868-4e5d-b26f-464622549beb req-c46904df-d7e2-43ac-a984-f81622a8fa2c tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c HTTP/1.1" status: 200 len: 945 time: 0.0542641 Jan 29 04:32:17.960683 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-41c76b90-9995-4d39-83f7-fd7853213ca5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] For port 9124dfbf-d124-48cd-b796-af55fb5ad485, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=9124dfbf-d124-48cd-b796-af55fb5ad485,segment=NetworkSegment(58f8ba70-d18f-4fd5-8742-48b1756136cc),segment_id=58f8ba70-d18f-4fd5-8742-48b1756136cc)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:17.964194 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-41c76b90-9995-4d39-83f7-fd7853213ca5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (9124dfbf-d124-48cd-b796-af55fb5ad485), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:17.983761 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-41c76b90-9995-4d39-83f7-fd7853213ca5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Calling delete_port for 9124dfbf-d124-48cd-b796-af55fb5ad485 owned by network:dhcp {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:32:18.000086 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-5c61536c-0868-4e5d-b26f-464622549beb req-bf750d64-2459-422d-a5bc-585fd0a33870 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488119 Jan 29 04:32:18.006175 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-694afcd0-5194-4b2f-bff9-49aa5ad960f7 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (b2e029a1-51c5-4b22-87d9-435b7e30507e), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:18.020176 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9a9b872c-7005-43aa-a214-ee1a696183fd tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "GET /v2.0/security-groups/fc132e6b-a7f2-4a40-b802-891ed425edcc HTTP/1.1" status: 200 len: 1797 time: 0.4927227 Jan 29 04:32:18.020596 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55352) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:18.074927 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-71e2867b-87da-4060-ab94-3bc5abc2a793 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (fc132e6b-a7f2-4a40-b802-891ed425edcc), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:18.097994 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-71e2867b-87da-4060-ab94-3bc5abc2a793 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (fc132e6b-a7f2-4a40-b802-891ed425edcc), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:18.102864 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694afcd0-5194-4b2f-bff9-49aa5ad960f7 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e029a1-51c5-4b22-87d9-435b7e30507e,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:18.162237 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-694afcd0-5194-4b2f-bff9-49aa5ad960f7 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:18.163474 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-694afcd0-5194-4b2f-bff9-49aa5ad960f7 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0775719 Jan 29 04:32:18.166590 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55354) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:18.167826 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-41c76b90-9995-4d39-83f7-fd7853213ca5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (9124dfbf-d124-48cd-b796-af55fb5ad485), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:18.171420 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-1e3391ff-4396-42cc-809a-c625a00e1d0a tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Request body: {'security_group_rule': {'security_group_id': 'b2e029a1-51c5-4b22-87d9-435b7e30507e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:18.192630 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-71e2867b-87da-4060-ab94-3bc5abc2a793 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (fc132e6b-a7f2-4a40-b802-891ed425edcc), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:18.195145 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-71e2867b-87da-4060-ab94-3bc5abc2a793 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:18.197003 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-71e2867b-87da-4060-ab94-3bc5abc2a793 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "DELETE /v2.0/security-groups/fc132e6b-a7f2-4a40-b802-891ed425edcc HTTP/1.1" status: 204 len: 168 time: 0.1753776 Jan 29 04:32:18.200469 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55356) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:18.202086 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c76b90-9995-4d39-83f7-fd7853213ca5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] No DVR routers for this DVR port 9124dfbf-d124-48cd-b796-af55fb5ad485 on host dv-neutron-821190-1-hyperv {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:32:18.210296 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c76b90-9995-4d39-83f7-fd7853213ca5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event deleted for resources: {'Port': ['ID=9124dfbf-d124-48cd-b796-af55fb5ad485,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:18.213558 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e2867b-87da-4060-ab94-3bc5abc2a793 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc132e6b-a7f2-4a40-b802-891ed425edcc,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:18.240829 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1e3391ff-4396-42cc-809a-c625a00e1d0a tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (aad6c5b3-ddaa-4757-a1ba-cd5945bdbbb1), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:18.274357 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-462a6af6-bdea-4882-b979-7b4a6ed48140 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0688019 Jan 29 04:32:18.276863 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55358) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:18.295052 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-c3c73888-bbd3-4193-bbe4-e5444b8d00fd tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] delete failed (client error): The resource could not be found. Jan 29 04:32:18.296064 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c3c73888-bbd3-4193-bbe4-e5444b8d00fd tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "DELETE /v2.0/security-groups/fc132e6b-a7f2-4a40-b802-891ed425edcc HTTP/1.1" status: 404 len: 347 time: 0.0182853 Jan 29 04:32:18.300463 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55360) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:18.306236 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-5667855c-1eac-44e7-8ca2-fb5348de37bb tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Request body: {'security_group': {'name': 'tempest-secgroup--1052800579'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:18.319210 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-41c76b90-9995-4d39-83f7-fd7853213ca5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (5e64060c-86c5-488d-b521-33ad26ce344e), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:18.329276 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1e3391ff-4396-42cc-809a-c625a00e1d0a tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (aad6c5b3-ddaa-4757-a1ba-cd5945bdbbb1), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:18.369929 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-41c76b90-9995-4d39-83f7-fd7853213ca5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e64060c-86c5-488d-b521-33ad26ce344e']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:18.382768 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-41c76b90-9995-4d39-83f7-fd7853213ca5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58f8ba70-d18f-4fd5-8742-48b1756136cc') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:18.383097 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-41c76b90-9995-4d39-83f7-fd7853213ca5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58f8ba70-d18f-4fd5-8742-48b1756136cc') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:18.394310 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-41c76b90-9995-4d39-83f7-fd7853213ca5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (58f8ba70-d18f-4fd5-8742-48b1756136cc), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:18.398575 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1e3391ff-4396-42cc-809a-c625a00e1d0a tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (aad6c5b3-ddaa-4757-a1ba-cd5945bdbbb1), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:18.411907 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-41c76b90-9995-4d39-83f7-fd7853213ca5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (58f8ba70-d18f-4fd5-8742-48b1756136cc), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:18.416217 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3391ff-4396-42cc-809a-c625a00e1d0a tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aad6c5b3-ddaa-4757-a1ba-cd5945bdbbb1,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:18.424076 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5667855c-1eac-44e7-8ca2-fb5348de37bb tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:18.426345 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41c76b90-9995-4d39-83f7-fd7853213ca5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:32:18.426735 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-41c76b90-9995-4d39-83f7-fd7853213ca5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (58f8ba70-d18f-4fd5-8742-48b1756136cc), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:18.432474 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d3d4b30e-9a08-433c-a277-2c294cc894c7 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (389f1f00-b86a-4154-b700-f3328ae85b52), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:18.434149 dv-neutron-821190-1-hyperv neutron-server[103585]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:32:18.434149 dv-neutron-821190-1-hyperv neutron-server[103585]: self.session.flush() Jan 29 04:32:18.434149 dv-neutron-821190-1-hyperv neutron-server[103585]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:32:18.434149 dv-neutron-821190-1-hyperv neutron-server[103585]: self.session.flush() Jan 29 04:32:18.434149 dv-neutron-821190-1-hyperv neutron-server[103585]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:32:18.434149 dv-neutron-821190-1-hyperv neutron-server[103585]: self.session.flush() Jan 29 04:32:18.434149 dv-neutron-821190-1-hyperv neutron-server[103585]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:32:18.434149 dv-neutron-821190-1-hyperv neutron-server[103585]: self.session.flush() Jan 29 04:32:18.434149 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:32:18.434149 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:32:18.434149 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:32:18.434149 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:32:18.434149 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:32:18.434149 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:32:18.434149 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:32:18.434149 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:32:18.434149 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:32:18.434149 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:32:18.434149 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:32:18.434149 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:32:18.434149 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:32:18.434149 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:32:18.434149 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:32:18.434149 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:32:18.434149 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:32:18.434149 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:32:18.434149 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:32:18.434149 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:32:18.434149 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:32:18.434149 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:32:18.434149 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:32:18.434149 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:32:18.434149 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:32:18.434149 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:32:18.434149 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:32:18.434149 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:32:18.434149 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:32:18.434149 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:32:18.434149 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:32:18.434149 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:32:18.463452 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1e3391ff-4396-42cc-809a-c625a00e1d0a tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:18.464709 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1e3391ff-4396-42cc-809a-c625a00e1d0a tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2970595 Jan 29 04:32:18.467343 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55362) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:18.521384 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-64b306f2-15e2-45dd-94be-e0f4dfe31b5c tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (b2e029a1-51c5-4b22-87d9-435b7e30507e), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:18.544289 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-64b306f2-15e2-45dd-94be-e0f4dfe31b5c tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (b2e029a1-51c5-4b22-87d9-435b7e30507e), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:18.627709 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-41c76b90-9995-4d39-83f7-fd7853213ca5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (5e64060c-86c5-488d-b521-33ad26ce344e), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:18.633623 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-64b306f2-15e2-45dd-94be-e0f4dfe31b5c tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (b2e029a1-51c5-4b22-87d9-435b7e30507e), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:18.636427 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-64b306f2-15e2-45dd-94be-e0f4dfe31b5c tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:18.640413 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-41c76b90-9995-4d39-83f7-fd7853213ca5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:18.640826 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-64b306f2-15e2-45dd-94be-e0f4dfe31b5c tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "DELETE /v2.0/security-groups/b2e029a1-51c5-4b22-87d9-435b7e30507e HTTP/1.1" status: 204 len: 168 time: 0.1693673 Jan 29 04:32:18.640928 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-41c76b90-9995-4d39-83f7-fd7853213ca5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "DELETE /v2.0/networks/5e64060c-86c5-488d-b521-33ad26ce344e HTTP/1.1" status: 204 len: 168 time: 1.5213063 Jan 29 04:32:18.642462 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55364) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:18.642834 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55366) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:18.647480 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b306f2-15e2-45dd-94be-e0f4dfe31b5c tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e029a1-51c5-4b22-87d9-435b7e30507e,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:18.650219 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-baa99069-cf97-4074-a7ad-4ffcb5c6f318 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Request body: {'router': {'routes': None}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:18.723315 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c76b90-9995-4d39-83f7-fd7853213ca5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Pushing event deleted for resources: {'Network': ['ID=5e64060c-86c5-488d-b521-33ad26ce344e,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:18.801306 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5667855c-1eac-44e7-8ca2-fb5348de37bb tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (c3b622aa-2444-4e2a-a401-8c534bae58c0), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:18.882578 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5667855c-1eac-44e7-8ca2-fb5348de37bb tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (c3b622aa-2444-4e2a-a401-8c534bae58c0), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:18.912760 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d58cfe82-48c8-41e8-82f7-b85a3567ecbc tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2676795 Jan 29 04:32:18.915355 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.extraroute_db [None req-baa99069-cf97-4074-a7ad-4ffcb5c6f318 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Added routes are [] {{(pid=103585) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 29 04:32:18.915661 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.extraroute_db [None req-baa99069-cf97-4074-a7ad-4ffcb5c6f318 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Removed routes are [] {{(pid=103585) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 29 04:32:18.916022 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-baa99069-cf97-4074-a7ad-4ffcb5c6f318 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1615661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1617607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-536'] for router (372a3b60-f704-4353-af5d-28c9327b9b15), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:18.916289 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55368) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:18.954420 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-852d425f-b397-4961-a00e-b988cf4a6211 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0368896 Jan 29 04:32:18.957139 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55370) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:18.970776 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-4bbcfd6b-a62e-49ee-ac13-83b1639832f1 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] delete failed (client error): The resource could not be found. Jan 29 04:32:18.975095 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-4bbcfd6b-a62e-49ee-ac13-83b1639832f1 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "DELETE /v2.0/security-groups/b2e029a1-51c5-4b22-87d9-435b7e30507e HTTP/1.1" status: 404 len: 347 time: 0.0136442 Jan 29 04:32:18.975320 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55372) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:19.018553 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667855c-1eac-44e7-8ca2-fb5348de37bb tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b622aa-2444-4e2a-a401-8c534bae58c0,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:19.019151 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-37fe38d6-4fa7-4e64-8459-5a37cb77cc94 tempest-SecGroupIPv6Test-1659612452 tempest-SecGroupIPv6Test-1659612452-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0422053 Jan 29 04:32:19.031637 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5667855c-1eac-44e7-8ca2-fb5348de37bb tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:19.035438 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-5667855c-1eac-44e7-8ca2-fb5348de37bb tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7313368 Jan 29 04:32:19.037899 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55378) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:19.043504 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-183c8e2d-a734-479f-85dd-3f3f50450a9d tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Request body: {'security_group_rule': {'security_group_id': 'c3b622aa-2444-4e2a-a401-8c534bae58c0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:19.120155 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-183c8e2d-a734-479f-85dd-3f3f50450a9d tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (821af0ed-c4d5-4aa9-82cf-5f6fa4b75e1c), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:19.141074 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-baa99069-cf97-4074-a7ad-4ffcb5c6f318 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1615661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1617607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-536'] for router (372a3b60-f704-4353-af5d-28c9327b9b15), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:19.183119 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-baa99069-cf97-4074-a7ad-4ffcb5c6f318 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1615652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1615667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1617630'] for router (372a3b60-f704-4353-af5d-28c9327b9b15), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:19.186667 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-183c8e2d-a734-479f-85dd-3f3f50450a9d tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (821af0ed-c4d5-4aa9-82cf-5f6fa4b75e1c), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:19.249764 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-183c8e2d-a734-479f-85dd-3f3f50450a9d tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (821af0ed-c4d5-4aa9-82cf-5f6fa4b75e1c), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:19.268917 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183c8e2d-a734-479f-85dd-3f3f50450a9d tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=821af0ed-c4d5-4aa9-82cf-5f6fa4b75e1c,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:19.293907 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e072f3c-c1db-4b96-be93-93dd6cd8d2c0 req-63722193-9559-4626-bc39-2947e4c536b7 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:19.295410 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6e072f3c-c1db-4b96-be93-93dd6cd8d2c0 req-63722193-9559-4626-bc39-2947e4c536b7 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c HTTP/1.1" status: 200 len: 945 time: 0.1997259 Jan 29 04:32:19.297795 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa99069-cf97-4074-a7ad-4ffcb5c6f318 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Router 372a3b60-f704-4353-af5d-28c9327b9b15 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:32:19.309733 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-d3d4b30e-9a08-433c-a277-2c294cc894c7 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Deleting port 487034aa-59f2-4cc6-a8ea-c959706dc3c1 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:32:19.310081 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d3d4b30e-9a08-433c-a277-2c294cc894c7 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (487034aa-59f2-4cc6-a8ea-c959706dc3c1), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:19.343586 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-183c8e2d-a734-479f-85dd-3f3f50450a9d tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:19.350786 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-183c8e2d-a734-479f-85dd-3f3f50450a9d tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3055637 Jan 29 04:32:19.350786 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55380) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:19.371339 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2cb657f8-0dd0-477b-b368-8f5420183f12 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (821af0ed-c4d5-4aa9-82cf-5f6fa4b75e1c), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:19.379147 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2cb657f8-0dd0-477b-b368-8f5420183f12 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (821af0ed-c4d5-4aa9-82cf-5f6fa4b75e1c), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:19.467242 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2cb657f8-0dd0-477b-b368-8f5420183f12 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (821af0ed-c4d5-4aa9-82cf-5f6fa4b75e1c), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:19.473473 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2cb657f8-0dd0-477b-b368-8f5420183f12 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:19.474592 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-2cb657f8-0dd0-477b-b368-8f5420183f12 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/821af0ed-c4d5-4aa9-82cf-5f6fa4b75e1c HTTP/1.1" status: 204 len: 168 time: 0.1260893 Jan 29 04:32:19.477157 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6e072f3c-c1db-4b96-be93-93dd6cd8d2c0 req-b3b216b6-5be5-4d0b-bbdf-20dbaab96867 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712701 Jan 29 04:32:19.480565 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55384) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:19.482178 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb657f8-0dd0-477b-b368-8f5420183f12 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=821af0ed-c4d5-4aa9-82cf-5f6fa4b75e1c,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:19.482716 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa99069-cf97-4074-a7ad-4ffcb5c6f318 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:32:19.495691 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ea079e-fc4f-4c2d-a1ca-fbf600553d24 None None] Sync routers for ids ['372a3b60-f704-4353-af5d-28c9327b9b15'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:32:19.504006 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-baa99069-cf97-4074-a7ad-4ffcb5c6f318 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:19.507646 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-baa99069-cf97-4074-a7ad-4ffcb5c6f318 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "PUT /v2.0/routers/372a3b60-f704-4353-af5d-28c9327b9b15 HTTP/1.1" status: 200 len: 700 time: 0.8591778 Jan 29 04:32:19.508744 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55386) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:19.511165 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ea079e-fc4f-4c2d-a1ca-fbf600553d24 None None] Routers {'372a3b60-f704-4353-af5d-28c9327b9b15'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:19.513171 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-a0ea079e-fc4f-4c2d-a1ca-fbf600553d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:31:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['372a3b60-f704-4353-af5d-28c9327b9b15'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:19.534686 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-d3d4b30e-9a08-433c-a277-2c294cc894c7 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] For port 487034aa-59f2-4cc6-a8ea-c959706dc3c1, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=487034aa-59f2-4cc6-a8ea-c959706dc3c1,segment=NetworkSegment(8b23897e-7c2a-496c-9615-d73cbfb86bf3),segment_id=8b23897e-7c2a-496c-9615-d73cbfb86bf3)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:19.534868 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d3d4b30e-9a08-433c-a277-2c294cc894c7 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (487034aa-59f2-4cc6-a8ea-c959706dc3c1), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:19.559033 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-d3d4b30e-9a08-433c-a277-2c294cc894c7 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Calling delete_port for 487034aa-59f2-4cc6-a8ea-c959706dc3c1 owned by network:router_interface {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:32:19.564069 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a16cb23b-0c3a-4bcf-854c-e4319824fba1 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "GET /v2.0/ports?device_id=372a3b60-f704-4353-af5d-28c9327b9b15 HTTP/1.1" status: 200 len: 205 time: 0.0515935 Jan 29 04:32:19.567959 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55390) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:19.593752 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a0b00d6b-031a-4373-9e10-1344316862da tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1121962 Jan 29 04:32:19.594130 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-a0ea079e-fc4f-4c2d-a1ca-fbf600553d24 None None] Set router 372a3b60-f704-4353-af5d-28c9327b9b15 gateway port host: None {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:32:19.597527 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55392) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:19.597853 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55394) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:19.675574 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e020fcc4-40c4-4375-9b68-000893459684 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for router (372a3b60-f704-4353-af5d-28c9327b9b15), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:19.694684 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-a0ea079e-fc4f-4c2d-a1ca-fbf600553d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'name': 'tempest-RoutersTest-router-958532573', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:14Z', 'updated_at': '2022-01-29T04:32:14Z', 'revision_number': 11, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'gw_port_host': None}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:19.715417 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f380e771-656d-4f05-bcca-b57272a3f33a tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (c3b622aa-2444-4e2a-a401-8c534bae58c0), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:19.737057 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ea079e-fc4f-4c2d-a1ca-fbf600553d24 None None] Checking router: 372a3b60-f704-4353-af5d-28c9327b9b15 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:32:19.753973 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f380e771-656d-4f05-bcca-b57272a3f33a tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (c3b622aa-2444-4e2a-a401-8c534bae58c0), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:19.761032 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ea079e-fc4f-4c2d-a1ca-fbf600553d24 None None] Routers {'372a3b60-f704-4353-af5d-28c9327b9b15'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:19.765229 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-a0ea079e-fc4f-4c2d-a1ca-fbf600553d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:31:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['372a3b60-f704-4353-af5d-28c9327b9b15'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:19.778948 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed297c-7802-466e-a14c-90f69b577299 req-69a67a6c-bf1c-4d6e-84d7-3366a5c6ed79 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:19.780688 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-98ed297c-7802-466e-a14c-90f69b577299 req-69a67a6c-bf1c-4d6e-84d7-3366a5c6ed79 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c HTTP/1.1" status: 200 len: 945 time: 0.1718578 Jan 29 04:32:19.858553 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-a0ea079e-fc4f-4c2d-a1ca-fbf600553d24 None None] Set router 372a3b60-f704-4353-af5d-28c9327b9b15 gateway port host: None {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:32:19.893892 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f380e771-656d-4f05-bcca-b57272a3f33a tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (c3b622aa-2444-4e2a-a401-8c534bae58c0), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:19.896828 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f380e771-656d-4f05-bcca-b57272a3f33a tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:19.898117 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f380e771-656d-4f05-bcca-b57272a3f33a tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "DELETE /v2.0/security-groups/c3b622aa-2444-4e2a-a401-8c534bae58c0 HTTP/1.1" status: 204 len: 168 time: 0.2981136 Jan 29 04:32:19.904388 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e020fcc4-40c4-4375-9b68-000893459684 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (372a3b60-f704-4353-af5d-28c9327b9b15), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:19.907271 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e020fcc4-40c4-4375-9b68-000893459684 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for router_controller (372a3b60-f704-4353-af5d-28c9327b9b15), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:19.912523 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55398) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:19.920197 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380e771-656d-4f05-bcca-b57272a3f33a tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b622aa-2444-4e2a-a401-8c534bae58c0,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:19.943708 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-a0ea079e-fc4f-4c2d-a1ca-fbf600553d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'name': 'tempest-RoutersTest-router-958532573', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:14Z', 'updated_at': '2022-01-29T04:32:14Z', 'revision_number': 11, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'gw_port_host': None}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:19.956114 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-eb3cc91c-fc46-4fc5-86de-52dea2616305 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6edd76771b9f45bdb15dbbccbebe6ae7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3547995 Jan 29 04:32:19.956964 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55400) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:20.007468 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ea079e-fc4f-4c2d-a1ca-fbf600553d24 None None] The sync data for ids ['372a3b60-f704-4353-af5d-28c9327b9b15'] in dv-neutron-821190-1-hyperv is: [{'id': '372a3b60-f704-4353-af5d-28c9327b9b15', 'name': 'tempest-RoutersTest-router-958532573', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:14Z', 'updated_at': '2022-01-29T04:32:14Z', 'revision_number': 11, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'gw_port_host': None}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:32:20.033270 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-98ed297c-7802-466e-a14c-90f69b577299 req-5a21b330-d4fb-4d83-a7d2-3dd6ed0f5dfc tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2258837 Jan 29 04:32:20.033829 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b3091848-0265-4c41-acad-927ce392a8aa tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1106932 Jan 29 04:32:20.044105 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55402) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:20.048106 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-5c3bcda6-00ea-4db9-9788-ee7f65f933b1 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Request body: {'security_group': {'name': 'tempest-secgroup--1944418379'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:20.052640 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55404) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:20.052640 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e020fcc4-40c4-4375-9b68-000893459684 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (372a3b60-f704-4353-af5d-28c9327b9b15), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:20.053060 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e020fcc4-40c4-4375-9b68-000893459684 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Fanout notify agent at l3_agent the message router_deleted on router 372a3b60-f704-4353-af5d-28c9327b9b15 {{(pid=103584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:32:20.075557 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e020fcc4-40c4-4375-9b68-000893459684 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:20.078378 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e020fcc4-40c4-4375-9b68-000893459684 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "DELETE /v2.0/routers/372a3b60-f704-4353-af5d-28c9327b9b15 HTTP/1.1" status: 204 len: 168 time: 0.5072927 Jan 29 04:32:20.082632 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55408) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:20.088034 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-5fc03914-6339-4308-9741-607fa8cefc74 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1859761122', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:20.135971 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e80cb32a-7ef3-4821-91f3-12cc8e0a043a admin admin] Publish callbacks [] for security_group (6c574b8e-fadd-4e73-9088-ee0e747caf86), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:20.171209 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e80cb32a-7ef3-4821-91f3-12cc8e0a043a admin admin] Publish callbacks [] for security_group (6c574b8e-fadd-4e73-9088-ee0e747caf86), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:20.221753 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d3d4b30e-9a08-433c-a277-2c294cc894c7 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (487034aa-59f2-4cc6-a8ea-c959706dc3c1), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:20.262145 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d990d870-b3a4-4c78-af32-195c85349d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:20.270366 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5fc03914-6339-4308-9741-607fa8cefc74 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (d192af42-3d16-4ad2-8bd3-fca4cb28b136), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:20.272525 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5fc03914-6339-4308-9741-607fa8cefc74 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (d192af42-3d16-4ad2-8bd3-fca4cb28b136), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:20.272665 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d4b30e-9a08-433c-a277-2c294cc894c7 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event deleted for resources: {'Port': ['ID=487034aa-59f2-4cc6-a8ea-c959706dc3c1,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:20.287338 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5c3bcda6-00ea-4db9-9788-ee7f65f933b1 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:20.300343 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadcedf8-1e52-4ee0-8783-f9ab50f6c253 tempest-TestVolumeBootPattern-649716517 tempest-TestVolumeBootPattern-649716517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:20.308285 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-cadcedf8-1e52-4ee0-8783-f9ab50f6c253 tempest-TestVolumeBootPattern-649716517 tempest-TestVolumeBootPattern-649716517-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c HTTP/1.1" status: 200 len: 1124 time: 0.2489243 Jan 29 04:32:20.308621 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55410) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:20.314146 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-068b2043-c623-4d9d-8cf5-19ccfca20011 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Request body: {'floatingip': {'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'port_id': 'a7a87376-f52f-4aa1-b0cc-c4e4a30f0615', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:20.359320 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e80cb32a-7ef3-4821-91f3-12cc8e0a043a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (6c574b8e-fadd-4e73-9088-ee0e747caf86), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:20.366843 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e80cb32a-7ef3-4821-91f3-12cc8e0a043a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:20.366843 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-e80cb32a-7ef3-4821-91f3-12cc8e0a043a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6c574b8e-fadd-4e73-9088-ee0e747caf86 HTTP/1.1" status: 204 len: 168 time: 0.4066141 Jan 29 04:32:20.419560 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5fc03914-6339-4308-9741-607fa8cefc74 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for router_controller (d192af42-3d16-4ad2-8bd3-fca4cb28b136), precommit_add_association {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:20.468270 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5fc03914-6339-4308-9741-607fa8cefc74 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (d192af42-3d16-4ad2-8bd3-fca4cb28b136), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:20.505987 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-068b2043-c623-4d9d-8cf5-19ccfca20011 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:20.536978 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80cb32a-7ef3-4821-91f3-12cc8e0a043a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c574b8e-fadd-4e73-9088-ee0e747caf86,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:20.554087 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5c3bcda6-00ea-4db9-9788-ee7f65f933b1 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (d4f6467a-2503-49e0-a8d0-fad4219e7d8c), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:20.567501 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5fc03914-6339-4308-9741-607fa8cefc74 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:20.568768 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-5fc03914-6339-4308-9741-607fa8cefc74 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4849360 Jan 29 04:32:20.573460 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55414) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:20.578098 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d3d4b30e-9a08-433c-a277-2c294cc894c7 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (389f1f00-b86a-4154-b700-f3328ae85b52), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:20.578332 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-1e03c0da-666d-44b8-a7d5-be12bb6082ab tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:20.728656 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5c3bcda6-00ea-4db9-9788-ee7f65f933b1 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (d4f6467a-2503-49e0-a8d0-fad4219e7d8c), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:20.791706 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3bcda6-00ea-4db9-9788-ee7f65f933b1 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f6467a-2503-49e0-a8d0-fad4219e7d8c,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:20.848965 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5c3bcda6-00ea-4db9-9788-ee7f65f933b1 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:20.850643 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-5c3bcda6-00ea-4db9-9788-ee7f65f933b1 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8054810 Jan 29 04:32:20.855483 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55422) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:20.882302 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1e03c0da-666d-44b8-a7d5-be12bb6082ab tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1615661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1617607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-536'] for router (d192af42-3d16-4ad2-8bd3-fca4cb28b136), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:20.896276 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-0899d569-c2ae-498d-9ed7-573c681152a4 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Request body: {'security_group_rule': {'security_group_id': 'd4f6467a-2503-49e0-a8d0-fad4219e7d8c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:20.930525 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1e03c0da-666d-44b8-a7d5-be12bb6082ab tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1615652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1615667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1617630'] for router (d192af42-3d16-4ad2-8bd3-fca4cb28b136), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:20.952833 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d4b30e-9a08-433c-a277-2c294cc894c7 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Router 389f1f00-b86a-4154-b700-f3328ae85b52 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:32:20.966419 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-068b2043-c623-4d9d-8cf5-19ccfca20011 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:21.078799 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0899d569-c2ae-498d-9ed7-573c681152a4 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (1b3d6648-9e2e-4fc2-9db4-912cf1fd44da), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:21.084984 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e03c0da-666d-44b8-a7d5-be12bb6082ab tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Router d192af42-3d16-4ad2-8bd3-fca4cb28b136 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:32:21.149860 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d4b30e-9a08-433c-a277-2c294cc894c7 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:32:21.160939 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d3d4b30e-9a08-433c-a277-2c294cc894c7 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "PUT /v2.0/routers/389f1f00-b86a-4154-b700-f3328ae85b52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8461785 Jan 29 04:32:21.165115 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55428) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:21.166542 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df68d0e1-5dc6-4b18-b04d-1a4f0174d0c8 None None] Sync routers for ids ['389f1f00-b86a-4154-b700-f3328ae85b52'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:32:21.176249 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df68d0e1-5dc6-4b18-b04d-1a4f0174d0c8 None None] Routers {'389f1f00-b86a-4154-b700-f3328ae85b52'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:21.177109 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-df68d0e1-5dc6-4b18-b04d-1a4f0174d0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:31:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['389f1f00-b86a-4154-b700-f3328ae85b52'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:21.221374 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e03c0da-666d-44b8-a7d5-be12bb6082ab tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:32:21.227995 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-068b2043-c623-4d9d-8cf5-19ccfca20011 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Allocated IP 172.26.8.36 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/564153df-77ee-4978-abde-fffc9ae8d337) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:32:21.235616 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2413a4-c402-4cc6-9250-bb4298a368b7 None None] Sync routers for ids ['d192af42-3d16-4ad2-8bd3-fca4cb28b136'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:32:21.242051 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0899d569-c2ae-498d-9ed7-573c681152a4 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (1b3d6648-9e2e-4fc2-9db4-912cf1fd44da), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:21.255240 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c5b1ea8-205f-49d1-a04e-10a5fb44942c tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Deleting subnet 9e747d59-a8a0-40dc-b7ab-152cc3261cf5 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:32:21.262447 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1c5b1ea8-205f-49d1-a04e-10a5fb44942c tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for subnet (9e747d59-a8a0-40dc-b7ab-152cc3261cf5), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:21.264996 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1e03c0da-666d-44b8-a7d5-be12bb6082ab tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:21.272224 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1e03c0da-666d-44b8-a7d5-be12bb6082ab tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "PUT /v2.0/routers/d192af42-3d16-4ad2-8bd3-fca4cb28b136 HTTP/1.1" status: 200 len: 694 time: 0.6986413 Jan 29 04:32:21.274783 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2413a4-c402-4cc6-9250-bb4298a368b7 None None] Routers {'d192af42-3d16-4ad2-8bd3-fca4cb28b136'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:21.276365 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55432) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:21.277697 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-df68d0e1-5dc6-4b18-b04d-1a4f0174d0c8 None None] Set router 389f1f00-b86a-4154-b700-f3328ae85b52 gateway port host: None {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:32:21.278142 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-6d2413a4-c402-4cc6-9250-bb4298a368b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:31:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['d192af42-3d16-4ad2-8bd3-fca4cb28b136'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:21.338538 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0899d569-c2ae-498d-9ed7-573c681152a4 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (1b3d6648-9e2e-4fc2-9db4-912cf1fd44da), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:21.362153 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1c5b1ea8-205f-49d1-a04e-10a5fb44942c tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (9e747d59-a8a0-40dc-b7ab-152cc3261cf5), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:21.405076 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0899d569-c2ae-498d-9ed7-573c681152a4 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b3d6648-9e2e-4fc2-9db4-912cf1fd44da,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:21.436118 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-6d2413a4-c402-4cc6-9250-bb4298a368b7 None None] Set router d192af42-3d16-4ad2-8bd3-fca4cb28b136 gateway port host: None {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:32:21.474318 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-9aa1c89c-2bb2-4634-91ba-f1c5d3aba82e tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "GET /v2.0/routers/d192af42-3d16-4ad2-8bd3-fca4cb28b136 HTTP/1.1" status: 200 len: 700 time: 0.1966395 Jan 29 04:32:21.474921 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55438) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:21.513158 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0899d569-c2ae-498d-9ed7-573c681152a4 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:21.514992 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-0899d569-c2ae-498d-9ed7-573c681152a4 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6584871 Jan 29 04:32:21.517716 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55440) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:21.518101 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55442) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:21.518222 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-39808497-ad80-4a92-96fb-af0d88f5e88f tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "GET /v2.0/ports?device_id=d192af42-3d16-4ad2-8bd3-fca4cb28b136 HTTP/1.1" status: 200 len: 205 time: 0.0387130 Jan 29 04:32:21.524369 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-6d2413a4-c402-4cc6-9250-bb4298a368b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd192af42-3d16-4ad2-8bd3-fca4cb28b136', 'name': 'tempest-RoutersTest-router-1859761122', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:20Z', 'updated_at': '2022-01-29T04:32:20Z', 'revision_number': 2, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'gw_port_host': None}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:21.549059 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-07a181dc-3345-4eda-af53-a96a22f18d33 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Request body: {'security_group_rule': {'security_group_id': 'd4f6467a-2503-49e0-a8d0-fad4219e7d8c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:21.558397 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2413a4-c402-4cc6-9250-bb4298a368b7 None None] Checking router: d192af42-3d16-4ad2-8bd3-fca4cb28b136 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:32:21.563642 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-068b2043-c623-4d9d-8cf5-19ccfca20011 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks [] for port (564153df-77ee-4978-abde-fffc9ae8d337), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:21.569283 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2413a4-c402-4cc6-9250-bb4298a368b7 None None] Routers {'d192af42-3d16-4ad2-8bd3-fca4cb28b136'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:21.570091 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-6d2413a4-c402-4cc6-9250-bb4298a368b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:31:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['d192af42-3d16-4ad2-8bd3-fca4cb28b136'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:21.665498 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-df68d0e1-5dc6-4b18-b04d-1a4f0174d0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'name': 'tempest-RoutersIpV6Test-router-1785197132', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:22Z', 'updated_at': '2022-01-29T04:32:19Z', 'revision_number': 10, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'gw_port_host': None, '_interfaces': [{'id': 'ae4163c1-5816-44cf-b80c-89f9f11f20b9', 'name': '', 'network_id': '755ba25d-bb6b-4a0d-b5a3-7160b7e189ba', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:19:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:27Z', 'updated_at': '2022-01-29T04:31:39Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:21.675021 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-6d2413a4-c402-4cc6-9250-bb4298a368b7 None None] Set router d192af42-3d16-4ad2-8bd3-fca4cb28b136 gateway port host: None {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:32:21.731898 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55446) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:21.739098 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df68d0e1-5dc6-4b18-b04d-1a4f0174d0c8 None None] Checking router: 389f1f00-b86a-4154-b700-f3328ae85b52 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:32:21.765767 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df68d0e1-5dc6-4b18-b04d-1a4f0174d0c8 None None] Routers {'389f1f00-b86a-4154-b700-f3328ae85b52'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:21.766886 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-df68d0e1-5dc6-4b18-b04d-1a4f0174d0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:31:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['389f1f00-b86a-4154-b700-f3328ae85b52'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:21.776869 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-6d2413a4-c402-4cc6-9250-bb4298a368b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd192af42-3d16-4ad2-8bd3-fca4cb28b136', 'name': 'tempest-RoutersTest-router-1859761122', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:20Z', 'updated_at': '2022-01-29T04:32:20Z', 'revision_number': 2, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'gw_port_host': None}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:21.806970 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2413a4-c402-4cc6-9250-bb4298a368b7 None None] The sync data for ids ['d192af42-3d16-4ad2-8bd3-fca4cb28b136'] in dv-neutron-821190-1-hyperv is: [{'id': 'd192af42-3d16-4ad2-8bd3-fca4cb28b136', 'name': 'tempest-RoutersTest-router-1859761122', 'tenant_id': 'b19b1132342942e78366ba08553b13d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:20Z', 'updated_at': '2022-01-29T04:32:20Z', 'revision_number': 2, 'project_id': 'b19b1132342942e78366ba08553b13d3', 'gw_port_host': None}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:32:21.902888 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-f247d723-ff23-4d61-a6f4-bb921cf06ab3 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:21.903338 dv-neutron-821190-1-hyperv neutron-server[103584]: WARNING neutron.api.v2.base [None req-f247d723-ff23-4d61-a6f4-bb921cf06ab3 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 29 04:32:21.903843 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-f247d723-ff23-4d61-a6f4-bb921cf06ab3 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] create failed (client error): There was a conflict when trying to complete your request. Jan 29 04:32:21.905050 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f247d723-ff23-4d61-a6f4-bb921cf06ab3 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1701174 Jan 29 04:32:21.908516 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55450) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:21.913700 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-3a251d01-424c-4947-8e2f-a9850a19b178 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Request body: {'security_group': {'name': 'tempest-secgroup--423758337'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:21.915307 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-df68d0e1-5dc6-4b18-b04d-1a4f0174d0c8 None None] Set router 389f1f00-b86a-4154-b700-f3328ae85b52 gateway port host: None {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:32:22.027418 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3a251d01-424c-4947-8e2f-a9850a19b178 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:22.036205 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3a251d01-424c-4947-8e2f-a9850a19b178 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:22.104414 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-74582664-ba05-400e-92a6-bcc7142bfe43 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for router (d192af42-3d16-4ad2-8bd3-fca4cb28b136), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:22.153775 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3a251d01-424c-4947-8e2f-a9850a19b178 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (57fb8ead-a1c6-464b-bc90-963bf92a8dbc), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:22.197790 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-df68d0e1-5dc6-4b18-b04d-1a4f0174d0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'name': 'tempest-RoutersIpV6Test-router-1785197132', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:22Z', 'updated_at': '2022-01-29T04:32:19Z', 'revision_number': 10, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'gw_port_host': None, '_interfaces': [{'id': 'ae4163c1-5816-44cf-b80c-89f9f11f20b9', 'name': '', 'network_id': '755ba25d-bb6b-4a0d-b5a3-7160b7e189ba', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:19:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:27Z', 'updated_at': '2022-01-29T04:31:39Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:22.213325 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1c5b1ea8-205f-49d1-a04e-10a5fb44942c tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (9e747d59-a8a0-40dc-b7ab-152cc3261cf5), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:22.216924 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-07a181dc-3345-4eda-af53-a96a22f18d33 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (df15b5bd-41eb-475f-9a81-82eba1364f36), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:22.226491 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df68d0e1-5dc6-4b18-b04d-1a4f0174d0c8 None None] The sync data for ids ['389f1f00-b86a-4154-b700-f3328ae85b52'] in dv-neutron-821190-1-hyperv is: [{'id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'name': 'tempest-RoutersIpV6Test-router-1785197132', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:22Z', 'updated_at': '2022-01-29T04:32:19Z', 'revision_number': 10, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'gw_port_host': None, '_interfaces': [{'id': 'ae4163c1-5816-44cf-b80c-89f9f11f20b9', 'name': '', 'network_id': '755ba25d-bb6b-4a0d-b5a3-7160b7e189ba', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'mac_address': 'fa:16:3e:19:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:27Z', 'updated_at': '2022-01-29T04:31:39Z', 'revision_number': 5, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'subnets': [{'id': 'eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:32:22.244761 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3a251d01-424c-4947-8e2f-a9850a19b178 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (57fb8ead-a1c6-464b-bc90-963bf92a8dbc), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:22.286321 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a251d01-424c-4947-8e2f-a9850a19b178 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57fb8ead-a1c6-464b-bc90-963bf92a8dbc,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:22.325063 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3a251d01-424c-4947-8e2f-a9850a19b178 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (34908a1c-8a0c-4297-80e5-8723e8e1fab2), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:22.366408 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-74582664-ba05-400e-92a6-bcc7142bfe43 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (d192af42-3d16-4ad2-8bd3-fca4cb28b136), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:22.374324 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-74582664-ba05-400e-92a6-bcc7142bfe43 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for router_controller (d192af42-3d16-4ad2-8bd3-fca4cb28b136), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:22.392522 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3a251d01-424c-4947-8e2f-a9850a19b178 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (34908a1c-8a0c-4297-80e5-8723e8e1fab2), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:22.422655 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a251d01-424c-4947-8e2f-a9850a19b178 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34908a1c-8a0c-4297-80e5-8723e8e1fab2,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:22.430200 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-068b2043-c623-4d9d-8cf5-19ccfca20011 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (564153df-77ee-4978-abde-fffc9ae8d337), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:22.472706 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8c4bd975-46a5-4fcc-a612-ac8217f1a845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:22.473872 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-07a181dc-3345-4eda-af53-a96a22f18d33 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (df15b5bd-41eb-475f-9a81-82eba1364f36), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:22.487333 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068b2043-c623-4d9d-8cf5-19ccfca20011 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:32:22.493304 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-068b2043-c623-4d9d-8cf5-19ccfca20011 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:32:22.495295 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b2043-c623-4d9d-8cf5-19ccfca20011 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Pushing event updated for resources: {'Port': ['ID=564153df-77ee-4978-abde-fffc9ae8d337,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:22.497455 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068b2043-c623-4d9d-8cf5-19ccfca20011 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:32:22.501047 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-74582664-ba05-400e-92a6-bcc7142bfe43 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (d192af42-3d16-4ad2-8bd3-fca4cb28b136), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:22.501579 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74582664-ba05-400e-92a6-bcc7142bfe43 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Fanout notify agent at l3_agent the message router_deleted on router d192af42-3d16-4ad2-8bd3-fca4cb28b136 {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:32:22.503647 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3a251d01-424c-4947-8e2f-a9850a19b178 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:22.507850 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-3a251d01-424c-4947-8e2f-a9850a19b178 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5951924 Jan 29 04:32:22.508714 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55452) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:22.518597 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-47ca01a9-3188-485c-846d-1f8e59513c5c tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Request body: {'security_group_rule': {'security_group_id': '34908a1c-8a0c-4297-80e5-8723e8e1fab2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:22.525881 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-74582664-ba05-400e-92a6-bcc7142bfe43 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:22.527020 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-74582664-ba05-400e-92a6-bcc7142bfe43 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "DELETE /v2.0/routers/d192af42-3d16-4ad2-8bd3-fca4cb28b136 HTTP/1.1" status: 204 len: 168 time: 0.9960859 Jan 29 04:32:22.528376 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1c5b1ea8-205f-49d1-a04e-10a5fb44942c tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (9e747d59-a8a0-40dc-b7ab-152cc3261cf5), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:22.532433 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55454) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:22.539182 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-07a181dc-3345-4eda-af53-a96a22f18d33 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (df15b5bd-41eb-475f-9a81-82eba1364f36), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:22.578786 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ba36d0af-257b-4ad9-8591-989d6946f7f2 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "GET /v2.0/ports?device_id=d192af42-3d16-4ad2-8bd3-fca4cb28b136 HTTP/1.1" status: 200 len: 205 time: 0.0425344 Jan 29 04:32:22.579049 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55456) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:22.583830 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b1ea8-205f-49d1-a04e-10a5fb44942c tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event deleted for resources: {'Subnet': ['ID=9e747d59-a8a0-40dc-b7ab-152cc3261cf5,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:22.598394 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1c5b1ea8-205f-49d1-a04e-10a5fb44942c tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:22.601125 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a43bfec-c9e4-4467-b2d1-736cda6c39b6 None None] Network 5b489d36-f8c0-4c79-aa35-4133b718183c requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:32:22.604942 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-1c5b1ea8-205f-49d1-a04e-10a5fb44942c tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "DELETE /v2.0/subnets/9e747d59-a8a0-40dc-b7ab-152cc3261cf5 HTTP/1.1" status: 204 len: 168 time: 1.4370625 Jan 29 04:32:22.606499 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55458) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:22.641366 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a181dc-3345-4eda-af53-a96a22f18d33 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df15b5bd-41eb-475f-9a81-82eba1364f36,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:22.647787 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-84cf9646-4438-47bb-adf7-8ab62b2c89b9 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] delete failed (client error): The resource could not be found. Jan 29 04:32:22.649928 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-84cf9646-4438-47bb-adf7-8ab62b2c89b9 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "DELETE /v2.0/routers/d192af42-3d16-4ad2-8bd3-fca4cb28b136 HTTP/1.1" status: 404 len: 336 time: 0.0639994 Jan 29 04:32:22.653784 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55460) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:22.658572 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-47ca01a9-3188-485c-846d-1f8e59513c5c tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group_rule (be1dc137-1b40-40d8-b936-6b50cfd4f063), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:22.699287 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a00afe1-7cb7-4fe8-b3e2-5edffb5909df tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] DELETE failed (client error): The resource could not be found. Jan 29 04:32:22.699759 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a00afe1-7cb7-4fe8-b3e2-5edffb5909df tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:32:22.702959 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-8a00afe1-7cb7-4fe8-b3e2-5edffb5909df tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "DELETE /v2.0/subnets/c439452c-8619-402a-aa8a-7b28ef98271c HTTP/1.1" status: 404 len: 337 time: 0.0478821 Jan 29 04:32:22.706542 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55462) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:22.739567 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-07a181dc-3345-4eda-af53-a96a22f18d33 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:22.740810 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-07a181dc-3345-4eda-af53-a96a22f18d33 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2086818 Jan 29 04:32:22.743947 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55464) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:22.748851 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-72b3055f-f909-4ed0-a005-36df78b74308 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Request body: {'security_group_rule': {'security_group_id': 'd4f6467a-2503-49e0-a8d0-fad4219e7d8c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:22.758430 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bc3fcbc-d58a-41e7-ac01-f4a805893bd5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] DELETE failed (client error): The resource could not be found. Jan 29 04:32:22.758900 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bc3fcbc-d58a-41e7-ac01-f4a805893bd5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:32:22.762167 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-8bc3fcbc-d58a-41e7-ac01-f4a805893bd5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "DELETE /v2.0/subnets/4dd123fd-472d-4cb4-a679-56c9a3e2915e HTTP/1.1" status: 404 len: 337 time: 0.0546958 Jan 29 04:32:22.772328 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55466) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:22.776784 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e078be03-b86f-4b4d-be62-ebc3ec0e9c5a tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (5b489d36-f8c0-4c79-aa35-4133b718183c), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:22.834361 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c10cbe1-e217-4674-8cdb-970573d29d75 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] DELETE failed (client error): The resource could not be found. Jan 29 04:32:22.834981 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c10cbe1-e217-4674-8cdb-970573d29d75 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:32:22.839058 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0c10cbe1-e217-4674-8cdb-970573d29d75 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "DELETE /v2.0/subnets/e177851f-1fdc-4a31-9d2d-dee82def9f3b HTTP/1.1" status: 404 len: 337 time: 0.0600839 Jan 29 04:32:22.842504 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55468) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:22.861813 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-47ca01a9-3188-485c-846d-1f8e59513c5c tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group_rule (be1dc137-1b40-40d8-b936-6b50cfd4f063), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:22.861964 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d763fb-5cae-4f63-a73c-09aa9ea9d998 None None] DHCP port deletion for 5b489d36-f8c0-4c79-aa35-4133b718183c request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:32:22.914189 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-d4d763fb-5cae-4f63-a73c-09aa9ea9d998 None None] Deleting port 3ec5d1ad-4dd5-441f-9533-b1d61102b2c5 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:32:22.914689 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-562e20ed-1c2c-4db5-a403-47aab54ff2cb tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] DELETE failed (client error): The resource could not be found. Jan 29 04:32:22.914843 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d4d763fb-5cae-4f63-a73c-09aa9ea9d998 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (3ec5d1ad-4dd5-441f-9533-b1d61102b2c5), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:22.915160 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-562e20ed-1c2c-4db5-a403-47aab54ff2cb tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:32:22.918658 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-562e20ed-1c2c-4db5-a403-47aab54ff2cb tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "DELETE /v2.0/subnets/103d068b-4d58-4800-a106-514933ad2077 HTTP/1.1" status: 404 len: 337 time: 0.0742607 Jan 29 04:32:22.922525 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55470) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:22.926378 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-47ca01a9-3188-485c-846d-1f8e59513c5c tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (be1dc137-1b40-40d8-b936-6b50cfd4f063), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:22.929494 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-e078be03-b86f-4b4d-be62-ebc3ec0e9c5a tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Deleting port 3ec5d1ad-4dd5-441f-9533-b1d61102b2c5 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:32:22.930691 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e078be03-b86f-4b4d-be62-ebc3ec0e9c5a tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (3ec5d1ad-4dd5-441f-9533-b1d61102b2c5), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:22.942397 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-72b3055f-f909-4ed0-a005-36df78b74308 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (0f009ee0-4bb2-451c-9620-8f3370da8446), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:22.969955 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-37ab2fc1-4b00-4a64-a946-c7e6e5214c74 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "GET /v2.0/ports?device_id=372a3b60-f704-4353-af5d-28c9327b9b15 HTTP/1.1" status: 200 len: 205 time: 0.0414286 Jan 29 04:32:22.971336 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55472) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:23.001319 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-d4d763fb-5cae-4f63-a73c-09aa9ea9d998 None None] For port 3ec5d1ad-4dd5-441f-9533-b1d61102b2c5, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=3ec5d1ad-4dd5-441f-9533-b1d61102b2c5,segment=NetworkSegment(8b23897e-7c2a-496c-9615-d73cbfb86bf3),segment_id=8b23897e-7c2a-496c-9615-d73cbfb86bf3)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:23.001857 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d4d763fb-5cae-4f63-a73c-09aa9ea9d998 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (3ec5d1ad-4dd5-441f-9533-b1d61102b2c5), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:23.020921 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-d4d763fb-5cae-4f63-a73c-09aa9ea9d998 None None] Calling delete_port for 3ec5d1ad-4dd5-441f-9533-b1d61102b2c5 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:32:23.053669 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca01a9-3188-485c-846d-1f8e59513c5c tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be1dc137-1b40-40d8-b936-6b50cfd4f063,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:23.065410 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-52b9bedf-5faa-4ed4-99ad-47fd0ff397e1 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] delete failed (client error): The resource could not be found. Jan 29 04:32:23.070026 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-52b9bedf-5faa-4ed4-99ad-47fd0ff397e1 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "DELETE /v2.0/routers/372a3b60-f704-4353-af5d-28c9327b9b15 HTTP/1.1" status: 404 len: 336 time: 0.0933442 Jan 29 04:32:23.072689 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55474) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:23.075009 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-72b3055f-f909-4ed0-a005-36df78b74308 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (0f009ee0-4bb2-451c-9620-8f3370da8446), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:23.099102 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-47ca01a9-3188-485c-846d-1f8e59513c5c tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:23.100607 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-47ca01a9-3188-485c-846d-1f8e59513c5c tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5909169 Jan 29 04:32:23.103850 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55476) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:23.110631 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-c24d079c-0dff-425c-bcd8-34550af17648 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Request body: {'security_group_rule': {'security_group_id': '34908a1c-8a0c-4297-80e5-8723e8e1fab2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:23.129130 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e5f75c06-40c2-4573-9ebe-c78c7a50f3cf tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e276a3e7-eda6-4794-8cb0-9daa255ff574 HTTP/1.1" status: 200 len: 205 time: 0.0526967 Jan 29 04:32:23.129130 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-e078be03-b86f-4b4d-be62-ebc3ec0e9c5a tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] For port 3ec5d1ad-4dd5-441f-9533-b1d61102b2c5, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=3ec5d1ad-4dd5-441f-9533-b1d61102b2c5,segment=NetworkSegment(8b23897e-7c2a-496c-9615-d73cbfb86bf3),segment_id=8b23897e-7c2a-496c-9615-d73cbfb86bf3)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:23.129479 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e078be03-b86f-4b4d-be62-ebc3ec0e9c5a tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (3ec5d1ad-4dd5-441f-9533-b1d61102b2c5), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:23.130428 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55478) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:23.142719 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-e078be03-b86f-4b4d-be62-ebc3ec0e9c5a tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Calling delete_port for 3ec5d1ad-4dd5-441f-9533-b1d61102b2c5 owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:32:23.172419 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-72b3055f-f909-4ed0-a005-36df78b74308 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (0f009ee0-4bb2-451c-9620-8f3370da8446), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:23.233473 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d4d763fb-5cae-4f63-a73c-09aa9ea9d998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (3ec5d1ad-4dd5-441f-9533-b1d61102b2c5), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:23.240144 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e078be03-b86f-4b4d-be62-ebc3ec0e9c5a tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (3ec5d1ad-4dd5-441f-9533-b1d61102b2c5), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:23.261217 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d763fb-5cae-4f63-a73c-09aa9ea9d998 None None] Pushing event deleted for resources: {'Port': ['ID=3ec5d1ad-4dd5-441f-9533-b1d61102b2c5,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:23.262279 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-ff755501-e20a-4f5e-a494-72e28ba1912b tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] delete failed (client error): The resource could not be found. Jan 29 04:32:23.267387 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ff755501-e20a-4f5e-a494-72e28ba1912b tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "DELETE /v2.0/routers/e276a3e7-eda6-4794-8cb0-9daa255ff574 HTTP/1.1" status: 404 len: 336 time: 0.1325808 Jan 29 04:32:23.267554 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d763fb-5cae-4f63-a73c-09aa9ea9d998 None None] No DVR routers for this DVR port 3ec5d1ad-4dd5-441f-9533-b1d61102b2c5 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:32:23.275102 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55480) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:23.288590 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078be03-b86f-4b4d-be62-ebc3ec0e9c5a tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event deleted for resources: {'Port': ['ID=3ec5d1ad-4dd5-441f-9533-b1d61102b2c5,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:23.290470 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e078be03-b86f-4b4d-be62-ebc3ec0e9c5a tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] No DVR routers for this DVR port 3ec5d1ad-4dd5-441f-9533-b1d61102b2c5 on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:32:23.292500 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b3055f-f909-4ed0-a005-36df78b74308 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f009ee0-4bb2-451c-9620-8f3370da8446,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:23.299494 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c24d079c-0dff-425c-bcd8-34550af17648 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group_rule (bbb11a45-ece0-4e6f-99e5-906a45a75890), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:23.316161 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-573a45f5-26cb-40cd-aa7e-dac9326a29a5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] DELETE failed (client error): The resource could not be found. Jan 29 04:32:23.316672 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-573a45f5-26cb-40cd-aa7e-dac9326a29a5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:32:23.323812 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-573a45f5-26cb-40cd-aa7e-dac9326a29a5 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "DELETE /v2.0/subnets/8f00425a-66a1-4082-9d47-a6c66588a8f9 HTTP/1.1" status: 404 len: 337 time: 0.0473857 Jan 29 04:32:23.326355 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55482) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:23.372630 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 487034aa-59f2-4cc6-a8ea-c959706dc3c1 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:32:23.397967 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 487034aa-59f2-4cc6-a8ea-c959706dc3c1 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:32:23.398314 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 487034aa-59f2-4cc6-a8ea-c959706dc3c1 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:32:23.399417 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 3ec5d1ad-4dd5-441f-9533-b1d61102b2c5 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:32:23.399877 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-72b3055f-f909-4ed0-a005-36df78b74308 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:23.401120 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-72b3055f-f909-4ed0-a005-36df78b74308 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6557875 Jan 29 04:32:23.412463 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55484) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:23.417729 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-5bf1e865-0a05-4042-9f91-19b2606061ef tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Request body: {'security_group_rule': {'security_group_id': 'd4f6467a-2503-49e0-a8d0-fad4219e7d8c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:23.419037 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 3ec5d1ad-4dd5-441f-9533-b1d61102b2c5 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:32:23.419397 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 3ec5d1ad-4dd5-441f-9533-b1d61102b2c5 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:32:23.430277 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-5a0734cd-e664-4fa7-b8c1-5ca3edaa62d9 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3359ae01-7a39-48a6-a1e8-a31057b92741 HTTP/1.1" status: 200 len: 205 time: 0.0983171 Jan 29 04:32:23.431211 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55486) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:23.450260 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e078be03-b86f-4b4d-be62-ebc3ec0e9c5a tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (5b489d36-f8c0-4c79-aa35-4133b718183c), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:23.494367 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-068b2043-c623-4d9d-8cf5-19ccfca20011 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks [] for floatingip (3001a23d-c07a-4204-a67d-5ebeb17ecc91), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:23.495663 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-55e20532-5073-4f6f-800b-5bcdb20f078a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] delete failed (client error): The resource could not be found. Jan 29 04:32:23.496724 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-55e20532-5073-4f6f-800b-5bcdb20f078a tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "DELETE /v2.0/routers/3359ae01-7a39-48a6-a1e8-a31057b92741 HTTP/1.1" status: 404 len: 336 time: 0.0645957 Jan 29 04:32:23.500714 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55488) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:23.519359 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-e078be03-b86f-4b4d-be62-ebc3ec0e9c5a tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b489d36-f8c0-4c79-aa35-4133b718183c']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:23.541927 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-4c24e9af-4875-4f7a-91ae-10ab22008963 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "GET /v2.0/ports?device_id=44b5f3bd-cba4-44d1-b1b2-67a7685eb64a HTTP/1.1" status: 200 len: 205 time: 0.0401440 Jan 29 04:32:23.546764 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-e078be03-b86f-4b4d-be62-ebc3ec0e9c5a tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b23897e-7c2a-496c-9615-d73cbfb86bf3') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:23.547422 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-e078be03-b86f-4b4d-be62-ebc3ec0e9c5a tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b23897e-7c2a-496c-9615-d73cbfb86bf3') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:23.547582 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55490) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:23.559253 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e078be03-b86f-4b4d-be62-ebc3ec0e9c5a tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (8b23897e-7c2a-496c-9615-d73cbfb86bf3), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:23.568415 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-c24d079c-0dff-425c-bcd8-34550af17648 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] create failed (client error): There was a conflict when trying to complete your request. Jan 29 04:32:23.569495 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c24d079c-0dff-425c-bcd8-34550af17648 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4644632 Jan 29 04:32:23.572667 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55492) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:23.580560 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e078be03-b86f-4b4d-be62-ebc3ec0e9c5a tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (8b23897e-7c2a-496c-9615-d73cbfb86bf3), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:23.593568 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e078be03-b86f-4b4d-be62-ebc3ec0e9c5a tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:32:23.593953 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e078be03-b86f-4b4d-be62-ebc3ec0e9c5a tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (8b23897e-7c2a-496c-9615-d73cbfb86bf3), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:23.596823 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:32:23.596823 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:32:23.596823 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:32:23.596823 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:32:23.596823 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:32:23.596823 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:32:23.596823 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:32:23.596823 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:32:23.596823 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:32:23.596823 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:32:23.596823 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:32:23.596823 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:32:23.596823 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:32:23.596823 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:32:23.596823 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:32:23.596823 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:32:23.596823 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:32:23.596823 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:32:23.596823 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:32:23.596823 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:32:23.596823 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:32:23.596823 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:32:23.596823 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:32:23.596823 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:32:23.596823 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:32:23.596823 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:32:23.596823 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:32:23.596823 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:32:23.596823 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:32:23.596823 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:32:23.596823 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:32:23.596823 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:32:23.604959 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-54820eab-4dba-49b9-a46b-824a02154fe2 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] delete failed (client error): The resource could not be found. Jan 29 04:32:23.606136 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-54820eab-4dba-49b9-a46b-824a02154fe2 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "DELETE /v2.0/routers/44b5f3bd-cba4-44d1-b1b2-67a7685eb64a HTTP/1.1" status: 404 len: 336 time: 0.0578721 Jan 29 04:32:23.608681 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55494) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:23.639631 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-c430dd31-79eb-4441-84cd-0b435ddb2cb4 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] DELETE failed (client error): The resource could not be found. Jan 29 04:32:23.640005 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c430dd31-79eb-4441-84cd-0b435ddb2cb4 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:32:23.645380 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c430dd31-79eb-4441-84cd-0b435ddb2cb4 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "DELETE /v2.0/subnets/d79fbd16-82a7-4aa6-8fa6-f6dbda341d53 HTTP/1.1" status: 404 len: 337 time: 0.0332298 Jan 29 04:32:23.645620 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55496) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:23.647145 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:23.675165 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-bf8b7d55-604c-42ff-a536-a9e8c6e6ddf3 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "GET /v2.0/ports?device_id=91ca6214-9eaf-4a33-b30c-55cb173b511e HTTP/1.1" status: 200 len: 205 time: 0.0261781 Jan 29 04:32:23.676131 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55498) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:23.679260 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5bf1e865-0a05-4042-9f91-19b2606061ef tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (bf6a9b39-80c3-4e1e-af9e-8baf9e50d015), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:23.710104 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8ddee404-0617-4ae1-855f-f7fa4564ef92 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (34908a1c-8a0c-4297-80e5-8723e8e1fab2), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:23.713997 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-f06f2f1b-216a-4bda-879a-7efd337ce5f7 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] delete failed (client error): The resource could not be found. Jan 29 04:32:23.717587 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f06f2f1b-216a-4bda-879a-7efd337ce5f7 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "DELETE /v2.0/routers/91ca6214-9eaf-4a33-b30c-55cb173b511e HTTP/1.1" status: 404 len: 336 time: 0.0385633 Jan 29 04:32:23.721356 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55500) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:23.743988 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-068b2043-c623-4d9d-8cf5-19ccfca20011 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (564153df-77ee-4978-abde-fffc9ae8d337), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:23.752509 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:23.772774 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8ddee404-0617-4ae1-855f-f7fa4564ef92 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (34908a1c-8a0c-4297-80e5-8723e8e1fab2), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:23.775837 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c19e330-4abf-40b0-92a6-4e998f445805 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] DELETE failed (client error): The resource could not be found. Jan 29 04:32:23.776653 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c19e330-4abf-40b0-92a6-4e998f445805 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:32:23.780007 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-4c19e330-4abf-40b0-92a6-4e998f445805 tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "DELETE /v2.0/subnets/4bc100bd-705c-4106-867a-98d3dfd79de3 HTTP/1.1" status: 404 len: 337 time: 0.0576861 Jan 29 04:32:23.784740 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55502) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:23.794572 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e078be03-b86f-4b4d-be62-ebc3ec0e9c5a tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (5b489d36-f8c0-4c79-aa35-4133b718183c), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:23.799293 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e078be03-b86f-4b4d-be62-ebc3ec0e9c5a tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:23.805490 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e078be03-b86f-4b4d-be62-ebc3ec0e9c5a tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "DELETE /v2.0/networks/5b489d36-f8c0-4c79-aa35-4133b718183c HTTP/1.1" status: 204 len: 168 time: 1.1974049 Jan 29 04:32:23.808692 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55504) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:23.816666 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-997bcb20-87e0-4369-9e85-7377412a2d9d tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a36bf2a-eff5-4e59-b804-9d07d19c2e4f HTTP/1.1" status: 200 len: 205 time: 0.0308175 Jan 29 04:32:23.820670 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55506) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:23.869635 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-de79b60f-ceef-4dc7-bfb2-b08cdc3e8afc tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] delete failed (client error): The resource could not be found. Jan 29 04:32:23.870675 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-de79b60f-ceef-4dc7-bfb2-b08cdc3e8afc tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "DELETE /v2.0/routers/2a36bf2a-eff5-4e59-b804-9d07d19c2e4f HTTP/1.1" status: 404 len: 336 time: 0.0489640 Jan 29 04:32:23.873453 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55508) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:23.911783 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078be03-b86f-4b4d-be62-ebc3ec0e9c5a tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event deleted for resources: {'Network': ['ID=5b489d36-f8c0-4c79-aa35-4133b718183c,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:23.926322 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5bf1e865-0a05-4042-9f91-19b2606061ef tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (bf6a9b39-80c3-4e1e-af9e-8baf9e50d015), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:23.933290 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-60eb0eea-42ed-472e-92b7-081d4fd11cea tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] DELETE failed (client error): The resource could not be found. Jan 29 04:32:23.933754 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60eb0eea-42ed-472e-92b7-081d4fd11cea tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:32:23.939055 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-60eb0eea-42ed-472e-92b7-081d4fd11cea tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "DELETE /v2.0/subnets/b30f47ee-e6b2-4e74-827e-6bc49a066f1f HTTP/1.1" status: 404 len: 337 time: 0.0625243 Jan 29 04:32:23.939800 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55510) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:23.968611 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-db26d999-d569-4b1d-bb35-81e4843e34ce tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] DELETE failed (client error): The resource could not be found. Jan 29 04:32:23.969068 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db26d999-d569-4b1d-bb35-81e4843e34ce tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:32:23.971934 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-db26d999-d569-4b1d-bb35-81e4843e34ce tempest-RoutersTest-479689331 tempest-RoutersTest-479689331-project] 10.222.0.13 "DELETE /v2.0/subnets/13e57589-2675-4c4f-8707-6f57f52473c4 HTTP/1.1" status: 404 len: 337 time: 0.0314484 Jan 29 04:32:24.018386 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5bf1e865-0a05-4042-9f91-19b2606061ef tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (bf6a9b39-80c3-4e1e-af9e-8baf9e50d015), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:24.029291 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-068b2043-c623-4d9d-8cf5-19ccfca20011 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks [] for port (564153df-77ee-4978-abde-fffc9ae8d337), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:24.045162 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8ddee404-0617-4ae1-855f-f7fa4564ef92 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (34908a1c-8a0c-4297-80e5-8723e8e1fab2), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:24.047716 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8ddee404-0617-4ae1-855f-f7fa4564ef92 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:24.048905 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-8ddee404-0617-4ae1-855f-f7fa4564ef92 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "DELETE /v2.0/security-groups/34908a1c-8a0c-4297-80e5-8723e8e1fab2 HTTP/1.1" status: 204 len: 168 time: 0.4752700 Jan 29 04:32:24.049626 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1e865-0a05-4042-9f91-19b2606061ef tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf6a9b39-80c3-4e1e-af9e-8baf9e50d015,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:24.051900 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55514) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:24.070026 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddee404-0617-4ae1-855f-f7fa4564ef92 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34908a1c-8a0c-4297-80e5-8723e8e1fab2,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:24.100024 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55516) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:24.100263 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2990fbc2-d1e1-4500-8c3c-44ee618c8efd tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0468504 Jan 29 04:32:24.107844 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-41b98e77-7301-4391-9a90-3ac3ef9368d1 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Request body: {'security_group': {'name': 'tempest-secgroup--825954677'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:24.113057 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-068b2043-c623-4d9d-8cf5-19ccfca20011 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (564153df-77ee-4978-abde-fffc9ae8d337), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:24.130139 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5bf1e865-0a05-4042-9f91-19b2606061ef tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:24.131382 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-5bf1e865-0a05-4042-9f91-19b2606061ef tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7180390 Jan 29 04:32:24.137030 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55518) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:24.145401 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-595e3204-f3af-4ec6-be40-052a94fcc9ce tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Request body: {'security_group_rule': {'security_group_id': 'd4f6467a-2503-49e0-a8d0-fad4219e7d8c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:24.187302 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b2043-c623-4d9d-8cf5-19ccfca20011 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Pushing event updated for resources: {'Port': ['ID=564153df-77ee-4978-abde-fffc9ae8d337,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:24.197365 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-068b2043-c623-4d9d-8cf5-19ccfca20011 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (3001a23d-c07a-4204-a67d-5ebeb17ecc91), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:24.251024 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-41b98e77-7301-4391-9a90-3ac3ef9368d1 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:24.298525 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.l3_db [None req-068b2043-c623-4d9d-8cf5-19ccfca20011 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Floating IP 3001a23d-c07a-4204-a67d-5ebeb17ecc91 associated. External IP: 172.26.8.36, port: a7a87376-f52f-4aa1-b0cc-c4e4a30f0615. Jan 29 04:32:24.311778 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2e7d3587-8ab3-433b-8832-e6f613a4a537 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (389f1f00-b86a-4154-b700-f3328ae85b52), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:24.397393 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-595e3204-f3af-4ec6-be40-052a94fcc9ce tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (eef24dc1-79bc-4291-9972-a38c2de4b9dc), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:24.413477 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-41b98e77-7301-4391-9a90-3ac3ef9368d1 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (4a15fb6e-dab3-4ade-8ff4-fb80308cbd4e), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:24.517146 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068b2043-c623-4d9d-8cf5-19ccfca20011 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Router b43ba331-a11d-4a64-9b59-9b15884ae556 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:32:24.522603 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-41b98e77-7301-4391-9a90-3ac3ef9368d1 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (4a15fb6e-dab3-4ade-8ff4-fb80308cbd4e), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:24.524684 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-595e3204-f3af-4ec6-be40-052a94fcc9ce tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (eef24dc1-79bc-4291-9972-a38c2de4b9dc), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:24.557516 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b98e77-7301-4391-9a90-3ac3ef9368d1 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a15fb6e-dab3-4ade-8ff4-fb80308cbd4e,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:24.600770 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55522) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:24.615179 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-595e3204-f3af-4ec6-be40-052a94fcc9ce tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (eef24dc1-79bc-4291-9972-a38c2de4b9dc), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:24.641891 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-41b98e77-7301-4391-9a90-3ac3ef9368d1 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:24.646185 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-41b98e77-7301-4391-9a90-3ac3ef9368d1 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5388811 Jan 29 04:32:24.662790 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55526) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:24.663565 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e3204-f3af-4ec6-be40-052a94fcc9ce tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eef24dc1-79bc-4291-9972-a38c2de4b9dc,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:24.672694 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-d29a6420-6456-42ca-835c-059b2b8923d9 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Request body: {'security_group_rule': {'security_group_id': '4a15fb6e-dab3-4ade-8ff4-fb80308cbd4e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:24.673286 dv-neutron-821190-1-hyperv neutron-server[103584]: WARNING neutron.api.v2.base [None req-d29a6420-6456-42ca-835c-059b2b8923d9 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 29 04:32:24.673868 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-d29a6420-6456-42ca-835c-059b2b8923d9 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:32:24.677876 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d29a6420-6456-42ca-835c-059b2b8923d9 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0074182 Jan 29 04:32:24.678866 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55528) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:24.748762 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-595e3204-f3af-4ec6-be40-052a94fcc9ce tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:24.749899 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-595e3204-f3af-4ec6-be40-052a94fcc9ce tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6119616 Jan 29 04:32:24.768176 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55530) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:24.781431 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:24.785180 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-2e7d3587-8ab3-433b-8832-e6f613a4a537 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Deleting port ae4163c1-5816-44cf-b80c-89f9f11f20b9 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:32:24.785604 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2e7d3587-8ab3-433b-8832-e6f613a4a537 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (ae4163c1-5816-44cf-b80c-89f9f11f20b9), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:24.811180 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2947c7ce-6015-40d3-bfba-afb9024eb48c tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (4a15fb6e-dab3-4ade-8ff4-fb80308cbd4e), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:24.896990 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-140a2f18-43db-4c16-b86e-0e24e108fd63 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (eef24dc1-79bc-4291-9972-a38c2de4b9dc), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:24.910718 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1dfab1d5-a093-4598-b8f2-6e60688b993c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b19b1132342942e78366ba08553b13d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3088450 Jan 29 04:32:24.914087 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2947c7ce-6015-40d3-bfba-afb9024eb48c tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (4a15fb6e-dab3-4ade-8ff4-fb80308cbd4e), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:24.917391 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-140a2f18-43db-4c16-b86e-0e24e108fd63 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (eef24dc1-79bc-4291-9972-a38c2de4b9dc), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:24.925620 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55532) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:24.966593 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068b2043-c623-4d9d-8cf5-19ccfca20011 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:32:24.977893 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fe180b-1765-4674-8c69-5638ff114efa None None] Sync routers for ids ['b43ba331-a11d-4a64-9b59-9b15884ae556'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:32:24.988292 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fe180b-1765-4674-8c69-5638ff114efa None None] Routers {'b43ba331-a11d-4a64-9b59-9b15884ae556'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:24.989137 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-a6fe180b-1765-4674-8c69-5638ff114efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:32:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b43ba331-a11d-4a64-9b59-9b15884ae556'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:25.069427 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-068b2043-c623-4d9d-8cf5-19ccfca20011 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:25.112825 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-a6fe180b-1765-4674-8c69-5638ff114efa None None] Set router b43ba331-a11d-4a64-9b59-9b15884ae556 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:32:25.113046 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-068b2043-c623-4d9d-8cf5-19ccfca20011 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.7932007 Jan 29 04:32:25.113046 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbff3068-abc1-410e-8b9a-c2d16890e79c', 'tag': 'a7a87376-f52f-4aa1-b0cc-c4e4a30f0615'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:32:25.113046 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcaaf2a-d9bb-4ba5-90ce-12726bdaea4b" -d '{"events": [{"name": "network-changed", "server_uuid": "bbff3068-abc1-410e-8b9a-c2d16890e79c", "tag": "a7a87376-f52f-4aa1-b0cc-c4e4a30f0615"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:32:25.280789 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303eeaef-69e3-441e-be7d-1bca9502f7e9 x-openstack-request-id: req-303eeaef-69e3-441e-be7d-1bca9502f7e9 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:32:25.281089 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbff3068-abc1-410e-8b9a-c2d16890e79c", "tag": "a7a87376-f52f-4aa1-b0cc-c4e4a30f0615", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:32:25.281089 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-303eeaef-69e3-441e-be7d-1bca9502f7e9 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:32:25.281486 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbff3068-abc1-410e-8b9a-c2d16890e79c', 'tag': 'a7a87376-f52f-4aa1-b0cc-c4e4a30f0615', 'status': 'completed', 'code': 200} Jan 29 04:32:25.359846 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-a6fe180b-1765-4674-8c69-5638ff114efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'name': 'tempest-TestVolumeBootPattern-1182025116-router', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:12Z', 'updated_at': '2022-01-29T04:30:21Z', 'revision_number': 4, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'gw_port': {'id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:14Z', 'updated_at': '2022-01-29T04:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '3001a23d-c07a-4204-a67d-5ebeb17ecc91', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'floating_ip_address': '172.26.8.36', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'port_id': 'a7a87376-f52f-4aa1-b0cc-c4e4a30f0615', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1231, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039', 'mac_address': 'fa:16:3e:f7:79:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbff3068-abc1-410e-8b9a-c2d16890e79c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:32:23Z', 'updated_at': '2022-01-29T04:32:23Z', 'revision_number': 0, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98a2ab77-b23f-4e5a-bf17-3bc88a105717', 'name': '', 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'mac_address': 'fa:16:3e:b5:b3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:20Z', 'updated_at': '2022-01-29T04:30:31Z', 'revision_number': 5, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'subnets': [{'id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:25.362246 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-2e7d3587-8ab3-433b-8832-e6f613a4a537 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] For port ae4163c1-5816-44cf-b80c-89f9f11f20b9, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=ae4163c1-5816-44cf-b80c-89f9f11f20b9,segment=NetworkSegment(446f33e6-f114-4db5-9fe8-c1ce26500826),segment_id=446f33e6-f114-4db5-9fe8-c1ce26500826)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:25.362772 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2e7d3587-8ab3-433b-8832-e6f613a4a537 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (ae4163c1-5816-44cf-b80c-89f9f11f20b9), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:25.386421 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fe180b-1765-4674-8c69-5638ff114efa None None] Checking router: b43ba331-a11d-4a64-9b59-9b15884ae556 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:32:25.395404 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fe180b-1765-4674-8c69-5638ff114efa None None] Routers {'b43ba331-a11d-4a64-9b59-9b15884ae556'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:25.396040 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-a6fe180b-1765-4674-8c69-5638ff114efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:32:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b43ba331-a11d-4a64-9b59-9b15884ae556'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:25.402346 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-2e7d3587-8ab3-433b-8832-e6f613a4a537 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Calling delete_port for ae4163c1-5816-44cf-b80c-89f9f11f20b9 owned by network:router_interface {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:32:25.429258 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f1815d7c-655c-4bb2-af78-6c17a66cba54 admin admin] Publish callbacks [] for security_group (807b81b5-3e21-4b9e-8a93-d03fbd6a4620), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:25.431356 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-140a2f18-43db-4c16-b86e-0e24e108fd63 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (eef24dc1-79bc-4291-9972-a38c2de4b9dc), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:25.439076 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-140a2f18-43db-4c16-b86e-0e24e108fd63 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:25.440182 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-140a2f18-43db-4c16-b86e-0e24e108fd63 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/eef24dc1-79bc-4291-9972-a38c2de4b9dc HTTP/1.1" status: 204 len: 168 time: 0.6656632 Jan 29 04:32:25.443643 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55540) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:25.492849 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-12f0df6e-6d3e-4b66-a12c-ff8a99664889 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0442317 Jan 29 04:32:25.493336 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55542) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:25.495415 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a2f18-43db-4c16-b86e-0e24e108fd63 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eef24dc1-79bc-4291-9972-a38c2de4b9dc,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:25.497162 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2947c7ce-6015-40d3-bfba-afb9024eb48c tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (4a15fb6e-dab3-4ade-8ff4-fb80308cbd4e), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:25.499676 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2947c7ce-6015-40d3-bfba-afb9024eb48c tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:25.503819 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-2947c7ce-6015-40d3-bfba-afb9024eb48c tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "DELETE /v2.0/security-groups/4a15fb6e-dab3-4ade-8ff4-fb80308cbd4e HTTP/1.1" status: 204 len: 168 time: 0.8238761 Jan 29 04:32:25.504576 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55544) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:25.521555 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-174e0ede-2554-42a2-87ac-bddd96d38b73 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (bf6a9b39-80c3-4e1e-af9e-8baf9e50d015), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:25.528282 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcaaf2a-d9bb-4ba5-90ce-12726bdaea4b req-8c872f1a-6c30-49ae-8bba-67233bfc2f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:25.529848 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-bbcaaf2a-d9bb-4ba5-90ce-12726bdaea4b req-8c872f1a-6c30-49ae-8bba-67233bfc2f4a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1b0e4f5bc18f46e19e7272f5d8beca17&device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c HTTP/1.1" status: 200 len: 1129 time: 0.1893377 Jan 29 04:32:25.531584 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-174e0ede-2554-42a2-87ac-bddd96d38b73 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (bf6a9b39-80c3-4e1e-af9e-8baf9e50d015), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:25.537162 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f1815d7c-655c-4bb2-af78-6c17a66cba54 admin admin] Publish callbacks [] for security_group (807b81b5-3e21-4b9e-8a93-d03fbd6a4620), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:25.562623 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2947c7ce-6015-40d3-bfba-afb9024eb48c tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a15fb6e-dab3-4ade-8ff4-fb80308cbd4e,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:25.607039 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-a6fe180b-1765-4674-8c69-5638ff114efa None None] Set router b43ba331-a11d-4a64-9b59-9b15884ae556 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:32:25.610011 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-174e0ede-2554-42a2-87ac-bddd96d38b73 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (bf6a9b39-80c3-4e1e-af9e-8baf9e50d015), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:25.615994 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-174e0ede-2554-42a2-87ac-bddd96d38b73 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:25.619748 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-174e0ede-2554-42a2-87ac-bddd96d38b73 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/bf6a9b39-80c3-4e1e-af9e-8baf9e50d015 HTTP/1.1" status: 204 len: 168 time: 0.1227322 Jan 29 04:32:25.622180 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55546) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:25.628453 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e0ede-2554-42a2-87ac-bddd96d38b73 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf6a9b39-80c3-4e1e-af9e-8baf9e50d015,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:25.666627 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7b611b64-c59b-49b3-a4d8-f737df121f45 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0431154 Jan 29 04:32:25.669372 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55548) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:25.693225 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c94e13ca-db2d-4abb-971a-f9dc8549a424 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (0f009ee0-4bb2-451c-9620-8f3370da8446), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:25.701910 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c94e13ca-db2d-4abb-971a-f9dc8549a424 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (0f009ee0-4bb2-451c-9620-8f3370da8446), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:25.763803 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-34f48337-0ad1-48ab-a253-17252f367f7e tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2486405 Jan 29 04:32:25.767728 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55550) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:25.775051 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-2f53a98f-7636-4645-a8c1-de7f1167efab tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Request body: {'security_group': {'name': 'tempest-secgroup--1247562668'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:25.813061 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcaaf2a-d9bb-4ba5-90ce-12726bdaea4b req-ea96f42b-88d1-4e11-8e39-2a5404e4e2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:25.814562 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-bbcaaf2a-d9bb-4ba5-90ce-12726bdaea4b req-ea96f42b-88d1-4e11-8e39-2a5404e4e2af service neutron] 10.222.0.18 "GET /v2.0/networks?id=0e91feca-45f0-4a0a-b0ad-b17a5562d039 HTTP/1.1" status: 200 len: 913 time: 0.2739997 Jan 29 04:32:25.822075 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c94e13ca-db2d-4abb-971a-f9dc8549a424 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (0f009ee0-4bb2-451c-9620-8f3370da8446), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:25.827558 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c94e13ca-db2d-4abb-971a-f9dc8549a424 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:25.832130 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c94e13ca-db2d-4abb-971a-f9dc8549a424 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/0f009ee0-4bb2-451c-9620-8f3370da8446 HTTP/1.1" status: 204 len: 168 time: 0.1616452 Jan 29 04:32:25.833028 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55552) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:25.854330 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e13ca-db2d-4abb-971a-f9dc8549a424 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f009ee0-4bb2-451c-9620-8f3370da8446,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:25.873499 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2f53a98f-7636-4645-a8c1-de7f1167efab tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:25.878163 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-a6fe180b-1765-4674-8c69-5638ff114efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'name': 'tempest-TestVolumeBootPattern-1182025116-router', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:12Z', 'updated_at': '2022-01-29T04:30:21Z', 'revision_number': 4, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'gw_port': {'id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:14Z', 'updated_at': '2022-01-29T04:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '3001a23d-c07a-4204-a67d-5ebeb17ecc91', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'floating_ip_address': '172.26.8.36', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'port_id': 'a7a87376-f52f-4aa1-b0cc-c4e4a30f0615', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1231, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039', 'mac_address': 'fa:16:3e:f7:79:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbff3068-abc1-410e-8b9a-c2d16890e79c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:32:23Z', 'updated_at': '2022-01-29T04:32:23Z', 'revision_number': 0, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98a2ab77-b23f-4e5a-bf17-3bc88a105717', 'name': '', 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'mac_address': 'fa:16:3e:b5:b3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:20Z', 'updated_at': '2022-01-29T04:30:31Z', 'revision_number': 5, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'subnets': [{'id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:25.897808 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f98b796e-b281-4560-bfca-7e0d0b84f0f1 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0580740 Jan 29 04:32:25.899173 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55554) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:25.920575 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fe180b-1765-4674-8c69-5638ff114efa None None] The sync data for ids ['b43ba331-a11d-4a64-9b59-9b15884ae556'] in dv-neutron-821190-1-hyperv is: [{'id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'name': 'tempest-TestVolumeBootPattern-1182025116-router', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:12Z', 'updated_at': '2022-01-29T04:30:21Z', 'revision_number': 4, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'gw_port': {'id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:14Z', 'updated_at': '2022-01-29T04:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '3001a23d-c07a-4204-a67d-5ebeb17ecc91', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'floating_ip_address': '172.26.8.36', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'port_id': 'a7a87376-f52f-4aa1-b0cc-c4e4a30f0615', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1231, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039', 'mac_address': 'fa:16:3e:f7:79:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbff3068-abc1-410e-8b9a-c2d16890e79c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:32:23Z', 'updated_at': '2022-01-29T04:32:23Z', 'revision_number': 0, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98a2ab77-b23f-4e5a-bf17-3bc88a105717', 'name': '', 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'mac_address': 'fa:16:3e:b5:b3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:20Z', 'updated_at': '2022-01-29T04:30:31Z', 'revision_number': 5, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'subnets': [{'id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:32:25.929871 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f1815d7c-655c-4bb2-af78-6c17a66cba54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (807b81b5-3e21-4b9e-8a93-d03fbd6a4620), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:25.932401 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f1815d7c-655c-4bb2-af78-6c17a66cba54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:25.933577 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f1815d7c-655c-4bb2-af78-6c17a66cba54 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/807b81b5-3e21-4b9e-8a93-d03fbd6a4620 HTTP/1.1" status: 204 len: 168 time: 1.0069482 Jan 29 04:32:25.943759 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a90ecf1f-f9c4-46db-91f7-caf74820924d tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (df15b5bd-41eb-475f-9a81-82eba1364f36), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:25.959203 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a90ecf1f-f9c4-46db-91f7-caf74820924d tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (df15b5bd-41eb-475f-9a81-82eba1364f36), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:25.967398 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1815d7c-655c-4bb2-af78-6c17a66cba54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807b81b5-3e21-4b9e-8a93-d03fbd6a4620,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:25.970340 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-bbcaaf2a-d9bb-4ba5-90ce-12726bdaea4b req-586bed44-67f9-4897-a8de-2e0e0c0cbdbf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7a87376-f52f-4aa1-b0cc-c4e4a30f0615 HTTP/1.1" status: 200 len: 998 time: 0.1459360 Jan 29 04:32:26.019088 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2e7d3587-8ab3-433b-8832-e6f613a4a537 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (ae4163c1-5816-44cf-b80c-89f9f11f20b9), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:26.020164 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2f53a98f-7636-4645-a8c1-de7f1167efab tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (ff821840-ac64-4b87-8e64-2921c9f7bfcc), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:26.053182 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d3587-8ab3-433b-8832-e6f613a4a537 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event deleted for resources: {'Port': ['ID=ae4163c1-5816-44cf-b80c-89f9f11f20b9,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:26.066892 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcaaf2a-d9bb-4ba5-90ce-12726bdaea4b req-ec60aea7-b41d-43c8-b332-48554a1fbd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:26.068043 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-bbcaaf2a-d9bb-4ba5-90ce-12726bdaea4b req-ec60aea7-b41d-43c8-b332-48554a1fbd61 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c5ef5406-79aa-4490-92c9-3e7f9e568ee2 HTTP/1.1" status: 200 len: 851 time: 0.0833924 Jan 29 04:32:26.078740 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2f53a98f-7636-4645-a8c1-de7f1167efab tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (ff821840-ac64-4b87-8e64-2921c9f7bfcc), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:26.121318 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f53a98f-7636-4645-a8c1-de7f1167efab tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff821840-ac64-4b87-8e64-2921c9f7bfcc,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:26.130680 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a90ecf1f-f9c4-46db-91f7-caf74820924d tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (df15b5bd-41eb-475f-9a81-82eba1364f36), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:26.139263 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a90ecf1f-f9c4-46db-91f7-caf74820924d tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:26.143152 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a90ecf1f-f9c4-46db-91f7-caf74820924d tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/df15b5bd-41eb-475f-9a81-82eba1364f36 HTTP/1.1" status: 204 len: 168 time: 0.2430842 Jan 29 04:32:26.145845 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55558) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:26.167190 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ecf1f-f9c4-46db-91f7-caf74820924d tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df15b5bd-41eb-475f-9a81-82eba1364f36,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:26.197014 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2f53a98f-7636-4645-a8c1-de7f1167efab tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:26.198643 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2f53a98f-7636-4645-a8c1-de7f1167efab tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4296045 Jan 29 04:32:26.204805 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55560) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:26.212098 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-0cc60230-d5cb-4041-aa9b-165b86434010 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0625546 Jan 29 04:32:26.212296 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4cb8da-e713-4f4f-a2fe-ef90c77799ef None None] New status for floating IP 3001a23d-c07a-4204-a67d-5ebeb17ecc91: ACTIVE {{(pid=103586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:32:26.212817 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55562) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:26.213495 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-275cabd9-9e79-4ad0-b56a-a773c1640e8a tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Request body: {'security_group_rule': {'security_group_id': 'ff821840-ac64-4b87-8e64-2921c9f7bfcc', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:26.214450 dv-neutron-821190-1-hyperv neutron-server[103584]: WARNING neutron.api.v2.base [None req-275cabd9-9e79-4ad0-b56a-a773c1640e8a tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 29 04:32:26.217281 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-275cabd9-9e79-4ad0-b56a-a773c1640e8a tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:32:26.218959 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-275cabd9-9e79-4ad0-b56a-a773c1640e8a tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0115004 Jan 29 04:32:26.231273 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55564) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:26.255634 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3045cf43-0cb8-4e2a-b49f-5d87913a0bd1 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (1b3d6648-9e2e-4fc2-9db4-912cf1fd44da), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:26.276094 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3045cf43-0cb8-4e2a-b49f-5d87913a0bd1 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (1b3d6648-9e2e-4fc2-9db4-912cf1fd44da), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:26.300957 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2e7d3587-8ab3-433b-8832-e6f613a4a537 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (389f1f00-b86a-4154-b700-f3328ae85b52), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:26.330960 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcaaf2a-d9bb-4ba5-90ce-12726bdaea4b req-1808257a-2e81-44ac-a769-4de6532ea592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:26.333098 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-bbcaaf2a-d9bb-4ba5-90ce-12726bdaea4b req-1808257a-2e81-44ac-a769-4de6532ea592 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e91feca-45f0-4a0a-b0ad-b17a5562d039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2449999 Jan 29 04:32:26.337648 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f61163fa-eb0f-4e13-af15-1db8cc2d26e1 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (ff821840-ac64-4b87-8e64-2921c9f7bfcc), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:26.365354 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f61163fa-eb0f-4e13-af15-1db8cc2d26e1 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (ff821840-ac64-4b87-8e64-2921c9f7bfcc), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:26.377962 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3045cf43-0cb8-4e2a-b49f-5d87913a0bd1 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (1b3d6648-9e2e-4fc2-9db4-912cf1fd44da), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:26.384790 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3045cf43-0cb8-4e2a-b49f-5d87913a0bd1 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:26.386027 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-3045cf43-0cb8-4e2a-b49f-5d87913a0bd1 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/1b3d6648-9e2e-4fc2-9db4-912cf1fd44da HTTP/1.1" status: 204 len: 168 time: 0.1727149 Jan 29 04:32:26.395830 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55568) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:26.432705 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3045cf43-0cb8-4e2a-b49f-5d87913a0bd1 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b3d6648-9e2e-4fc2-9db4-912cf1fd44da,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:26.449958 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:26.467595 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4dc69f61-61fe-4bee-9bf9-03a71772a867 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0699303 Jan 29 04:32:26.470505 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55572) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:26.532611 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-08bf40ee-bf14-4b9f-88f1-41212d3eea6b tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (d4f6467a-2503-49e0-a8d0-fad4219e7d8c), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:26.549375 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f61163fa-eb0f-4e13-af15-1db8cc2d26e1 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (ff821840-ac64-4b87-8e64-2921c9f7bfcc), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:26.552948 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f61163fa-eb0f-4e13-af15-1db8cc2d26e1 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:26.555354 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f61163fa-eb0f-4e13-af15-1db8cc2d26e1 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "DELETE /v2.0/security-groups/ff821840-ac64-4b87-8e64-2921c9f7bfcc HTTP/1.1" status: 204 len: 168 time: 0.3217914 Jan 29 04:32:26.559898 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55578) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:26.577730 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61163fa-eb0f-4e13-af15-1db8cc2d26e1 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff821840-ac64-4b87-8e64-2921c9f7bfcc,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:26.582261 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-08bf40ee-bf14-4b9f-88f1-41212d3eea6b tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (d4f6467a-2503-49e0-a8d0-fad4219e7d8c), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:26.595152 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-bbcaaf2a-d9bb-4ba5-90ce-12726bdaea4b req-90f38a3b-0856-4c0b-a317-781304ad9736 service neutron] 10.222.0.18 "GET /v2.0/networks/0e91feca-45f0-4a0a-b0ad-b17a5562d039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166450 Jan 29 04:32:26.602787 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7d3587-8ab3-433b-8832-e6f613a4a537 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Router 389f1f00-b86a-4154-b700-f3328ae85b52 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:32:26.682055 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-8f90c712-e7c0-419d-89f6-be03e45fde37 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1209784 Jan 29 04:32:26.686686 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55582) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:26.687542 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-08bf40ee-bf14-4b9f-88f1-41212d3eea6b tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (d4f6467a-2503-49e0-a8d0-fad4219e7d8c), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:26.690267 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-08bf40ee-bf14-4b9f-88f1-41212d3eea6b tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:26.694397 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-08bf40ee-bf14-4b9f-88f1-41212d3eea6b tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "DELETE /v2.0/security-groups/d4f6467a-2503-49e0-a8d0-fad4219e7d8c HTTP/1.1" status: 204 len: 168 time: 0.2203162 Jan 29 04:32:26.698526 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-2d061abc-becf-4100-b9dc-3ace78066dad tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Request body: {'security_group': {'name': 'tempest-secgroup--1969749267'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:26.698657 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55584) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:26.707984 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf40ee-bf14-4b9f-88f1-41212d3eea6b tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f6467a-2503-49e0-a8d0-fad4219e7d8c,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:26.749308 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-08fefb4a-02dd-43ba-b2d8-b47c66a49fc2 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0521717 Jan 29 04:32:26.752653 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55586) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:26.759388 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-294b1090-99c3-4863-a100-7d54f2b874c2 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Request body: {'security_group': {'name': 'tempest-secgroup--1028490135'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:26.800189 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7d3587-8ab3-433b-8832-e6f613a4a537 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:32:26.808999 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-2e7d3587-8ab3-433b-8832-e6f613a4a537 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "PUT /v2.0/routers/389f1f00-b86a-4154-b700-f3328ae85b52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9940007 Jan 29 04:32:26.812628 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55588) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:26.812748 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934b1d7f-15a0-48c3-b2b3-986a80df6265 None None] Sync routers for ids ['389f1f00-b86a-4154-b700-f3328ae85b52'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:32:26.822696 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-294b1090-99c3-4863-a100-7d54f2b874c2 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:26.822920 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934b1d7f-15a0-48c3-b2b3-986a80df6265 None None] Routers {'389f1f00-b86a-4154-b700-f3328ae85b52'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:26.823480 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-934b1d7f-15a0-48c3-b2b3-986a80df6265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:32:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['389f1f00-b86a-4154-b700-f3328ae85b52'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:26.825585 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-bbcaaf2a-d9bb-4ba5-90ce-12726bdaea4b req-a928d970-5652-463d-b3b6-bb8475f31d23 service neutron] 10.222.0.18 "GET /v2.0/networks/0e91feca-45f0-4a0a-b0ad-b17a5562d039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212131 Jan 29 04:32:26.875909 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a27b056-445d-428d-a368-339c9d9aeadc tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Deleting subnet eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6 {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:32:26.879720 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2d061abc-becf-4100-b9dc-3ace78066dad tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:26.882581 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9a27b056-445d-428d-a368-339c9d9aeadc tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for subnet (eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:26.918006 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-294b1090-99c3-4863-a100-7d54f2b874c2 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (2ff84c9a-ead9-420c-9a9e-47fc60b6f9f2), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:26.921191 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-934b1d7f-15a0-48c3-b2b3-986a80df6265 None None] Set router 389f1f00-b86a-4154-b700-f3328ae85b52 gateway port host: None {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:32:26.945498 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9a27b056-445d-428d-a368-339c9d9aeadc tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:26.954015 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-294b1090-99c3-4863-a100-7d54f2b874c2 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (2ff84c9a-ead9-420c-9a9e-47fc60b6f9f2), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:26.986736 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-934b1d7f-15a0-48c3-b2b3-986a80df6265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'name': 'tempest-RoutersIpV6Test-router-1785197132', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:22Z', 'updated_at': '2022-01-29T04:32:25Z', 'revision_number': 11, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'gw_port_host': None}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:27.008768 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b1090-99c3-4863-a100-7d54f2b874c2 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff84c9a-ead9-420c-9a9e-47fc60b6f9f2,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:27.014396 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934b1d7f-15a0-48c3-b2b3-986a80df6265 None None] Checking router: 389f1f00-b86a-4154-b700-f3328ae85b52 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:32:27.025707 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934b1d7f-15a0-48c3-b2b3-986a80df6265 None None] Routers {'389f1f00-b86a-4154-b700-f3328ae85b52'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:27.026316 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-934b1d7f-15a0-48c3-b2b3-986a80df6265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:32:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['389f1f00-b86a-4154-b700-f3328ae85b52'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:27.056676 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2d061abc-becf-4100-b9dc-3ace78066dad tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (49daf74a-1ee6-4a5f-bd57-7a2e7556c3d1), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:27.058081 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-294b1090-99c3-4863-a100-7d54f2b874c2 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:27.062071 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-294b1090-99c3-4863-a100-7d54f2b874c2 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3045659 Jan 29 04:32:27.062854 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55596) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:27.069291 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-bff2d9a5-aef8-4aea-8f51-03c011582f5f tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Request body: {'security_group_rule': {'security_group_id': '2ff84c9a-ead9-420c-9a9e-47fc60b6f9f2', 'direction': 'ingress', 'protocol': 17}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:27.075994 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9a27b056-445d-428d-a368-339c9d9aeadc tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:27.099483 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-934b1d7f-15a0-48c3-b2b3-986a80df6265 None None] Set router 389f1f00-b86a-4154-b700-f3328ae85b52 gateway port host: None {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:32:27.147202 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2d061abc-becf-4100-b9dc-3ace78066dad tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (49daf74a-1ee6-4a5f-bd57-7a2e7556c3d1), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:27.155532 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-934b1d7f-15a0-48c3-b2b3-986a80df6265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'name': 'tempest-RoutersIpV6Test-router-1785197132', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:22Z', 'updated_at': '2022-01-29T04:32:25Z', 'revision_number': 11, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'gw_port_host': None}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:27.177887 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bff2d9a5-aef8-4aea-8f51-03c011582f5f tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (ef450dfc-e1fd-4174-bcb7-67df16e32c70), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:27.182157 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d061abc-becf-4100-b9dc-3ace78066dad tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49daf74a-1ee6-4a5f-bd57-7a2e7556c3d1,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:27.182915 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934b1d7f-15a0-48c3-b2b3-986a80df6265 None None] The sync data for ids ['389f1f00-b86a-4154-b700-f3328ae85b52'] in dv-neutron-821190-1-hyperv is: [{'id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'name': 'tempest-RoutersIpV6Test-router-1785197132', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:22Z', 'updated_at': '2022-01-29T04:32:25Z', 'revision_number': 11, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'gw_port_host': None}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:32:27.245025 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55600) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:27.252010 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9a27b056-445d-428d-a368-339c9d9aeadc tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:27.259468 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bff2d9a5-aef8-4aea-8f51-03c011582f5f tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (ef450dfc-e1fd-4174-bcb7-67df16e32c70), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:27.283899 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2d061abc-becf-4100-b9dc-3ace78066dad tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:27.288073 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-2d061abc-becf-4100-b9dc-3ace78066dad tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5975959 Jan 29 04:32:27.288073 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55604) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:27.290454 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9a27b056-445d-428d-a368-339c9d9aeadc tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:27.295653 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5612108e-4f9b-470e-9b1e-ea2707d9a7b4 None None] Network 755ba25d-bb6b-4a0d-b5a3-7160b7e189ba requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:32:27.296185 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-9a27b056-445d-428d-a368-339c9d9aeadc tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "DELETE /v2.0/subnets/eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6 HTTP/1.1" status: 204 len: 168 time: 0.4840488 Jan 29 04:32:27.299448 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-1fb4a215-3c3a-45a3-85a9-1532789ec599 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Request body: {'security_group_rule': {'security_group_id': '49daf74a-1ee6-4a5f-bd57-7a2e7556c3d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:27.300284 dv-neutron-821190-1-hyperv neutron-server[103584]: WARNING neutron.api.v2.base [None req-1fb4a215-3c3a-45a3-85a9-1532789ec599 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 29 04:32:27.300809 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-1fb4a215-3c3a-45a3-85a9-1532789ec599 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:32:27.304261 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1fb4a215-3c3a-45a3-85a9-1532789ec599 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0129125 Jan 29 04:32:27.304261 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a27b056-445d-428d-a368-339c9d9aeadc tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event deleted for resources: {'Subnet': ['ID=eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:27.304261 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55606) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:27.304640 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55608) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:27.316762 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-81f8f6ce-5379-4a43-817f-71f5dbc6218c tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Request body: {'security_group_rule': {'security_group_id': '49daf74a-1ee6-4a5f-bd57-7a2e7556c3d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:27.317438 dv-neutron-821190-1-hyperv neutron-server[103584]: WARNING neutron.api.v2.base [None req-81f8f6ce-5379-4a43-817f-71f5dbc6218c tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 29 04:32:27.317920 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-81f8f6ce-5379-4a43-817f-71f5dbc6218c tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:32:27.318952 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-81f8f6ce-5379-4a43-817f-71f5dbc6218c tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0123782 Jan 29 04:32:27.322714 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55610) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:27.337941 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-c9a7deca-fd66-4db6-bbef-39e302a699c3 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Request body: {'security_group_rule': {'security_group_id': '49daf74a-1ee6-4a5f-bd57-7a2e7556c3d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:27.338752 dv-neutron-821190-1-hyperv neutron-server[103584]: WARNING neutron.api.v2.base [None req-c9a7deca-fd66-4db6-bbef-39e302a699c3 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 29 04:32:27.339243 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-c9a7deca-fd66-4db6-bbef-39e302a699c3 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:32:27.340211 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c9a7deca-fd66-4db6-bbef-39e302a699c3 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0162442 Jan 29 04:32:27.343237 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55612) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:27.348889 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-d58d7228-0d9b-4a6f-a148-f8bf9a8f1140 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Request body: {'security_group_rule': {'security_group_id': '49daf74a-1ee6-4a5f-bd57-7a2e7556c3d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:27.350682 dv-neutron-821190-1-hyperv neutron-server[103585]: WARNING neutron.api.v2.base [None req-d58d7228-0d9b-4a6f-a148-f8bf9a8f1140 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 29 04:32:27.351588 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-d58d7228-0d9b-4a6f-a148-f8bf9a8f1140 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:32:27.353473 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d58d7228-0d9b-4a6f-a148-f8bf9a8f1140 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0090685 Jan 29 04:32:27.356293 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55614) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:27.365184 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bff2d9a5-aef8-4aea-8f51-03c011582f5f tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (ef450dfc-e1fd-4174-bcb7-67df16e32c70), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:27.394405 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-e82c72f8-14f5-4908-a4ae-5d478b63dbeb tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-225805660', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:27.409482 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff2d9a5-aef8-4aea-8f51-03c011582f5f tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef450dfc-e1fd-4174-bcb7-67df16e32c70,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:27.432932 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-19279cb3-f9ee-42f4-8ebd-81b7d22b69ff tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (49daf74a-1ee6-4a5f-bd57-7a2e7556c3d1), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:27.435823 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c1a6836b-9579-4fb2-b772-37e5eb7cab70 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (755ba25d-bb6b-4a0d-b5a3-7160b7e189ba), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:27.459679 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-19279cb3-f9ee-42f4-8ebd-81b7d22b69ff tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (49daf74a-1ee6-4a5f-bd57-7a2e7556c3d1), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:27.483472 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bff2d9a5-aef8-4aea-8f51-03c011582f5f tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:27.483472 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-bff2d9a5-aef8-4aea-8f51-03c011582f5f tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4166386 Jan 29 04:32:27.484388 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55616) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:27.523023 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-c1a6836b-9579-4fb2-b772-37e5eb7cab70 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Deleting port ca942c55-d098-4ba0-b315-bc36c2fa8954 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:32:27.523959 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c1a6836b-9579-4fb2-b772-37e5eb7cab70 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (ca942c55-d098-4ba0-b315-bc36c2fa8954), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:27.544114 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e82c72f8-14f5-4908-a4ae-5d478b63dbeb tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (bf3777c3-64ee-4a1b-9a97-18c3a3d725a0), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:27.545125 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e82c72f8-14f5-4908-a4ae-5d478b63dbeb tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (bf3777c3-64ee-4a1b-9a97-18c3a3d725a0), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:27.553734 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a03f0b-5efe-45d7-8ad0-a1d7947d6bc9 None None] DHCP port deletion for 755ba25d-bb6b-4a0d-b5a3-7160b7e189ba request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:32:27.558583 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-19279cb3-f9ee-42f4-8ebd-81b7d22b69ff tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (49daf74a-1ee6-4a5f-bd57-7a2e7556c3d1), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:27.562243 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-19279cb3-f9ee-42f4-8ebd-81b7d22b69ff tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:27.568346 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-19279cb3-f9ee-42f4-8ebd-81b7d22b69ff tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "DELETE /v2.0/security-groups/49daf74a-1ee6-4a5f-bd57-7a2e7556c3d1 HTTP/1.1" status: 204 len: 168 time: 0.2097964 Jan 29 04:32:27.569276 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55618) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:27.636456 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d9fb980a-059e-4c7f-88d6-a4c3f9eb0eb1 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (2ff84c9a-ead9-420c-9a9e-47fc60b6f9f2), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:27.641437 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-c1a6836b-9579-4fb2-b772-37e5eb7cab70 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] For port ca942c55-d098-4ba0-b315-bc36c2fa8954, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=ca942c55-d098-4ba0-b315-bc36c2fa8954,segment=NetworkSegment(446f33e6-f114-4db5-9fe8-c1ce26500826),segment_id=446f33e6-f114-4db5-9fe8-c1ce26500826)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:27.641809 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c1a6836b-9579-4fb2-b772-37e5eb7cab70 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (ca942c55-d098-4ba0-b315-bc36c2fa8954), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:27.642051 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-69a03f0b-5efe-45d7-8ad0-a1d7947d6bc9 None None] Deleting port ca942c55-d098-4ba0-b315-bc36c2fa8954 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:32:27.642479 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-69a03f0b-5efe-45d7-8ad0-a1d7947d6bc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (ca942c55-d098-4ba0-b315-bc36c2fa8954), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:27.655203 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-3a87271b-0df3-44dc-9f17-a887fc46050b tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0776432 Jan 29 04:32:27.655203 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19279cb3-f9ee-42f4-8ebd-81b7d22b69ff tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49daf74a-1ee6-4a5f-bd57-7a2e7556c3d1,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:27.656283 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55620) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:27.661622 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-5cb04910-3f34-4772-8fe7-23c5cbd2e309 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Request body: {'security_group': {'name': 'tempest-secgroup--823895596'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:27.683387 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device ae4163c1-5816-44cf-b80c-89f9f11f20b9 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:32:27.695119 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-c1a6836b-9579-4fb2-b772-37e5eb7cab70 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Calling delete_port for ca942c55-d098-4ba0-b315-bc36c2fa8954 owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:32:27.704284 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e82c72f8-14f5-4908-a4ae-5d478b63dbeb tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks [] for router_controller (bf3777c3-64ee-4a1b-9a97-18c3a3d725a0), precommit_add_association {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:27.713603 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d9fb980a-059e-4c7f-88d6-a4c3f9eb0eb1 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (2ff84c9a-ead9-420c-9a9e-47fc60b6f9f2), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:27.743057 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5cb04910-3f34-4772-8fe7-23c5cbd2e309 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:27.781044 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e82c72f8-14f5-4908-a4ae-5d478b63dbeb tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (bf3777c3-64ee-4a1b-9a97-18c3a3d725a0), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:27.823740 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5cb04910-3f34-4772-8fe7-23c5cbd2e309 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (f55db62b-21ca-4954-9fd6-05c825788eeb), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:27.886536 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e82c72f8-14f5-4908-a4ae-5d478b63dbeb tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:27.887807 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e82c72f8-14f5-4908-a4ae-5d478b63dbeb tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6415663 Jan 29 04:32:27.890686 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55622) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:27.895525 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-1eab9d2f-b9f1-4cd4-9fb4-c91d7f3a930f tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2028857078'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:27.898029 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: ae4163c1-5816-44cf-b80c-89f9f11f20b9 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:32:27.898962 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device ae4163c1-5816-44cf-b80c-89f9f11f20b9 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:32:27.899391 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device ca942c55-d098-4ba0-b315-bc36c2fa8954 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:32:27.918781 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d9fb980a-059e-4c7f-88d6-a4c3f9eb0eb1 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (2ff84c9a-ead9-420c-9a9e-47fc60b6f9f2), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:27.919009 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5cb04910-3f34-4772-8fe7-23c5cbd2e309 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (f55db62b-21ca-4954-9fd6-05c825788eeb), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:27.921311 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d9fb980a-059e-4c7f-88d6-a4c3f9eb0eb1 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:27.922521 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d9fb980a-059e-4c7f-88d6-a4c3f9eb0eb1 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "DELETE /v2.0/security-groups/2ff84c9a-ead9-420c-9a9e-47fc60b6f9f2 HTTP/1.1" status: 204 len: 168 time: 0.4362397 Jan 29 04:32:27.925924 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c1a6836b-9579-4fb2-b772-37e5eb7cab70 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (ca942c55-d098-4ba0-b315-bc36c2fa8954), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:27.929366 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55624) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:27.946476 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-69a03f0b-5efe-45d7-8ad0-a1d7947d6bc9 None None] For port ca942c55-d098-4ba0-b315-bc36c2fa8954, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=ca942c55-d098-4ba0-b315-bc36c2fa8954,segment=NetworkSegment(446f33e6-f114-4db5-9fe8-c1ce26500826),segment_id=446f33e6-f114-4db5-9fe8-c1ce26500826)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:27.946889 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-69a03f0b-5efe-45d7-8ad0-a1d7947d6bc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (ca942c55-d098-4ba0-b315-bc36c2fa8954), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:27.951310 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb04910-3f34-4772-8fe7-23c5cbd2e309 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f55db62b-21ca-4954-9fd6-05c825788eeb,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:27.965847 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-69a03f0b-5efe-45d7-8ad0-a1d7947d6bc9 None None] Calling delete_port for ca942c55-d098-4ba0-b315-bc36c2fa8954 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:32:27.968770 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb980a-059e-4c7f-88d6-a4c3f9eb0eb1 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff84c9a-ead9-420c-9a9e-47fc60b6f9f2,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:27.978017 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No active binding found for port ca942c55-d098-4ba0-b315-bc36c2fa8954 {{(pid=103586) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 29 04:32:27.978390 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] The host dv-neutron-821190-1-hyperv is not matching for port ca942c55-d098-4ba0-b315-bc36c2fa8954 host None! {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 29 04:32:27.978780 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device ca942c55-d098-4ba0-b315-bc36c2fa8954 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:32:27.979237 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eab9d2f-b9f1-4cd4-9fb4-c91d7f3a930f tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Made reservation on behalf of c529928fc34b4d3485f6004cd82cc3f2 for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:32:27.984152 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1eab9d2f-b9f1-4cd4-9fb4-c91d7f3a930f tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:27.988007 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6836b-9579-4fb2-b772-37e5eb7cab70 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event deleted for resources: {'Port': ['ID=ca942c55-d098-4ba0-b315-bc36c2fa8954,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:27.994605 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a6836b-9579-4fb2-b772-37e5eb7cab70 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] No DVR routers for this DVR port ca942c55-d098-4ba0-b315-bc36c2fa8954 on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:32:27.996190 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5cb04910-3f34-4772-8fe7-23c5cbd2e309 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:27.997463 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-5cb04910-3f34-4772-8fe7-23c5cbd2e309 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3401933 Jan 29 04:32:28.001082 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55626) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:28.008512 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-745210d8-c369-4f38-b9f1-09c189c044d3 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Request body: {'security_group_rule': {'security_group_id': 'f55db62b-21ca-4954-9fd6-05c825788eeb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:28.008512 dv-neutron-821190-1-hyperv neutron-server[103585]: WARNING neutron.api.v2.base [None req-745210d8-c369-4f38-b9f1-09c189c044d3 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 29 04:32:28.009369 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-745210d8-c369-4f38-b9f1-09c189c044d3 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:32:28.013231 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-745210d8-c369-4f38-b9f1-09c189c044d3 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0109634 Jan 29 04:32:28.014073 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55628) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:28.018729 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-3c33271e-c950-4a81-a218-12f47c1c7240 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Request body: {'security_group_rule': {'security_group_id': 'f55db62b-21ca-4954-9fd6-05c825788eeb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:28.028551 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1eab9d2f-b9f1-4cd4-9fb4-c91d7f3a930f tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:28.067985 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-69a03f0b-5efe-45d7-8ad0-a1d7947d6bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (ca942c55-d098-4ba0-b315-bc36c2fa8954), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:28.095064 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a03f0b-5efe-45d7-8ad0-a1d7947d6bc9 None None] Pushing event deleted for resources: {'Port': ['ID=ca942c55-d098-4ba0-b315-bc36c2fa8954,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:28.098628 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a03f0b-5efe-45d7-8ad0-a1d7947d6bc9 None None] No DVR routers for this DVR port ca942c55-d098-4ba0-b315-bc36c2fa8954 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:32:28.123977 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-352c18bb-9844-4dfb-b598-fd73dcf64172 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1912441 Jan 29 04:32:28.128645 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55630) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:28.133186 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-6c023f98-aa38-4275-8c5d-b4d29c6e7e76 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Request body: {'security_group': {'name': 'tempest-secgroup--1427728366'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:28.135041 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c1a6836b-9579-4fb2-b772-37e5eb7cab70 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (755ba25d-bb6b-4a0d-b5a3-7160b7e189ba), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:28.166102 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-c1a6836b-9579-4fb2-b772-37e5eb7cab70 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['755ba25d-bb6b-4a0d-b5a3-7160b7e189ba']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:28.175603 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-3c33271e-c950-4a81-a218-12f47c1c7240 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:32:28.177166 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-3c33271e-c950-4a81-a218-12f47c1c7240 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1618736 Jan 29 04:32:28.180499 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-c1a6836b-9579-4fb2-b772-37e5eb7cab70 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '446f33e6-f114-4db5-9fe8-c1ce26500826') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:28.183558 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55632) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:28.184036 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-c1a6836b-9579-4fb2-b772-37e5eb7cab70 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '446f33e6-f114-4db5-9fe8-c1ce26500826') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:28.186105 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-6a16045b-c708-47a5-abad-0a98fa5d5e18 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Request body: {'security_group_rule': {'security_group_id': 'f55db62b-21ca-4954-9fd6-05c825788eeb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:28.186588 dv-neutron-821190-1-hyperv neutron-server[103585]: WARNING neutron.api.v2.base [None req-6a16045b-c708-47a5-abad-0a98fa5d5e18 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 29 04:32:28.187061 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-6a16045b-c708-47a5-abad-0a98fa5d5e18 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:32:28.190355 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6a16045b-c708-47a5-abad-0a98fa5d5e18 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060949 Jan 29 04:32:28.190541 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55634) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:28.194830 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-1531b3cc-510e-4d72-8954-1e0162290e28 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Request body: {'security_group_rule': {'security_group_id': 'f55db62b-21ca-4954-9fd6-05c825788eeb', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:28.197716 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c1a6836b-9579-4fb2-b772-37e5eb7cab70 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (446f33e6-f114-4db5-9fe8-c1ce26500826), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:28.200415 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6c023f98-aa38-4275-8c5d-b4d29c6e7e76 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:28.219342 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c1a6836b-9579-4fb2-b772-37e5eb7cab70 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (446f33e6-f114-4db5-9fe8-c1ce26500826), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:28.229663 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1a6836b-9579-4fb2-b772-37e5eb7cab70 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:32:28.230054 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c1a6836b-9579-4fb2-b772-37e5eb7cab70 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (446f33e6-f114-4db5-9fe8-c1ce26500826), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:28.233104 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:32:28.233104 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:32:28.233104 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:32:28.233104 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:32:28.233104 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:32:28.233104 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:32:28.233104 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:32:28.233104 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:32:28.233104 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:32:28.233104 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:32:28.233104 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:32:28.233104 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:32:28.233104 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:32:28.233104 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:32:28.233104 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:32:28.233104 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:32:28.233104 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:32:28.233104 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:32:28.233104 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:32:28.233104 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:32:28.233104 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:32:28.233104 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:32:28.233104 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:32:28.233104 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:32:28.233104 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:32:28.233104 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:32:28.233104 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:32:28.233104 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:32:28.233104 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:32:28.233104 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:32:28.233104 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:32:28.233104 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:32:28.276634 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6c023f98-aa38-4275-8c5d-b4d29c6e7e76 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (6aa066b0-fd0c-4cb6-b3bd-5687b7d98f7d), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:28.299065 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1eab9d2f-b9f1-4cd4-9fb4-c91d7f3a930f tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks [] for security_group (6fd3afdf-663e-4b32-8fed-39b4ac9808d8), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:28.341569 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6c023f98-aa38-4275-8c5d-b4d29c6e7e76 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (6aa066b0-fd0c-4cb6-b3bd-5687b7d98f7d), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:28.364937 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c1a6836b-9579-4fb2-b772-37e5eb7cab70 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (755ba25d-bb6b-4a0d-b5a3-7160b7e189ba), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:28.367245 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1eab9d2f-b9f1-4cd4-9fb4-c91d7f3a930f tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (6fd3afdf-663e-4b32-8fed-39b4ac9808d8), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:28.369333 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-1531b3cc-510e-4d72-8954-1e0162290e28 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:32:28.372829 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c1a6836b-9579-4fb2-b772-37e5eb7cab70 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:28.373070 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-1531b3cc-510e-4d72-8954-1e0162290e28 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1811743 Jan 29 04:32:28.373730 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55636) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:28.376590 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c1a6836b-9579-4fb2-b772-37e5eb7cab70 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "DELETE /v2.0/networks/755ba25d-bb6b-4a0d-b5a3-7160b7e189ba HTTP/1.1" status: 204 len: 168 time: 1.0709720 Jan 29 04:32:28.380916 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-a5f9d421-c97a-46a1-a5b3-9bbb5d0dd752 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Request body: {'security_group_rule': {'security_group_id': 'f55db62b-21ca-4954-9fd6-05c825788eeb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:28.381390 dv-neutron-821190-1-hyperv neutron-server[103585]: WARNING neutron.api.v2.base [None req-a5f9d421-c97a-46a1-a5b3-9bbb5d0dd752 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 29 04:32:28.381900 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-a5f9d421-c97a-46a1-a5b3-9bbb5d0dd752 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:32:28.382882 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a5f9d421-c97a-46a1-a5b3-9bbb5d0dd752 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072956 Jan 29 04:32:28.383546 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55638) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:28.385868 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c023f98-aa38-4275-8c5d-b4d29c6e7e76 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa066b0-fd0c-4cb6-b3bd-5687b7d98f7d,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:28.390401 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-8f0db01e-cac5-4d5d-880c-f95dea7114e9 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Request body: {'router': {'routes': None}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:28.395944 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55640) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:28.399044 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-95fbe35b-89f6-4401-a06f-e88d24961ded tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Request body: {'security_group_rule': {'security_group_id': 'f55db62b-21ca-4954-9fd6-05c825788eeb', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:28.413868 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6836b-9579-4fb2-b772-37e5eb7cab70 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Pushing event deleted for resources: {'Network': ['ID=755ba25d-bb6b-4a0d-b5a3-7160b7e189ba,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:28.417617 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eab9d2f-b9f1-4cd4-9fb4-c91d7f3a930f tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:32:28.433590 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab9d2f-b9f1-4cd4-9fb4-c91d7f3a930f tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd3afdf-663e-4b32-8fed-39b4ac9808d8,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:28.437567 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1eab9d2f-b9f1-4cd4-9fb4-c91d7f3a930f tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (69f40adc-a840-477e-a712-7595861bf1c3), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:28.437917 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-1eab9d2f-b9f1-4cd4-9fb4-c91d7f3a930f tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Added segment 69f40adc-a840-477e-a712-7595861bf1c3 of type vlan for network 94f80c40-5d3a-4901-b3f6-204619cf7475 Jan 29 04:32:28.472536 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6c023f98-aa38-4275-8c5d-b4d29c6e7e76 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:28.473774 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6c023f98-aa38-4275-8c5d-b4d29c6e7e76 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3440845 Jan 29 04:32:28.477742 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55642) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:28.484757 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-60b1ed75-55d5-4cf7-a859-b7905e70f620 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Request body: {'security_group': {'name': 'tempest-secgroup--2006847962'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:28.490650 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1eab9d2f-b9f1-4cd4-9fb4-c91d7f3a930f tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (94f80c40-5d3a-4901-b3f6-204619cf7475), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:28.568171 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.extraroute_db [None req-8f0db01e-cac5-4d5d-880c-f95dea7114e9 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Added routes are [] {{(pid=103585) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 29 04:32:28.568464 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.extraroute_db [None req-8f0db01e-cac5-4d5d-880c-f95dea7114e9 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Removed routes are [] {{(pid=103585) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 29 04:32:28.568846 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8f0db01e-cac5-4d5d-880c-f95dea7114e9 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1615661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1617607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-536'] for router (389f1f00-b86a-4154-b700-f3328ae85b52), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:28.598587 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-60b1ed75-55d5-4cf7-a859-b7905e70f620 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:28.635307 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1eab9d2f-b9f1-4cd4-9fb4-c91d7f3a930f tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (94f80c40-5d3a-4901-b3f6-204619cf7475), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:28.640243 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eab9d2f-b9f1-4cd4-9fb4-c91d7f3a930f tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:28.640874 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1eab9d2f-b9f1-4cd4-9fb4-c91d7f3a930f tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:28.715232 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8f0db01e-cac5-4d5d-880c-f95dea7114e9 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1615661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1617607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-536'] for router (389f1f00-b86a-4154-b700-f3328ae85b52), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:28.718723 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8f0db01e-cac5-4d5d-880c-f95dea7114e9 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1615652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1615667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1617630'] for router (389f1f00-b86a-4154-b700-f3328ae85b52), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:28.730275 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab9d2f-b9f1-4cd4-9fb4-c91d7f3a930f tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Pushing event updated for resources: {'Network': ['ID=94f80c40-5d3a-4901-b3f6-204619cf7475,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:28.743720 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 94f80c40-5d3a-4901-b3f6-204619cf7475 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:32:28.744241 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-60b1ed75-55d5-4cf7-a859-b7905e70f620 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (c1e1cd00-cfb6-4546-b0bd-99262ae380c2), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:28.763355 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-95fbe35b-89f6-4401-a06f-e88d24961ded tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:32:28.771424 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-95fbe35b-89f6-4401-a06f-e88d24961ded tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3693335 Jan 29 04:32:28.771564 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55644) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:28.772256 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-bc4eec96-e7ba-4f5e-ad93-04e623d0f1ff tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Request body: {'security_group_rule': {'security_group_id': 'f55db62b-21ca-4954-9fd6-05c825788eeb', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:28.772776 dv-neutron-821190-1-hyperv neutron-server[103584]: WARNING neutron.api.v2.base [None req-bc4eec96-e7ba-4f5e-ad93-04e623d0f1ff tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 29 04:32:28.773871 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-bc4eec96-e7ba-4f5e-ad93-04e623d0f1ff tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:32:28.774997 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-bc4eec96-e7ba-4f5e-ad93-04e623d0f1ff tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063796 Jan 29 04:32:28.777374 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55646) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:28.781630 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-c43d9fcf-abfa-4d77-ab9d-3c27619e9dd2 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Request body: {'security_group_rule': {'security_group_id': 'f55db62b-21ca-4954-9fd6-05c825788eeb', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:28.797721 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1eab9d2f-b9f1-4cd4-9fb4-c91d7f3a930f tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9059606 Jan 29 04:32:28.807960 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55648) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:28.812919 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0db01e-cac5-4d5d-880c-f95dea7114e9 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Router 389f1f00-b86a-4154-b700-f3328ae85b52 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:32:28.813281 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-34ee7433-324c-4998-a6d8-65cff06bc258 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Request body: {'subnet': {'network_id': '94f80c40-5d3a-4901-b3f6-204619cf7475', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:28.829693 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-60b1ed75-55d5-4cf7-a859-b7905e70f620 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (c1e1cd00-cfb6-4546-b0bd-99262ae380c2), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:28.902903 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0db01e-cac5-4d5d-880c-f95dea7114e9 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:32:28.909895 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8f0db01e-cac5-4d5d-880c-f95dea7114e9 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:28.911275 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-8f0db01e-cac5-4d5d-880c-f95dea7114e9 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "PUT /v2.0/routers/389f1f00-b86a-4154-b700-f3328ae85b52 HTTP/1.1" status: 200 len: 705 time: 0.5259254 Jan 29 04:32:28.911431 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b1ed75-55d5-4cf7-a859-b7905e70f620 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e1cd00-cfb6-4546-b0bd-99262ae380c2,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:28.914471 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55650) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:28.917359 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8329f4d9-081d-4f2a-8512-dd2fd0f1de76 None None] Sync routers for ids ['389f1f00-b86a-4154-b700-f3328ae85b52'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:32:28.934455 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8329f4d9-081d-4f2a-8512-dd2fd0f1de76 None None] Routers {'389f1f00-b86a-4154-b700-f3328ae85b52'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:28.940394 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-8329f4d9-081d-4f2a-8512-dd2fd0f1de76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:32:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['389f1f00-b86a-4154-b700-f3328ae85b52'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:28.941819 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-60b1ed75-55d5-4cf7-a859-b7905e70f620 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:28.945609 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-60b1ed75-55d5-4cf7-a859-b7905e70f620 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4643092 Jan 29 04:32:28.946671 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55652) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:28.947183 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-5e4db284-7226-4e3f-a363-aece3f5f84fa tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "GET /v2.0/ports?device_id=389f1f00-b86a-4154-b700-f3328ae85b52 HTTP/1.1" status: 200 len: 205 time: 0.0315855 Jan 29 04:32:28.949952 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55654) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:28.951828 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-540499b0-a0cf-40ce-83e4-2037f4975cee tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Request body: {'security_group_rule': {'security_group_id': '6aa066b0-fd0c-4cb6-b3bd-5687b7d98f7d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c1e1cd00-cfb6-4546-b0bd-99262ae380c2', 'remote_ip_prefix': None}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:28.989111 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-c43d9fcf-abfa-4d77-ab9d-3c27619e9dd2 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:32:28.993436 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c43d9fcf-abfa-4d77-ab9d-3c27619e9dd2 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2117605 Jan 29 04:32:28.994473 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55656) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:28.999428 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-42c455a1-5ab1-4a48-9dc7-310feb3164ae tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Request body: {'security_group_rule': {'security_group_id': 'f55db62b-21ca-4954-9fd6-05c825788eeb', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:29.014493 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-8329f4d9-081d-4f2a-8512-dd2fd0f1de76 None None] Set router 389f1f00-b86a-4154-b700-f3328ae85b52 gateway port host: None {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:32:29.030000 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1c7b1977-15a5-4fb7-921f-7c0f4ddd3ed4 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for router (389f1f00-b86a-4154-b700-f3328ae85b52), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:29.049856 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ee7433-324c-4998-a6d8-65cff06bc258 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Made reservation on behalf of c529928fc34b4d3485f6004cd82cc3f2 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:32:29.053375 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-34ee7433-324c-4998-a6d8-65cff06bc258 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:29.073045 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-8329f4d9-081d-4f2a-8512-dd2fd0f1de76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'name': 'tempest-RoutersIpV6Test-router-1785197132', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:22Z', 'updated_at': '2022-01-29T04:32:25Z', 'revision_number': 11, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'gw_port_host': None}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:29.106987 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8329f4d9-081d-4f2a-8512-dd2fd0f1de76 None None] Checking router: 389f1f00-b86a-4154-b700-f3328ae85b52 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:32:29.116881 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8329f4d9-081d-4f2a-8512-dd2fd0f1de76 None None] Routers {'389f1f00-b86a-4154-b700-f3328ae85b52'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:29.118120 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-8329f4d9-081d-4f2a-8512-dd2fd0f1de76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:32:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['389f1f00-b86a-4154-b700-f3328ae85b52'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:29.121047 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-540499b0-a0cf-40ce-83e4-2037f4975cee tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (6b29ba15-be32-45d9-a259-dae385d37112), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:29.194073 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-8329f4d9-081d-4f2a-8512-dd2fd0f1de76 None None] Set router 389f1f00-b86a-4154-b700-f3328ae85b52 gateway port host: None {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:32:29.208130 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1c7b1977-15a5-4fb7-921f-7c0f4ddd3ed4 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (389f1f00-b86a-4154-b700-f3328ae85b52), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:29.210526 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1c7b1977-15a5-4fb7-921f-7c0f4ddd3ed4 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for router_controller (389f1f00-b86a-4154-b700-f3328ae85b52), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:29.241298 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-42c455a1-5ab1-4a48-9dc7-310feb3164ae tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:32:29.242843 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-42c455a1-5ab1-4a48-9dc7-310feb3164ae tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2477899 Jan 29 04:32:29.248639 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-540499b0-a0cf-40ce-83e4-2037f4975cee tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (6b29ba15-be32-45d9-a259-dae385d37112), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:29.249394 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55658) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:29.261421 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-8329f4d9-081d-4f2a-8512-dd2fd0f1de76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'name': 'tempest-RoutersIpV6Test-router-1785197132', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:22Z', 'updated_at': '2022-01-29T04:32:25Z', 'revision_number': 11, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'gw_port_host': None}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:29.291660 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8329f4d9-081d-4f2a-8512-dd2fd0f1de76 None None] The sync data for ids ['389f1f00-b86a-4154-b700-f3328ae85b52'] in dv-neutron-821190-1-hyperv is: [{'id': '389f1f00-b86a-4154-b700-f3328ae85b52', 'name': 'tempest-RoutersIpV6Test-router-1785197132', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:22Z', 'updated_at': '2022-01-29T04:32:25Z', 'revision_number': 11, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'gw_port_host': None}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:32:29.364289 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1c7b1977-15a5-4fb7-921f-7c0f4ddd3ed4 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (389f1f00-b86a-4154-b700-f3328ae85b52), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:29.364862 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7b1977-15a5-4fb7-921f-7c0f4ddd3ed4 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Fanout notify agent at l3_agent the message router_deleted on router 389f1f00-b86a-4154-b700-f3328ae85b52 {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:32:29.374492 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1c7b1977-15a5-4fb7-921f-7c0f4ddd3ed4 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:29.379696 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-1c7b1977-15a5-4fb7-921f-7c0f4ddd3ed4 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "DELETE /v2.0/routers/389f1f00-b86a-4154-b700-f3328ae85b52 HTTP/1.1" status: 204 len: 168 time: 0.4246116 Jan 29 04:32:29.382183 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55660) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:29.387493 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-72657add-56fc-4489-bbdc-269e20b44961 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-639948100', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:29.483272 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-72657add-56fc-4489-bbdc-269e20b44961 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (40a3e87b-c0d2-47cc-8c4d-212a86504ad1), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:29.484447 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-72657add-56fc-4489-bbdc-269e20b44961 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (40a3e87b-c0d2-47cc-8c4d-212a86504ad1), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:29.544380 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-72657add-56fc-4489-bbdc-269e20b44961 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for router_controller (40a3e87b-c0d2-47cc-8c4d-212a86504ad1), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:29.598583 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-72657add-56fc-4489-bbdc-269e20b44961 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (40a3e87b-c0d2-47cc-8c4d-212a86504ad1), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:29.640066 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-540499b0-a0cf-40ce-83e4-2037f4975cee tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (6b29ba15-be32-45d9-a259-dae385d37112), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:29.672993 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540499b0-a0cf-40ce-83e4-2037f4975cee tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b29ba15-be32-45d9-a259-dae385d37112,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:29.686010 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-72657add-56fc-4489-bbdc-269e20b44961 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:29.690243 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-72657add-56fc-4489-bbdc-269e20b44961 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3040493 Jan 29 04:32:29.690400 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1fb242f8-32a4-4c69-8d75-e3f417736c6f tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (f55db62b-21ca-4954-9fd6-05c825788eeb), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:29.693929 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55662) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:29.696279 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-7aa7c76c-9b52-48b9-9d4f-87a369427158 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:29.711938 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1fb242f8-32a4-4c69-8d75-e3f417736c6f tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (f55db62b-21ca-4954-9fd6-05c825788eeb), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:29.741082 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-34ee7433-324c-4998-a6d8-65cff06bc258 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (746dedba-10ee-400e-9a00-0da6d6740f88), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:29.772757 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-540499b0-a0cf-40ce-83e4-2037f4975cee tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:29.774108 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-540499b0-a0cf-40ce-83e4-2037f4975cee tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8262064 Jan 29 04:32:29.777329 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55664) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:29.809383 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee7433-324c-4998-a6d8-65cff06bc258 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Pushing event updated for resources: {'Subnet': ['ID=746dedba-10ee-400e-9a00-0da6d6740f88,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:29.818926 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ee7433-324c-4998-a6d8-65cff06bc258 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Checking segment: {'id': '69f40adc-a840-477e-a712-7595861bf1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '94f80c40-5d3a-4901-b3f6-204619cf7475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:32:29.819284 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ee7433-324c-4998-a6d8-65cff06bc258 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Network hostable DHCP agents. Network: 94f80c40-5d3a-4901-b3f6-204619cf7475, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:32:29.855410 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1fb242f8-32a4-4c69-8d75-e3f417736c6f tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (f55db62b-21ca-4954-9fd6-05c825788eeb), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:29.858339 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1fb242f8-32a4-4c69-8d75-e3f417736c6f tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:29.862178 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1fb242f8-32a4-4c69-8d75-e3f417736c6f tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "DELETE /v2.0/security-groups/f55db62b-21ca-4954-9fd6-05c825788eeb HTTP/1.1" status: 204 len: 168 time: 0.6076872 Jan 29 04:32:29.864652 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55666) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:29.882183 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-72ae37db-74fd-4cb2-ba16-2ebf855e6515 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (6b29ba15-be32-45d9-a259-dae385d37112), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:29.884255 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb242f8-32a4-4c69-8d75-e3f417736c6f tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55db62b-21ca-4954-9fd6-05c825788eeb,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:29.895495 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-72ae37db-74fd-4cb2-ba16-2ebf855e6515 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (6b29ba15-be32-45d9-a259-dae385d37112), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:29.910156 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ee7433-324c-4998-a6d8-65cff06bc258 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Network 94f80c40-5d3a-4901-b3f6-204619cf7475 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:32:29.930489 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0b2af6fe-085a-4f7f-901e-c648e099a93c tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0645857 Jan 29 04:32:29.934228 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55668) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:29.940083 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-b95ce865-9c16-4d1d-b2e9-965efd3f4aa4 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Request body: {'security_group': {'name': 'tempest-secgroup--785760749'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:29.978377 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7aa7c76c-9b52-48b9-9d4f-87a369427158 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1615661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1617607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-536'] for router (40a3e87b-c0d2-47cc-8c4d-212a86504ad1), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:30.032752 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-34ee7433-324c-4998-a6d8-65cff06bc258 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 94f80c40-5d3a-4901-b3f6-204619cf7475) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:32:30.037098 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ee7433-324c-4998-a6d8-65cff06bc258 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:30.037703 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-34ee7433-324c-4998-a6d8-65cff06bc258 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:30.046717 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d990f061-741e-4c30-aed7-7c9f6a53e313 None None] Network 94f80c40-5d3a-4901-b3f6-204619cf7475 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:32:30.055747 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b95ce865-9c16-4d1d-b2e9-965efd3f4aa4 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:30.055930 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-72ae37db-74fd-4cb2-ba16-2ebf855e6515 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (6b29ba15-be32-45d9-a259-dae385d37112), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:30.063949 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-72ae37db-74fd-4cb2-ba16-2ebf855e6515 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:30.067960 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-72ae37db-74fd-4cb2-ba16-2ebf855e6515 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/6b29ba15-be32-45d9-a259-dae385d37112 HTTP/1.1" status: 204 len: 168 time: 0.2868271 Jan 29 04:32:30.068198 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7aa7c76c-9b52-48b9-9d4f-87a369427158 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1615652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1615667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1617630'] for router (40a3e87b-c0d2-47cc-8c4d-212a86504ad1), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:30.069421 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55670) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:30.076437 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ae37db-74fd-4cb2-ba16-2ebf855e6515 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b29ba15-be32-45d9-a259-dae385d37112,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:30.124905 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-34ee7433-324c-4998-a6d8-65cff06bc258 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3157113 Jan 29 04:32:30.135444 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55672) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:30.142982 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-b740a43d-f936-4385-a491-2de7e1e4fbe2 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Request body: {'network': {'name': 'tempest-router-network01--1037817948'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:30.157948 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b5868068-fa64-4440-a74d-d8e3da6dc026 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0856874 Jan 29 04:32:30.161634 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55674) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:30.165927 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beda92ab-c7d7-4e26-9705-cd3508e6eeb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-94f80c40-5d3a-4901-b3f6-204619cf7475', 'network_id': '94f80c40-5d3a-4901-b3f6-204619cf7475', 'project_id': 'c529928fc34b4d3485f6004cd82cc3f2', 'fixed_ips': [{'subnet_id': '746dedba-10ee-400e-9a00-0da6d6740f88'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:32:30.166792 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-beda92ab-c7d7-4e26-9705-cd3508e6eeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:30.229096 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b95ce865-9c16-4d1d-b2e9-965efd3f4aa4 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (18db1e3b-107e-4133-bccd-eecddf003ec2), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:30.233289 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa7c76c-9b52-48b9-9d4f-87a369427158 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Router 40a3e87b-c0d2-47cc-8c4d-212a86504ad1 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:32:30.247893 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7e814724-12dc-4b2b-912a-86e5c4c01cd2 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (c1e1cd00-cfb6-4546-b0bd-99262ae380c2), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:30.250712 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b740a43d-f936-4385-a491-2de7e1e4fbe2 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Made reservation on behalf of c529928fc34b4d3485f6004cd82cc3f2 for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:32:30.254168 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b740a43d-f936-4385-a491-2de7e1e4fbe2 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:30.274692 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b95ce865-9c16-4d1d-b2e9-965efd3f4aa4 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (18db1e3b-107e-4133-bccd-eecddf003ec2), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:30.308798 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7e814724-12dc-4b2b-912a-86e5c4c01cd2 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (c1e1cd00-cfb6-4546-b0bd-99262ae380c2), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:30.312643 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-beda92ab-c7d7-4e26-9705-cd3508e6eeb5 None None] Allocated IP 172.20.0.2 (94f80c40-5d3a-4901-b3f6-204619cf7475/746dedba-10ee-400e-9a00-0da6d6740f88/353dbfd5-8fa5-4ea0-a275-23d727c3d462) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:32:30.319381 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa7c76c-9b52-48b9-9d4f-87a369427158 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:32:30.326954 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7aa7c76c-9b52-48b9-9d4f-87a369427158 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:30.331412 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7aa7c76c-9b52-48b9-9d4f-87a369427158 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "PUT /v2.0/routers/40a3e87b-c0d2-47cc-8c4d-212a86504ad1 HTTP/1.1" status: 200 len: 697 time: 0.6390703 Jan 29 04:32:30.331918 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55676) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:30.340345 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ce865-9c16-4d1d-b2e9-965efd3f4aa4 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18db1e3b-107e-4133-bccd-eecddf003ec2,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:30.340565 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226285f0-050f-4af4-a5e6-49d08cd83ae8 None None] Sync routers for ids ['40a3e87b-c0d2-47cc-8c4d-212a86504ad1'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:32:30.342563 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b740a43d-f936-4385-a491-2de7e1e4fbe2 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:32:30.355894 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226285f0-050f-4af4-a5e6-49d08cd83ae8 None None] Routers {'40a3e87b-c0d2-47cc-8c4d-212a86504ad1'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:30.356585 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-226285f0-050f-4af4-a5e6-49d08cd83ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:32:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['40a3e87b-c0d2-47cc-8c4d-212a86504ad1'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:30.363894 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b740a43d-f936-4385-a491-2de7e1e4fbe2 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (d4852c32-3d24-4bce-81f5-d3f5513e1649), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:30.365956 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-b740a43d-f936-4385-a491-2de7e1e4fbe2 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Added segment d4852c32-3d24-4bce-81f5-d3f5513e1649 of type vlan for network e2c9e72d-9db0-47d6-832a-d189da4e3b44 Jan 29 04:32:30.377620 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b95ce865-9c16-4d1d-b2e9-965efd3f4aa4 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:30.381685 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b95ce865-9c16-4d1d-b2e9-965efd3f4aa4 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4433920 Jan 29 04:32:30.404645 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55678) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:30.412003 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-7f87746f-87be-4bb5-954b-361024921f19 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Request body: {'security_group_rule': {'security_group_id': '18db1e3b-107e-4133-bccd-eecddf003ec2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:30.429861 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b740a43d-f936-4385-a491-2de7e1e4fbe2 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (e2c9e72d-9db0-47d6-832a-d189da4e3b44), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:30.453695 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b3700d97-f902-48c3-bb16-743fe0133bdf tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "GET /v2.0/routers/40a3e87b-c0d2-47cc-8c4d-212a86504ad1 HTTP/1.1" status: 200 len: 703 time: 0.1204302 Jan 29 04:32:30.453916 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55680) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:30.484975 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-6440b7bf-1d4f-44b5-90c8-abf8c01e646c tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "GET /v2.0/ports?device_id=40a3e87b-c0d2-47cc-8c4d-212a86504ad1 HTTP/1.1" status: 200 len: 205 time: 0.0298991 Jan 29 04:32:30.487424 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55682) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:30.492785 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-226285f0-050f-4af4-a5e6-49d08cd83ae8 None None] Set router 40a3e87b-c0d2-47cc-8c4d-212a86504ad1 gateway port host: None {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:32:30.494431 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-beda92ab-c7d7-4e26-9705-cd3508e6eeb5 None None] Publish callbacks [] for port (353dbfd5-8fa5-4ea0-a275-23d727c3d462), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:30.495435 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7e814724-12dc-4b2b-912a-86e5c4c01cd2 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (c1e1cd00-cfb6-4546-b0bd-99262ae380c2), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:30.497986 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7e814724-12dc-4b2b-912a-86e5c4c01cd2 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:30.499241 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-7e814724-12dc-4b2b-912a-86e5c4c01cd2 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "DELETE /v2.0/security-groups/c1e1cd00-cfb6-4546-b0bd-99262ae380c2 HTTP/1.1" status: 204 len: 168 time: 0.3314536 Jan 29 04:32:30.501798 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55684) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:30.545123 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e814724-12dc-4b2b-912a-86e5c4c01cd2 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e1cd00-cfb6-4546-b0bd-99262ae380c2,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:30.554081 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-226285f0-050f-4af4-a5e6-49d08cd83ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a3e87b-c0d2-47cc-8c4d-212a86504ad1', 'name': 'tempest-RoutersIpV6Test-router-639948100', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:29Z', 'updated_at': '2022-01-29T04:32:29Z', 'revision_number': 2, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'gw_port_host': None}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:30.575808 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9f5ace38-b6ae-4414-a49e-0d3539e61b11 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0701132 Jan 29 04:32:30.576763 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55686) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:30.582102 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226285f0-050f-4af4-a5e6-49d08cd83ae8 None None] Checking router: 40a3e87b-c0d2-47cc-8c4d-212a86504ad1 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:32:30.589873 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7cca96fc-e64f-4c86-8a1c-190e5d4db334 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for router (40a3e87b-c0d2-47cc-8c4d-212a86504ad1), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:30.596262 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226285f0-050f-4af4-a5e6-49d08cd83ae8 None None] Routers {'40a3e87b-c0d2-47cc-8c4d-212a86504ad1'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:30.597119 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-226285f0-050f-4af4-a5e6-49d08cd83ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:32:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['40a3e87b-c0d2-47cc-8c4d-212a86504ad1'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:30.625007 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b740a43d-f936-4385-a491-2de7e1e4fbe2 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (e2c9e72d-9db0-47d6-832a-d189da4e3b44), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:30.628738 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-beda92ab-c7d7-4e26-9705-cd3508e6eeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (353dbfd5-8fa5-4ea0-a275-23d727c3d462), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:30.629932 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b740a43d-f936-4385-a491-2de7e1e4fbe2 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:30.630538 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b740a43d-f936-4385-a491-2de7e1e4fbe2 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:30.631387 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-88e273ee-ba7e-4349-8821-3bb565a6dc9c tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (6aa066b0-fd0c-4cb6-b3bd-5687b7d98f7d), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:30.658141 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-88e273ee-ba7e-4349-8821-3bb565a6dc9c tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (6aa066b0-fd0c-4cb6-b3bd-5687b7d98f7d), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:30.680042 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-226285f0-050f-4af4-a5e6-49d08cd83ae8 None None] Set router 40a3e87b-c0d2-47cc-8c4d-212a86504ad1 gateway port host: None {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:32:30.689840 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-7f87746f-87be-4bb5-954b-361024921f19 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] create failed (client error): The resource could not be found. Jan 29 04:32:30.691253 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-7f87746f-87be-4bb5-954b-361024921f19 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2852476 Jan 29 04:32:30.694773 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beda92ab-c7d7-4e26-9705-cd3508e6eeb5 None None] Network 94f80c40-5d3a-4901-b3f6-204619cf7475 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:32:30.694934 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55688) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:30.699070 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-beda92ab-c7d7-4e26-9705-cd3508e6eeb5 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:32:30.701914 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-830a4239-4fc2-4b91-a3ef-6bd05ae240a1 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Request body: {'security_group_rule': {'security_group_id': '18db1e3b-107e-4133-bccd-eecddf003ec2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '73174e4b-d300-40ad-afc1-b2e3f2ceb9ce'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:30.705391 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beda92ab-c7d7-4e26-9705-cd3508e6eeb5 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:32:30.740389 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda92ab-c7d7-4e26-9705-cd3508e6eeb5 None None] Pushing event updated for resources: {'Port': ['ID=353dbfd5-8fa5-4ea0-a275-23d727c3d462,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:30.746758 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-226285f0-050f-4af4-a5e6-49d08cd83ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a3e87b-c0d2-47cc-8c4d-212a86504ad1', 'name': 'tempest-RoutersIpV6Test-router-639948100', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:29Z', 'updated_at': '2022-01-29T04:32:29Z', 'revision_number': 2, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'gw_port_host': None}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:30.782584 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226285f0-050f-4af4-a5e6-49d08cd83ae8 None None] The sync data for ids ['40a3e87b-c0d2-47cc-8c4d-212a86504ad1'] in dv-neutron-821190-1-hyperv is: [{'id': '40a3e87b-c0d2-47cc-8c4d-212a86504ad1', 'name': 'tempest-RoutersIpV6Test-router-639948100', 'tenant_id': 'af39ab92727346cabd50ae3ea9026005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:29Z', 'updated_at': '2022-01-29T04:32:29Z', 'revision_number': 2, 'project_id': 'af39ab92727346cabd50ae3ea9026005', 'gw_port_host': None}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:32:30.785963 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-beda92ab-c7d7-4e26-9705-cd3508e6eeb5 None None] Attempting to bind port 353dbfd5-8fa5-4ea0-a275-23d727c3d462 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:32:30.790217 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-beda92ab-c7d7-4e26-9705-cd3508e6eeb5 None None] Attempting to bind port 353dbfd5-8fa5-4ea0-a275-23d727c3d462 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '69f40adc-a840-477e-a712-7595861bf1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '94f80c40-5d3a-4901-b3f6-204619cf7475'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:32:30.790217 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beda92ab-c7d7-4e26-9705-cd3508e6eeb5 None None] Attempting to bind port 353dbfd5-8fa5-4ea0-a275-23d727c3d462 on network 94f80c40-5d3a-4901-b3f6-204619cf7475 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:32:30.793678 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beda92ab-c7d7-4e26-9705-cd3508e6eeb5 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:32:30.794138 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beda92ab-c7d7-4e26-9705-cd3508e6eeb5 None None] Checking segment: {'id': '69f40adc-a840-477e-a712-7595861bf1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '94f80c40-5d3a-4901-b3f6-204619cf7475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:32:30.794607 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-beda92ab-c7d7-4e26-9705-cd3508e6eeb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:30.795080 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beda92ab-c7d7-4e26-9705-cd3508e6eeb5 None None] Bound using segment: {'id': '69f40adc-a840-477e-a712-7595861bf1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '94f80c40-5d3a-4901-b3f6-204619cf7475'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:32:30.795626 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-beda92ab-c7d7-4e26-9705-cd3508e6eeb5 None None] Bound port: 353dbfd5-8fa5-4ea0-a275-23d727c3d462, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69f40adc-a840-477e-a712-7595861bf1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '94f80c40-5d3a-4901-b3f6-204619cf7475'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:32:30.796082 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-beda92ab-c7d7-4e26-9705-cd3508e6eeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (353dbfd5-8fa5-4ea0-a275-23d727c3d462), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:30.810386 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-88e273ee-ba7e-4349-8821-3bb565a6dc9c tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (6aa066b0-fd0c-4cb6-b3bd-5687b7d98f7d), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:30.813744 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b740a43d-f936-4385-a491-2de7e1e4fbe2 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6772344 Jan 29 04:32:30.814111 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-88e273ee-ba7e-4349-8821-3bb565a6dc9c tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:30.815481 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-88e273ee-ba7e-4349-8821-3bb565a6dc9c tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "DELETE /v2.0/security-groups/6aa066b0-fd0c-4cb6-b3bd-5687b7d98f7d HTTP/1.1" status: 204 len: 168 time: 0.2376821 Jan 29 04:32:30.816520 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55690) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:30.831295 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-24f2c0c6-3f6b-4a2d-b93d-8bf558d56bfe tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Request body: {'network': {'name': 'tempest-router-network02--1161726605'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:30.837044 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55692) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:30.854136 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7cca96fc-e64f-4c86-8a1c-190e5d4db334 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (40a3e87b-c0d2-47cc-8c4d-212a86504ad1), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:30.866500 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e273ee-ba7e-4349-8821-3bb565a6dc9c tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa066b0-fd0c-4cb6-b3bd-5687b7d98f7d,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:30.869334 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7cca96fc-e64f-4c86-8a1c-190e5d4db334 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for router_controller (40a3e87b-c0d2-47cc-8c4d-212a86504ad1), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:30.871084 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740a43d-f936-4385-a491-2de7e1e4fbe2 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Pushing event updated for resources: {'Network': ['ID=e2c9e72d-9db0-47d6-832a-d189da4e3b44,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:30.914354 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d00f36a4-7d16-42d3-a382-49facf777e72 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0759604 Jan 29 04:32:30.915259 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55696) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:30.927237 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-1eff2116-9ce3-4f8e-8acc-fd6803840366 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Request body: {'security_group': {'name': 'tempest-secgroup--1283073201'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:30.929130 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-beda92ab-c7d7-4e26-9705-cd3508e6eeb5 None None] For port 353dbfd5-8fa5-4ea0-a275-23d727c3d462, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:32:30.933949 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-beda92ab-c7d7-4e26-9705-cd3508e6eeb5 None None] For port 353dbfd5-8fa5-4ea0-a275-23d727c3d462, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=353dbfd5-8fa5-4ea0-a275-23d727c3d462,segment=NetworkSegment(69f40adc-a840-477e-a712-7595861bf1c3),segment_id=69f40adc-a840-477e-a712-7595861bf1c3)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:32:30.940028 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network e2c9e72d-9db0-47d6-832a-d189da4e3b44 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:32:31.033068 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f2c0c6-3f6b-4a2d-b93d-8bf558d56bfe tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Made reservation on behalf of c529928fc34b4d3485f6004cd82cc3f2 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:32:31.036677 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-24f2c0c6-3f6b-4a2d-b93d-8bf558d56bfe tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:31.062145 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-830a4239-4fc2-4b91-a3ef-6bd05ae240a1 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] create failed (client error): The resource could not be found. Jan 29 04:32:31.062719 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-beda92ab-c7d7-4e26-9705-cd3508e6eeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (353dbfd5-8fa5-4ea0-a275-23d727c3d462), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:31.063246 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f2c0c6-3f6b-4a2d-b93d-8bf558d56bfe tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:32:31.065340 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1eff2116-9ce3-4f8e-8acc-fd6803840366 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:31.066578 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-830a4239-4fc2-4b91-a3ef-6bd05ae240a1 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3695118 Jan 29 04:32:31.067150 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55698) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:31.067778 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7cca96fc-e64f-4c86-8a1c-190e5d4db334 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (40a3e87b-c0d2-47cc-8c4d-212a86504ad1), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:31.069632 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cca96fc-e64f-4c86-8a1c-190e5d4db334 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Fanout notify agent at l3_agent the message router_deleted on router 40a3e87b-c0d2-47cc-8c4d-212a86504ad1 {{(pid=103584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:32:31.077753 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7cca96fc-e64f-4c86-8a1c-190e5d4db334 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:31.080278 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-7cca96fc-e64f-4c86-8a1c-190e5d4db334 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "DELETE /v2.0/routers/40a3e87b-c0d2-47cc-8c4d-212a86504ad1 HTTP/1.1" status: 204 len: 168 time: 0.5905044 Jan 29 04:32:31.087206 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55700) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:31.096273 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-24f2c0c6-3f6b-4a2d-b93d-8bf558d56bfe tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (b55005d7-1a6b-4669-965f-93bb67bab51c), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:31.096642 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-24f2c0c6-3f6b-4a2d-b93d-8bf558d56bfe tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Added segment b55005d7-1a6b-4669-965f-93bb67bab51c of type vlan for network 0dedb09c-d1dd-45a1-b0ed-abda8e25e2cd Jan 29 04:32:31.131017 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda92ab-c7d7-4e26-9705-cd3508e6eeb5 None None] Pushing event updated for resources: {'Port': ['ID=353dbfd5-8fa5-4ea0-a275-23d727c3d462,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:31.136535 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0701208e-5b96-450d-b920-39401580f79d tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "GET /v2.0/ports?device_id=40a3e87b-c0d2-47cc-8c4d-212a86504ad1 HTTP/1.1" status: 200 len: 205 time: 0.0470843 Jan 29 04:32:31.138062 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55702) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:31.170341 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-24f2c0c6-3f6b-4a2d-b93d-8bf558d56bfe tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (0dedb09c-d1dd-45a1-b0ed-abda8e25e2cd), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:31.179024 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-5332de13-a14b-4308-b153-61f2480b8ee6 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] delete failed (client error): The resource could not be found. Jan 29 04:32:31.180902 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-5332de13-a14b-4308-b153-61f2480b8ee6 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "DELETE /v2.0/routers/40a3e87b-c0d2-47cc-8c4d-212a86504ad1 HTTP/1.1" status: 404 len: 336 time: 0.0417790 Jan 29 04:32:31.183582 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55704) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:31.211704 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f16f54e-74a7-4d71-81d7-f119f5bdfef0 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] DELETE failed (client error): The resource could not be found. Jan 29 04:32:31.214413 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-27a4b7ff-ed70-4774-a8d2-9c9b0827f941 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (18db1e3b-107e-4133-bccd-eecddf003ec2), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:31.214563 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f16f54e-74a7-4d71-81d7-f119f5bdfef0 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:32:31.216190 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-2f16f54e-74a7-4d71-81d7-f119f5bdfef0 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "DELETE /v2.0/subnets/70d850a0-c52a-4d8e-b9f9-9e92645d967b HTTP/1.1" status: 404 len: 337 time: 0.0316701 Jan 29 04:32:31.218815 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55706) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:31.254845 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5b2177b-7db6-4405-9341-12808fde9e2f tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] DELETE failed (client error): The resource could not be found. Jan 29 04:32:31.255418 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5b2177b-7db6-4405-9341-12808fde9e2f tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:32:31.258881 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e5b2177b-7db6-4405-9341-12808fde9e2f tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "DELETE /v2.0/subnets/fd5c66cb-ac89-4d3b-b235-09d0981a9454 HTTP/1.1" status: 404 len: 337 time: 0.0385427 Jan 29 04:32:31.260016 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-27a4b7ff-ed70-4774-a8d2-9c9b0827f941 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (18db1e3b-107e-4133-bccd-eecddf003ec2), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:31.261243 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55708) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:31.263982 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1eff2116-9ce3-4f8e-8acc-fd6803840366 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (9d92cf65-ef88-4f9b-a440-0c4443bb63b1), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:31.289564 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b9db1ac-24e4-4ca8-9725-09e73278e55b tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] DELETE failed (client error): The resource could not be found. Jan 29 04:32:31.290327 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b9db1ac-24e4-4ca8-9725-09e73278e55b tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:32:31.292450 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-24f2c0c6-3f6b-4a2d-b93d-8bf558d56bfe tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (0dedb09c-d1dd-45a1-b0ed-abda8e25e2cd), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:31.293505 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-8b9db1ac-24e4-4ca8-9725-09e73278e55b tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "DELETE /v2.0/subnets/9e747d59-a8a0-40dc-b7ab-152cc3261cf5 HTTP/1.1" status: 404 len: 337 time: 0.0313485 Jan 29 04:32:31.296178 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55710) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:31.297623 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f2c0c6-3f6b-4a2d-b93d-8bf558d56bfe tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:31.300580 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-24f2c0c6-3f6b-4a2d-b93d-8bf558d56bfe tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:31.331068 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ce5517e-d1a4-41a8-8ec6-d01191940f34 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] DELETE failed (client error): The resource could not be found. Jan 29 04:32:31.331068 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ce5517e-d1a4-41a8-8ec6-d01191940f34 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:32:31.331277 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1eff2116-9ce3-4f8e-8acc-fd6803840366 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (9d92cf65-ef88-4f9b-a440-0c4443bb63b1), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:31.332183 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-5ce5517e-d1a4-41a8-8ec6-d01191940f34 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "DELETE /v2.0/subnets/eb9fdb00-2e70-44ec-bf29-7aec1c6d2de6 HTTP/1.1" status: 404 len: 337 time: 0.0350053 Jan 29 04:32:31.337292 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55712) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:31.388605 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a62cfbfe-51ca-4056-adcd-6c04c9ba32c2 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "GET /v2.0/ports?device_id=389f1f00-b86a-4154-b700-f3328ae85b52 HTTP/1.1" status: 200 len: 205 time: 0.0516181 Jan 29 04:32:31.390039 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55714) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:31.438202 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1eff2116-9ce3-4f8e-8acc-fd6803840366 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:31.439196 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-1ebdad00-fc3b-441d-b6e3-3c8b8b65a936 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] delete failed (client error): The resource could not be found. Jan 29 04:32:31.442938 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-1eff2116-9ce3-4f8e-8acc-fd6803840366 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5263371 Jan 29 04:32:31.443643 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55716) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:31.444041 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55718) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:31.444691 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1ebdad00-fc3b-441d-b6e3-3c8b8b65a936 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "DELETE /v2.0/routers/389f1f00-b86a-4154-b700-f3328ae85b52 HTTP/1.1" status: 404 len: 336 time: 0.0534308 Jan 29 04:32:31.450123 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f2c0c6-3f6b-4a2d-b93d-8bf558d56bfe tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Pushing event updated for resources: {'Network': ['ID=0dedb09c-d1dd-45a1-b0ed-abda8e25e2cd,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:31.461619 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-a4411445-6e0e-4f2d-9499-cf7e4a05b291 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Request body: {'security_group_rule': {'security_group_id': '9d92cf65-ef88-4f9b-a440-0c4443bb63b1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:31.462533 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 0dedb09c-d1dd-45a1-b0ed-abda8e25e2cd details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:32:31.498448 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2afff657-e33c-46f6-ba23-3f907dc7c25c tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "GET /v2.0/ports?device_id=94f1d47c-b63b-4f41-8ce4-ae31375efb1a HTTP/1.1" status: 200 len: 205 time: 0.0470021 Jan 29 04:32:31.498927 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55720) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:31.503032 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-27a4b7ff-ed70-4774-a8d2-9c9b0827f941 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (18db1e3b-107e-4133-bccd-eecddf003ec2), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:31.509578 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-27a4b7ff-ed70-4774-a8d2-9c9b0827f941 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:31.509578 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-27a4b7ff-ed70-4774-a8d2-9c9b0827f941 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "DELETE /v2.0/security-groups/18db1e3b-107e-4133-bccd-eecddf003ec2 HTTP/1.1" status: 204 len: 168 time: 0.4357877 Jan 29 04:32:31.509578 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff2116-9ce3-4f8e-8acc-fd6803840366 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d92cf65-ef88-4f9b-a440-0c4443bb63b1,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:31.510614 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55722) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:31.576655 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4b7ff-ed70-4774-a8d2-9c9b0827f941 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18db1e3b-107e-4133-bccd-eecddf003ec2,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:31.583216 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-24f2c0c6-3f6b-4a2d-b93d-8bf558d56bfe tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7575412 Jan 29 04:32:31.585161 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-847414e3-d3b7-4ec6-adbf-4156047345cf tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] delete failed (client error): The resource could not be found. Jan 29 04:32:31.586794 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-847414e3-d3b7-4ec6-adbf-4156047345cf tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "DELETE /v2.0/routers/94f1d47c-b63b-4f41-8ce4-ae31375efb1a HTTP/1.1" status: 404 len: 336 time: 0.0847147 Jan 29 04:32:31.588182 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55724) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:31.593591 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55726) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:31.593802 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a120e330-7ee1-4994-8f2a-22b852a949a6 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0813129 Jan 29 04:32:31.597671 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-36e063de-188e-4518-84b1-bf0a76176d21 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Request body: {'subnet': {'network_id': 'e2c9e72d-9db0-47d6-832a-d189da4e3b44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:31.604198 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55728) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:31.605417 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-1a240659-ced3-44dc-8ead-0a6e51b5cce4 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Request body: {'security_group_rule': {'security_group_id': '63ea21c7-1baa-4196-bf6a-e8365683ebc4', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:31.643617 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-10109e93-88ee-42ae-b4ab-585f6f194610 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] DELETE failed (client error): The resource could not be found. Jan 29 04:32:31.644074 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10109e93-88ee-42ae-b4ab-585f6f194610 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:32:31.647227 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-10109e93-88ee-42ae-b4ab-585f6f194610 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "DELETE /v2.0/subnets/14d61f2e-b043-47a4-ab1c-e8c0f4565319 HTTP/1.1" status: 404 len: 337 time: 0.0557268 Jan 29 04:32:31.651304 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55730) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:31.681530 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-3754cc5a-a6ac-4353-b699-ebdb11fde6e9 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "GET /v2.0/ports?device_id=268e4e3d-0b57-430e-b076-a95d9e59b30e HTTP/1.1" status: 200 len: 205 time: 0.0288749 Jan 29 04:32:31.685942 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55732) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:31.689297 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a4411445-6e0e-4f2d-9499-cf7e4a05b291 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (ad474f30-c386-4b3c-b4fb-f79680907d46), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:31.726206 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-99644f50-32c2-4173-bc37-3470d46bbda8 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] delete failed (client error): The resource could not be found. Jan 29 04:32:31.730516 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-99644f50-32c2-4173-bc37-3470d46bbda8 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "DELETE /v2.0/routers/268e4e3d-0b57-430e-b076-a95d9e59b30e HTTP/1.1" status: 404 len: 336 time: 0.0408397 Jan 29 04:32:31.731094 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55734) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:31.765204 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-9a6db2c5-a3d3-4169-a66b-1b10344428c9 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed6bad6-dd05-47a3-bd31-c43ea3393dbf HTTP/1.1" status: 200 len: 205 time: 0.0330396 Jan 29 04:32:31.767596 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55736) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:31.768773 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a4411445-6e0e-4f2d-9499-cf7e4a05b291 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (ad474f30-c386-4b3c-b4fb-f79680907d46), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:31.804808 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-6f58cc49-446b-4c20-a1de-a588a71b32c5 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] delete failed (client error): The resource could not be found. Jan 29 04:32:31.805865 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-6f58cc49-446b-4c20-a1de-a588a71b32c5 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "DELETE /v2.0/routers/1ed6bad6-dd05-47a3-bd31-c43ea3393dbf HTTP/1.1" status: 404 len: 336 time: 0.0372987 Jan 29 04:32:31.808618 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55738) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:31.832689 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e063de-188e-4518-84b1-bf0a76176d21 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Made reservation on behalf of c529928fc34b4d3485f6004cd82cc3f2 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:32:31.835564 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-f90a8ddc-62f9-4d02-8a1c-cd74729db2cf tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] DELETE failed (client error): The resource could not be found. Jan 29 04:32:31.836687 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f90a8ddc-62f9-4d02-8a1c-cd74729db2cf tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:32:31.837162 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-36e063de-188e-4518-84b1-bf0a76176d21 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:31.839818 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f90a8ddc-62f9-4d02-8a1c-cd74729db2cf tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "DELETE /v2.0/subnets/9331ec34-fe82-4544-8325-5da740f2f7e4 HTTP/1.1" status: 404 len: 337 time: 0.0301540 Jan 29 04:32:31.842224 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55742) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:31.870223 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b2650eac-b8af-4ef9-a709-114f373858de tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d238e28-079a-47d4-be3e-be2af2e2af38 HTTP/1.1" status: 200 len: 205 time: 0.0269005 Jan 29 04:32:31.871188 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-1a240659-ced3-44dc-8ead-0a6e51b5cce4 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] create failed (client error): The resource could not be found. Jan 29 04:32:31.872110 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1a240659-ced3-44dc-8ead-0a6e51b5cce4 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2717955 Jan 29 04:32:31.879040 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55744) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:31.880940 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55746) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:31.886272 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-7ad63dd8-c968-469a-bca3-6febdf1b8c7d tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Request body: {'security_group': {'name': 'tempest-secgroup--66916814'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:31.896707 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a4411445-6e0e-4f2d-9499-cf7e4a05b291 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (ad474f30-c386-4b3c-b4fb-f79680907d46), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:31.928650 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-05006911-916b-4ba7-89ef-a40915240006 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] delete failed (client error): The resource could not be found. Jan 29 04:32:31.934756 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-05006911-916b-4ba7-89ef-a40915240006 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "DELETE /v2.0/routers/1d238e28-079a-47d4-be3e-be2af2e2af38 HTTP/1.1" status: 404 len: 336 time: 0.0516255 Jan 29 04:32:31.934756 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55748) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:31.941890 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4411445-6e0e-4f2d-9499-cf7e4a05b291 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad474f30-c386-4b3c-b4fb-f79680907d46,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:31.965502 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef8a2274-30da-463d-a3b0-e736119cee05 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] DELETE failed (client error): The resource could not be found. Jan 29 04:32:31.966069 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef8a2274-30da-463d-a3b0-e736119cee05 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:32:31.969275 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ef8a2274-30da-463d-a3b0-e736119cee05 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "DELETE /v2.0/subnets/bae36a50-d258-4161-bbab-842e8505750a HTTP/1.1" status: 404 len: 337 time: 0.0332763 Jan 29 04:32:31.971786 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55750) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:32.003219 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-2c78de5e-46d8-41b8-b484-697448cf95b5 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b53e337-1f4c-438f-8064-c1a0087db354 HTTP/1.1" status: 200 len: 205 time: 0.0300272 Jan 29 04:32:32.005513 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55752) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:32.015628 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a4411445-6e0e-4f2d-9499-cf7e4a05b291 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:32.019470 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a4411445-6e0e-4f2d-9499-cf7e4a05b291 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5688267 Jan 29 04:32:32.020048 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55754) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:32.048698 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-257f94ce-31b1-4fc8-aaf2-23afa7fa23bf tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] delete failed (client error): The resource could not be found. Jan 29 04:32:32.049960 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-257f94ce-31b1-4fc8-aaf2-23afa7fa23bf tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "DELETE /v2.0/routers/7b53e337-1f4c-438f-8064-c1a0087db354 HTTP/1.1" status: 404 len: 336 time: 0.0432544 Jan 29 04:32:32.052607 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55756) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:32.053627 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-58c3059b-5986-410a-b50c-ab77f3b8f43f tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (ad474f30-c386-4b3c-b4fb-f79680907d46), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:32.095820 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-58c3059b-5986-410a-b50c-ab77f3b8f43f tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (ad474f30-c386-4b3c-b4fb-f79680907d46), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:32.127468 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7ad63dd8-c968-469a-bca3-6febdf1b8c7d tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:32.135861 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcdaa701-cab5-4571-a3e8-a3015c22140e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] DELETE failed (client error): The resource could not be found. Jan 29 04:32:32.136315 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcdaa701-cab5-4571-a3e8-a3015c22140e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:32:32.141953 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-fcdaa701-cab5-4571-a3e8-a3015c22140e tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "DELETE /v2.0/subnets/f1cf8a61-cfe4-4b63-ada5-b4bd03c6f73f HTTP/1.1" status: 404 len: 337 time: 0.0828540 Jan 29 04:32:32.142167 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55758) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:32.174064 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5a45310-ef0b-4cac-ace6-7baff4570954 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] DELETE failed (client error): The resource could not be found. Jan 29 04:32:32.174422 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5a45310-ef0b-4cac-ace6-7baff4570954 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:32:32.177503 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a5a45310-ef0b-4cac-ace6-7baff4570954 tempest-RoutersIpV6Test-1766261438 tempest-RoutersIpV6Test-1766261438-project] 10.222.0.13 "DELETE /v2.0/subnets/13fcb1b6-8202-4f18-9139-0c36bd0da66d HTTP/1.1" status: 404 len: 337 time: 0.0340657 Jan 29 04:32:32.218472 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-36e063de-188e-4518-84b1-bf0a76176d21 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (8b4aa594-4689-4b36-8644-7bc1f9cd721f), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:32.277564 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-58c3059b-5986-410a-b50c-ab77f3b8f43f tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (ad474f30-c386-4b3c-b4fb-f79680907d46), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:32.293880 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-58c3059b-5986-410a-b50c-ab77f3b8f43f tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:32.295267 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-58c3059b-5986-410a-b50c-ab77f3b8f43f tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/ad474f30-c386-4b3c-b4fb-f79680907d46 HTTP/1.1" status: 204 len: 168 time: 0.2742503 Jan 29 04:32:32.297987 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55762) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:32.301728 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718dd07a-93e3-461f-9f20-38065fbc646d None None] Network 94f80c40-5d3a-4901-b3f6-204619cf7475 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:32:32.321142 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c3059b-5986-410a-b50c-ab77f3b8f43f tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad474f30-c386-4b3c-b4fb-f79680907d46,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:32.359636 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f2103e9b-62fc-435f-8f08-c5a53fbbd334 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0561104 Jan 29 04:32:32.360042 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e063de-188e-4518-84b1-bf0a76176d21 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Pushing event updated for resources: {'Subnet': ['ID=8b4aa594-4689-4b36-8644-7bc1f9cd721f,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:32.364476 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7ad63dd8-c968-469a-bca3-6febdf1b8c7d tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (4fea2d81-5d6e-4a87-b34a-41e2923fd467), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:32.368383 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55764) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:32.372761 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e063de-188e-4518-84b1-bf0a76176d21 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Checking segment: {'id': 'd4852c32-3d24-4bce-81f5-d3f5513e1649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e2c9e72d-9db0-47d6-832a-d189da4e3b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:32:32.373132 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e063de-188e-4518-84b1-bf0a76176d21 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Network hostable DHCP agents. Network: e2c9e72d-9db0-47d6-832a-d189da4e3b44, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:32:32.415578 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-cf15b865-b811-469f-b9da-879fd94fc250 None None] Provisioning complete for port 353dbfd5-8fa5-4ea0-a275-23d727c3d462 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:32.415956 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cf15b865-b811-469f-b9da-879fd94fc250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (353dbfd5-8fa5-4ea0-a275-23d727c3d462), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:32.424887 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7d5e155d-41a9-4c97-b801-84629b3ebde5 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (9d92cf65-ef88-4f9b-a440-0c4443bb63b1), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:32.438079 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7ad63dd8-c968-469a-bca3-6febdf1b8c7d tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (4fea2d81-5d6e-4a87-b34a-41e2923fd467), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:32.449166 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7d5e155d-41a9-4c97-b801-84629b3ebde5 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (9d92cf65-ef88-4f9b-a440-0c4443bb63b1), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:32.465422 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e063de-188e-4518-84b1-bf0a76176d21 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Network e2c9e72d-9db0-47d6-832a-d189da4e3b44 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:32:32.483884 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad63dd8-c968-469a-bca3-6febdf1b8c7d tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fea2d81-5d6e-4a87-b34a-41e2923fd467,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:32.520417 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7ad63dd8-c968-469a-bca3-6febdf1b8c7d tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:32.521833 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7ad63dd8-c968-469a-bca3-6febdf1b8c7d tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6394489 Jan 29 04:32:32.532203 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55766) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:32.537838 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-ee33e19f-0e1f-43a5-8697-d1ce82aef946 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Request body: {'security_group': {'name': 'tempest-secgroup--941432074'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:32.539027 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-cf15b865-b811-469f-b9da-879fd94fc250 None None] Current status of the port 353dbfd5-8fa5-4ea0-a275-23d727c3d462 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:32:32.539691 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cf15b865-b811-469f-b9da-879fd94fc250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (353dbfd5-8fa5-4ea0-a275-23d727c3d462), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:32.564428 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-36e063de-188e-4518-84b1-bf0a76176d21 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, e2c9e72d-9db0-47d6-832a-d189da4e3b44) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:32:32.571447 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e063de-188e-4518-84b1-bf0a76176d21 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:32.572226 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-36e063de-188e-4518-84b1-bf0a76176d21 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:32.575568 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7d5e155d-41a9-4c97-b801-84629b3ebde5 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (9d92cf65-ef88-4f9b-a440-0c4443bb63b1), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:32.579951 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7d5e155d-41a9-4c97-b801-84629b3ebde5 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:32.581249 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-7d5e155d-41a9-4c97-b801-84629b3ebde5 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "DELETE /v2.0/security-groups/9d92cf65-ef88-4f9b-a440-0c4443bb63b1 HTTP/1.1" status: 204 len: 168 time: 0.2112579 Jan 29 04:32:32.583749 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59078c8-9f99-4e71-8af5-4f7087df5180 None None] Network e2c9e72d-9db0-47d6-832a-d189da4e3b44 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:32:32.585010 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55768) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:32.591228 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-cf15b865-b811-469f-b9da-879fd94fc250 None None] For port 353dbfd5-8fa5-4ea0-a275-23d727c3d462, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=353dbfd5-8fa5-4ea0-a275-23d727c3d462,segment=NetworkSegment(69f40adc-a840-477e-a712-7595861bf1c3),segment_id=69f40adc-a840-477e-a712-7595861bf1c3)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:32.594732 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e155d-41a9-4c97-b801-84629b3ebde5 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d92cf65-ef88-4f9b-a440-0c4443bb63b1,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:32.641568 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ee33e19f-0e1f-43a5-8697-d1ce82aef946 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:32.657692 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d00cfd12-e4c5-4a73-b5f4-f328846aaba1 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0714235 Jan 29 04:32:32.661527 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55772) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:32.669004 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-eaa7226b-51ed-4e77-82ab-bb7809308627 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Request body: {'security_group': {'name': 'tempest-secgroup--2039552584'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:32.671425 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cf15b865-b811-469f-b9da-879fd94fc250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (353dbfd5-8fa5-4ea0-a275-23d727c3d462), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:32.684895 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-36e063de-188e-4518-84b1-bf0a76176d21 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0956571 Jan 29 04:32:32.687851 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55774) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:32.698226 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-3cd6c116-ed93-4a40-91ce-a66f8d4dd14a tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Request body: {'subnet': {'network_id': '0dedb09c-d1dd-45a1-b0ed-abda8e25e2cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:32.779364 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ee33e19f-0e1f-43a5-8697-d1ce82aef946 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (9cf3be1f-7f54-45d1-a774-266fc4464e60), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:32.781038 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eaa7226b-51ed-4e77-82ab-bb7809308627 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:32.781776 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bf5816-fd9a-40f0-8449-1cce5c4738f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-e2c9e72d-9db0-47d6-832a-d189da4e3b44', 'network_id': 'e2c9e72d-9db0-47d6-832a-d189da4e3b44', 'project_id': 'c529928fc34b4d3485f6004cd82cc3f2', 'fixed_ips': [{'subnet_id': '8b4aa594-4689-4b36-8644-7bc1f9cd721f'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:32:32.782908 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-95bf5816-fd9a-40f0-8449-1cce5c4738f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:32.803211 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55776) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:32.807769 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf15b865-b811-469f-b9da-879fd94fc250 None None] Pushing event updated for resources: {'Port': ['ID=353dbfd5-8fa5-4ea0-a275-23d727c3d462,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:32.832992 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-34a0454c-9473-46a8-815d-cd60ea22f442 None None] Provisioning complete for port 353dbfd5-8fa5-4ea0-a275-23d727c3d462 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:32.833434 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-34a0454c-9473-46a8-815d-cd60ea22f442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (353dbfd5-8fa5-4ea0-a275-23d727c3d462), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:32.850079 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ee33e19f-0e1f-43a5-8697-d1ce82aef946 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (9cf3be1f-7f54-45d1-a774-266fc4464e60), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:32.917554 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee33e19f-0e1f-43a5-8697-d1ce82aef946 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf3be1f-7f54-45d1-a774-266fc4464e60,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:32.954184 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eaa7226b-51ed-4e77-82ab-bb7809308627 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (8f03859f-0278-4c03-9e41-1c199d2de6d7), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:32.958671 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd6c116-ed93-4a40-91ce-a66f8d4dd14a tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Made reservation on behalf of c529928fc34b4d3485f6004cd82cc3f2 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:32:32.962238 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3cd6c116-ed93-4a40-91ce-a66f8d4dd14a tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:32.987274 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a7af919a-ec23-4332-806b-db6c94cd51af admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=af39ab92727346cabd50ae3ea9026005&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1828640 Jan 29 04:32:32.989719 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55780) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:33.005273 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ee33e19f-0e1f-43a5-8697-d1ce82aef946 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:33.009798 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ee33e19f-0e1f-43a5-8697-d1ce82aef946 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4731507 Jan 29 04:32:33.010469 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55782) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:33.014887 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-157d2b38-e65c-4361-a00b-d1bf3b2e408c tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Request body: {'security_group_rule': {'security_group_id': '4fea2d81-5d6e-4a87-b34a-41e2923fd467', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '9cf3be1f-7f54-45d1-a774-266fc4464e60'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:33.028173 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-95bf5816-fd9a-40f0-8449-1cce5c4738f4 None None] Allocated IP 172.20.0.2 (e2c9e72d-9db0-47d6-832a-d189da4e3b44/8b4aa594-4689-4b36-8644-7bc1f9cd721f/a983bc8a-4cc1-4573-af91-84e08e4dd016) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:32:33.028721 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eaa7226b-51ed-4e77-82ab-bb7809308627 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (8f03859f-0278-4c03-9e41-1c199d2de6d7), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:33.051391 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-34a0454c-9473-46a8-815d-cd60ea22f442 None None] Current status of the port 353dbfd5-8fa5-4ea0-a275-23d727c3d462 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:32:33.089229 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7226b-51ed-4e77-82ab-bb7809308627 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f03859f-0278-4c03-9e41-1c199d2de6d7,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:33.096037 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-822c365a-bc03-4fff-9d8e-89b767266085 admin admin] Publish callbacks [] for security_group (dd70b53f-00d0-42e8-9b7b-3eba2af91904), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:33.120241 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eaa7226b-51ed-4e77-82ab-bb7809308627 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:33.121708 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-eaa7226b-51ed-4e77-82ab-bb7809308627 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4590671 Jan 29 04:32:33.123912 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-822c365a-bc03-4fff-9d8e-89b767266085 admin admin] Publish callbacks [] for security_group (dd70b53f-00d0-42e8-9b7b-3eba2af91904), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:33.125259 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55784) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:33.135819 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-f0dd6ce7-1f75-4c61-bc31-03d5702a1aab tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Request body: {'security_group_rule': {'security_group_id': '8f03859f-0278-4c03-9e41-1c199d2de6d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:33.222943 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-95bf5816-fd9a-40f0-8449-1cce5c4738f4 None None] Publish callbacks [] for port (a983bc8a-4cc1-4573-af91-84e08e4dd016), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:33.238996 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-157d2b38-e65c-4361-a00b-d1bf3b2e408c tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:32:33.240077 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-157d2b38-e65c-4361-a00b-d1bf3b2e408c tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2288024 Jan 29 04:32:33.243595 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55786) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:33.267263 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-822c365a-bc03-4fff-9d8e-89b767266085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (dd70b53f-00d0-42e8-9b7b-3eba2af91904), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:33.269839 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-822c365a-bc03-4fff-9d8e-89b767266085 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:33.270966 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-822c365a-bc03-4fff-9d8e-89b767266085 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd70b53f-00d0-42e8-9b7b-3eba2af91904 HTTP/1.1" status: 204 len: 168 time: 0.2803407 Jan 29 04:32:33.271173 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3cd6c116-ed93-4a40-91ce-a66f8d4dd14a tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (e0be0717-4de6-4436-9c7a-82d4d5ac0e56), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:33.281414 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c365a-bc03-4fff-9d8e-89b767266085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd70b53f-00d0-42e8-9b7b-3eba2af91904,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:33.324646 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-95bf5816-fd9a-40f0-8449-1cce5c4738f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (a983bc8a-4cc1-4573-af91-84e08e4dd016), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:33.371131 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f0dd6ce7-1f75-4c61-bc31-03d5702a1aab tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (01e65766-ac95-4014-9de0-f2aad7f9999f), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:33.373802 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd6c116-ed93-4a40-91ce-a66f8d4dd14a tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Pushing event updated for resources: {'Subnet': ['ID=e0be0717-4de6-4436-9c7a-82d4d5ac0e56,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:33.377440 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e0c94d6e-a62d-40af-a960-08e79f6fa311 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (9cf3be1f-7f54-45d1-a774-266fc4464e60), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:33.391518 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bf5816-fd9a-40f0-8449-1cce5c4738f4 None None] Network e2c9e72d-9db0-47d6-832a-d189da4e3b44 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:32:33.391518 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bf5816-fd9a-40f0-8449-1cce5c4738f4 None None] Pushing event updated for resources: {'Port': ['ID=a983bc8a-4cc1-4573-af91-84e08e4dd016,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:33.391518 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-95bf5816-fd9a-40f0-8449-1cce5c4738f4 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:32:33.395642 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bf5816-fd9a-40f0-8449-1cce5c4738f4 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:32:33.409831 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd6c116-ed93-4a40-91ce-a66f8d4dd14a tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Checking segment: {'id': 'b55005d7-1a6b-4669-965f-93bb67bab51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0dedb09c-d1dd-45a1-b0ed-abda8e25e2cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:32:33.409831 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd6c116-ed93-4a40-91ce-a66f8d4dd14a tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Network hostable DHCP agents. Network: 0dedb09c-d1dd-45a1-b0ed-abda8e25e2cd, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:32:33.428697 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e0c94d6e-a62d-40af-a960-08e79f6fa311 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (9cf3be1f-7f54-45d1-a774-266fc4464e60), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:33.471783 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-95bf5816-fd9a-40f0-8449-1cce5c4738f4 None None] Attempting to bind port a983bc8a-4cc1-4573-af91-84e08e4dd016 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:32:33.472073 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-95bf5816-fd9a-40f0-8449-1cce5c4738f4 None None] Attempting to bind port a983bc8a-4cc1-4573-af91-84e08e4dd016 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'd4852c32-3d24-4bce-81f5-d3f5513e1649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e2c9e72d-9db0-47d6-832a-d189da4e3b44'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:32:33.472456 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bf5816-fd9a-40f0-8449-1cce5c4738f4 None None] Attempting to bind port a983bc8a-4cc1-4573-af91-84e08e4dd016 on network e2c9e72d-9db0-47d6-832a-d189da4e3b44 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:32:33.479533 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bf5816-fd9a-40f0-8449-1cce5c4738f4 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:32:33.479915 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bf5816-fd9a-40f0-8449-1cce5c4738f4 None None] Checking segment: {'id': 'd4852c32-3d24-4bce-81f5-d3f5513e1649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e2c9e72d-9db0-47d6-832a-d189da4e3b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:32:33.480322 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-95bf5816-fd9a-40f0-8449-1cce5c4738f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:33.480750 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bf5816-fd9a-40f0-8449-1cce5c4738f4 None None] Bound using segment: {'id': 'd4852c32-3d24-4bce-81f5-d3f5513e1649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e2c9e72d-9db0-47d6-832a-d189da4e3b44'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:32:33.481249 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-95bf5816-fd9a-40f0-8449-1cce5c4738f4 None None] Bound port: a983bc8a-4cc1-4573-af91-84e08e4dd016, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4852c32-3d24-4bce-81f5-d3f5513e1649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e2c9e72d-9db0-47d6-832a-d189da4e3b44'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:32:33.481631 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-95bf5816-fd9a-40f0-8449-1cce5c4738f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (a983bc8a-4cc1-4573-af91-84e08e4dd016), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:33.494420 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f0dd6ce7-1f75-4c61-bc31-03d5702a1aab tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (01e65766-ac95-4014-9de0-f2aad7f9999f), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:33.496628 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 353dbfd5-8fa5-4ea0-a275-23d727c3d462 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:32:33.564105 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd6c116-ed93-4a40-91ce-a66f8d4dd14a tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Network 0dedb09c-d1dd-45a1-b0ed-abda8e25e2cd is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:32:33.589603 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-95bf5816-fd9a-40f0-8449-1cce5c4738f4 None None] For port a983bc8a-4cc1-4573-af91-84e08e4dd016, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:32:33.593954 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f0dd6ce7-1f75-4c61-bc31-03d5702a1aab tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (01e65766-ac95-4014-9de0-f2aad7f9999f), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:33.594234 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-95bf5816-fd9a-40f0-8449-1cce5c4738f4 None None] For port a983bc8a-4cc1-4573-af91-84e08e4dd016, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=a983bc8a-4cc1-4573-af91-84e08e4dd016,segment=NetworkSegment(d4852c32-3d24-4bce-81f5-d3f5513e1649),segment_id=d4852c32-3d24-4bce-81f5-d3f5513e1649)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:32:33.599927 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e0c94d6e-a62d-40af-a960-08e79f6fa311 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (9cf3be1f-7f54-45d1-a774-266fc4464e60), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:33.600582 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 353dbfd5-8fa5-4ea0-a275-23d727c3d462 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:33.604662 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (353dbfd5-8fa5-4ea0-a275-23d727c3d462), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:33.604813 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e0c94d6e-a62d-40af-a960-08e79f6fa311 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:33.605909 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e0c94d6e-a62d-40af-a960-08e79f6fa311 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "DELETE /v2.0/security-groups/9cf3be1f-7f54-45d1-a774-266fc4464e60 HTTP/1.1" status: 204 len: 168 time: 0.3607101 Jan 29 04:32:33.607741 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55790) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:33.637362 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c94d6e-a62d-40af-a960-08e79f6fa311 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf3be1f-7f54-45d1-a774-266fc4464e60,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:33.640522 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd6ce7-1f75-4c61-bc31-03d5702a1aab tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e65766-ac95-4014-9de0-f2aad7f9999f,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:33.659127 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-3cd6c116-ed93-4a40-91ce-a66f8d4dd14a tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 0dedb09c-d1dd-45a1-b0ed-abda8e25e2cd) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:32:33.682638 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd6c116-ed93-4a40-91ce-a66f8d4dd14a tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:33.683987 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3cd6c116-ed93-4a40-91ce-a66f8d4dd14a tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:33.703064 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4c6474fc-6fab-46b3-8831-4cc7eed63934 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.0933151 Jan 29 04:32:33.705856 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55792) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:33.748799 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f0dd6ce7-1f75-4c61-bc31-03d5702a1aab tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:33.749941 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f0dd6ce7-1f75-4c61-bc31-03d5702a1aab tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6237373 Jan 29 04:32:33.752670 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55794) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:33.772649 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b73c5bac-18ac-4fe0-b0a1-910698864017 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (4fea2d81-5d6e-4a87-b34a-41e2923fd467), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:33.778469 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-3cd6c116-ed93-4a40-91ce-a66f8d4dd14a tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0889769 Jan 29 04:32:33.781631 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55796) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:33.786407 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-bbf00d17-91e8-4aa7-9a81-a2f0998ec3e3 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "GET /v2.0/security-group-rules/01e65766-ac95-4014-9de0-f2aad7f9999f HTTP/1.1" status: 200 len: 763 time: 0.0281227 Jan 29 04:32:33.788246 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55798) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:33.801625 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c9adf3-a3e9-4bf6-8a29-feed173af165 None None] Network 0dedb09c-d1dd-45a1-b0ed-abda8e25e2cd requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:32:33.801847 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b73c5bac-18ac-4fe0-b0a1-910698864017 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (4fea2d81-5d6e-4a87-b34a-41e2923fd467), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:33.803827 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-95bf5816-fd9a-40f0-8449-1cce5c4738f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (a983bc8a-4cc1-4573-af91-84e08e4dd016), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:33.941838 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b73c5bac-18ac-4fe0-b0a1-910698864017 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (4fea2d81-5d6e-4a87-b34a-41e2923fd467), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:33.944396 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b73c5bac-18ac-4fe0-b0a1-910698864017 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:33.945006 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bf5816-fd9a-40f0-8449-1cce5c4738f4 None None] Pushing event updated for resources: {'Port': ['ID=a983bc8a-4cc1-4573-af91-84e08e4dd016,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:33.945768 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b73c5bac-18ac-4fe0-b0a1-910698864017 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "DELETE /v2.0/security-groups/4fea2d81-5d6e-4a87-b34a-41e2923fd467 HTTP/1.1" status: 204 len: 168 time: 0.2387183 Jan 29 04:32:33.949281 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55800) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:33.959898 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d564a90e-3fdf-443e-9696-d102aa61e4f9 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1693525 Jan 29 04:32:33.963817 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55802) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:33.971921 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c5bac-18ac-4fe0-b0a1-910698864017 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fea2d81-5d6e-4a87-b34a-41e2923fd467,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:34.012508 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a9636f0d-029f-4dbd-a695-834faa4809c7 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0618269 Jan 29 04:32:34.016026 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 353dbfd5-8fa5-4ea0-a275-23d727c3d462 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:32:34.017463 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55804) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:34.027856 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-b05ec343-8534-4481-916f-706b0f24bb4e tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Request body: {'security_group': {'name': 'tempest-secgroup--921389003'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:34.057474 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34356761-08d1-4603-90aa-d898282ee89f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-0dedb09c-d1dd-45a1-b0ed-abda8e25e2cd', 'network_id': '0dedb09c-d1dd-45a1-b0ed-abda8e25e2cd', 'project_id': 'c529928fc34b4d3485f6004cd82cc3f2', 'fixed_ips': [{'subnet_id': 'e0be0717-4de6-4436-9c7a-82d4d5ac0e56'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:32:34.058343 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-34356761-08d1-4603-90aa-d898282ee89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:34.074167 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1228d7a2-9f10-4ef1-aec5-6dc65914d10f tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (01e65766-ac95-4014-9de0-f2aad7f9999f), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:34.088060 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1228d7a2-9f10-4ef1-aec5-6dc65914d10f tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (01e65766-ac95-4014-9de0-f2aad7f9999f), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:34.185585 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-eac0e6f4-462b-49f9-bf2a-646e211bc19c tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:34.215870 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-34356761-08d1-4603-90aa-d898282ee89f None None] Allocated IP 172.20.0.2 (0dedb09c-d1dd-45a1-b0ed-abda8e25e2cd/e0be0717-4de6-4436-9c7a-82d4d5ac0e56/1ca81696-df8d-45af-a7d5-adaa89b94e36) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:32:34.274792 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b05ec343-8534-4481-916f-706b0f24bb4e tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:34.285012 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1228d7a2-9f10-4ef1-aec5-6dc65914d10f tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (01e65766-ac95-4014-9de0-f2aad7f9999f), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:34.307195 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1228d7a2-9f10-4ef1-aec5-6dc65914d10f tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:34.310741 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1228d7a2-9f10-4ef1-aec5-6dc65914d10f tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/01e65766-ac95-4014-9de0-f2aad7f9999f HTTP/1.1" status: 204 len: 168 time: 0.3436146 Jan 29 04:32:34.311530 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55806) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:34.358155 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-bd56dc27-b3ce-480f-9eb2-78f7ebbf7a83 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0436628 Jan 29 04:32:34.358384 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228d7a2-9f10-4ef1-aec5-6dc65914d10f tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01e65766-ac95-4014-9de0-f2aad7f9999f,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:34.359824 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55808) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:34.371986 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-4c7f7d62-bab0-4327-b183-731c528aaa8e tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Request body: {'security_group_rule': {'security_group_id': '8f03859f-0278-4c03-9e41-1c199d2de6d7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:34.400865 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-34356761-08d1-4603-90aa-d898282ee89f None None] Publish callbacks [] for port (1ca81696-df8d-45af-a7d5-adaa89b94e36), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:34.490092 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-34356761-08d1-4603-90aa-d898282ee89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (1ca81696-df8d-45af-a7d5-adaa89b94e36), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:34.520638 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b05ec343-8534-4481-916f-706b0f24bb4e tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (f308e528-1957-4309-b114-5fd9c33bb75b), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:34.529798 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34356761-08d1-4603-90aa-d898282ee89f None None] Network 0dedb09c-d1dd-45a1-b0ed-abda8e25e2cd is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:32:34.532577 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-34356761-08d1-4603-90aa-d898282ee89f None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:32:34.535220 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4c7f7d62-bab0-4327-b183-731c528aaa8e tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (718ccb8e-7452-41df-8c8b-7ed8b12f853a), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:34.536203 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34356761-08d1-4603-90aa-d898282ee89f None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:32:34.547620 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34356761-08d1-4603-90aa-d898282ee89f None None] Pushing event updated for resources: {'Port': ['ID=1ca81696-df8d-45af-a7d5-adaa89b94e36,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:34.562310 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-eac0e6f4-462b-49f9-bf2a-646e211bc19c tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Allocated IP 172.20.0.1 (e2c9e72d-9db0-47d6-832a-d189da4e3b44/8b4aa594-4689-4b36-8644-7bc1f9cd721f/7c67dcea-1826-4ecf-a84f-93ad140126a2) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:32:34.595787 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b05ec343-8534-4481-916f-706b0f24bb4e tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (f308e528-1957-4309-b114-5fd9c33bb75b), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:34.604366 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-34356761-08d1-4603-90aa-d898282ee89f None None] Attempting to bind port 1ca81696-df8d-45af-a7d5-adaa89b94e36 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:32:34.604772 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-34356761-08d1-4603-90aa-d898282ee89f None None] Attempting to bind port 1ca81696-df8d-45af-a7d5-adaa89b94e36 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'b55005d7-1a6b-4669-965f-93bb67bab51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0dedb09c-d1dd-45a1-b0ed-abda8e25e2cd'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:32:34.605141 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34356761-08d1-4603-90aa-d898282ee89f None None] Attempting to bind port 1ca81696-df8d-45af-a7d5-adaa89b94e36 on network 0dedb09c-d1dd-45a1-b0ed-abda8e25e2cd {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:32:34.610157 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34356761-08d1-4603-90aa-d898282ee89f None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:32:34.610534 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34356761-08d1-4603-90aa-d898282ee89f None None] Checking segment: {'id': 'b55005d7-1a6b-4669-965f-93bb67bab51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0dedb09c-d1dd-45a1-b0ed-abda8e25e2cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:32:34.614686 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-34356761-08d1-4603-90aa-d898282ee89f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:34.614686 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34356761-08d1-4603-90aa-d898282ee89f None None] Bound using segment: {'id': 'b55005d7-1a6b-4669-965f-93bb67bab51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0dedb09c-d1dd-45a1-b0ed-abda8e25e2cd'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:32:34.614686 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-34356761-08d1-4603-90aa-d898282ee89f None None] Bound port: 1ca81696-df8d-45af-a7d5-adaa89b94e36, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b55005d7-1a6b-4669-965f-93bb67bab51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0dedb09c-d1dd-45a1-b0ed-abda8e25e2cd'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:32:34.614686 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-34356761-08d1-4603-90aa-d898282ee89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (1ca81696-df8d-45af-a7d5-adaa89b94e36), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:34.678839 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-34356761-08d1-4603-90aa-d898282ee89f None None] For port 1ca81696-df8d-45af-a7d5-adaa89b94e36, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:32:34.682613 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-34356761-08d1-4603-90aa-d898282ee89f None None] For port 1ca81696-df8d-45af-a7d5-adaa89b94e36, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=1ca81696-df8d-45af-a7d5-adaa89b94e36,segment=NetworkSegment(b55005d7-1a6b-4669-965f-93bb67bab51c),segment_id=b55005d7-1a6b-4669-965f-93bb67bab51c)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:32:34.723695 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4c7f7d62-bab0-4327-b183-731c528aaa8e tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (718ccb8e-7452-41df-8c8b-7ed8b12f853a), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:34.733278 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ec343-8534-4481-916f-706b0f24bb4e tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f308e528-1957-4309-b114-5fd9c33bb75b,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:34.775682 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-eac0e6f4-462b-49f9-bf2a-646e211bc19c tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks [] for port (7c67dcea-1826-4ecf-a84f-93ad140126a2), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:34.779192 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b05ec343-8534-4481-916f-706b0f24bb4e tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:34.782532 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b05ec343-8534-4481-916f-706b0f24bb4e tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7618966 Jan 29 04:32:34.785480 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55810) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:34.789889 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-cf2d857b-294d-4161-ad50-72750e7ebc22 req-9bf79b6e-3212-46b1-96fd-9a356a6693cb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1240969 Jan 29 04:32:34.791292 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-d0970dfb-6f2e-428f-ac2a-b19b38a01330 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:34.791919 dv-neutron-821190-1-hyperv neutron-server[103585]: WARNING neutron.api.v2.base [None req-d0970dfb-6f2e-428f-ac2a-b19b38a01330 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 29 04:32:34.792797 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-d0970dfb-6f2e-428f-ac2a-b19b38a01330 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] update failed (client error): There was a conflict when trying to complete your request. Jan 29 04:32:34.796179 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d0970dfb-6f2e-428f-ac2a-b19b38a01330 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "PUT /v2.0/security-groups/f308e528-1957-4309-b114-5fd9c33bb75b HTTP/1.1" status: 409 len: 330 time: 0.0072227 Jan 29 04:32:34.797535 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55812) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:34.799381 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-34356761-08d1-4603-90aa-d898282ee89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (1ca81696-df8d-45af-a7d5-adaa89b94e36), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:34.815187 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4c7f7d62-bab0-4327-b183-731c528aaa8e tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (718ccb8e-7452-41df-8c8b-7ed8b12f853a), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:34.860979 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f7d62-bab0-4327-b183-731c528aaa8e tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=718ccb8e-7452-41df-8c8b-7ed8b12f853a,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:34.867706 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34356761-08d1-4603-90aa-d898282ee89f None None] Pushing event updated for resources: {'Port': ['ID=1ca81696-df8d-45af-a7d5-adaa89b94e36,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:34.904925 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f50715eb-825a-40df-aa15-ed8ce8d4b662 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (f308e528-1957-4309-b114-5fd9c33bb75b), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:34.946367 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4c7f7d62-bab0-4327-b183-731c528aaa8e tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:34.947912 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-4c7f7d62-bab0-4327-b183-731c528aaa8e tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5828345 Jan 29 04:32:34.950827 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55814) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:34.958137 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-eac0e6f4-462b-49f9-bf2a-646e211bc19c tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (7c67dcea-1826-4ecf-a84f-93ad140126a2), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:34.962665 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f50715eb-825a-40df-aa15-ed8ce8d4b662 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (f308e528-1957-4309-b114-5fd9c33bb75b), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:34.973315 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a3bef686-559e-4dcd-a01e-f5d3d681a436 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "GET /v2.0/security-group-rules/718ccb8e-7452-41df-8c8b-7ed8b12f853a HTTP/1.1" status: 200 len: 763 time: 0.0208898 Jan 29 04:32:34.975823 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55816) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:35.023622 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c9f8fb90-2c97-4fb1-8aba-6d876b61f0b6 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0447049 Jan 29 04:32:35.026037 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55818) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:35.048073 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac0e6f4-462b-49f9-bf2a-646e211bc19c tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Network e2c9e72d-9db0-47d6-832a-d189da4e3b44 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:32:35.052790 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-775f3d5a-0ec0-48ac-b208-16bf4229478e tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (718ccb8e-7452-41df-8c8b-7ed8b12f853a), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:35.063121 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-775f3d5a-0ec0-48ac-b208-16bf4229478e tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (718ccb8e-7452-41df-8c8b-7ed8b12f853a), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:35.064576 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-eac0e6f4-462b-49f9-bf2a-646e211bc19c tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:32:35.068925 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d857b-294d-4161-ad50-72750e7ebc22 req-c4b00ef6-5b8d-4a55-9110-c10632e4ca85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:35.070714 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-cf2d857b-294d-4161-ad50-72750e7ebc22 req-c4b00ef6-5b8d-4a55-9110-c10632e4ca85 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1b0e4f5bc18f46e19e7272f5d8beca17&device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c HTTP/1.1" status: 200 len: 1129 time: 0.1852381 Jan 29 04:32:35.072372 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac0e6f4-462b-49f9-bf2a-646e211bc19c tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:32:35.075413 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac0e6f4-462b-49f9-bf2a-646e211bc19c tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Pushing event updated for resources: {'Port': ['ID=7c67dcea-1826-4ecf-a84f-93ad140126a2,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:35.198249 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-eac0e6f4-462b-49f9-bf2a-646e211bc19c tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (bf3777c3-64ee-4a1b-9a97-18c3a3d725a0), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:35.215906 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-775f3d5a-0ec0-48ac-b208-16bf4229478e tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (718ccb8e-7452-41df-8c8b-7ed8b12f853a), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:35.221636 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-775f3d5a-0ec0-48ac-b208-16bf4229478e tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:35.225355 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-775f3d5a-0ec0-48ac-b208-16bf4229478e tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/718ccb8e-7452-41df-8c8b-7ed8b12f853a HTTP/1.1" status: 204 len: 168 time: 0.1962109 Jan 29 04:32:35.226938 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55820) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:35.236036 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1acd23-23d4-49f3-9ada-f8d97339783b None None] Network e2c9e72d-9db0-47d6-832a-d189da4e3b44 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:32:35.252176 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f50715eb-825a-40df-aa15-ed8ce8d4b662 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (f308e528-1957-4309-b114-5fd9c33bb75b), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:35.254760 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f50715eb-825a-40df-aa15-ed8ce8d4b662 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:35.256565 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f50715eb-825a-40df-aa15-ed8ce8d4b662 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "DELETE /v2.0/security-groups/f308e528-1957-4309-b114-5fd9c33bb75b HTTP/1.1" status: 204 len: 168 time: 0.4574659 Jan 29 04:32:35.281986 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55822) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:35.354145 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d56e030c-8c6c-4ec0-b5f6-b5d26d0ff026 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0690641 Jan 29 04:32:35.362188 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55824) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:35.363420 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50715eb-825a-40df-aa15-ed8ce8d4b662 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f308e528-1957-4309-b114-5fd9c33bb75b,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:35.378591 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d857b-294d-4161-ad50-72750e7ebc22 req-211fe25f-984f-45c2-9a7c-2a2fe0878442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:35.380171 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-cf2d857b-294d-4161-ad50-72750e7ebc22 req-211fe25f-984f-45c2-9a7c-2a2fe0878442 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0e91feca-45f0-4a0a-b0ad-b17a5562d039 HTTP/1.1" status: 200 len: 913 time: 0.2805991 Jan 29 04:32:35.401296 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-6062f6a8-a696-4cdb-b189-79fa9b626f83 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] delete failed (client error): The resource could not be found. Jan 29 04:32:35.408561 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-6062f6a8-a696-4cdb-b189-79fa9b626f83 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "DELETE /v2.0/security-groups/b4654e9f-636d-45a6-92fb-3278195d5ee8 HTTP/1.1" status: 404 len: 347 time: 0.0367782 Jan 29 04:32:35.438633 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55826) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:35.447183 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-34d6e724-ab15-4f80-bd49-c6b14c2eb1b1 None None] Provisioning complete for port a983bc8a-4cc1-4573-af91-84e08e4dd016 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:35.447768 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-34d6e724-ab15-4f80-bd49-c6b14c2eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (a983bc8a-4cc1-4573-af91-84e08e4dd016), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:35.454965 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-42f9fc7a-475f-4fac-92b7-ead2cc35fc86 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] show failed (client error): The resource could not be found. Jan 29 04:32:35.459450 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-42f9fc7a-475f-4fac-92b7-ead2cc35fc86 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "GET /v2.0/security-groups/5783b9c9-ff81-4a0f-a122-b5430f472aa9 HTTP/1.1" status: 404 len: 347 time: 0.0181065 Jan 29 04:32:35.460011 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55828) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:35.474838 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-e5b4ff2a-5569-48c7-b2a6-c1dd625d8868 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] show failed (client error): The resource could not be found. Jan 29 04:32:35.480107 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e5b4ff2a-5569-48c7-b2a6-c1dd625d8868 tempest-NegativeSecGroupTest-1739893775 tempest-NegativeSecGroupTest-1739893775-project] 10.222.0.13 "GET /v2.0/security-group-rules/577f4a24-dc01-4744-b5be-1c4caa8947dd HTTP/1.1" status: 404 len: 356 time: 0.0139854 Jan 29 04:32:35.500914 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-cf2d857b-294d-4161-ad50-72750e7ebc22 req-35b4b5d0-5462-4480-9082-57818cdebdf0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7a87376-f52f-4aa1-b0cc-c4e4a30f0615 HTTP/1.1" status: 200 len: 1000 time: 0.1102216 Jan 29 04:32:35.567606 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-34d6e724-ab15-4f80-bd49-c6b14c2eb1b1 None None] Current status of the port a983bc8a-4cc1-4573-af91-84e08e4dd016 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:32:35.567930 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-34d6e724-ab15-4f80-bd49-c6b14c2eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (a983bc8a-4cc1-4573-af91-84e08e4dd016), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:35.617783 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-34d6e724-ab15-4f80-bd49-c6b14c2eb1b1 None None] For port a983bc8a-4cc1-4573-af91-84e08e4dd016, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=a983bc8a-4cc1-4573-af91-84e08e4dd016,segment=NetworkSegment(d4852c32-3d24-4bce-81f5-d3f5513e1649),segment_id=d4852c32-3d24-4bce-81f5-d3f5513e1649)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:35.647397 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-eac0e6f4-462b-49f9-bf2a-646e211bc19c tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (7c67dcea-1826-4ecf-a84f-93ad140126a2), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:35.674734 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d857b-294d-4161-ad50-72750e7ebc22 req-08cf2345-7653-4704-b7aa-5ec6f5f3d834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:35.676308 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-cf2d857b-294d-4161-ad50-72750e7ebc22 req-08cf2345-7653-4704-b7aa-5ec6f5f3d834 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c5ef5406-79aa-4490-92c9-3e7f9e568ee2 HTTP/1.1" status: 200 len: 851 time: 0.1694009 Jan 29 04:32:35.699518 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device a983bc8a-4cc1-4573-af91-84e08e4dd016 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:32:35.737666 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-34d6e724-ab15-4f80-bd49-c6b14c2eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (a983bc8a-4cc1-4573-af91-84e08e4dd016), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:35.768379 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f3d5a-0ec0-48ac-b208-16bf4229478e tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=718ccb8e-7452-41df-8c8b-7ed8b12f853a,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:35.799665 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-5d4b2b9c-3b3d-4cd9-8442-1ef26d41d192 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5675981 Jan 29 04:32:35.800757 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55832) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:35.806260 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-d3df2f8f-6c2e-4c90-81be-8860d630a1b1 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Request body: {'security_group_rule': {'security_group_id': '8f03859f-0278-4c03-9e41-1c199d2de6d7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:35.822876 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6e724-ab15-4f80-bd49-c6b14c2eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=a983bc8a-4cc1-4573-af91-84e08e4dd016,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:35.838300 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port a983bc8a-4cc1-4573-af91-84e08e4dd016 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:35.838680 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (a983bc8a-4cc1-4573-af91-84e08e4dd016), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:35.874328 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d857b-294d-4161-ad50-72750e7ebc22 req-ff000b3a-b54a-4ff1-be5c-4caf688c0392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:35.875924 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-cf2d857b-294d-4161-ad50-72750e7ebc22 req-ff000b3a-b54a-4ff1-be5c-4caf688c0392 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e91feca-45f0-4a0a-b0ad-b17a5562d039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1796460 Jan 29 04:32:35.903477 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-c3730ef1-d28a-4bb0-9a36-987343b124bf None None] Provisioning complete for port 7c67dcea-1826-4ecf-a84f-93ad140126a2 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:35.903847 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c3730ef1-d28a-4bb0-9a36-987343b124bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (7c67dcea-1826-4ecf-a84f-93ad140126a2), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:35.929889 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d3df2f8f-6c2e-4c90-81be-8860d630a1b1 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (f586d78a-59dd-4824-9af0-e1e60dce6ed1), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:35.981242 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port a983bc8a-4cc1-4573-af91-84e08e4dd016 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:32:35.982788 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 1ca81696-df8d-45af-a7d5-adaa89b94e36 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:32:36.021850 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d3df2f8f-6c2e-4c90-81be-8860d630a1b1 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (f586d78a-59dd-4824-9af0-e1e60dce6ed1), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:36.046837 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c3730ef1-d28a-4bb0-9a36-987343b124bf None None] Port 7c67dcea-1826-4ecf-a84f-93ad140126a2 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:32:36.075721 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-c3730ef1-d28a-4bb0-9a36-987343b124bf None None] Provisioning complete for port a983bc8a-4cc1-4573-af91-84e08e4dd016 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:36.075721 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c3730ef1-d28a-4bb0-9a36-987343b124bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (a983bc8a-4cc1-4573-af91-84e08e4dd016), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:36.096630 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d3df2f8f-6c2e-4c90-81be-8860d630a1b1 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (f586d78a-59dd-4824-9af0-e1e60dce6ed1), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:36.127510 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-cf2d857b-294d-4161-ad50-72750e7ebc22 req-203dcabb-338d-4942-8486-520ba2b47b96 service neutron] 10.222.0.18 "GET /v2.0/networks/0e91feca-45f0-4a0a-b0ad-b17a5562d039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368581 Jan 29 04:32:36.136033 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df2f8f-6c2e-4c90-81be-8860d630a1b1 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f586d78a-59dd-4824-9af0-e1e60dce6ed1,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:36.141165 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 1ca81696-df8d-45af-a7d5-adaa89b94e36 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:36.150520 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (1ca81696-df8d-45af-a7d5-adaa89b94e36), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:36.207176 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55836) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:36.227329 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d3df2f8f-6c2e-4c90-81be-8860d630a1b1 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:36.228568 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d3df2f8f-6c2e-4c90-81be-8860d630a1b1 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4266613 Jan 29 04:32:36.243054 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55840) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:36.289739 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f4c523d3-cfbe-4237-ab8e-188a77216184 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "GET /v2.0/security-group-rules/f586d78a-59dd-4824-9af0-e1e60dce6ed1 HTTP/1.1" status: 200 len: 764 time: 0.0412755 Jan 29 04:32:36.290405 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55842) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:36.309630 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c3730ef1-d28a-4bb0-9a36-987343b124bf None None] Current status of the port a983bc8a-4cc1-4573-af91-84e08e4dd016 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:32:36.325855 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-cf2d857b-294d-4161-ad50-72750e7ebc22 req-8b55ecc5-9b92-4a70-94d1-d3077db8dd86 service neutron] 10.222.0.18 "GET /v2.0/networks/0e91feca-45f0-4a0a-b0ad-b17a5562d039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836493 Jan 29 04:32:36.350929 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 1ca81696-df8d-45af-a7d5-adaa89b94e36 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:32:36.352843 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (1ca81696-df8d-45af-a7d5-adaa89b94e36), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:36.355458 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-eac0e6f4-462b-49f9-bf2a-646e211bc19c tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks [] for port (7c67dcea-1826-4ecf-a84f-93ad140126a2), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:36.365936 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6da87f4f-fb29-46c0-bb0c-5b147b1a22d5 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0744073 Jan 29 04:32:36.370786 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55844) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:36.397830 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 1ca81696-df8d-45af-a7d5-adaa89b94e36, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=1ca81696-df8d-45af-a7d5-adaa89b94e36,segment=NetworkSegment(b55005d7-1a6b-4669-965f-93bb67bab51c),segment_id=b55005d7-1a6b-4669-965f-93bb67bab51c)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:36.400772 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12bf459-c9c3-4d26-9589-012bb5a7374a None None] Network 0dedb09c-d1dd-45a1-b0ed-abda8e25e2cd requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:32:36.413450 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-42094b4e-d449-444a-bf82-9b5767ef41c8 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (f586d78a-59dd-4824-9af0-e1e60dce6ed1), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:36.415794 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-eac0e6f4-462b-49f9-bf2a-646e211bc19c tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (7c67dcea-1826-4ecf-a84f-93ad140126a2), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:36.429895 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-42094b4e-d449-444a-bf82-9b5767ef41c8 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (f586d78a-59dd-4824-9af0-e1e60dce6ed1), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:36.455287 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-55a8232d-044d-49ce-92b9-0a47ff0e3dfb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ddda7a5b284741d7a037e8c1f8249c0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2469051 Jan 29 04:32:36.458050 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55846) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:36.472620 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-46fb9606-2248-4e13-b8cc-7c71eded4fbe None None] Provisioning complete for port 7c67dcea-1826-4ecf-a84f-93ad140126a2 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:36.473243 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-46fb9606-2248-4e13-b8cc-7c71eded4fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (7c67dcea-1826-4ecf-a84f-93ad140126a2), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:36.499588 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (1ca81696-df8d-45af-a7d5-adaa89b94e36), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:36.521820 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-67bc07d5-5f27-409b-8bb1-d1f65e4088a4 admin admin] Publish callbacks [] for security_group (57fb8ead-a1c6-464b-bc90-963bf92a8dbc), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:36.551133 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-67bc07d5-5f27-409b-8bb1-d1f65e4088a4 admin admin] Publish callbacks [] for security_group (57fb8ead-a1c6-464b-bc90-963bf92a8dbc), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:36.569785 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-42094b4e-d449-444a-bf82-9b5767ef41c8 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (f586d78a-59dd-4824-9af0-e1e60dce6ed1), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:36.572188 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-46fb9606-2248-4e13-b8cc-7c71eded4fbe None None] Port 7c67dcea-1826-4ecf-a84f-93ad140126a2 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:32:36.576144 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-42094b4e-d449-444a-bf82-9b5767ef41c8 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:36.580033 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-42094b4e-d449-444a-bf82-9b5767ef41c8 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/f586d78a-59dd-4824-9af0-e1e60dce6ed1 HTTP/1.1" status: 204 len: 168 time: 0.2055109 Jan 29 04:32:36.589509 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55848) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:36.610646 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=1ca81696-df8d-45af-a7d5-adaa89b94e36,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:36.615618 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-46fb9606-2248-4e13-b8cc-7c71eded4fbe None None] Provisioning complete for port 1ca81696-df8d-45af-a7d5-adaa89b94e36 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:36.615991 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-46fb9606-2248-4e13-b8cc-7c71eded4fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (1ca81696-df8d-45af-a7d5-adaa89b94e36), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:36.624241 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42094b4e-d449-444a-bf82-9b5767ef41c8 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f586d78a-59dd-4824-9af0-e1e60dce6ed1,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:36.663049 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-72c9ff76-9573-4680-bcec-d706da23cd8f tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0680895 Jan 29 04:32:36.663049 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55850) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:36.725218 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5c14a613-293f-488a-9f04-9186c59f60d5 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (8f03859f-0278-4c03-9e41-1c199d2de6d7), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:36.738151 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-46fb9606-2248-4e13-b8cc-7c71eded4fbe None None] Current status of the port 1ca81696-df8d-45af-a7d5-adaa89b94e36 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:32:36.756964 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5c14a613-293f-488a-9f04-9186c59f60d5 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (8f03859f-0278-4c03-9e41-1c199d2de6d7), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:36.760812 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-67bc07d5-5f27-409b-8bb1-d1f65e4088a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (57fb8ead-a1c6-464b-bc90-963bf92a8dbc), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:36.763506 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-67bc07d5-5f27-409b-8bb1-d1f65e4088a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:36.765081 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-67bc07d5-5f27-409b-8bb1-d1f65e4088a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57fb8ead-a1c6-464b-bc90-963bf92a8dbc HTTP/1.1" status: 204 len: 168 time: 0.3057082 Jan 29 04:32:36.834021 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bc07d5-5f27-409b-8bb1-d1f65e4088a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fb8ead-a1c6-464b-bc90-963bf92a8dbc,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:36.891067 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5c14a613-293f-488a-9f04-9186c59f60d5 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (8f03859f-0278-4c03-9e41-1c199d2de6d7), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:36.894481 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5c14a613-293f-488a-9f04-9186c59f60d5 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:36.896564 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-5c14a613-293f-488a-9f04-9186c59f60d5 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "DELETE /v2.0/security-groups/8f03859f-0278-4c03-9e41-1c199d2de6d7 HTTP/1.1" status: 204 len: 168 time: 0.2319019 Jan 29 04:32:36.898924 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac0e6f4-462b-49f9-bf2a-646e211bc19c tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Pushing event updated for resources: {'Port': ['ID=7c67dcea-1826-4ecf-a84f-93ad140126a2,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:36.901398 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55854) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:36.902280 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-eac0e6f4-462b-49f9-bf2a-646e211bc19c tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (bf3777c3-64ee-4a1b-9a97-18c3a3d725a0), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:36.907011 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14a613-293f-488a-9f04-9186c59f60d5 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f03859f-0278-4c03-9e41-1c199d2de6d7,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:36.997038 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e883f6e7-6a94-4aec-ba7e-4ccf9f409160 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0922537 Jan 29 04:32:37.001183 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55856) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:37.006098 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-3e02de97-20d0-48ec-93b8-d7b31c41ad42 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Request body: {'security_group': {'name': 'tempest-secgroup--1627081444'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:37.033841 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac0e6f4-462b-49f9-bf2a-646e211bc19c tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Network e2c9e72d-9db0-47d6-832a-d189da4e3b44 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:32:37.035169 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-eac0e6f4-462b-49f9-bf2a-646e211bc19c tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:32:37.065812 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-24be3ca6-c878-4309-a38c-38471686025d None None] Provisioning complete for port 1ca81696-df8d-45af-a7d5-adaa89b94e36 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:37.066448 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-24be3ca6-c878-4309-a38c-38471686025d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (1ca81696-df8d-45af-a7d5-adaa89b94e36), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:37.131118 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3e02de97-20d0-48ec-93b8-d7b31c41ad42 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:37.225362 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-24be3ca6-c878-4309-a38c-38471686025d None None] Current status of the port 1ca81696-df8d-45af-a7d5-adaa89b94e36 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:32:37.226145 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3e02de97-20d0-48ec-93b8-d7b31c41ad42 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (79e0fd7d-9aba-47d3-9cdb-a49de9200cb6), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:37.295270 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac0e6f4-462b-49f9-bf2a-646e211bc19c tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Router bf3777c3-64ee-4a1b-9a97-18c3a3d725a0 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:32:37.318765 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3e02de97-20d0-48ec-93b8-d7b31c41ad42 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (79e0fd7d-9aba-47d3-9cdb-a49de9200cb6), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:37.354326 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-992fed8e-7d5d-4b2f-8dbd-39ffc210d1fa None None] Provisioning complete for port 7c67dcea-1826-4ecf-a84f-93ad140126a2 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:37.360877 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-992fed8e-7d5d-4b2f-8dbd-39ffc210d1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (7c67dcea-1826-4ecf-a84f-93ad140126a2), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:37.387906 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02de97-20d0-48ec-93b8-d7b31c41ad42 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79e0fd7d-9aba-47d3-9cdb-a49de9200cb6,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:37.407021 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-992fed8e-7d5d-4b2f-8dbd-39ffc210d1fa None None] Port 7c67dcea-1826-4ecf-a84f-93ad140126a2 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:32:37.407126 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3e02de97-20d0-48ec-93b8-d7b31c41ad42 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:37.408417 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device a983bc8a-4cc1-4573-af91-84e08e4dd016 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:32:37.411105 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-3e02de97-20d0-48ec-93b8-d7b31c41ad42 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4088707 Jan 29 04:32:37.416662 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55866) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:37.416855 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac0e6f4-462b-49f9-bf2a-646e211bc19c tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:32:37.421635 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-eac0e6f4-462b-49f9-bf2a-646e211bc19c tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] 10.222.0.13 "PUT /v2.0/routers/bf3777c3-64ee-4a1b-9a97-18c3a3d725a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6388943 Jan 29 04:32:37.422861 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-72873f44-0629-4721-931d-d4af35c8183a tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Request body: {'security_group_rule': {'security_group_id': '79e0fd7d-9aba-47d3-9cdb-a49de9200cb6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:37.424510 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55868) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:37.448910 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403d26f7-2eae-4cc8-9c20-cc779920a443 None None] Sync routers for ids ['bf3777c3-64ee-4a1b-9a97-18c3a3d725a0'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:32:37.466585 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403d26f7-2eae-4cc8-9c20-cc779920a443 None None] Routers {'bf3777c3-64ee-4a1b-9a97-18c3a3d725a0'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:37.467320 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-403d26f7-2eae-4cc8-9c20-cc779920a443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:32:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['bf3777c3-64ee-4a1b-9a97-18c3a3d725a0'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:37.502779 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-403d26f7-2eae-4cc8-9c20-cc779920a443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:37.506568 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-72873f44-0629-4721-931d-d4af35c8183a tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (03f811a2-1928-456f-b810-8ceb807b1f5d), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:37.513434 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port a983bc8a-4cc1-4573-af91-84e08e4dd016 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:37.514464 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (a983bc8a-4cc1-4573-af91-84e08e4dd016), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:37.540675 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403d26f7-2eae-4cc8-9c20-cc779920a443 None None] Routers {'bf3777c3-64ee-4a1b-9a97-18c3a3d725a0'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:37.541312 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-403d26f7-2eae-4cc8-9c20-cc779920a443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:32:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['bf3777c3-64ee-4a1b-9a97-18c3a3d725a0'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:37.578831 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-403d26f7-2eae-4cc8-9c20-cc779920a443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:37.579521 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403d26f7-2eae-4cc8-9c20-cc779920a443 None None] The sync data for ids ['bf3777c3-64ee-4a1b-9a97-18c3a3d725a0'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:32:37.590229 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-72873f44-0629-4721-931d-d4af35c8183a tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (03f811a2-1928-456f-b810-8ceb807b1f5d), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:37.631679 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port a983bc8a-4cc1-4573-af91-84e08e4dd016 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:32:37.633463 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 1ca81696-df8d-45af-a7d5-adaa89b94e36 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:32:37.671085 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-72873f44-0629-4721-931d-d4af35c8183a tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (03f811a2-1928-456f-b810-8ceb807b1f5d), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:37.685124 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 1ca81696-df8d-45af-a7d5-adaa89b94e36 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:37.685498 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (1ca81696-df8d-45af-a7d5-adaa89b94e36), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:37.685792 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72873f44-0629-4721-931d-d4af35c8183a tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03f811a2-1928-456f-b810-8ceb807b1f5d,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:37.766749 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 1ca81696-df8d-45af-a7d5-adaa89b94e36 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:32:37.789308 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-72873f44-0629-4721-931d-d4af35c8183a tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:37.791022 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-72873f44-0629-4721-931d-d4af35c8183a tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3719902 Jan 29 04:32:37.793623 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55878) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:37.836597 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-44714a01-364a-4726-ae7c-60040574f217 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:32:37.837945 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-44714a01-364a-4726-ae7c-60040574f217 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] 10.222.0.13 "PUT /v2.0/routers/bf3777c3-64ee-4a1b-9a97-18c3a3d725a0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4123764 Jan 29 04:32:37.840938 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55880) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:37.846812 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d7342e6c-e6b3-474e-94cb-c296ed4bb6f6 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (79e0fd7d-9aba-47d3-9cdb-a49de9200cb6), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:37.872472 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d7342e6c-e6b3-474e-94cb-c296ed4bb6f6 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (79e0fd7d-9aba-47d3-9cdb-a49de9200cb6), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:37.988097 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55884) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:37.992454 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028007 Jan 29 04:32:37.995878 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55886) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:38.003906 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d7342e6c-e6b3-474e-94cb-c296ed4bb6f6 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (79e0fd7d-9aba-47d3-9cdb-a49de9200cb6), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:38.007936 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d7342e6c-e6b3-474e-94cb-c296ed4bb6f6 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:38.009573 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d7342e6c-e6b3-474e-94cb-c296ed4bb6f6 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "DELETE /v2.0/security-groups/79e0fd7d-9aba-47d3-9cdb-a49de9200cb6 HTTP/1.1" status: 204 len: 168 time: 0.2150416 Jan 29 04:32:38.012872 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55890) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:38.021115 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7342e6c-e6b3-474e-94cb-c296ed4bb6f6 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e0fd7d-9aba-47d3-9cdb-a49de9200cb6,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:38.106198 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-8aad8bf5-e7c8-47df-aa8b-5dba7d5a7587 tempest-NetworksApiDiscovery-889821414 tempest-NetworksApiDiscovery-889821414-project] 10.222.0.13 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1084089 Jan 29 04:32:38.108376 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-cb0515fd-f0d9-478e-9364-8af3d0e71fa3 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0930347 Jan 29 04:32:38.109789 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55892) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:38.176038 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-671bee6d-008f-4538-a563-8d80c1422ce5 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0627131 Jan 29 04:32:38.176250 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55896) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:38.192176 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-e32a4c41-c72e-4923-82b1-e8fa16d21074 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] delete failed (client error): The resource could not be found. Jan 29 04:32:38.193288 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e32a4c41-c72e-4923-82b1-e8fa16d21074 tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "DELETE /v2.0/security-groups/79e0fd7d-9aba-47d3-9cdb-a49de9200cb6 HTTP/1.1" status: 404 len: 347 time: 0.0161362 Jan 29 04:32:38.198235 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55898) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:38.269064 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-6b7d6316-ad46-40ef-92f3-663f7499a0ff tempest-SecGroupTest-1369722305 tempest-SecGroupTest-1369722305-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0697613 Jan 29 04:32:38.293584 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cc9d4287-1a72-4696-a22e-960c60566776 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (bf3777c3-64ee-4a1b-9a97-18c3a3d725a0), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:38.546082 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-cc9d4287-1a72-4696-a22e-960c60566776 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Deleting port 7c67dcea-1826-4ecf-a84f-93ad140126a2 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:32:38.546751 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cc9d4287-1a72-4696-a22e-960c60566776 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (7c67dcea-1826-4ecf-a84f-93ad140126a2), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:38.593984 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55906) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:38.641670 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cc9d4287-1a72-4696-a22e-960c60566776 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (7c67dcea-1826-4ecf-a84f-93ad140126a2), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:38.654955 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-cc9d4287-1a72-4696-a22e-960c60566776 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Calling delete_port for 7c67dcea-1826-4ecf-a84f-93ad140126a2 owned by network:router_interface {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:32:38.728155 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55912) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:38.763785 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-197f01e5-7945-4f6b-aeab-4cd3db493b05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:38.876028 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1abea552-b917-46b5-9a74-a8c8149d6025 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f50867b879b64b70b83947fac41cd684&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1466737 Jan 29 04:32:38.878426 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55916) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:38.927034 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4a54bb48-44bd-4c1d-8ed4-ffda9fef1ae3 admin admin] Publish callbacks [] for security_group (08bbf7ee-5360-4628-9e30-0ea3316e2f88), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:38.949460 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4a54bb48-44bd-4c1d-8ed4-ffda9fef1ae3 admin admin] Publish callbacks [] for security_group (08bbf7ee-5360-4628-9e30-0ea3316e2f88), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:38.951088 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cc9d4287-1a72-4696-a22e-960c60566776 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (7c67dcea-1826-4ecf-a84f-93ad140126a2), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:38.987471 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-197f01e5-7945-4f6b-aeab-4cd3db493b05 admin admin] Publish callbacks [] for security_group (cf781cb2-64c3-48a1-87bc-6b2e1a288deb), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:38.994708 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d4287-1a72-4696-a22e-960c60566776 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Pushing event deleted for resources: {'Port': ['ID=7c67dcea-1826-4ecf-a84f-93ad140126a2,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:39.056766 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-197f01e5-7945-4f6b-aeab-4cd3db493b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (cf781cb2-64c3-48a1-87bc-6b2e1a288deb), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:39.106993 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197f01e5-7945-4f6b-aeab-4cd3db493b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf781cb2-64c3-48a1-87bc-6b2e1a288deb,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:39.111577 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-197f01e5-7945-4f6b-aeab-4cd3db493b05 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=993ab3c70d8a46fbae65149610490147&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5165622 Jan 29 04:32:39.120990 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55918) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:39.161995 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4a54bb48-44bd-4c1d-8ed4-ffda9fef1ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (08bbf7ee-5360-4628-9e30-0ea3316e2f88), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:39.165165 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4a54bb48-44bd-4c1d-8ed4-ffda9fef1ae3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:39.166336 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-4a54bb48-44bd-4c1d-8ed4-ffda9fef1ae3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/08bbf7ee-5360-4628-9e30-0ea3316e2f88 HTTP/1.1" status: 204 len: 168 time: 0.2869787 Jan 29 04:32:39.190052 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cc9d4287-1a72-4696-a22e-960c60566776 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (bf3777c3-64ee-4a1b-9a97-18c3a3d725a0), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:39.197190 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a54bb48-44bd-4c1d-8ed4-ffda9fef1ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08bbf7ee-5360-4628-9e30-0ea3316e2f88,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:39.305724 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5f39b1e9-f88e-41c3-ae4a-bd1ad0d5dff5 admin admin] Publish callbacks [] for security_group (cf781cb2-64c3-48a1-87bc-6b2e1a288deb), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:39.389795 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5f39b1e9-f88e-41c3-ae4a-bd1ad0d5dff5 admin admin] Publish callbacks [] for security_group (cf781cb2-64c3-48a1-87bc-6b2e1a288deb), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:39.418884 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9d4287-1a72-4696-a22e-960c60566776 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Router bf3777c3-64ee-4a1b-9a97-18c3a3d725a0 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:32:39.506420 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9d4287-1a72-4696-a22e-960c60566776 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:32:39.512384 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-cc9d4287-1a72-4696-a22e-960c60566776 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] 10.222.0.13 "PUT /v2.0/routers/bf3777c3-64ee-4a1b-9a97-18c3a3d725a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6704686 Jan 29 04:32:39.517647 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55928) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:39.519054 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8df6e9-74a5-4af0-8c82-a80fb1e8a809 None None] Sync routers for ids ['bf3777c3-64ee-4a1b-9a97-18c3a3d725a0'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:32:39.530234 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8df6e9-74a5-4af0-8c82-a80fb1e8a809 None None] Routers {'bf3777c3-64ee-4a1b-9a97-18c3a3d725a0'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:39.530912 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-aa8df6e9-74a5-4af0-8c82-a80fb1e8a809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:32:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['bf3777c3-64ee-4a1b-9a97-18c3a3d725a0'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:39.558539 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5f39b1e9-f88e-41c3-ae4a-bd1ad0d5dff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (cf781cb2-64c3-48a1-87bc-6b2e1a288deb), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:39.561197 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5f39b1e9-f88e-41c3-ae4a-bd1ad0d5dff5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:39.562302 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-5f39b1e9-f88e-41c3-ae4a-bd1ad0d5dff5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf781cb2-64c3-48a1-87bc-6b2e1a288deb HTTP/1.1" status: 204 len: 168 time: 0.4403646 Jan 29 04:32:39.564320 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-0131965b-9d25-4aa2-a0f1-f005e31dc77f tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] delete failed (client error): The resource could not be found. Jan 29 04:32:39.569357 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-0131965b-9d25-4aa2-a0f1-f005e31dc77f tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-1529813145 HTTP/1.1" status: 404 len: 335 time: 0.0506766 Jan 29 04:32:39.569977 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55934) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:39.577948 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-aa8df6e9-74a5-4af0-8c82-a80fb1e8a809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:39.578054 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-a6ebb206-5b94-4ae5-a674-01fd2f881a00 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bf3777c3-64ee-4a1b-9a97-18c3a3d725a0'}}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:39.582255 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8df6e9-74a5-4af0-8c82-a80fb1e8a809 None None] Routers {'bf3777c3-64ee-4a1b-9a97-18c3a3d725a0'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:39.582880 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-aa8df6e9-74a5-4af0-8c82-a80fb1e8a809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:32:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['bf3777c3-64ee-4a1b-9a97-18c3a3d725a0'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:39.584639 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f39b1e9-f88e-41c3-ae4a-bd1ad0d5dff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf781cb2-64c3-48a1-87bc-6b2e1a288deb,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:39.621162 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-aa8df6e9-74a5-4af0-8c82-a80fb1e8a809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:39.621990 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8df6e9-74a5-4af0-8c82-a80fb1e8a809 None None] The sync data for ids ['bf3777c3-64ee-4a1b-9a97-18c3a3d725a0'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:32:39.791096 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a6ebb206-5b94-4ae5-a674-01fd2f881a00 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks [] for router_gateway (bf3777c3-64ee-4a1b-9a97-18c3a3d725a0), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:39.903295 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-a6ebb206-5b94-4ae5-a674-01fd2f881a00 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] update failed (client error): The resource could not be found. Jan 29 04:32:39.904653 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a6ebb206-5b94-4ae5-a674-01fd2f881a00 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] 10.222.0.13 "PUT /v2.0/routers/bf3777c3-64ee-4a1b-9a97-18c3a3d725a0 HTTP/1.1" status: 404 len: 339 time: 0.3336644 Jan 29 04:32:39.908261 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55940) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:40.208741 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e76ccfd6-8612-4d59-96c4-a551cce5e936 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:40.448226 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-e76ccfd6-8612-4d59-96c4-a551cce5e936 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Allocated IP 172.20.0.1 (94f80c40-5d3a-4901-b3f6-204619cf7475/746dedba-10ee-400e-9a00-0da6d6740f88/b8177c27-fdec-4ef0-8afe-305b2bea682d) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:32:40.573152 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e76ccfd6-8612-4d59-96c4-a551cce5e936 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks [] for port (b8177c27-fdec-4ef0-8afe-305b2bea682d), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:40.690538 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e76ccfd6-8612-4d59-96c4-a551cce5e936 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (b8177c27-fdec-4ef0-8afe-305b2bea682d), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:40.729513 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76ccfd6-8612-4d59-96c4-a551cce5e936 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Network 94f80c40-5d3a-4901-b3f6-204619cf7475 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:32:40.732642 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-e76ccfd6-8612-4d59-96c4-a551cce5e936 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:32:40.736067 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76ccfd6-8612-4d59-96c4-a551cce5e936 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:32:40.763498 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ccfd6-8612-4d59-96c4-a551cce5e936 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Pushing event updated for resources: {'Port': ['ID=b8177c27-fdec-4ef0-8afe-305b2bea682d,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:40.789753 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e76ccfd6-8612-4d59-96c4-a551cce5e936 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (bf3777c3-64ee-4a1b-9a97-18c3a3d725a0), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:40.970518 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e76ccfd6-8612-4d59-96c4-a551cce5e936 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b8177c27-fdec-4ef0-8afe-305b2bea682d), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:41.047295 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-56a21a0a-653c-49e5-b82c-465f9ab7ad54 None None] Provisioning complete for port b8177c27-fdec-4ef0-8afe-305b2bea682d triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:41.047876 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-56a21a0a-653c-49e5-b82c-465f9ab7ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b8177c27-fdec-4ef0-8afe-305b2bea682d), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:41.081660 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55962) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:41.082167 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-56a21a0a-653c-49e5-b82c-465f9ab7ad54 None None] Port b8177c27-fdec-4ef0-8afe-305b2bea682d cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:32:41.234250 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-2916b6e6-3380-4dae-9ef0-dfff32cb5cff tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'network': {'name': 'tempest-network-smoke--961301655', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'port_security_enabled': True}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:41.245307 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e76ccfd6-8612-4d59-96c4-a551cce5e936 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks [] for port (b8177c27-fdec-4ef0-8afe-305b2bea682d), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:41.291582 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e76ccfd6-8612-4d59-96c4-a551cce5e936 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (b8177c27-fdec-4ef0-8afe-305b2bea682d), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:41.307033 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2916b6e6-3380-4dae-9ef0-dfff32cb5cff tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Made reservation on behalf of 9cb37fd5f36f44e696381da232925f9b for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:32:41.310607 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2916b6e6-3380-4dae-9ef0-dfff32cb5cff tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:41.320098 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2916b6e6-3380-4dae-9ef0-dfff32cb5cff tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:41.371059 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ccfd6-8612-4d59-96c4-a551cce5e936 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Pushing event updated for resources: {'Port': ['ID=b8177c27-fdec-4ef0-8afe-305b2bea682d,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:41.375266 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e76ccfd6-8612-4d59-96c4-a551cce5e936 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (bf3777c3-64ee-4a1b-9a97-18c3a3d725a0), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:41.400440 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2916b6e6-3380-4dae-9ef0-dfff32cb5cff tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (2a60dcd5-2df3-47a3-b4f4-89dd288caf31), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:41.438178 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2916b6e6-3380-4dae-9ef0-dfff32cb5cff tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (2a60dcd5-2df3-47a3-b4f4-89dd288caf31), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:41.469496 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2916b6e6-3380-4dae-9ef0-dfff32cb5cff tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:32:41.474976 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76ccfd6-8612-4d59-96c4-a551cce5e936 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Network 94f80c40-5d3a-4901-b3f6-204619cf7475 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:32:41.475864 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2916b6e6-3380-4dae-9ef0-dfff32cb5cff tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a60dcd5-2df3-47a3-b4f4-89dd288caf31,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:41.477949 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-e76ccfd6-8612-4d59-96c4-a551cce5e936 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:32:41.482837 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2916b6e6-3380-4dae-9ef0-dfff32cb5cff tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (62b95135-30d5-4c8e-9d74-baf28b4c6b92), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:41.485109 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-2916b6e6-3380-4dae-9ef0-dfff32cb5cff tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Added segment 62b95135-30d5-4c8e-9d74-baf28b4c6b92 of type vlan for network ebcdb780-1f88-4d1c-a13a-91ce96081123 Jan 29 04:32:41.531024 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2916b6e6-3380-4dae-9ef0-dfff32cb5cff tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (ebcdb780-1f88-4d1c-a13a-91ce96081123), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:41.590312 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76ccfd6-8612-4d59-96c4-a551cce5e936 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Router bf3777c3-64ee-4a1b-9a97-18c3a3d725a0 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:32:41.615413 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2916b6e6-3380-4dae-9ef0-dfff32cb5cff tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (ebcdb780-1f88-4d1c-a13a-91ce96081123), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:41.621396 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2916b6e6-3380-4dae-9ef0-dfff32cb5cff tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:41.622114 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2916b6e6-3380-4dae-9ef0-dfff32cb5cff tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:41.687518 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76ccfd6-8612-4d59-96c4-a551cce5e936 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:32:41.695717 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-e76ccfd6-8612-4d59-96c4-a551cce5e936 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] 10.222.0.13 "PUT /v2.0/routers/bf3777c3-64ee-4a1b-9a97-18c3a3d725a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7847037 Jan 29 04:32:41.697936 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55966) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:41.699294 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2916b6e6-3380-4dae-9ef0-dfff32cb5cff tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Network': ['ID=ebcdb780-1f88-4d1c-a13a-91ce96081123,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:41.703469 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddc25cf-e0c5-4984-a9cd-99e900c829b3 None None] Sync routers for ids ['bf3777c3-64ee-4a1b-9a97-18c3a3d725a0'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:32:41.715415 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network ebcdb780-1f88-4d1c-a13a-91ce96081123 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:32:41.743928 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddc25cf-e0c5-4984-a9cd-99e900c829b3 None None] Routers {'bf3777c3-64ee-4a1b-9a97-18c3a3d725a0'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:41.744728 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-5ddc25cf-e0c5-4984-a9cd-99e900c829b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:32:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['bf3777c3-64ee-4a1b-9a97-18c3a3d725a0'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:41.758821 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-2916b6e6-3380-4dae-9ef0-dfff32cb5cff tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6701629 Jan 29 04:32:41.759330 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55968) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:41.764449 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-2f3a7065-2340-4f57-9922-6fd4395d81a9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1882763774', 'admin_state_up': True, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:41.794748 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-558d87b1-2ff0-4c53-8482-d7a4f3df5784 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks [] for router (bf3777c3-64ee-4a1b-9a97-18c3a3d725a0), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:41.826175 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-5ddc25cf-e0c5-4984-a9cd-99e900c829b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:41.831385 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-4fdc0676-4f5a-46a7-8fcd-f4e8ee421c00 None None] Provisioning complete for port b8177c27-fdec-4ef0-8afe-305b2bea682d triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:41.831759 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4fdc0676-4f5a-46a7-8fcd-f4e8ee421c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b8177c27-fdec-4ef0-8afe-305b2bea682d), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:41.850816 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2f3a7065-2340-4f57-9922-6fd4395d81a9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (f034136f-6c2d-493b-82de-d9b0b9f0f0b4), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:41.853194 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2f3a7065-2340-4f57-9922-6fd4395d81a9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (f034136f-6c2d-493b-82de-d9b0b9f0f0b4), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:41.873708 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddc25cf-e0c5-4984-a9cd-99e900c829b3 None None] Routers {'bf3777c3-64ee-4a1b-9a97-18c3a3d725a0'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:41.874373 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-5ddc25cf-e0c5-4984-a9cd-99e900c829b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:32:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['bf3777c3-64ee-4a1b-9a97-18c3a3d725a0'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:41.887362 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-558d87b1-2ff0-4c53-8482-d7a4f3df5784 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 29 04:32:41.888456 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-558d87b1-2ff0-4c53-8482-d7a4f3df5784 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] 10.222.0.13 "DELETE /v2.0/routers/bf3777c3-64ee-4a1b-9a97-18c3a3d725a0 HTTP/1.1" status: 409 len: 329 time: 0.1889999 Jan 29 04:32:41.891630 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55970) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:41.908972 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2f3a7065-2340-4f57-9922-6fd4395d81a9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_controller (f034136f-6c2d-493b-82de-d9b0b9f0f0b4), precommit_add_association {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:42.076116 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-5ddc25cf-e0c5-4984-a9cd-99e900c829b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:42.076840 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddc25cf-e0c5-4984-a9cd-99e900c829b3 None None] The sync data for ids ['bf3777c3-64ee-4a1b-9a97-18c3a3d725a0'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:32:42.079795 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-4fdc0676-4f5a-46a7-8fcd-f4e8ee421c00 None None] Port b8177c27-fdec-4ef0-8afe-305b2bea682d cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:32:42.120575 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2f3a7065-2340-4f57-9922-6fd4395d81a9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_gateway (f034136f-6c2d-493b-82de-d9b0b9f0f0b4), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:42.217893 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0e2bf484-4aff-4eb7-8faa-ce1be1b8927e tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (bf3777c3-64ee-4a1b-9a97-18c3a3d725a0), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:42.394243 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2f3a7065-2340-4f57-9922-6fd4395d81a9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_gateway (f034136f-6c2d-493b-82de-d9b0b9f0f0b4), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:42.418447 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2f3a7065-2340-4f57-9922-6fd4395d81a9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:42.527715 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-2f3a7065-2340-4f57-9922-6fd4395d81a9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Allocated IP 172.26.8.28 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/c40e4684-16a6-436a-afac-0fc35ea52bb5) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:32:42.637081 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2f3a7065-2340-4f57-9922-6fd4395d81a9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (c40e4684-16a6-436a-afac-0fc35ea52bb5), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:42.733962 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2f3a7065-2340-4f57-9922-6fd4395d81a9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (c40e4684-16a6-436a-afac-0fc35ea52bb5), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:42.765291 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3a7065-2340-4f57-9922-6fd4395d81a9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:32:42.769605 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-2f3a7065-2340-4f57-9922-6fd4395d81a9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:32:42.776735 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3a7065-2340-4f57-9922-6fd4395d81a9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:32:42.779748 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a7065-2340-4f57-9922-6fd4395d81a9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=c40e4684-16a6-436a-afac-0fc35ea52bb5,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:42.797484 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-0e2bf484-4aff-4eb7-8faa-ce1be1b8927e tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Deleting port b8177c27-fdec-4ef0-8afe-305b2bea682d {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:32:42.798030 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0e2bf484-4aff-4eb7-8faa-ce1be1b8927e tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (b8177c27-fdec-4ef0-8afe-305b2bea682d), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:42.887652 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0e2bf484-4aff-4eb7-8faa-ce1be1b8927e tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (b8177c27-fdec-4ef0-8afe-305b2bea682d), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:42.900368 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-0e2bf484-4aff-4eb7-8faa-ce1be1b8927e tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Calling delete_port for b8177c27-fdec-4ef0-8afe-305b2bea682d owned by network:router_interface {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:32:43.124223 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0e2bf484-4aff-4eb7-8faa-ce1be1b8927e tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (b8177c27-fdec-4ef0-8afe-305b2bea682d), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:43.149838 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2bf484-4aff-4eb7-8faa-ce1be1b8927e tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Pushing event deleted for resources: {'Port': ['ID=b8177c27-fdec-4ef0-8afe-305b2bea682d,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:43.306669 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0e2bf484-4aff-4eb7-8faa-ce1be1b8927e tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (bf3777c3-64ee-4a1b-9a97-18c3a3d725a0), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:43.451963 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2f3a7065-2340-4f57-9922-6fd4395d81a9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_gateway (f034136f-6c2d-493b-82de-d9b0b9f0f0b4), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:43.466361 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2bf484-4aff-4eb7-8faa-ce1be1b8927e tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Router bf3777c3-64ee-4a1b-9a97-18c3a3d725a0 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:32:43.547114 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2bf484-4aff-4eb7-8faa-ce1be1b8927e tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:32:43.555282 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-0e2bf484-4aff-4eb7-8faa-ce1be1b8927e tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] 10.222.0.13 "PUT /v2.0/routers/bf3777c3-64ee-4a1b-9a97-18c3a3d725a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6595809 Jan 29 04:32:43.555816 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55972) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:43.560250 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408a55c2-c19e-4825-a827-0bf75dbafee6 None None] Sync routers for ids ['bf3777c3-64ee-4a1b-9a97-18c3a3d725a0'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:32:43.570249 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408a55c2-c19e-4825-a827-0bf75dbafee6 None None] Routers {'bf3777c3-64ee-4a1b-9a97-18c3a3d725a0'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:43.570866 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-408a55c2-c19e-4825-a827-0bf75dbafee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:32:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['bf3777c3-64ee-4a1b-9a97-18c3a3d725a0'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:43.597392 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-8d8e024f-f20d-443e-bfc1-e715a9d607c4 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] show failed (client error): The resource could not be found. Jan 29 04:32:43.598508 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-8d8e024f-f20d-443e-bfc1-e715a9d607c4 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-1874972477 HTTP/1.1" status: 404 len: 335 time: 0.0417478 Jan 29 04:32:43.603603 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55974) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:43.604115 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-408a55c2-c19e-4825-a827-0bf75dbafee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:43.612383 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-c2778d03-471c-457c-979b-74a19c863573 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:43.613111 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408a55c2-c19e-4825-a827-0bf75dbafee6 None None] Routers {'bf3777c3-64ee-4a1b-9a97-18c3a3d725a0'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:43.613793 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-408a55c2-c19e-4825-a827-0bf75dbafee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:32:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['bf3777c3-64ee-4a1b-9a97-18c3a3d725a0'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:43.660857 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-408a55c2-c19e-4825-a827-0bf75dbafee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:43.661810 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408a55c2-c19e-4825-a827-0bf75dbafee6 None None] The sync data for ids ['bf3777c3-64ee-4a1b-9a97-18c3a3d725a0'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:32:43.677158 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-c2778d03-471c-457c-979b-74a19c863573 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] update failed (client error): The resource could not be found. Jan 29 04:32:43.705281 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c2778d03-471c-457c-979b-74a19c863573 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-1618134766 HTTP/1.1" status: 404 len: 335 time: 0.0736666 Jan 29 04:32:43.705281 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2f3a7065-2340-4f57-9922-6fd4395d81a9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (f034136f-6c2d-493b-82de-d9b0b9f0f0b4), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:43.710816 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55976) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:43.767457 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eaa4e67-13f0-4e1b-832c-4bd20bf9c528 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Deleting subnet e0be0717-4de6-4436-9c7a-82d4d5ac0e56 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:32:43.770786 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2eaa4e67-13f0-4e1b-832c-4bd20bf9c528 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks [] for subnet (e0be0717-4de6-4436-9c7a-82d4d5ac0e56), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:43.818277 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2eaa4e67-13f0-4e1b-832c-4bd20bf9c528 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (e0be0717-4de6-4436-9c7a-82d4d5ac0e56), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:43.901067 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2eaa4e67-13f0-4e1b-832c-4bd20bf9c528 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (e0be0717-4de6-4436-9c7a-82d4d5ac0e56), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:43.952230 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3a7065-2340-4f57-9922-6fd4395d81a9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router f034136f-6c2d-493b-82de-d9b0b9f0f0b4 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:32:44.032826 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2eaa4e67-13f0-4e1b-832c-4bd20bf9c528 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (e0be0717-4de6-4436-9c7a-82d4d5ac0e56), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:44.065182 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa4e67-13f0-4e1b-832c-4bd20bf9c528 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Pushing event deleted for resources: {'Subnet': ['ID=e0be0717-4de6-4436-9c7a-82d4d5ac0e56,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:44.065465 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3a7065-2340-4f57-9922-6fd4395d81a9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:32:44.081894 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2eaa4e67-13f0-4e1b-832c-4bd20bf9c528 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:44.082286 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e358a9-2304-441c-a292-bab722f7a163 None None] Sync routers for ids ['f034136f-6c2d-493b-82de-d9b0b9f0f0b4'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:32:44.082766 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2eaa4e67-13f0-4e1b-832c-4bd20bf9c528 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] 10.222.0.13 "DELETE /v2.0/subnets/e0be0717-4de6-4436-9c7a-82d4d5ac0e56 HTTP/1.1" status: 204 len: 168 time: 0.3692572 Jan 29 04:32:44.083675 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55978) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:44.084946 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cdc8b0-c1f1-4122-bef7-8783c7708a42 None None] Network 0dedb09c-d1dd-45a1-b0ed-abda8e25e2cd requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:32:44.135637 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dd608e5-85de-4984-8109-8ba887d5ad62 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Deleting subnet 8b4aa594-4689-4b36-8644-7bc1f9cd721f {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:32:44.138686 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9dd608e5-85de-4984-8109-8ba887d5ad62 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks [] for subnet (8b4aa594-4689-4b36-8644-7bc1f9cd721f), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:44.144317 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e358a9-2304-441c-a292-bab722f7a163 None None] Routers {'f034136f-6c2d-493b-82de-d9b0b9f0f0b4'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:44.145068 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-81e358a9-2304-441c-a292-bab722f7a163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:32:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['f034136f-6c2d-493b-82de-d9b0b9f0f0b4'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:44.178748 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9dd608e5-85de-4984-8109-8ba887d5ad62 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (8b4aa594-4689-4b36-8644-7bc1f9cd721f), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:44.188749 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2f3a7065-2340-4f57-9922-6fd4395d81a9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:44.193599 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-2f3a7065-2340-4f57-9922-6fd4395d81a9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4327929 Jan 29 04:32:44.194257 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55980) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:44.282984 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55984) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:44.283219 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e59859ab-125e-4ab1-9788-2e062965a724 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=9cb37fd5f36f44e696381da232925f9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0868847 Jan 29 04:32:44.291358 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-81e358a9-2304-441c-a292-bab722f7a163 None None] Set router f034136f-6c2d-493b-82de-d9b0b9f0f0b4 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:32:44.315042 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9dd608e5-85de-4984-8109-8ba887d5ad62 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (8b4aa594-4689-4b36-8644-7bc1f9cd721f), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:44.350408 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933e239f-ba3e-4dfc-9e02-3bcc156772b3 None None] DHCP port deletion for 0dedb09c-d1dd-45a1-b0ed-abda8e25e2cd request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:32:44.478751 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40281a1f-fc31-49b3-965a-b3d6da026f52 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:44.482950 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-40281a1f-fc31-49b3-965a-b3d6da026f52 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1964338 Jan 29 04:32:44.483125 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55986) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:44.489766 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-933e239f-ba3e-4dfc-9e02-3bcc156772b3 None None] Deleting port 1ca81696-df8d-45af-a7d5-adaa89b94e36 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:32:44.490136 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-933e239f-ba3e-4dfc-9e02-3bcc156772b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (1ca81696-df8d-45af-a7d5-adaa89b94e36), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:44.517238 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-16679854-f100-4c3d-a98f-3025b4d42ec3 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f0de7169-31b1-4289-9a2a-56c5f4e63ed1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330212 Jan 29 04:32:44.519770 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55988) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:44.524709 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-952a0a20-d8ea-401e-8ebb-a8a347008221 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1448384875', 'network_id': 'ebcdb780-1f88-4d1c-a13a-91ce96081123', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:44.530126 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9dd608e5-85de-4984-8109-8ba887d5ad62 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (8b4aa594-4689-4b36-8644-7bc1f9cd721f), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:44.565024 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-933e239f-ba3e-4dfc-9e02-3bcc156772b3 None None] For port 1ca81696-df8d-45af-a7d5-adaa89b94e36, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=1ca81696-df8d-45af-a7d5-adaa89b94e36,segment=NetworkSegment(b55005d7-1a6b-4669-965f-93bb67bab51c),segment_id=b55005d7-1a6b-4669-965f-93bb67bab51c)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:44.565343 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-933e239f-ba3e-4dfc-9e02-3bcc156772b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (1ca81696-df8d-45af-a7d5-adaa89b94e36), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:44.575318 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd608e5-85de-4984-8109-8ba887d5ad62 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Pushing event deleted for resources: {'Subnet': ['ID=8b4aa594-4689-4b36-8644-7bc1f9cd721f,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:44.580227 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-933e239f-ba3e-4dfc-9e02-3bcc156772b3 None None] Calling delete_port for 1ca81696-df8d-45af-a7d5-adaa89b94e36 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:32:44.587380 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-81e358a9-2304-441c-a292-bab722f7a163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'name': 'tempest-TestNetworkBasicOps-router-1882763774', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.28'}], 'enable_snat': True}, 'gw_port_id': 'c40e4684-16a6-436a-afac-0fc35ea52bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:41Z', 'updated_at': '2022-01-29T04:32:43Z', 'revision_number': 3, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': 'c40e4684-16a6-436a-afac-0fc35ea52bb5', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fa:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:42Z', 'updated_at': '2022-01-29T04:32:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:44.608698 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9dd608e5-85de-4984-8109-8ba887d5ad62 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:44.614286 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9dd608e5-85de-4984-8109-8ba887d5ad62 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] 10.222.0.13 "DELETE /v2.0/subnets/8b4aa594-4689-4b36-8644-7bc1f9cd721f HTTP/1.1" status: 204 len: 168 time: 0.5272119 Jan 29 04:32:44.614422 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55990) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:44.619938 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfecb26-573a-4afa-93d8-4abf03b4e4a8 None None] Network e2c9e72d-9db0-47d6-832a-d189da4e3b44 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:32:44.623623 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e358a9-2304-441c-a292-bab722f7a163 None None] Checking router: f034136f-6c2d-493b-82de-d9b0b9f0f0b4 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:32:44.623973 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e358a9-2304-441c-a292-bab722f7a163 None None] Updating router f034136f-6c2d-493b-82de-d9b0b9f0f0b4 port c40e4684-16a6-436a-afac-0fc35ea52bb5 binding host dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:32:44.714288 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0618cc37-214f-438f-ae63-c7c9efa161f4 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (0dedb09c-d1dd-45a1-b0ed-abda8e25e2cd), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:44.733149 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-81e358a9-2304-441c-a292-bab722f7a163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (c40e4684-16a6-436a-afac-0fc35ea52bb5), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:44.767278 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-0618cc37-214f-438f-ae63-c7c9efa161f4 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Deleting port 1ca81696-df8d-45af-a7d5-adaa89b94e36 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:32:44.767623 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0618cc37-214f-438f-ae63-c7c9efa161f4 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (1ca81696-df8d-45af-a7d5-adaa89b94e36), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:44.782727 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952a0a20-d8ea-401e-8ebb-a8a347008221 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Made reservation on behalf of 9cb37fd5f36f44e696381da232925f9b for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:32:44.786188 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-952a0a20-d8ea-401e-8ebb-a8a347008221 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:44.899586 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-0618cc37-214f-438f-ae63-c7c9efa161f4 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] For port 1ca81696-df8d-45af-a7d5-adaa89b94e36, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=1ca81696-df8d-45af-a7d5-adaa89b94e36,segment=NetworkSegment(b55005d7-1a6b-4669-965f-93bb67bab51c),segment_id=b55005d7-1a6b-4669-965f-93bb67bab51c)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:44.899586 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0618cc37-214f-438f-ae63-c7c9efa161f4 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (1ca81696-df8d-45af-a7d5-adaa89b94e36), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:44.911081 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-0618cc37-214f-438f-ae63-c7c9efa161f4 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Calling delete_port for 1ca81696-df8d-45af-a7d5-adaa89b94e36 owned by network:dhcp {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:32:44.965515 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-933e239f-ba3e-4dfc-9e02-3bcc156772b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (1ca81696-df8d-45af-a7d5-adaa89b94e36), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:44.972942 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbb9a66-6217-4588-a700-6c86d5d86b78 None None] DHCP port deletion for e2c9e72d-9db0-47d6-832a-d189da4e3b44 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:32:45.009195 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e239f-ba3e-4dfc-9e02-3bcc156772b3 None None] Pushing event deleted for resources: {'Port': ['ID=1ca81696-df8d-45af-a7d5-adaa89b94e36,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:45.010988 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933e239f-ba3e-4dfc-9e02-3bcc156772b3 None None] No DVR routers for this DVR port 1ca81696-df8d-45af-a7d5-adaa89b94e36 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:32:45.050081 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0618cc37-214f-438f-ae63-c7c9efa161f4 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (1ca81696-df8d-45af-a7d5-adaa89b94e36), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:45.099915 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-81e358a9-2304-441c-a292-bab722f7a163 None None] Publish callbacks [] for port (c40e4684-16a6-436a-afac-0fc35ea52bb5), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:45.114423 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0618cc37-214f-438f-ae63-c7c9efa161f4 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Pushing event deleted for resources: {'Port': ['ID=1ca81696-df8d-45af-a7d5-adaa89b94e36,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:45.114631 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-7fbb9a66-6217-4588-a700-6c86d5d86b78 None None] Deleting port a983bc8a-4cc1-4573-af91-84e08e4dd016 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:32:45.114631 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7fbb9a66-6217-4588-a700-6c86d5d86b78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (a983bc8a-4cc1-4573-af91-84e08e4dd016), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:45.117336 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0618cc37-214f-438f-ae63-c7c9efa161f4 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] No DVR routers for this DVR port 1ca81696-df8d-45af-a7d5-adaa89b94e36 on host dv-neutron-821190-1-hyperv {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:32:45.156853 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-81e358a9-2304-441c-a292-bab722f7a163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (c40e4684-16a6-436a-afac-0fc35ea52bb5), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:45.188330 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-952a0a20-d8ea-401e-8ebb-a8a347008221 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (8905a4f2-b145-45fb-8bd0-d8027dca8ccf), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:45.202483 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-7fbb9a66-6217-4588-a700-6c86d5d86b78 None None] For port a983bc8a-4cc1-4573-af91-84e08e4dd016, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=a983bc8a-4cc1-4573-af91-84e08e4dd016,segment=NetworkSegment(d4852c32-3d24-4bce-81f5-d3f5513e1649),segment_id=d4852c32-3d24-4bce-81f5-d3f5513e1649)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:45.202883 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7fbb9a66-6217-4588-a700-6c86d5d86b78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (a983bc8a-4cc1-4573-af91-84e08e4dd016), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:45.230516 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-7fbb9a66-6217-4588-a700-6c86d5d86b78 None None] Calling delete_port for a983bc8a-4cc1-4573-af91-84e08e4dd016 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:32:45.231701 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0618cc37-214f-438f-ae63-c7c9efa161f4 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (0dedb09c-d1dd-45a1-b0ed-abda8e25e2cd), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:45.236600 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-81e358a9-2304-441c-a292-bab722f7a163 None None] Attempting to bind port c40e4684-16a6-436a-afac-0fc35ea52bb5 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:32:45.236966 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-81e358a9-2304-441c-a292-bab722f7a163 None None] Attempting to bind port c40e4684-16a6-436a-afac-0fc35ea52bb5 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:32:45.237327 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e358a9-2304-441c-a292-bab722f7a163 None None] Attempting to bind port c40e4684-16a6-436a-afac-0fc35ea52bb5 on network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:32:45.242162 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d44304-809a-4ba5-a2a5-b6410370de0f None None] Pushing event updated for resources: {'Port': ['ID=c40e4684-16a6-436a-afac-0fc35ea52bb5,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:45.250659 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e358a9-2304-441c-a292-bab722f7a163 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:32:45.251034 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e358a9-2304-441c-a292-bab722f7a163 None None] Checking segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:32:45.251432 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-81e358a9-2304-441c-a292-bab722f7a163 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:45.251821 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e358a9-2304-441c-a292-bab722f7a163 None None] Bound using segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:32:45.252287 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-81e358a9-2304-441c-a292-bab722f7a163 None None] Bound port: c40e4684-16a6-436a-afac-0fc35ea52bb5, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:32:45.252688 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-81e358a9-2304-441c-a292-bab722f7a163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (c40e4684-16a6-436a-afac-0fc35ea52bb5), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:45.267614 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-0618cc37-214f-438f-ae63-c7c9efa161f4 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dedb09c-d1dd-45a1-b0ed-abda8e25e2cd']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:45.278079 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952a0a20-d8ea-401e-8ebb-a8a347008221 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Subnet': ['ID=8905a4f2-b145-45fb-8bd0-d8027dca8ccf,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:45.289473 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-0618cc37-214f-438f-ae63-c7c9efa161f4 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b55005d7-1a6b-4669-965f-93bb67bab51c') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:45.289769 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-0618cc37-214f-438f-ae63-c7c9efa161f4 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b55005d7-1a6b-4669-965f-93bb67bab51c') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:45.303250 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0618cc37-214f-438f-ae63-c7c9efa161f4 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (b55005d7-1a6b-4669-965f-93bb67bab51c), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:45.305480 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952a0a20-d8ea-401e-8ebb-a8a347008221 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Checking segment: {'id': '62b95135-30d5-4c8e-9d74-baf28b4c6b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ebcdb780-1f88-4d1c-a13a-91ce96081123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:32:45.305835 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952a0a20-d8ea-401e-8ebb-a8a347008221 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network hostable DHCP agents. Network: ebcdb780-1f88-4d1c-a13a-91ce96081123, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:32:45.323759 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0618cc37-214f-438f-ae63-c7c9efa161f4 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (b55005d7-1a6b-4669-965f-93bb67bab51c), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:45.332628 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0618cc37-214f-438f-ae63-c7c9efa161f4 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:32:45.333484 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0618cc37-214f-438f-ae63-c7c9efa161f4 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (b55005d7-1a6b-4669-965f-93bb67bab51c), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:45.336530 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:32:45.336530 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:32:45.336530 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:32:45.336530 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:32:45.336530 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:32:45.336530 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:32:45.336530 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:32:45.336530 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:32:45.336530 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:32:45.336530 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:32:45.336530 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:32:45.336530 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:32:45.336530 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:32:45.336530 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:32:45.336530 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:32:45.336530 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:32:45.336530 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:32:45.336530 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:32:45.336530 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:32:45.336530 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:32:45.336530 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:32:45.336530 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:32:45.336530 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:32:45.336530 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:32:45.336530 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:32:45.336530 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:32:45.336530 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:32:45.336530 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:32:45.336530 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:32:45.336530 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:32:45.336530 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:32:45.336530 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:32:45.351372 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-81e358a9-2304-441c-a292-bab722f7a163 None None] For port c40e4684-16a6-436a-afac-0fc35ea52bb5, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:32:45.355473 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-81e358a9-2304-441c-a292-bab722f7a163 None None] For port c40e4684-16a6-436a-afac-0fc35ea52bb5, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=c40e4684-16a6-436a-afac-0fc35ea52bb5,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:32:45.387012 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 1ca81696-df8d-45af-a7d5-adaa89b94e36 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:32:45.408044 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 1ca81696-df8d-45af-a7d5-adaa89b94e36 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:32:45.412331 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 1ca81696-df8d-45af-a7d5-adaa89b94e36 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:32:45.412331 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device a983bc8a-4cc1-4573-af91-84e08e4dd016 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:32:45.421169 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952a0a20-d8ea-401e-8ebb-a8a347008221 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network ebcdb780-1f88-4d1c-a13a-91ce96081123 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:32:45.472688 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-952a0a20-d8ea-401e-8ebb-a8a347008221 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, ebcdb780-1f88-4d1c-a13a-91ce96081123) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:32:45.475229 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-81e358a9-2304-441c-a292-bab722f7a163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (c40e4684-16a6-436a-afac-0fc35ea52bb5), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:45.476145 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0618cc37-214f-438f-ae63-c7c9efa161f4 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (0dedb09c-d1dd-45a1-b0ed-abda8e25e2cd), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:45.477480 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7fbb9a66-6217-4588-a700-6c86d5d86b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (a983bc8a-4cc1-4573-af91-84e08e4dd016), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:45.478313 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952a0a20-d8ea-401e-8ebb-a8a347008221 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:45.478912 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-952a0a20-d8ea-401e-8ebb-a8a347008221 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:45.487793 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0618cc37-214f-438f-ae63-c7c9efa161f4 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:45.490991 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-0618cc37-214f-438f-ae63-c7c9efa161f4 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] 10.222.0.13 "DELETE /v2.0/networks/0dedb09c-d1dd-45a1-b0ed-abda8e25e2cd HTTP/1.1" status: 204 len: 168 time: 0.8757393 Jan 29 04:32:45.494138 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b882a20-6924-49d2-b57e-88ad9dd4cc12 None None] Network ebcdb780-1f88-4d1c-a13a-91ce96081123 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:32:45.495852 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55992) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:45.505957 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0618cc37-214f-438f-ae63-c7c9efa161f4 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Pushing event deleted for resources: {'Network': ['ID=0dedb09c-d1dd-45a1-b0ed-abda8e25e2cd,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:45.541555 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbb9a66-6217-4588-a700-6c86d5d86b78 None None] No DVR routers for this DVR port a983bc8a-4cc1-4573-af91-84e08e4dd016 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:32:45.581321 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port a983bc8a-4cc1-4573-af91-84e08e4dd016 is: ACTIVE; New status is: DOWN {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:32:45.581713 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (a983bc8a-4cc1-4573-af91-84e08e4dd016), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:45.581991 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3304683d-51aa-486c-8363-350935cae884 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (e2c9e72d-9db0-47d6-832a-d189da4e3b44), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:45.597691 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-952a0a20-d8ea-401e-8ebb-a8a347008221 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0742853 Jan 29 04:32:45.602646 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 55994) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:45.634979 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d44304-809a-4ba5-a2a5-b6410370de0f None None] Pushing event updated for resources: {'Port': ['ID=c40e4684-16a6-436a-afac-0fc35ea52bb5,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:45.639840 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e358a9-2304-441c-a292-bab722f7a163 None None] Routers {'f034136f-6c2d-493b-82de-d9b0b9f0f0b4'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:45.640453 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-81e358a9-2304-441c-a292-bab722f7a163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:32:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['f034136f-6c2d-493b-82de-d9b0b9f0f0b4'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:45.722134 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3304683d-51aa-486c-8363-350935cae884 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (e2c9e72d-9db0-47d6-832a-d189da4e3b44), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:45.726769 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb9a66-6217-4588-a700-6c86d5d86b78 None None] Pushing event deleted for resources: {'Port': ['ID=a983bc8a-4cc1-4573-af91-84e08e4dd016,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:45.764421 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a29ad5d-2ab7-4709-ab45-a4450774e327 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-ebcdb780-1f88-4d1c-a13a-91ce96081123', 'network_id': 'ebcdb780-1f88-4d1c-a13a-91ce96081123', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ips': [{'subnet_id': '8905a4f2-b145-45fb-8bd0-d8027dca8ccf'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:32:45.765295 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4a29ad5d-2ab7-4709-ab45-a4450774e327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:45.784218 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-3304683d-51aa-486c-8363-350935cae884 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c9e72d-9db0-47d6-832a-d189da4e3b44']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:45.797324 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-3304683d-51aa-486c-8363-350935cae884 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4852c32-3d24-4bce-81f5-d3f5513e1649') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:45.797618 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-3304683d-51aa-486c-8363-350935cae884 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4852c32-3d24-4bce-81f5-d3f5513e1649') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:45.813425 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3304683d-51aa-486c-8363-350935cae884 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (d4852c32-3d24-4bce-81f5-d3f5513e1649), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:45.832258 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-81e358a9-2304-441c-a292-bab722f7a163 None None] Set router f034136f-6c2d-493b-82de-d9b0b9f0f0b4 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:32:45.870248 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3304683d-51aa-486c-8363-350935cae884 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (d4852c32-3d24-4bce-81f5-d3f5513e1649), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:45.880589 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3304683d-51aa-486c-8363-350935cae884 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:32:45.881959 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3304683d-51aa-486c-8363-350935cae884 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (d4852c32-3d24-4bce-81f5-d3f5513e1649), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:45.884298 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:32:45.884298 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:32:45.884298 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:32:45.884298 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:32:45.884298 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:32:45.884298 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:32:45.884298 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:32:45.884298 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:32:45.884298 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:32:45.884298 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:32:45.884298 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:32:45.884298 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:32:45.884298 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:32:45.884298 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:32:45.884298 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:32:45.884298 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:32:45.884298 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:32:45.884298 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:32:45.884298 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:32:45.884298 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:32:45.884298 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:32:45.884298 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:32:45.884298 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:32:45.884298 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:32:45.884298 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:32:45.884298 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:32:45.884298 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:32:45.884298 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:32:45.884298 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:32:45.884298 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:32:45.884298 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:32:45.884298 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:32:46.044959 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3304683d-51aa-486c-8363-350935cae884 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (e2c9e72d-9db0-47d6-832a-d189da4e3b44), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:46.081624 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3304683d-51aa-486c-8363-350935cae884 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:46.084917 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-3304683d-51aa-486c-8363-350935cae884 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] 10.222.0.13 "DELETE /v2.0/networks/e2c9e72d-9db0-47d6-832a-d189da4e3b44 HTTP/1.1" status: 204 len: 168 time: 0.5878468 Jan 29 04:32:46.088778 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 55998) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:46.102822 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3304683d-51aa-486c-8363-350935cae884 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Pushing event deleted for resources: {'Network': ['ID=e2c9e72d-9db0-47d6-832a-d189da4e3b44,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:46.158734 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-b20869e3-4a1d-4f2a-bc87-119efd39fc72 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Deleting subnet 746dedba-10ee-400e-9a00-0da6d6740f88 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:32:46.162092 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b20869e3-4a1d-4f2a-bc87-119efd39fc72 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks [] for subnet (746dedba-10ee-400e-9a00-0da6d6740f88), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:46.204575 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b20869e3-4a1d-4f2a-bc87-119efd39fc72 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (746dedba-10ee-400e-9a00-0da6d6740f88), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:46.209882 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-4a29ad5d-2ab7-4709-ab45-a4450774e327 None None] Allocated IP 172.20.0.2 (ebcdb780-1f88-4d1c-a13a-91ce96081123/8905a4f2-b145-45fb-8bd0-d8027dca8ccf/bf04700a-5262-4cff-a137-0f3aeca89298) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:32:46.253107 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9dfd0e7e-2ca2-4774-98c9-79ae26b4eb40 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:46.302626 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b20869e3-4a1d-4f2a-bc87-119efd39fc72 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (746dedba-10ee-400e-9a00-0da6d6740f88), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:46.338390 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-81e358a9-2304-441c-a292-bab722f7a163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'name': 'tempest-TestNetworkBasicOps-router-1882763774', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.28'}], 'enable_snat': True}, 'gw_port_id': 'c40e4684-16a6-436a-afac-0fc35ea52bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:41Z', 'updated_at': '2022-01-29T04:32:43Z', 'revision_number': 3, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': 'c40e4684-16a6-436a-afac-0fc35ea52bb5', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fa:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:42Z', 'updated_at': '2022-01-29T04:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:46.374873 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e358a9-2304-441c-a292-bab722f7a163 None None] The sync data for ids ['f034136f-6c2d-493b-82de-d9b0b9f0f0b4'] in dv-neutron-821190-1-hyperv is: [{'id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'name': 'tempest-TestNetworkBasicOps-router-1882763774', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.28'}], 'enable_snat': True}, 'gw_port_id': 'c40e4684-16a6-436a-afac-0fc35ea52bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:41Z', 'updated_at': '2022-01-29T04:32:43Z', 'revision_number': 3, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': 'c40e4684-16a6-436a-afac-0fc35ea52bb5', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fa:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:42Z', 'updated_at': '2022-01-29T04:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:32:46.425748 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4a29ad5d-2ab7-4709-ab45-a4450774e327 None None] Publish callbacks [] for port (bf04700a-5262-4cff-a137-0f3aeca89298), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:46.452404 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b20869e3-4a1d-4f2a-bc87-119efd39fc72 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (746dedba-10ee-400e-9a00-0da6d6740f88), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:46.481572 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20869e3-4a1d-4f2a-bc87-119efd39fc72 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Pushing event deleted for resources: {'Subnet': ['ID=746dedba-10ee-400e-9a00-0da6d6740f88,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:46.485674 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b20869e3-4a1d-4f2a-bc87-119efd39fc72 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:46.489112 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b20869e3-4a1d-4f2a-bc87-119efd39fc72 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] 10.222.0.13 "DELETE /v2.0/subnets/746dedba-10ee-400e-9a00-0da6d6740f88 HTTP/1.1" status: 204 len: 168 time: 0.3992519 Jan 29 04:32:46.492231 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56000) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:46.497478 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9361293e-6923-4a7e-a25b-8048fc4e5d00 None None] Network 94f80c40-5d3a-4901-b3f6-204619cf7475 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:32:46.548553 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4a29ad5d-2ab7-4709-ab45-a4450774e327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (bf04700a-5262-4cff-a137-0f3aeca89298), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:46.619095 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-9dfd0e7e-2ca2-4774-98c9-79ae26b4eb40 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Allocated IP 172.20.0.1 (ebcdb780-1f88-4d1c-a13a-91ce96081123/8905a4f2-b145-45fb-8bd0-d8027dca8ccf/038210e2-3801-4e54-b4bf-d8458c62a4e7) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:32:46.638680 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a29ad5d-2ab7-4709-ab45-a4450774e327 None None] Network ebcdb780-1f88-4d1c-a13a-91ce96081123 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:32:46.640963 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a29ad5d-2ab7-4709-ab45-a4450774e327 None None] Pushing event updated for resources: {'Port': ['ID=bf04700a-5262-4cff-a137-0f3aeca89298,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:46.646409 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-4a29ad5d-2ab7-4709-ab45-a4450774e327 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:32:46.656580 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a29ad5d-2ab7-4709-ab45-a4450774e327 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:32:46.714120 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f35bb8c4-00eb-48b8-8824-94bb3b3dd765 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (94f80c40-5d3a-4901-b3f6-204619cf7475), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:46.725613 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-4a29ad5d-2ab7-4709-ab45-a4450774e327 None None] Attempting to bind port bf04700a-5262-4cff-a137-0f3aeca89298 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:32:46.726747 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-4a29ad5d-2ab7-4709-ab45-a4450774e327 None None] Attempting to bind port bf04700a-5262-4cff-a137-0f3aeca89298 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '62b95135-30d5-4c8e-9d74-baf28b4c6b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ebcdb780-1f88-4d1c-a13a-91ce96081123'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:32:46.727745 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a29ad5d-2ab7-4709-ab45-a4450774e327 None None] Attempting to bind port bf04700a-5262-4cff-a137-0f3aeca89298 on network ebcdb780-1f88-4d1c-a13a-91ce96081123 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:32:46.733436 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a29ad5d-2ab7-4709-ab45-a4450774e327 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:32:46.733738 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a29ad5d-2ab7-4709-ab45-a4450774e327 None None] Checking segment: {'id': '62b95135-30d5-4c8e-9d74-baf28b4c6b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ebcdb780-1f88-4d1c-a13a-91ce96081123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:32:46.734142 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4a29ad5d-2ab7-4709-ab45-a4450774e327 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:46.734659 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a29ad5d-2ab7-4709-ab45-a4450774e327 None None] Bound using segment: {'id': '62b95135-30d5-4c8e-9d74-baf28b4c6b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ebcdb780-1f88-4d1c-a13a-91ce96081123'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:32:46.735086 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-4a29ad5d-2ab7-4709-ab45-a4450774e327 None None] Bound port: bf04700a-5262-4cff-a137-0f3aeca89298, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62b95135-30d5-4c8e-9d74-baf28b4c6b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ebcdb780-1f88-4d1c-a13a-91ce96081123'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:32:46.735466 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4a29ad5d-2ab7-4709-ab45-a4450774e327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (bf04700a-5262-4cff-a137-0f3aeca89298), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:46.807089 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-4a29ad5d-2ab7-4709-ab45-a4450774e327 None None] For port bf04700a-5262-4cff-a137-0f3aeca89298, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:32:46.808939 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9dfd0e7e-2ca2-4774-98c9-79ae26b4eb40 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (038210e2-3801-4e54-b4bf-d8458c62a4e7), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:46.810443 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-4a29ad5d-2ab7-4709-ab45-a4450774e327 None None] For port bf04700a-5262-4cff-a137-0f3aeca89298, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=bf04700a-5262-4cff-a137-0f3aeca89298,segment=NetworkSegment(62b95135-30d5-4c8e-9d74-baf28b4c6b92),segment_id=62b95135-30d5-4c8e-9d74-baf28b4c6b92)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:32:46.821756 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ee860b-9f5b-4092-82bd-f02a70224eac None None] DHCP port deletion for 94f80c40-5d3a-4901-b3f6-204619cf7475 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:32:46.864037 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-f35bb8c4-00eb-48b8-8824-94bb3b3dd765 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Deleting port 353dbfd5-8fa5-4ea0-a275-23d727c3d462 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:32:46.864379 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f35bb8c4-00eb-48b8-8824-94bb3b3dd765 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (353dbfd5-8fa5-4ea0-a275-23d727c3d462), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:46.878968 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-e7ee860b-9f5b-4092-82bd-f02a70224eac None None] Deleting port 353dbfd5-8fa5-4ea0-a275-23d727c3d462 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:32:46.878968 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e7ee860b-9f5b-4092-82bd-f02a70224eac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (353dbfd5-8fa5-4ea0-a275-23d727c3d462), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:46.928803 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4a29ad5d-2ab7-4709-ab45-a4450774e327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (bf04700a-5262-4cff-a137-0f3aeca89298), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:46.939462 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-f35bb8c4-00eb-48b8-8824-94bb3b3dd765 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] For port 353dbfd5-8fa5-4ea0-a275-23d727c3d462, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=353dbfd5-8fa5-4ea0-a275-23d727c3d462,segment=NetworkSegment(69f40adc-a840-477e-a712-7595861bf1c3),segment_id=69f40adc-a840-477e-a712-7595861bf1c3)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:46.939837 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f35bb8c4-00eb-48b8-8824-94bb3b3dd765 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (353dbfd5-8fa5-4ea0-a275-23d727c3d462), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:46.949081 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9dfd0e7e-2ca2-4774-98c9-79ae26b4eb40 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (038210e2-3801-4e54-b4bf-d8458c62a4e7), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:46.981349 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-e7ee860b-9f5b-4092-82bd-f02a70224eac None None] For port 353dbfd5-8fa5-4ea0-a275-23d727c3d462, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=353dbfd5-8fa5-4ea0-a275-23d727c3d462,segment=NetworkSegment(69f40adc-a840-477e-a712-7595861bf1c3),segment_id=69f40adc-a840-477e-a712-7595861bf1c3)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:46.981759 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e7ee860b-9f5b-4092-82bd-f02a70224eac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (353dbfd5-8fa5-4ea0-a275-23d727c3d462), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:46.983933 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-f35bb8c4-00eb-48b8-8824-94bb3b3dd765 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Calling delete_port for 353dbfd5-8fa5-4ea0-a275-23d727c3d462 owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:32:47.006353 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-e7ee860b-9f5b-4092-82bd-f02a70224eac None None] Calling delete_port for 353dbfd5-8fa5-4ea0-a275-23d727c3d462 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:32:47.020230 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfd0e7e-2ca2-4774-98c9-79ae26b4eb40 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network ebcdb780-1f88-4d1c-a13a-91ce96081123 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:32:47.032745 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a29ad5d-2ab7-4709-ab45-a4450774e327 None None] Pushing event updated for resources: {'Port': ['ID=bf04700a-5262-4cff-a137-0f3aeca89298,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:47.036311 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-9dfd0e7e-2ca2-4774-98c9-79ae26b4eb40 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:32:47.074993 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfd0e7e-2ca2-4774-98c9-79ae26b4eb40 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:32:47.078151 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd0e7e-2ca2-4774-98c9-79ae26b4eb40 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=038210e2-3801-4e54-b4bf-d8458c62a4e7,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:47.144093 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9dfd0e7e-2ca2-4774-98c9-79ae26b4eb40 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (f034136f-6c2d-493b-82de-d9b0b9f0f0b4), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:47.204396 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e7ee860b-9f5b-4092-82bd-f02a70224eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (353dbfd5-8fa5-4ea0-a275-23d727c3d462), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:47.223793 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f35bb8c4-00eb-48b8-8824-94bb3b3dd765 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (353dbfd5-8fa5-4ea0-a275-23d727c3d462), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:47.260026 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee860b-9f5b-4092-82bd-f02a70224eac None None] Pushing event deleted for resources: {'Port': ['ID=353dbfd5-8fa5-4ea0-a275-23d727c3d462,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:47.264041 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ee860b-9f5b-4092-82bd-f02a70224eac None None] No DVR routers for this DVR port 353dbfd5-8fa5-4ea0-a275-23d727c3d462 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:32:47.308010 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35bb8c4-00eb-48b8-8824-94bb3b3dd765 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Pushing event deleted for resources: {'Port': ['ID=353dbfd5-8fa5-4ea0-a275-23d727c3d462,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:47.309174 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35bb8c4-00eb-48b8-8824-94bb3b3dd765 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] No DVR routers for this DVR port 353dbfd5-8fa5-4ea0-a275-23d727c3d462 on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:32:47.422328 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f35bb8c4-00eb-48b8-8824-94bb3b3dd765 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (94f80c40-5d3a-4901-b3f6-204619cf7475), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:47.489775 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-f35bb8c4-00eb-48b8-8824-94bb3b3dd765 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94f80c40-5d3a-4901-b3f6-204619cf7475']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:47.505488 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-f35bb8c4-00eb-48b8-8824-94bb3b3dd765 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69f40adc-a840-477e-a712-7595861bf1c3') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:47.505865 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-f35bb8c4-00eb-48b8-8824-94bb3b3dd765 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69f40adc-a840-477e-a712-7595861bf1c3') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:47.514756 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9dfd0e7e-2ca2-4774-98c9-79ae26b4eb40 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (038210e2-3801-4e54-b4bf-d8458c62a4e7), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:47.520170 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f35bb8c4-00eb-48b8-8824-94bb3b3dd765 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (69f40adc-a840-477e-a712-7595861bf1c3), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:47.546270 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device bf04700a-5262-4cff-a137-0f3aeca89298 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:32:47.564046 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f35bb8c4-00eb-48b8-8824-94bb3b3dd765 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (69f40adc-a840-477e-a712-7595861bf1c3), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:47.575830 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f35bb8c4-00eb-48b8-8824-94bb3b3dd765 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:32:47.576160 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f35bb8c4-00eb-48b8-8824-94bb3b3dd765 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (69f40adc-a840-477e-a712-7595861bf1c3), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:47.579128 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:32:47.579128 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:32:47.579128 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:32:47.579128 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:32:47.579128 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:32:47.579128 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:32:47.579128 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:32:47.579128 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:32:47.579128 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:32:47.579128 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:32:47.579128 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:32:47.579128 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:32:47.579128 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:32:47.579128 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:32:47.579128 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:32:47.579128 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:32:47.579128 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:32:47.579128 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:32:47.579128 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:32:47.579128 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:32:47.579128 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:32:47.579128 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:32:47.579128 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:32:47.579128 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:32:47.579128 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:32:47.579128 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:32:47.579128 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:32:47.579128 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:32:47.579128 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:32:47.579128 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:32:47.579128 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:32:47.579128 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:32:47.602617 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port bf04700a-5262-4cff-a137-0f3aeca89298 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:47.607414 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (bf04700a-5262-4cff-a137-0f3aeca89298), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:47.684687 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port bf04700a-5262-4cff-a137-0f3aeca89298 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:32:47.685159 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (bf04700a-5262-4cff-a137-0f3aeca89298), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:47.717819 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port bf04700a-5262-4cff-a137-0f3aeca89298, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=bf04700a-5262-4cff-a137-0f3aeca89298,segment=NetworkSegment(62b95135-30d5-4c8e-9d74-baf28b4c6b92),segment_id=62b95135-30d5-4c8e-9d74-baf28b4c6b92)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:47.822682 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f35bb8c4-00eb-48b8-8824-94bb3b3dd765 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (94f80c40-5d3a-4901-b3f6-204619cf7475), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:47.827648 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f35bb8c4-00eb-48b8-8824-94bb3b3dd765 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:47.830834 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f35bb8c4-00eb-48b8-8824-94bb3b3dd765 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] 10.222.0.13 "DELETE /v2.0/networks/94f80c40-5d3a-4901-b3f6-204619cf7475 HTTP/1.1" status: 204 len: 168 time: 1.3374927 Jan 29 04:32:47.833704 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56002) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:47.858486 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35bb8c4-00eb-48b8-8824-94bb3b3dd765 tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Pushing event deleted for resources: {'Network': ['ID=94f80c40-5d3a-4901-b3f6-204619cf7475,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:47.873093 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (bf04700a-5262-4cff-a137-0f3aeca89298), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:47.873240 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4177753a-1f82-4670-8c35-e0700f11f91b tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf3777c3-64ee-4a1b-9a97-18c3a3d725a0 HTTP/1.1" status: 200 len: 205 time: 0.0355203 Jan 29 04:32:47.873347 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56004) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:47.873920 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device c40e4684-16a6-436a-afac-0fc35ea52bb5 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:32:47.955021 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=bf04700a-5262-4cff-a137-0f3aeca89298,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:47.958448 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-43e6b898-2119-4dfd-b512-85e113ba2fcc tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks [] for router (bf3777c3-64ee-4a1b-9a97-18c3a3d725a0), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:47.966422 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port c40e4684-16a6-436a-afac-0fc35ea52bb5 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:47.966794 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c40e4684-16a6-436a-afac-0fc35ea52bb5), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:48.000884 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9dfd0e7e-2ca2-4774-98c9-79ae26b4eb40 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (038210e2-3801-4e54-b4bf-d8458c62a4e7), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:48.046425 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port c40e4684-16a6-436a-afac-0fc35ea52bb5 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:32:48.046843 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (c40e4684-16a6-436a-afac-0fc35ea52bb5), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:48.067576 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port c40e4684-16a6-436a-afac-0fc35ea52bb5, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=c40e4684-16a6-436a-afac-0fc35ea52bb5,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:48.169711 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (c40e4684-16a6-436a-afac-0fc35ea52bb5), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:48.237597 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=c40e4684-16a6-436a-afac-0fc35ea52bb5,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:48.240333 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 353dbfd5-8fa5-4ea0-a275-23d727c3d462 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:32:48.265702 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 353dbfd5-8fa5-4ea0-a275-23d727c3d462 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:32:48.267765 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 353dbfd5-8fa5-4ea0-a275-23d727c3d462 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:32:48.426837 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9dfd0e7e-2ca2-4774-98c9-79ae26b4eb40 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (038210e2-3801-4e54-b4bf-d8458c62a4e7), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:48.440942 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:32:48.503114 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-43e6b898-2119-4dfd-b512-85e113ba2fcc tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (bf3777c3-64ee-4a1b-9a97-18c3a3d725a0), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:48.512541 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-43e6b898-2119-4dfd-b512-85e113ba2fcc tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks [] for router_controller (bf3777c3-64ee-4a1b-9a97-18c3a3d725a0), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:48.571056 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd0e7e-2ca2-4774-98c9-79ae26b4eb40 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=038210e2-3801-4e54-b4bf-d8458c62a4e7,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:48.574578 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9dfd0e7e-2ca2-4774-98c9-79ae26b4eb40 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (f034136f-6c2d-493b-82de-d9b0b9f0f0b4), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:48.642008 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-43e6b898-2119-4dfd-b512-85e113ba2fcc tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (bf3777c3-64ee-4a1b-9a97-18c3a3d725a0), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:48.642554 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e6b898-2119-4dfd-b512-85e113ba2fcc tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Fanout notify agent at l3_agent the message router_deleted on router bf3777c3-64ee-4a1b-9a97-18c3a3d725a0 {{(pid=103584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:32:48.650718 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-43e6b898-2119-4dfd-b512-85e113ba2fcc tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:48.654429 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-43e6b898-2119-4dfd-b512-85e113ba2fcc tempest-RoutersNegativeTest-961396135 tempest-RoutersNegativeTest-961396135-project] 10.222.0.13 "DELETE /v2.0/routers/bf3777c3-64ee-4a1b-9a97-18c3a3d725a0 HTTP/1.1" status: 204 len: 168 time: 0.7774119 Jan 29 04:32:48.693144 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfd0e7e-2ca2-4774-98c9-79ae26b4eb40 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network ebcdb780-1f88-4d1c-a13a-91ce96081123 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:32:48.696088 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-9dfd0e7e-2ca2-4774-98c9-79ae26b4eb40 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:32:48.800092 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a18642-78c5-49ba-a91e-def2d657a7dc None None] Network ebcdb780-1f88-4d1c-a13a-91ce96081123 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:32:48.817097 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dfd0e7e-2ca2-4774-98c9-79ae26b4eb40 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router f034136f-6c2d-493b-82de-d9b0b9f0f0b4 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:32:48.926225 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-dac735e4-cfdf-48b5-ad40-b59920b4851e None None] Provisioning complete for port bf04700a-5262-4cff-a137-0f3aeca89298 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:48.926593 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dac735e4-cfdf-48b5-ad40-b59920b4851e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (bf04700a-5262-4cff-a137-0f3aeca89298), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:48.937667 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dfd0e7e-2ca2-4774-98c9-79ae26b4eb40 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:32:48.942955 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-9dfd0e7e-2ca2-4774-98c9-79ae26b4eb40 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "PUT /v2.0/routers/f034136f-6c2d-493b-82de-d9b0b9f0f0b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3440504 Jan 29 04:32:48.946576 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56008) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:48.956429 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1beab950-4eab-430e-95aa-c091de2593b7 None None] Sync routers for ids ['f034136f-6c2d-493b-82de-d9b0b9f0f0b4'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:32:48.962296 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1beab950-4eab-430e-95aa-c091de2593b7 None None] Routers {'f034136f-6c2d-493b-82de-d9b0b9f0f0b4'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:48.963112 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-1beab950-4eab-430e-95aa-c091de2593b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:32:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['f034136f-6c2d-493b-82de-d9b0b9f0f0b4'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:49.074259 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-dac735e4-cfdf-48b5-ad40-b59920b4851e None None] Current status of the port bf04700a-5262-4cff-a137-0f3aeca89298 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:32:49.170459 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6897acbb-85a1-472c-a262-eadd95b80ce2 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:49.171091 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6897acbb-85a1-472c-a262-eadd95b80ce2 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:49.171622 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6897acbb-85a1-472c-a262-eadd95b80ce2 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:49.172196 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6897acbb-85a1-472c-a262-eadd95b80ce2 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:49.172765 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6897acbb-85a1-472c-a262-eadd95b80ce2 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:49.173503 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6897acbb-85a1-472c-a262-eadd95b80ce2 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:49.179797 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-6897acbb-85a1-472c-a262-eadd95b80ce2 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.2285085 Jan 29 04:32:49.179797 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56012) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:49.184780 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-1beab950-4eab-430e-95aa-c091de2593b7 None None] Set router f034136f-6c2d-493b-82de-d9b0b9f0f0b4 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:32:49.215997 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56014) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:49.289840 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d5ef0c-8646-44ac-8103-ab56d960f9bf tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:49.290328 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d5ef0c-8646-44ac-8103-ab56d960f9bf tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:49.290787 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d5ef0c-8646-44ac-8103-ab56d960f9bf tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:49.291236 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d5ef0c-8646-44ac-8103-ab56d960f9bf tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:49.291683 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d5ef0c-8646-44ac-8103-ab56d960f9bf tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:49.292127 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d5ef0c-8646-44ac-8103-ab56d960f9bf tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:49.296724 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-16d5ef0c-8646-44ac-8103-ab56d960f9bf tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1141140 Jan 29 04:32:49.297194 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56018) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:49.396805 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-bf2470ab-9118-4b5c-90fc-882b46df3d96 None None] Provisioning complete for port bf04700a-5262-4cff-a137-0f3aeca89298 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:49.397382 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bf2470ab-9118-4b5c-90fc-882b46df3d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (bf04700a-5262-4cff-a137-0f3aeca89298), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:49.435478 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-1beab950-4eab-430e-95aa-c091de2593b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'name': 'tempest-TestNetworkBasicOps-router-1882763774', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.28'}], 'enable_snat': True}, 'gw_port_id': 'c40e4684-16a6-436a-afac-0fc35ea52bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:41Z', 'updated_at': '2022-01-29T04:32:47Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': 'c40e4684-16a6-436a-afac-0fc35ea52bb5', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fa:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:42Z', 'updated_at': '2022-01-29T04:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '038210e2-3801-4e54-b4bf-d8458c62a4e7', 'name': '', 'network_id': 'ebcdb780-1f88-4d1c-a13a-91ce96081123', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:f0:9a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '8905a4f2-b145-45fb-8bd0-d8027dca8ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:46Z', 'updated_at': '2022-01-29T04:32:47Z', 'revision_number': 2, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '8905a4f2-b145-45fb-8bd0-d8027dca8ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:49.435923 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f8bf32bf-b861-47cc-8d1e-2c9034c9158a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c529928fc34b4d3485f6004cd82cc3f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2168086 Jan 29 04:32:49.437324 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device bf04700a-5262-4cff-a137-0f3aeca89298 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:32:49.438865 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56020) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:49.470232 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1beab950-4eab-430e-95aa-c091de2593b7 None None] Checking router: f034136f-6c2d-493b-82de-d9b0b9f0f0b4 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:32:49.470777 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1beab950-4eab-430e-95aa-c091de2593b7 None None] Updating router f034136f-6c2d-493b-82de-d9b0b9f0f0b4 port 038210e2-3801-4e54-b4bf-d8458c62a4e7 binding host dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:32:49.508332 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d9a83679-60da-4e6e-8f38-60af7addb0ef admin admin] Publish callbacks [] for security_group (6fd3afdf-663e-4b32-8fed-39b4ac9808d8), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:49.516984 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1beab950-4eab-430e-95aa-c091de2593b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (038210e2-3801-4e54-b4bf-d8458c62a4e7), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:49.534144 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-bf2470ab-9118-4b5c-90fc-882b46df3d96 None None] Current status of the port bf04700a-5262-4cff-a137-0f3aeca89298 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:32:49.550761 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port bf04700a-5262-4cff-a137-0f3aeca89298 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:49.551173 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (bf04700a-5262-4cff-a137-0f3aeca89298), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:49.552302 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d9a83679-60da-4e6e-8f38-60af7addb0ef admin admin] Publish callbacks [] for security_group (6fd3afdf-663e-4b32-8fed-39b4ac9808d8), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:49.582034 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-bf2470ab-9118-4b5c-90fc-882b46df3d96 None None] Provisioning complete for port 038210e2-3801-4e54-b4bf-d8458c62a4e7 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:49.582402 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bf2470ab-9118-4b5c-90fc-882b46df3d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (038210e2-3801-4e54-b4bf-d8458c62a4e7), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:49.654919 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-bf2470ab-9118-4b5c-90fc-882b46df3d96 None None] Port 038210e2-3801-4e54-b4bf-d8458c62a4e7 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:32:49.706759 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d9a83679-60da-4e6e-8f38-60af7addb0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (6fd3afdf-663e-4b32-8fed-39b4ac9808d8), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:49.710703 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d9a83679-60da-4e6e-8f38-60af7addb0ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:49.714396 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d9a83679-60da-4e6e-8f38-60af7addb0ef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6fd3afdf-663e-4b32-8fed-39b4ac9808d8 HTTP/1.1" status: 204 len: 168 time: 0.2742677 Jan 29 04:32:49.715295 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port bf04700a-5262-4cff-a137-0f3aeca89298 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:32:49.716778 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device c40e4684-16a6-436a-afac-0fc35ea52bb5 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:32:49.727420 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a83679-60da-4e6e-8f38-60af7addb0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd3afdf-663e-4b32-8fed-39b4ac9808d8,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:49.781547 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d30a0618-3f2b-4fc8-9063-b6a9b4ff97d6 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.4831765 Jan 29 04:32:49.809643 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-39f75c06-d36d-44b4-b23e-43ae81069b98 None None] Provisioning complete for port 038210e2-3801-4e54-b4bf-d8458c62a4e7 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:49.810366 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-39f75c06-d36d-44b4-b23e-43ae81069b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (038210e2-3801-4e54-b4bf-d8458c62a4e7), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:49.869068 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port c40e4684-16a6-436a-afac-0fc35ea52bb5 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:49.870520 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c40e4684-16a6-436a-afac-0fc35ea52bb5), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:49.901940 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-39f75c06-d36d-44b4-b23e-43ae81069b98 None None] Port 038210e2-3801-4e54-b4bf-d8458c62a4e7 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:32:49.916832 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1beab950-4eab-430e-95aa-c091de2593b7 None None] Publish callbacks [] for port (038210e2-3801-4e54-b4bf-d8458c62a4e7), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:49.967358 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port c40e4684-16a6-436a-afac-0fc35ea52bb5 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:32:50.022619 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-24f605c2-316b-48ec-bfc4-4e4496aa8cdb None None] Provisioning complete for port 038210e2-3801-4e54-b4bf-d8458c62a4e7 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:50.023704 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-24f605c2-316b-48ec-bfc4-4e4496aa8cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (038210e2-3801-4e54-b4bf-d8458c62a4e7), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:50.032224 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1beab950-4eab-430e-95aa-c091de2593b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (038210e2-3801-4e54-b4bf-d8458c62a4e7), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:50.061216 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-24f605c2-316b-48ec-bfc4-4e4496aa8cdb None None] Port 038210e2-3801-4e54-b4bf-d8458c62a4e7 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:32:50.080008 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf58960-0dce-4c98-9425-75381595d0c2 None None] Pushing event updated for resources: {'Port': ['ID=038210e2-3801-4e54-b4bf-d8458c62a4e7,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:50.118865 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf58960-0dce-4c98-9425-75381595d0c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:50.119253 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf58960-0dce-4c98-9425-75381595d0c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:50.119691 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf58960-0dce-4c98-9425-75381595d0c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:50.119988 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf58960-0dce-4c98-9425-75381595d0c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:50.120519 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf58960-0dce-4c98-9425-75381595d0c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:50.120923 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf58960-0dce-4c98-9425-75381595d0c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:50.121274 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf58960-0dce-4c98-9425-75381595d0c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:50.121976 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf58960-0dce-4c98-9425-75381595d0c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:50.122868 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf58960-0dce-4c98-9425-75381595d0c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:50.123074 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf58960-0dce-4c98-9425-75381595d0c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:50.123305 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf58960-0dce-4c98-9425-75381595d0c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:50.123774 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf58960-0dce-4c98-9425-75381595d0c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:50.124030 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf58960-0dce-4c98-9425-75381595d0c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:50.143413 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56026) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:50.148325 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-b4a640bd-0585-4ead-9848-610c584c9db3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1977277506', 'description': 'tempest-secgroup-smoke-1977277506 description', 'project_id': '9cb37fd5f36f44e696381da232925f9b'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:50.173896 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-1beab950-4eab-430e-95aa-c091de2593b7 None None] Attempting to bind port 038210e2-3801-4e54-b4bf-d8458c62a4e7 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:32:50.174355 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-1beab950-4eab-430e-95aa-c091de2593b7 None None] Attempting to bind port 038210e2-3801-4e54-b4bf-d8458c62a4e7 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '62b95135-30d5-4c8e-9d74-baf28b4c6b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ebcdb780-1f88-4d1c-a13a-91ce96081123'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:32:50.174919 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beab950-4eab-430e-95aa-c091de2593b7 None None] Attempting to bind port 038210e2-3801-4e54-b4bf-d8458c62a4e7 on network ebcdb780-1f88-4d1c-a13a-91ce96081123 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:32:50.181935 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beab950-4eab-430e-95aa-c091de2593b7 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:32:50.182305 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beab950-4eab-430e-95aa-c091de2593b7 None None] Checking segment: {'id': '62b95135-30d5-4c8e-9d74-baf28b4c6b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ebcdb780-1f88-4d1c-a13a-91ce96081123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:32:50.182915 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1beab950-4eab-430e-95aa-c091de2593b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:50.183309 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beab950-4eab-430e-95aa-c091de2593b7 None None] Bound using segment: {'id': '62b95135-30d5-4c8e-9d74-baf28b4c6b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ebcdb780-1f88-4d1c-a13a-91ce96081123'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:32:50.183784 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-1beab950-4eab-430e-95aa-c091de2593b7 None None] Bound port: 038210e2-3801-4e54-b4bf-d8458c62a4e7, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62b95135-30d5-4c8e-9d74-baf28b4c6b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ebcdb780-1f88-4d1c-a13a-91ce96081123'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:32:50.184160 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1beab950-4eab-430e-95aa-c091de2593b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (038210e2-3801-4e54-b4bf-d8458c62a4e7), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:50.204251 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ec1d5e02-3bed-42a2-9e9a-d45973b3c8db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:50.253370 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-1beab950-4eab-430e-95aa-c091de2593b7 None None] For port 038210e2-3801-4e54-b4bf-d8458c62a4e7, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:32:50.256460 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-1beab950-4eab-430e-95aa-c091de2593b7 None None] For port 038210e2-3801-4e54-b4bf-d8458c62a4e7, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=038210e2-3801-4e54-b4bf-d8458c62a4e7,segment=NetworkSegment(62b95135-30d5-4c8e-9d74-baf28b4c6b92),segment_id=62b95135-30d5-4c8e-9d74-baf28b4c6b92)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:32:50.266904 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b4a640bd-0585-4ead-9848-610c584c9db3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:50.313093 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1beab950-4eab-430e-95aa-c091de2593b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (038210e2-3801-4e54-b4bf-d8458c62a4e7), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:50.344999 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b4a640bd-0585-4ead-9848-610c584c9db3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (eb3f7ebe-1a1f-469b-91d1-c9ccc34e454e), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:50.372064 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf58960-0dce-4c98-9425-75381595d0c2 None None] Pushing event updated for resources: {'Port': ['ID=038210e2-3801-4e54-b4bf-d8458c62a4e7,revision_number=4']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:50.374737 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1beab950-4eab-430e-95aa-c091de2593b7 None None] Routers {'f034136f-6c2d-493b-82de-d9b0b9f0f0b4'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:50.375322 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-1beab950-4eab-430e-95aa-c091de2593b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:32:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['f034136f-6c2d-493b-82de-d9b0b9f0f0b4'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:50.402082 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-ecfde7b2-6cfb-4e74-98b4-9f80768450ca None None] Provisioning complete for port 038210e2-3801-4e54-b4bf-d8458c62a4e7 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:50.402662 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ecfde7b2-6cfb-4e74-98b4-9f80768450ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (038210e2-3801-4e54-b4bf-d8458c62a4e7), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:50.415425 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b4a640bd-0585-4ead-9848-610c584c9db3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (eb3f7ebe-1a1f-469b-91d1-c9ccc34e454e), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:50.462407 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a640bd-0585-4ead-9848-610c584c9db3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3f7ebe-1a1f-469b-91d1-c9ccc34e454e,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:50.498939 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-1beab950-4eab-430e-95aa-c091de2593b7 None None] Set router f034136f-6c2d-493b-82de-d9b0b9f0f0b4 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:32:50.508651 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ecfde7b2-6cfb-4e74-98b4-9f80768450ca None None] Current status of the port 038210e2-3801-4e54-b4bf-d8458c62a4e7 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:32:50.509047 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ecfde7b2-6cfb-4e74-98b4-9f80768450ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (038210e2-3801-4e54-b4bf-d8458c62a4e7), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:50.549720 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-ecfde7b2-6cfb-4e74-98b4-9f80768450ca None None] For port 038210e2-3801-4e54-b4bf-d8458c62a4e7, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=038210e2-3801-4e54-b4bf-d8458c62a4e7,segment=NetworkSegment(62b95135-30d5-4c8e-9d74-baf28b4c6b92),segment_id=62b95135-30d5-4c8e-9d74-baf28b4c6b92)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:50.560995 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b4a640bd-0585-4ead-9848-610c584c9db3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:50.569270 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b4a640bd-0585-4ead-9848-610c584c9db3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4179888 Jan 29 04:32:50.569270 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56038) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:50.572878 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-5a48e481-d4d4-41e5-976e-680b6298b130 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': 'eb3f7ebe-1a1f-469b-91d1-c9ccc34e454e', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:50.643640 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ecfde7b2-6cfb-4e74-98b4-9f80768450ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (038210e2-3801-4e54-b4bf-d8458c62a4e7), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:50.678459 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfde7b2-6cfb-4e74-98b4-9f80768450ca None None] Pushing event updated for resources: {'Port': ['ID=038210e2-3801-4e54-b4bf-d8458c62a4e7,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:50.712202 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5a48e481-d4d4-41e5-976e-680b6298b130 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (7fcda605-321d-4552-8b26-d414474b72ff), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:50.720751 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-1beab950-4eab-430e-95aa-c091de2593b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'name': 'tempest-TestNetworkBasicOps-router-1882763774', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.28'}], 'enable_snat': True}, 'gw_port_id': 'c40e4684-16a6-436a-afac-0fc35ea52bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:41Z', 'updated_at': '2022-01-29T04:32:47Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': 'c40e4684-16a6-436a-afac-0fc35ea52bb5', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fa:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:42Z', 'updated_at': '2022-01-29T04:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '038210e2-3801-4e54-b4bf-d8458c62a4e7', 'name': '', 'network_id': 'ebcdb780-1f88-4d1c-a13a-91ce96081123', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:f0:9a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '8905a4f2-b145-45fb-8bd0-d8027dca8ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:46Z', 'updated_at': '2022-01-29T04:32:50Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '8905a4f2-b145-45fb-8bd0-d8027dca8ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:50.746738 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1beab950-4eab-430e-95aa-c091de2593b7 None None] The sync data for ids ['f034136f-6c2d-493b-82de-d9b0b9f0f0b4'] in dv-neutron-821190-1-hyperv is: [{'id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'name': 'tempest-TestNetworkBasicOps-router-1882763774', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.28'}], 'enable_snat': True}, 'gw_port_id': 'c40e4684-16a6-436a-afac-0fc35ea52bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:41Z', 'updated_at': '2022-01-29T04:32:47Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': 'c40e4684-16a6-436a-afac-0fc35ea52bb5', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fa:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:42Z', 'updated_at': '2022-01-29T04:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '038210e2-3801-4e54-b4bf-d8458c62a4e7', 'name': '', 'network_id': 'ebcdb780-1f88-4d1c-a13a-91ce96081123', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:f0:9a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '8905a4f2-b145-45fb-8bd0-d8027dca8ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:46Z', 'updated_at': '2022-01-29T04:32:50Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '8905a4f2-b145-45fb-8bd0-d8027dca8ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:32:50.749121 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-09f6a5e3-0674-487b-a824-84ef23b5112b None None] Provisioning complete for port 038210e2-3801-4e54-b4bf-d8458c62a4e7 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:50.749498 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-09f6a5e3-0674-487b-a824-84ef23b5112b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (038210e2-3801-4e54-b4bf-d8458c62a4e7), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:50.779908 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5a48e481-d4d4-41e5-976e-680b6298b130 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (7fcda605-321d-4552-8b26-d414474b72ff), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:50.867578 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5a48e481-d4d4-41e5-976e-680b6298b130 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (7fcda605-321d-4552-8b26-d414474b72ff), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:50.882543 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a48e481-d4d4-41e5-976e-680b6298b130 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fcda605-321d-4552-8b26-d414474b72ff,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:50.891993 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-09f6a5e3-0674-487b-a824-84ef23b5112b None None] Current status of the port 038210e2-3801-4e54-b4bf-d8458c62a4e7 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:32:50.971441 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5a48e481-d4d4-41e5-976e-680b6298b130 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:50.973793 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-5a48e481-d4d4-41e5-976e-680b6298b130 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4064107 Jan 29 04:32:50.975783 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56046) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:50.980701 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-c5ebe38a-1cba-476e-9d2f-955a4b9122e4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': 'eb3f7ebe-1a1f-469b-91d1-c9ccc34e454e', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:51.121431 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56050) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:51.139972 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c5ebe38a-1cba-476e-9d2f-955a4b9122e4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (b4fc131e-afd5-4723-a8e5-8a30557120e9), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:51.191644 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c5ebe38a-1cba-476e-9d2f-955a4b9122e4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (b4fc131e-afd5-4723-a8e5-8a30557120e9), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:51.301009 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c5ebe38a-1cba-476e-9d2f-955a4b9122e4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (b4fc131e-afd5-4723-a8e5-8a30557120e9), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:51.324338 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ebe38a-1cba-476e-9d2f-955a4b9122e4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4fc131e-afd5-4723-a8e5-8a30557120e9,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:51.349721 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-45c8f7aa-935a-4baa-89d9-2522da90f4fb admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1997385867-network', 'tenant_id': 'bea19913bffa4ac6b5b3cae9385e4e2e'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:51.373385 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c5ebe38a-1cba-476e-9d2f-955a4b9122e4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:51.377400 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c5ebe38a-1cba-476e-9d2f-955a4b9122e4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3978171 Jan 29 04:32:51.377400 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56054) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:51.382064 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-51140bf8-d3fe-480a-ba9b-2f0f28632c5e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': 'eb3f7ebe-1a1f-469b-91d1-c9ccc34e454e', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:51.441823 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 038210e2-3801-4e54-b4bf-d8458c62a4e7 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:32:51.472683 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c8f7aa-935a-4baa-89d9-2522da90f4fb admin admin] Made reservation on behalf of bea19913bffa4ac6b5b3cae9385e4e2e for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:32:51.475060 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-45c8f7aa-935a-4baa-89d9-2522da90f4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:51.485475 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-45c8f7aa-935a-4baa-89d9-2522da90f4fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:51.500833 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 038210e2-3801-4e54-b4bf-d8458c62a4e7 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:51.501280 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (038210e2-3801-4e54-b4bf-d8458c62a4e7), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:51.509409 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-51140bf8-d3fe-480a-ba9b-2f0f28632c5e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (ea190404-3350-4263-bdef-1d5e647eb840), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:51.598018 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-51140bf8-d3fe-480a-ba9b-2f0f28632c5e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (ea190404-3350-4263-bdef-1d5e647eb840), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:51.625955 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-45c8f7aa-935a-4baa-89d9-2522da90f4fb admin admin] Publish callbacks [] for security_group (aec3ed3f-23a5-47db-89e7-f018712a04c9), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:51.643882 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-51140bf8-d3fe-480a-ba9b-2f0f28632c5e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (ea190404-3350-4263-bdef-1d5e647eb840), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:51.663714 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51140bf8-d3fe-480a-ba9b-2f0f28632c5e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea190404-3350-4263-bdef-1d5e647eb840,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:51.678329 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-45c8f7aa-935a-4baa-89d9-2522da90f4fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (aec3ed3f-23a5-47db-89e7-f018712a04c9), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:51.709470 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c8f7aa-935a-4baa-89d9-2522da90f4fb admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:32:51.719830 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8f7aa-935a-4baa-89d9-2522da90f4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec3ed3f-23a5-47db-89e7-f018712a04c9,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:51.724723 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-45c8f7aa-935a-4baa-89d9-2522da90f4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (5dc7a22f-12a1-43b2-b527-c599daf2426f), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:51.725069 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-45c8f7aa-935a-4baa-89d9-2522da90f4fb admin admin] Added segment 5dc7a22f-12a1-43b2-b527-c599daf2426f of type vlan for network 9d3ad29a-72d3-4ece-8917-cfa2dc22e5a7 Jan 29 04:32:51.743405 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 038210e2-3801-4e54-b4bf-d8458c62a4e7 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:32:51.763258 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-51140bf8-d3fe-480a-ba9b-2f0f28632c5e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:51.766300 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-51140bf8-d3fe-480a-ba9b-2f0f28632c5e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3860283 Jan 29 04:32:51.767221 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56056) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:51.773019 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-ca61cd67-c2ae-48fc-a174-ebc253b54d2f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': 'eb3f7ebe-1a1f-469b-91d1-c9ccc34e454e', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:51.776376 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-45c8f7aa-935a-4baa-89d9-2522da90f4fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (9d3ad29a-72d3-4ece-8917-cfa2dc22e5a7), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:51.867187 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ca61cd67-c2ae-48fc-a174-ebc253b54d2f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (9f201c20-6977-401d-b688-b4e93413a515), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:51.878261 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-45c8f7aa-935a-4baa-89d9-2522da90f4fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (9d3ad29a-72d3-4ece-8917-cfa2dc22e5a7), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:51.879381 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c8f7aa-935a-4baa-89d9-2522da90f4fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:51.880012 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-45c8f7aa-935a-4baa-89d9-2522da90f4fb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:51.929211 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ca61cd67-c2ae-48fc-a174-ebc253b54d2f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (9f201c20-6977-401d-b688-b4e93413a515), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:51.940917 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8f7aa-935a-4baa-89d9-2522da90f4fb admin admin] Pushing event updated for resources: {'Network': ['ID=9d3ad29a-72d3-4ece-8917-cfa2dc22e5a7,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:51.951172 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 9d3ad29a-72d3-4ece-8917-cfa2dc22e5a7 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:32:51.973769 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-45c8f7aa-935a-4baa-89d9-2522da90f4fb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8511353 Jan 29 04:32:51.977245 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56058) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:51.982565 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-02fdd518-401b-4da6-b816-cf3c20c6b9ce admin admin] Request body: {'subnet': {'network_id': '9d3ad29a-72d3-4ece-8917-cfa2dc22e5a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1997385867-subnet', 'tenant_id': 'bea19913bffa4ac6b5b3cae9385e4e2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:51.995719 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ca61cd67-c2ae-48fc-a174-ebc253b54d2f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (9f201c20-6977-401d-b688-b4e93413a515), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:52.018755 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61cd67-c2ae-48fc-a174-ebc253b54d2f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f201c20-6977-401d-b688-b4e93413a515,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:52.066541 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fdd518-401b-4da6-b816-cf3c20c6b9ce admin admin] Made reservation on behalf of bea19913bffa4ac6b5b3cae9385e4e2e for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:32:52.068878 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-02fdd518-401b-4da6-b816-cf3c20c6b9ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:52.110855 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ca61cd67-c2ae-48fc-a174-ebc253b54d2f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:52.111999 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ca61cd67-c2ae-48fc-a174-ebc253b54d2f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3430722 Jan 29 04:32:52.114892 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56060) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:52.120094 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-4850be0f-6c42-4ab2-8fc5-187054f34b7f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': 'eb3f7ebe-1a1f-469b-91d1-c9ccc34e454e', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:52.209454 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.securitygroups_db [None req-4850be0f-6c42-4ab2-8fc5-187054f34b7f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Project 9cb37fd5f36f44e696381da232925f9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:32:52.214840 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4850be0f-6c42-4ab2-8fc5-187054f34b7f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (4a2f8112-c3a5-493f-8d7e-515bfc3b39ab), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:52.274163 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4850be0f-6c42-4ab2-8fc5-187054f34b7f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (4a2f8112-c3a5-493f-8d7e-515bfc3b39ab), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:52.278235 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-02fdd518-401b-4da6-b816-cf3c20c6b9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (4821ae4c-4911-4eaf-b876-bc244e05a55c), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:52.312288 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4850be0f-6c42-4ab2-8fc5-187054f34b7f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (4a2f8112-c3a5-493f-8d7e-515bfc3b39ab), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:52.328977 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fdd518-401b-4da6-b816-cf3c20c6b9ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=4821ae4c-4911-4eaf-b876-bc244e05a55c,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:52.330487 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4850be0f-6c42-4ab2-8fc5-187054f34b7f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a2f8112-c3a5-493f-8d7e-515bfc3b39ab,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:52.344794 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fdd518-401b-4da6-b816-cf3c20c6b9ce admin admin] Checking segment: {'id': '5dc7a22f-12a1-43b2-b527-c599daf2426f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9d3ad29a-72d3-4ece-8917-cfa2dc22e5a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:32:52.349332 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fdd518-401b-4da6-b816-cf3c20c6b9ce admin admin] Network hostable DHCP agents. Network: 9d3ad29a-72d3-4ece-8917-cfa2dc22e5a7, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:32:52.383147 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4850be0f-6c42-4ab2-8fc5-187054f34b7f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:52.384307 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-4850be0f-6c42-4ab2-8fc5-187054f34b7f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2683480 Jan 29 04:32:52.390028 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56062) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:52.394421 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-62b1fdcc-f911-4759-b61a-824dbe05828e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': 'eb3f7ebe-1a1f-469b-91d1-c9ccc34e454e', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:52.398581 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fdd518-401b-4da6-b816-cf3c20c6b9ce admin admin] Network 9d3ad29a-72d3-4ece-8917-cfa2dc22e5a7 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:32:52.449362 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b89f2d86-2495-4d68-b3be-6f7f8a0d3ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:52.466575 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-02fdd518-401b-4da6-b816-cf3c20c6b9ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 9d3ad29a-72d3-4ece-8917-cfa2dc22e5a7) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:32:52.466724 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.securitygroups_db [None req-62b1fdcc-f911-4759-b61a-824dbe05828e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Project 9cb37fd5f36f44e696381da232925f9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:32:52.470426 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fdd518-401b-4da6-b816-cf3c20c6b9ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:52.471027 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-02fdd518-401b-4da6-b816-cf3c20c6b9ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:52.475045 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-62b1fdcc-f911-4759-b61a-824dbe05828e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (7dbcce12-ae7e-48c8-be8d-45fe81cb4445), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:52.477032 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abd588b-6b35-4c22-a048-7d681724bb16 None None] Network 9d3ad29a-72d3-4ece-8917-cfa2dc22e5a7 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:32:52.540777 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-02fdd518-401b-4da6-b816-cf3c20c6b9ce admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5623765 Jan 29 04:32:52.543070 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-62b1fdcc-f911-4759-b61a-824dbe05828e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (7dbcce12-ae7e-48c8-be8d-45fe81cb4445), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:52.591313 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e56ae39-41ed-41bc-b9df-50c15034d6de None None] Network 9d3ad29a-72d3-4ece-8917-cfa2dc22e5a7 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:32:52.689500 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-62b1fdcc-f911-4759-b61a-824dbe05828e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (7dbcce12-ae7e-48c8-be8d-45fe81cb4445), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:52.707374 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1fdcc-f911-4759-b61a-824dbe05828e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dbcce12-ae7e-48c8-be8d-45fe81cb4445,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:52.765955 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-62b1fdcc-f911-4759-b61a-824dbe05828e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:52.767245 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-62b1fdcc-f911-4759-b61a-824dbe05828e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3762689 Jan 29 04:32:53.028765 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-a717e037-0bfc-4606-b7f7-b4fe76298deb tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1977277506&fields=id&tenant_id=9cb37fd5f36f44e696381da232925f9b HTTP/1.1" status: 200 len: 267 time: 0.0563445 Jan 29 04:32:53.176518 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-4949b9cf-9707-4294-a086-6cbdd7a10698 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:53.177995 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-4949b9cf-9707-4294-a086-6cbdd7a10698 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/networks?id=ebcdb780-1f88-4d1c-a13a-91ce96081123 HTTP/1.1" status: 200 len: 796 time: 0.1429024 Jan 29 04:32:53.195016 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-a8a3c0b5-0977-41c1-9e0e-c6ef12ef7088 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/quotas/9cb37fd5f36f44e696381da232925f9b HTTP/1.1" status: 200 len: 375 time: 0.0097528 Jan 29 04:32:53.226075 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56094) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:53.226075 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-716aa706-f050-4b15-9ea1-15e04fec714a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1478253605-network', 'tenant_id': 'fb07be5d53bc4af1b8c622ae76d74f7e'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:53.251115 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-f8db7860-7a53-477e-87bd-91c4dcd58a5f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506692 Jan 29 04:32:53.318173 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716aa706-f050-4b15-9ea1-15e04fec714a admin admin] Made reservation on behalf of fb07be5d53bc4af1b8c622ae76d74f7e for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:32:53.321935 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-716aa706-f050-4b15-9ea1-15e04fec714a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:53.330702 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-716aa706-f050-4b15-9ea1-15e04fec714a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:53.351787 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-f38a5b1c-c019-4626-b4a8-9dfb6942000a service neutron] 10.222.0.13 "GET /v2.0/networks/ebcdb780-1f88-4d1c-a13a-91ce96081123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885160 Jan 29 04:32:53.408023 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-716aa706-f050-4b15-9ea1-15e04fec714a admin admin] Publish callbacks [] for security_group (1ce51811-dc50-4a18-91df-a8d620c4e7ad), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:53.444406 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-23c7f553-8676-4460-9b05-d1aa6018ac51 service neutron] 10.222.0.13 "GET /v2.0/networks/ebcdb780-1f88-4d1c-a13a-91ce96081123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866027 Jan 29 04:32:53.455342 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-716aa706-f050-4b15-9ea1-15e04fec714a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (1ce51811-dc50-4a18-91df-a8d620c4e7ad), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:53.481658 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-716aa706-f050-4b15-9ea1-15e04fec714a admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:32:53.492280 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716aa706-f050-4b15-9ea1-15e04fec714a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce51811-dc50-4a18-91df-a8d620c4e7ad,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:53.498467 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-716aa706-f050-4b15-9ea1-15e04fec714a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (53d9ae9d-62f5-4737-9831-3d7b1c5bbe4a), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:53.498865 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-716aa706-f050-4b15-9ea1-15e04fec714a admin admin] Added segment 53d9ae9d-62f5-4737-9831-3d7b1c5bbe4a of type vlan for network 1eed6871-33b2-4c1d-aa2f-a07f1a718790 Jan 29 04:32:53.540757 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-716aa706-f050-4b15-9ea1-15e04fec714a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (1eed6871-33b2-4c1d-aa2f-a07f1a718790), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:53.609912 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:53.659646 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9dac22e4-f246-42d5-975e-77e3f862f5bd req-0b8d06ce-c92d-482e-9200-01458da6ffca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb1feff-f3c3-47e0-98f4-676b12e63148 HTTP/1.1" status: 200 len: 210 time: 0.0324926 Jan 29 04:32:53.660441 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-716aa706-f050-4b15-9ea1-15e04fec714a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (1eed6871-33b2-4c1d-aa2f-a07f1a718790), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:53.668267 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716aa706-f050-4b15-9ea1-15e04fec714a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:53.668267 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-716aa706-f050-4b15-9ea1-15e04fec714a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:53.729906 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716aa706-f050-4b15-9ea1-15e04fec714a admin admin] Pushing event updated for resources: {'Network': ['ID=1eed6871-33b2-4c1d-aa2f-a07f1a718790,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:53.739954 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 1eed6871-33b2-4c1d-aa2f-a07f1a718790 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:32:53.792244 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:53.818269 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-716aa706-f050-4b15-9ea1-15e04fec714a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6075628 Jan 29 04:32:53.820991 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56106) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:32:53.825815 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-36182697-cc67-4f7c-a040-5fdb809c0e83 admin admin] Request body: {'subnet': {'network_id': '1eed6871-33b2-4c1d-aa2f-a07f1a718790', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1478253605-subnet', 'tenant_id': 'fb07be5d53bc4af1b8c622ae76d74f7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:53.918100 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36182697-cc67-4f7c-a040-5fdb809c0e83 admin admin] Made reservation on behalf of fb07be5d53bc4af1b8c622ae76d74f7e for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:32:53.920420 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-36182697-cc67-4f7c-a040-5fdb809c0e83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:54.158322 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-36182697-cc67-4f7c-a040-5fdb809c0e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (dce5bbd8-7500-436c-90ca-c410396ee02e), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:54.214855 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36182697-cc67-4f7c-a040-5fdb809c0e83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dce5bbd8-7500-436c-90ca-c410396ee02e,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:54.224712 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36182697-cc67-4f7c-a040-5fdb809c0e83 admin admin] Checking segment: {'id': '53d9ae9d-62f5-4737-9831-3d7b1c5bbe4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '1eed6871-33b2-4c1d-aa2f-a07f1a718790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:32:54.225116 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36182697-cc67-4f7c-a040-5fdb809c0e83 admin admin] Network hostable DHCP agents. Network: 1eed6871-33b2-4c1d-aa2f-a07f1a718790, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:32:54.374985 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36182697-cc67-4f7c-a040-5fdb809c0e83 admin admin] Network 1eed6871-33b2-4c1d-aa2f-a07f1a718790 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:32:54.479489 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-36182697-cc67-4f7c-a040-5fdb809c0e83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 1eed6871-33b2-4c1d-aa2f-a07f1a718790) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:32:54.479489 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36182697-cc67-4f7c-a040-5fdb809c0e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:54.479489 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-36182697-cc67-4f7c-a040-5fdb809c0e83 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:54.482917 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a80a57-0e49-48c2-8de2-babd43b7a7a7 None None] Network 1eed6871-33b2-4c1d-aa2f-a07f1a718790 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:32:54.567304 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-36182697-cc67-4f7c-a040-5fdb809c0e83 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7452252 Jan 29 04:32:54.590700 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62c9e93-ffe7-4169-9ac3-1f129b8ceb9f None None] Network 1eed6871-33b2-4c1d-aa2f-a07f1a718790 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:32:54.764631 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f7fe67fa-503c-4d1f-8586-11597f27da56 req-ac26fc76-24b3-4f35-bb90-07c41b9d347c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb1feff-f3c3-47e0-98f4-676b12e63148 HTTP/1.1" status: 200 len: 210 time: 0.0281153 Jan 29 04:32:54.804196 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:55.061809 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e8e27-8c44-4181-840d-4595f660170d req-e476944b-700e-4d39-85a4-7d511e7e2549 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:55.063286 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-967e8e27-8c44-4181-840d-4595f660170d req-e476944b-700e-4d39-85a4-7d511e7e2549 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/networks?id=9d3ad29a-72d3-4ece-8917-cfa2dc22e5a7 HTTP/1.1" status: 200 len: 812 time: 0.1018045 Jan 29 04:32:55.077951 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-967e8e27-8c44-4181-840d-4595f660170d req-a56e06f4-09ef-461e-b3e6-41ae39ec9997 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/quotas/bea19913bffa4ac6b5b3cae9385e4e2e HTTP/1.1" status: 200 len: 375 time: 0.0092337 Jan 29 04:32:55.131610 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-967e8e27-8c44-4181-840d-4595f660170d req-162acc49-4236-49e6-84b7-1842a1ae4f8a tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bea19913bffa4ac6b5b3cae9385e4e2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486367 Jan 29 04:32:55.322496 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-967e8e27-8c44-4181-840d-4595f660170d req-131cfea0-bff0-433f-b0e3-334bf43d5b47 service neutron] 10.222.0.13 "GET /v2.0/networks/9d3ad29a-72d3-4ece-8917-cfa2dc22e5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834948 Jan 29 04:32:55.410209 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-967e8e27-8c44-4181-840d-4595f660170d req-b2929546-24ad-4033-9904-b2115d0d8e60 service neutron] 10.222.0.13 "GET /v2.0/networks/9d3ad29a-72d3-4ece-8917-cfa2dc22e5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813165 Jan 29 04:32:55.648295 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0c06cd01-aee6-417b-9cd6-2129df8bd72b req-aab04c25-b861-4c9d-8add-f395d2c43dd3 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f1edf5-e0d7-441c-8435-a23fb4d101b4 HTTP/1.1" status: 200 len: 210 time: 0.0325487 Jan 29 04:32:55.857754 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-deae3dca-c34e-469e-8cbf-dd2f29950aa4 req-f06698b3-4a34-4b04-985b-82ac63ef119d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb1feff-f3c3-47e0-98f4-676b12e63148 HTTP/1.1" status: 200 len: 210 time: 0.0325451 Jan 29 04:32:56.040683 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-7de63ed9-def8-4ce0-8dfa-78e528e7efa1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:56.042102 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-7de63ed9-def8-4ce0-8dfa-78e528e7efa1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "GET /v2.0/networks?id=ebcdb780-1f88-4d1c-a13a-91ce96081123 HTTP/1.1" status: 200 len: 796 time: 0.1022196 Jan 29 04:32:56.119920 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-ac47b72c-c989-49e1-8a27-f4aa94941a69 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cb37fd5f36f44e696381da232925f9b HTTP/1.1" status: 200 len: 380 time: 0.0575156 Jan 29 04:32:56.128379 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-bb0e53dc-125e-4d14-bec9-b7341498d447 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'port': {'device_id': 'eeb1feff-f3c3-47e0-98f4-676b12e63148', 'network_id': 'ebcdb780-1f88-4d1c-a13a-91ce96081123', 'admin_state_up': True, 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'security_groups': ['eb3f7ebe-1a1f-469b-91d1-c9ccc34e454e']}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:56.364881 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-bb0e53dc-125e-4d14-bec9-b7341498d447 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Made reservation on behalf of 9cb37fd5f36f44e696381da232925f9b for: {'port': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:32:56.369005 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-bb0e53dc-125e-4d14-bec9-b7341498d447 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:56.397985 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:56.492971 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-bb0e53dc-125e-4d14-bec9-b7341498d447 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Allocated IP 172.20.0.8 (ebcdb780-1f88-4d1c-a13a-91ce96081123/8905a4f2-b145-45fb-8bd0-d8027dca8ccf/4028d839-f19e-4bc0-bcbe-dcb9721298c7) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:32:56.634405 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-bb0e53dc-125e-4d14-bec9-b7341498d447 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (4028d839-f19e-4bc0-bcbe-dcb9721298c7), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:56.727583 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f57b915f-7e2e-4ee9-8ae5-9b39e8df533e req-fa800b1f-3a1d-4e28-bb64-adf536efb72b tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f1edf5-e0d7-441c-8435-a23fb4d101b4 HTTP/1.1" status: 200 len: 210 time: 0.0276754 Jan 29 04:32:56.752624 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-bb0e53dc-125e-4d14-bec9-b7341498d447 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (4028d839-f19e-4bc0-bcbe-dcb9721298c7), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:56.799718 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-bb0e53dc-125e-4d14-bec9-b7341498d447 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network ebcdb780-1f88-4d1c-a13a-91ce96081123 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:32:56.802636 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-bb0e53dc-125e-4d14-bec9-b7341498d447 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:32:56.806797 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-bb0e53dc-125e-4d14-bec9-b7341498d447 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:32:56.815140 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e53dc-125e-4d14-bec9-b7341498d447 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=4028d839-f19e-4bc0-bcbe-dcb9721298c7,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:56.872912 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-bb0e53dc-125e-4d14-bec9-b7341498d447 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:56.873523 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-bb0e53dc-125e-4d14-bec9-b7341498d447 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:56.973585 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-bb0e53dc-125e-4d14-bec9-b7341498d447 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8487558 Jan 29 04:32:56.990825 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-e76848ca-56a3-4805-b5c7-9b35b2ead710 service neutron] Request body: {'port': {'device_id': 'eeb1feff-f3c3-47e0-98f4-676b12e63148', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:57.001328 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035bb090-c998-499b-b02e-44d4a994d003 req-4a679759-07c8-44cb-bf55-835f279a89b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:57.002907 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-035bb090-c998-499b-b02e-44d4a994d003 req-4a679759-07c8-44cb-bf55-835f279a89b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb1feff-f3c3-47e0-98f4-676b12e63148 HTTP/1.1" status: 200 len: 931 time: 0.0716004 Jan 29 04:32:57.058181 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-8e7778a8-017b-4f85-aabb-2d799d07b0d2 None None] Provisioning complete for port 4028d839-f19e-4bc0-bcbe-dcb9721298c7 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:57.058593 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8e7778a8-017b-4f85-aabb-2d799d07b0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (4028d839-f19e-4bc0-bcbe-dcb9721298c7), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:57.093106 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-8e7778a8-017b-4f85-aabb-2d799d07b0d2 None None] Port 4028d839-f19e-4bc0-bcbe-dcb9721298c7 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:32:57.098758 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-035bb090-c998-499b-b02e-44d4a994d003 req-7d781d14-b573-4ab1-aaff-181c550ed3b0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb3f7ebe-1a1f-469b-91d1-c9ccc34e454e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803502 Jan 29 04:32:57.099548 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-e76848ca-56a3-4805-b5c7-9b35b2ead710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (4028d839-f19e-4bc0-bcbe-dcb9721298c7), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:57.364078 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-e76848ca-56a3-4805-b5c7-9b35b2ead710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4028d839-f19e-4bc0-bcbe-dcb9721298c7 {{(pid=103584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:32:57.372167 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-e76848ca-56a3-4805-b5c7-9b35b2ead710 service neutron] Publish callbacks [] for port (4028d839-f19e-4bc0-bcbe-dcb9721298c7), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:57.385585 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.provisioning_blocks [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-e76848ca-56a3-4805-b5c7-9b35b2ead710 service neutron] Transition to ACTIVE for port object 4028d839-f19e-4bc0-bcbe-dcb9721298c7 will not be triggered until provisioned by entity L2. {{(pid=103584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:32:57.432091 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-e76848ca-56a3-4805-b5c7-9b35b2ead710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (4028d839-f19e-4bc0-bcbe-dcb9721298c7), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:57.486510 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76848ca-56a3-4805-b5c7-9b35b2ead710 service neutron] Pushing event updated for resources: {'Port': ['ID=4028d839-f19e-4bc0-bcbe-dcb9721298c7,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:57.561277 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-e76848ca-56a3-4805-b5c7-9b35b2ead710 service neutron] Attempting to bind port 4028d839-f19e-4bc0-bcbe-dcb9721298c7 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:32:57.561986 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-e76848ca-56a3-4805-b5c7-9b35b2ead710 service neutron] Attempting to bind port 4028d839-f19e-4bc0-bcbe-dcb9721298c7 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '62b95135-30d5-4c8e-9d74-baf28b4c6b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ebcdb780-1f88-4d1c-a13a-91ce96081123'}] {{(pid=103584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:32:57.561986 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-e76848ca-56a3-4805-b5c7-9b35b2ead710 service neutron] Attempting to bind port 4028d839-f19e-4bc0-bcbe-dcb9721298c7 on network ebcdb780-1f88-4d1c-a13a-91ce96081123 {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:32:57.567026 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-e76848ca-56a3-4805-b5c7-9b35b2ead710 service neutron] Port 4028d839-f19e-4bc0-bcbe-dcb9721298c7 on network ebcdb780-1f88-4d1c-a13a-91ce96081123 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:32:57.567378 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-e76848ca-56a3-4805-b5c7-9b35b2ead710 service neutron] Attempting to bind port 4028d839-f19e-4bc0-bcbe-dcb9721298c7 on network ebcdb780-1f88-4d1c-a13a-91ce96081123 {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:32:57.573607 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-e76848ca-56a3-4805-b5c7-9b35b2ead710 service neutron] Checking agent: {'id': '15eedd85-6d76-4715-a40f-dc31e854816c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'started_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:32:57.573968 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-e76848ca-56a3-4805-b5c7-9b35b2ead710 service neutron] Checking segment: {'id': '62b95135-30d5-4c8e-9d74-baf28b4c6b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ebcdb780-1f88-4d1c-a13a-91ce96081123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:32:57.574380 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-e76848ca-56a3-4805-b5c7-9b35b2ead710 service neutron] Bound using segment: {'id': '62b95135-30d5-4c8e-9d74-baf28b4c6b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ebcdb780-1f88-4d1c-a13a-91ce96081123'} {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:32:57.574815 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-e76848ca-56a3-4805-b5c7-9b35b2ead710 service neutron] Bound port: 4028d839-f19e-4bc0-bcbe-dcb9721298c7, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b95135-30d5-4c8e-9d74-baf28b4c6b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ebcdb780-1f88-4d1c-a13a-91ce96081123'}}] {{(pid=103584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:32:57.575184 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-e76848ca-56a3-4805-b5c7-9b35b2ead710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (4028d839-f19e-4bc0-bcbe-dcb9721298c7), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:57.642589 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-e76848ca-56a3-4805-b5c7-9b35b2ead710 service neutron] For port 4028d839-f19e-4bc0-bcbe-dcb9721298c7, host hv-neutron-8211, cleared binding levels {{(pid=103584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:32:57.645532 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-e76848ca-56a3-4805-b5c7-9b35b2ead710 service neutron] For port 4028d839-f19e-4bc0-bcbe-dcb9721298c7, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=4028d839-f19e-4bc0-bcbe-dcb9721298c7,segment=NetworkSegment(62b95135-30d5-4c8e-9d74-baf28b4c6b92),segment_id=62b95135-30d5-4c8e-9d74-baf28b4c6b92)] {{(pid=103584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:32:57.724470 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-e76848ca-56a3-4805-b5c7-9b35b2ead710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (4028d839-f19e-4bc0-bcbe-dcb9721298c7), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:57.760741 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-e76848ca-56a3-4805-b5c7-9b35b2ead710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:57.761435 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-e76848ca-56a3-4805-b5c7-9b35b2ead710 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:57.763020 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-e76848ca-56a3-4805-b5c7-9b35b2ead710 service neutron] 10.222.0.18 "PUT /v2.0/ports/4028d839-f19e-4bc0-bcbe-dcb9721298c7 HTTP/1.1" status: 200 len: 1093 time: 0.7764153 Jan 29 04:32:57.763520 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb1feff-f3c3-47e0-98f4-676b12e63148', 'tag': '4028d839-f19e-4bc0-bcbe-dcb9721298c7'}] {{(pid=103584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:32:57.766424 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88d22702f486e82ce3265c1db8b0c003dd285ef8b53ba8e869e33114e3fd04d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc2df5f-92b8-4f78-942b-22e4a9fc691d" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb1feff-f3c3-47e0-98f4-676b12e63148", "tag": "4028d839-f19e-4bc0-bcbe-dcb9721298c7"}]}' {{(pid=103584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:32:57.801010 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76848ca-56a3-4805-b5c7-9b35b2ead710 service neutron] Pushing event updated for resources: {'Port': ['ID=4028d839-f19e-4bc0-bcbe-dcb9721298c7,revision_number=3']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:57.827666 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a18b65a-9066-45c1-aa7b-b3d1c1327092 x-openstack-request-id: req-0a18b65a-9066-45c1-aa7b-b3d1c1327092 {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:32:57.827666 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb1feff-f3c3-47e0-98f4-676b12e63148", "tag": "4028d839-f19e-4bc0-bcbe-dcb9721298c7", "status": "completed", "code": 200}]} {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:32:57.827666 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a18b65a-9066-45c1-aa7b-b3d1c1327092 {{(pid=103584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:32:57.827666 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeb1feff-f3c3-47e0-98f4-676b12e63148', 'tag': '4028d839-f19e-4bc0-bcbe-dcb9721298c7', 'status': 'completed', 'code': 200} Jan 29 04:32:57.840279 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5706a9c4-c21e-40c6-9213-92570360cee6 req-e5940c01-b494-40d8-b0f7-a4d0d3bacf9f tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f1edf5-e0d7-441c-8435-a23fb4d101b4 HTTP/1.1" status: 200 len: 210 time: 0.0297670 Jan 29 04:32:57.913321 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2df5f-92b8-4f78-942b-22e4a9fc691d req-9f7c74b1-d757-4972-9be6-b15f5d2bbcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:57.915051 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-5dc2df5f-92b8-4f78-942b-22e4a9fc691d req-9f7c74b1-d757-4972-9be6-b15f5d2bbcf1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=eeb1feff-f3c3-47e0-98f4-676b12e63148 HTTP/1.1" status: 200 len: 1127 time: 0.0495224 Jan 29 04:32:58.023179 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2df5f-92b8-4f78-942b-22e4a9fc691d req-003e0bec-2e0d-4eb1-8ede-d423c5b43640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:58.024692 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-5dc2df5f-92b8-4f78-942b-22e4a9fc691d req-003e0bec-2e0d-4eb1-8ede-d423c5b43640 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9cb37fd5f36f44e696381da232925f9b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0973761 Jan 29 04:32:58.140953 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2df5f-92b8-4f78-942b-22e4a9fc691d req-2134b938-7ccc-492d-a1bb-5e51f7ac1c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:58.142544 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-5dc2df5f-92b8-4f78-942b-22e4a9fc691d req-2134b938-7ccc-492d-a1bb-5e51f7ac1c18 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948179 Jan 29 04:32:58.156549 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e8e27-8c44-4181-840d-4595f660170d req-2bfbbadc-fb55-42f6-8cdc-d3ebb85d95d6 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:58.162600 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-967e8e27-8c44-4181-840d-4595f660170d req-2bfbbadc-fb55-42f6-8cdc-d3ebb85d95d6 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.18 "GET /v2.0/networks?id=9d3ad29a-72d3-4ece-8917-cfa2dc22e5a7 HTTP/1.1" status: 200 len: 812 time: 0.1096776 Jan 29 04:32:58.176772 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-967e8e27-8c44-4181-840d-4595f660170d req-42adda7d-9bc3-469f-a2f8-963c959f35cb tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Request body: {'port': {'device_id': 'a5f1edf5-e0d7-441c-8435-a23fb4d101b4', 'network_id': '9d3ad29a-72d3-4ece-8917-cfa2dc22e5a7', 'admin_state_up': True, 'tenant_id': 'bea19913bffa4ac6b5b3cae9385e4e2e'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:58.267632 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6bf1af-d711-4d69-b6ca-1105e72c87e6 req-e5f834e7-055f-48b7-a841-c6f0cd128966 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:58.269175 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-3a6bf1af-d711-4d69-b6ca-1105e72c87e6 req-e5f834e7-055f-48b7-a841-c6f0cd128966 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb1feff-f3c3-47e0-98f4-676b12e63148 HTTP/1.1" status: 200 len: 943 time: 0.0860474 Jan 29 04:32:58.274777 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-8297a79e-45f5-4caa-a324-fe8ca2dcfa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:58.276212 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-8297a79e-45f5-4caa-a324-fe8ca2dcfa9d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=eeb1feff-f3c3-47e0-98f4-676b12e63148 HTTP/1.1" status: 200 len: 1127 time: 0.0627675 Jan 29 04:32:58.337901 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-d34e789f-db78-4441-ba13-cee571e8e7be service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4028d839-f19e-4bc0-bcbe-dcb9721298c7 HTTP/1.1" status: 200 len: 217 time: 0.0444329 Jan 29 04:32:58.381385 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-967e8e27-8c44-4181-840d-4595f660170d req-42adda7d-9bc3-469f-a2f8-963c959f35cb tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Made reservation on behalf of bea19913bffa4ac6b5b3cae9385e4e2e for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:32:58.385145 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-967e8e27-8c44-4181-840d-4595f660170d req-42adda7d-9bc3-469f-a2f8-963c959f35cb tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:58.389087 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-3a6bf1af-d711-4d69-b6ca-1105e72c87e6 req-3e499eeb-3d7e-461c-964f-68f5b47b1322 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb3f7ebe-1a1f-469b-91d1-c9ccc34e454e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113517 Jan 29 04:32:58.403005 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-cae5de1e-b7ea-4589-87e0-d074ce8861b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:58.404662 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-cae5de1e-b7ea-4589-87e0-d074ce8861b1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8905a4f2-b145-45fb-8bd0-d8027dca8ccf HTTP/1.1" status: 200 len: 835 time: 0.0587449 Jan 29 04:32:58.457913 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-21a9920d-7eaf-4caf-b9d1-a322ad19eb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:58.459433 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-21a9920d-7eaf-4caf-b9d1-a322ad19eb09 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ebcdb780-1f88-4d1c-a13a-91ce96081123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0494888 Jan 29 04:32:58.523934 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [req-967e8e27-8c44-4181-840d-4595f660170d req-42adda7d-9bc3-469f-a2f8-963c959f35cb tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Allocated IP 172.20.0.6 (9d3ad29a-72d3-4ece-8917-cfa2dc22e5a7/4821ae4c-4911-4eaf-b876-bc244e05a55c/3677c016-16f7-4ca1-8542-29ce7d61d48a) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:32:58.558667 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-3e083bae-8813-4b8a-966d-00a55ebe2d82 service neutron] 10.222.0.18 "GET /v2.0/networks/ebcdb780-1f88-4d1c-a13a-91ce96081123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901308 Jan 29 04:32:58.670393 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-8fd3390f-1953-4e8a-9e6d-9bed0ee9c7a6 req-303716ff-a761-42fc-b688-55b259ec338b service neutron] 10.222.0.18 "GET /v2.0/networks/ebcdb780-1f88-4d1c-a13a-91ce96081123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966256 Jan 29 04:32:58.977576 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8b6ddf15-ce89-4ae8-9845-070309b57d00 req-9918c3c5-6126-416c-9951-e852251aec5c tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f1edf5-e0d7-441c-8435-a23fb4d101b4 HTTP/1.1" status: 200 len: 210 time: 0.0380223 Jan 29 04:32:59.021159 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-967e8e27-8c44-4181-840d-4595f660170d req-42adda7d-9bc3-469f-a2f8-963c959f35cb tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Publish callbacks [] for port (3677c016-16f7-4ca1-8542-29ce7d61d48a), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:59.118355 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-967e8e27-8c44-4181-840d-4595f660170d req-42adda7d-9bc3-469f-a2f8-963c959f35cb tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (3677c016-16f7-4ca1-8542-29ce7d61d48a), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:59.159115 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-967e8e27-8c44-4181-840d-4595f660170d req-42adda7d-9bc3-469f-a2f8-963c959f35cb tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Network 9d3ad29a-72d3-4ece-8917-cfa2dc22e5a7 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:32:59.162355 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [req-967e8e27-8c44-4181-840d-4595f660170d req-42adda7d-9bc3-469f-a2f8-963c959f35cb tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:32:59.165884 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-967e8e27-8c44-4181-840d-4595f660170d req-42adda7d-9bc3-469f-a2f8-963c959f35cb tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:32:59.195888 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42adda7d-9bc3-469f-a2f8-963c959f35cb tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Pushing event updated for resources: {'Port': ['ID=3677c016-16f7-4ca1-8542-29ce7d61d48a,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:59.220150 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e8e27-8c44-4181-840d-4595f660170d req-42adda7d-9bc3-469f-a2f8-963c959f35cb tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:59.221862 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-967e8e27-8c44-4181-840d-4595f660170d req-42adda7d-9bc3-469f-a2f8-963c959f35cb tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:59.309090 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-967e8e27-8c44-4181-840d-4595f660170d req-42adda7d-9bc3-469f-a2f8-963c959f35cb tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1367626 Jan 29 04:32:59.326234 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-967e8e27-8c44-4181-840d-4595f660170d req-166d37a8-290c-498a-8f36-bec26bad073e service neutron] Request body: {'port': {'device_id': 'a5f1edf5-e0d7-441c-8435-a23fb4d101b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:59.389395 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-967e8e27-8c44-4181-840d-4595f660170d req-166d37a8-290c-498a-8f36-bec26bad073e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (3677c016-16f7-4ca1-8542-29ce7d61d48a), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:59.511923 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b28e3-3b87-40f6-b995-2d4d5048a241 req-4467c85a-7e1d-4cd3-b1bc-5350c63a800e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:59.513569 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-457b28e3-3b87-40f6-b995-2d4d5048a241 req-4467c85a-7e1d-4cd3-b1bc-5350c63a800e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb1feff-f3c3-47e0-98f4-676b12e63148 HTTP/1.1" status: 200 len: 943 time: 0.0561500 Jan 29 04:32:59.568275 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-457b28e3-3b87-40f6-b995-2d4d5048a241 req-44a6f273-0a04-4abf-932e-9ef99e053c77 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb3f7ebe-1a1f-469b-91d1-c9ccc34e454e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487144 Jan 29 04:32:59.703409 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [req-967e8e27-8c44-4181-840d-4595f660170d req-166d37a8-290c-498a-8f36-bec26bad073e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3677c016-16f7-4ca1-8542-29ce7d61d48a {{(pid=103585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:32:59.710606 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-967e8e27-8c44-4181-840d-4595f660170d req-166d37a8-290c-498a-8f36-bec26bad073e service neutron] Publish callbacks [] for port (3677c016-16f7-4ca1-8542-29ce7d61d48a), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:59.726121 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.provisioning_blocks [req-967e8e27-8c44-4181-840d-4595f660170d req-166d37a8-290c-498a-8f36-bec26bad073e service neutron] Transition to ACTIVE for port object 3677c016-16f7-4ca1-8542-29ce7d61d48a will not be triggered until provisioned by entity L2. {{(pid=103585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:32:59.797607 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-967e8e27-8c44-4181-840d-4595f660170d req-166d37a8-290c-498a-8f36-bec26bad073e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (3677c016-16f7-4ca1-8542-29ce7d61d48a), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:32:59.847792 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d37a8-290c-498a-8f36-bec26bad073e service neutron] Pushing event updated for resources: {'Port': ['ID=3677c016-16f7-4ca1-8542-29ce7d61d48a,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:59.935366 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-967e8e27-8c44-4181-840d-4595f660170d req-166d37a8-290c-498a-8f36-bec26bad073e service neutron] Attempting to bind port 3677c016-16f7-4ca1-8542-29ce7d61d48a on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:32:59.935704 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-967e8e27-8c44-4181-840d-4595f660170d req-166d37a8-290c-498a-8f36-bec26bad073e service neutron] Attempting to bind port 3677c016-16f7-4ca1-8542-29ce7d61d48a by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '5dc7a22f-12a1-43b2-b527-c599daf2426f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9d3ad29a-72d3-4ece-8917-cfa2dc22e5a7'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:32:59.936039 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967e8e27-8c44-4181-840d-4595f660170d req-166d37a8-290c-498a-8f36-bec26bad073e service neutron] Attempting to bind port 3677c016-16f7-4ca1-8542-29ce7d61d48a on network 9d3ad29a-72d3-4ece-8917-cfa2dc22e5a7 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:32:59.940331 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967e8e27-8c44-4181-840d-4595f660170d req-166d37a8-290c-498a-8f36-bec26bad073e service neutron] Port 3677c016-16f7-4ca1-8542-29ce7d61d48a on network 9d3ad29a-72d3-4ece-8917-cfa2dc22e5a7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:32:59.940757 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967e8e27-8c44-4181-840d-4595f660170d req-166d37a8-290c-498a-8f36-bec26bad073e service neutron] Attempting to bind port 3677c016-16f7-4ca1-8542-29ce7d61d48a on network 9d3ad29a-72d3-4ece-8917-cfa2dc22e5a7 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:32:59.945879 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967e8e27-8c44-4181-840d-4595f660170d req-166d37a8-290c-498a-8f36-bec26bad073e service neutron] Checking agent: {'id': '15eedd85-6d76-4715-a40f-dc31e854816c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'started_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:32:59.946214 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967e8e27-8c44-4181-840d-4595f660170d req-166d37a8-290c-498a-8f36-bec26bad073e service neutron] Checking segment: {'id': '5dc7a22f-12a1-43b2-b527-c599daf2426f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9d3ad29a-72d3-4ece-8917-cfa2dc22e5a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:32:59.946602 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967e8e27-8c44-4181-840d-4595f660170d req-166d37a8-290c-498a-8f36-bec26bad073e service neutron] Bound using segment: {'id': '5dc7a22f-12a1-43b2-b527-c599daf2426f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9d3ad29a-72d3-4ece-8917-cfa2dc22e5a7'} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:32:59.947028 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-967e8e27-8c44-4181-840d-4595f660170d req-166d37a8-290c-498a-8f36-bec26bad073e service neutron] Bound port: 3677c016-16f7-4ca1-8542-29ce7d61d48a, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dc7a22f-12a1-43b2-b527-c599daf2426f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9d3ad29a-72d3-4ece-8917-cfa2dc22e5a7'}}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:32:59.947477 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-967e8e27-8c44-4181-840d-4595f660170d req-166d37a8-290c-498a-8f36-bec26bad073e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (3677c016-16f7-4ca1-8542-29ce7d61d48a), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:00.015033 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-967e8e27-8c44-4181-840d-4595f660170d req-166d37a8-290c-498a-8f36-bec26bad073e service neutron] For port 3677c016-16f7-4ca1-8542-29ce7d61d48a, host hv-neutron-8211, cleared binding levels {{(pid=103585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:33:00.017943 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-967e8e27-8c44-4181-840d-4595f660170d req-166d37a8-290c-498a-8f36-bec26bad073e service neutron] For port 3677c016-16f7-4ca1-8542-29ce7d61d48a, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=3677c016-16f7-4ca1-8542-29ce7d61d48a,segment=NetworkSegment(5dc7a22f-12a1-43b2-b527-c599daf2426f),segment_id=5dc7a22f-12a1-43b2-b527-c599daf2426f)] {{(pid=103585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:33:00.095735 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6824d3-8c79-460c-bf25-c00fe7dfc14f req-ae5b5255-b883-4c07-aa8b-796056620d5b tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:00.097180 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3a6824d3-8c79-460c-bf25-c00fe7dfc14f req-ae5b5255-b883-4c07-aa8b-796056620d5b tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f1edf5-e0d7-441c-8435-a23fb4d101b4 HTTP/1.1" status: 200 len: 943 time: 0.0531344 Jan 29 04:33:00.140696 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-967e8e27-8c44-4181-840d-4595f660170d req-166d37a8-290c-498a-8f36-bec26bad073e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (3677c016-16f7-4ca1-8542-29ce7d61d48a), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:00.153875 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3a6824d3-8c79-460c-bf25-c00fe7dfc14f req-a5417919-e667-4ff8-8b89-8d61bc05ecfd tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/security-groups?id=aec3ed3f-23a5-47db-89e7-f018712a04c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502307 Jan 29 04:33:00.184077 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e8e27-8c44-4181-840d-4595f660170d req-166d37a8-290c-498a-8f36-bec26bad073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:00.184803 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-967e8e27-8c44-4181-840d-4595f660170d req-166d37a8-290c-498a-8f36-bec26bad073e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:00.186226 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-967e8e27-8c44-4181-840d-4595f660170d req-166d37a8-290c-498a-8f36-bec26bad073e service neutron] 10.222.0.18 "PUT /v2.0/ports/3677c016-16f7-4ca1-8542-29ce7d61d48a HTTP/1.1" status: 200 len: 1093 time: 0.8639684 Jan 29 04:33:00.186663 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5f1edf5-e0d7-441c-8435-a23fb4d101b4', 'tag': '3677c016-16f7-4ca1-8542-29ce7d61d48a'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:33:00.188931 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83545a8-d35e-4db0-b6a9-cb639e3603dc" -d '{"events": [{"name": "network-changed", "server_uuid": "a5f1edf5-e0d7-441c-8435-a23fb4d101b4", "tag": "3677c016-16f7-4ca1-8542-29ce7d61d48a"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:33:00.213358 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d37a8-290c-498a-8f36-bec26bad073e service neutron] Pushing event updated for resources: {'Port': ['ID=3677c016-16f7-4ca1-8542-29ce7d61d48a,revision_number=3']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:00.226708 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23979853-18df-4cfc-b6c2-e0bbcb169743 x-openstack-request-id: req-23979853-18df-4cfc-b6c2-e0bbcb169743 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:33:00.227004 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5f1edf5-e0d7-441c-8435-a23fb4d101b4", "tag": "3677c016-16f7-4ca1-8542-29ce7d61d48a", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:33:00.227266 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23979853-18df-4cfc-b6c2-e0bbcb169743 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:33:00.227770 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5f1edf5-e0d7-441c-8435-a23fb4d101b4', 'tag': '3677c016-16f7-4ca1-8542-29ce7d61d48a', 'status': 'completed', 'code': 200} Jan 29 04:33:00.352207 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83545a8-d35e-4db0-b6a9-cb639e3603dc req-e4165c80-905a-47ab-925c-ba14f25b00af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:00.353668 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e83545a8-d35e-4db0-b6a9-cb639e3603dc req-e4165c80-905a-47ab-925c-ba14f25b00af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bea19913bffa4ac6b5b3cae9385e4e2e&device_id=a5f1edf5-e0d7-441c-8435-a23fb4d101b4 HTTP/1.1" status: 200 len: 1127 time: 0.0780668 Jan 29 04:33:00.528136 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83545a8-d35e-4db0-b6a9-cb639e3603dc req-c741ea88-fa7c-4b3f-88cf-9c17c8579d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:00.529696 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e83545a8-d35e-4db0-b6a9-cb639e3603dc req-c741ea88-fa7c-4b3f-88cf-9c17c8579d43 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=bea19913bffa4ac6b5b3cae9385e4e2e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1620512 Jan 29 04:33:00.729261 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83545a8-d35e-4db0-b6a9-cb639e3603dc req-85553829-1ab7-4ed2-8bc8-0b42cb906e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:00.730746 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e83545a8-d35e-4db0-b6a9-cb639e3603dc req-85553829-1ab7-4ed2-8bc8-0b42cb906e2a service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1948133 Jan 29 04:33:00.743784 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c4378-10b2-4667-90c0-db1bc960f949 req-466cb7d4-83ed-400d-b60e-61f14eed6e21 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:00.745310 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ec1c4378-10b2-4667-90c0-db1bc960f949 req-466cb7d4-83ed-400d-b60e-61f14eed6e21 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb1feff-f3c3-47e0-98f4-676b12e63148 HTTP/1.1" status: 200 len: 943 time: 0.1098771 Jan 29 04:33:00.803870 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ec1c4378-10b2-4667-90c0-db1bc960f949 req-c9d994d6-e1af-49c2-84e7-1c5a32c0fca0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb3f7ebe-1a1f-469b-91d1-c9ccc34e454e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528519 Jan 29 04:33:00.841518 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e8e27-8c44-4181-840d-4595f660170d req-3cc68ea3-1a7d-4bb9-adf8-db42e1f24c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:00.843021 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-967e8e27-8c44-4181-840d-4595f660170d req-3cc68ea3-1a7d-4bb9-adf8-db42e1f24c6e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bea19913bffa4ac6b5b3cae9385e4e2e&device_id=a5f1edf5-e0d7-441c-8435-a23fb4d101b4 HTTP/1.1" status: 200 len: 1127 time: 0.0519357 Jan 29 04:33:00.907556 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-967e8e27-8c44-4181-840d-4595f660170d req-58b685d8-472f-4b16-bc0d-8b8bb3695a3f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3677c016-16f7-4ca1-8542-29ce7d61d48a HTTP/1.1" status: 200 len: 217 time: 0.0520744 Jan 29 04:33:00.965186 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e8e27-8c44-4181-840d-4595f660170d req-3cf7f4b2-180e-4562-bcb4-22251d30aac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:00.966616 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-967e8e27-8c44-4181-840d-4595f660170d req-3cf7f4b2-180e-4562-bcb4-22251d30aac9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4821ae4c-4911-4eaf-b876-bc244e05a55c HTTP/1.1" status: 200 len: 852 time: 0.0532851 Jan 29 04:33:01.017919 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-967e8e27-8c44-4181-840d-4595f660170d req-7af994ac-36c3-4fda-96b4-9a23e1da131d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9d3ad29a-72d3-4ece-8917-cfa2dc22e5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454690 Jan 29 04:33:01.108285 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-967e8e27-8c44-4181-840d-4595f660170d req-dabc7199-a5f0-4140-bfe4-5a42a19deac0 service neutron] 10.222.0.18 "GET /v2.0/networks/9d3ad29a-72d3-4ece-8917-cfa2dc22e5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835900 Jan 29 04:33:01.197543 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-967e8e27-8c44-4181-840d-4595f660170d req-8e21693a-bd8e-41e5-9674-df30069502a6 service neutron] 10.222.0.18 "GET /v2.0/networks/9d3ad29a-72d3-4ece-8917-cfa2dc22e5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828817 Jan 29 04:33:01.276953 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0048a-19af-49d3-b17c-c3e6da9f1b3b req-58355d38-62aa-49c4-bc18-1c3999ebfea5 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:01.278437 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-80f0048a-19af-49d3-b17c-c3e6da9f1b3b req-58355d38-62aa-49c4-bc18-1c3999ebfea5 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f1edf5-e0d7-441c-8435-a23fb4d101b4 HTTP/1.1" status: 200 len: 943 time: 0.0531085 Jan 29 04:33:01.325208 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-80f0048a-19af-49d3-b17c-c3e6da9f1b3b req-b16f3bb6-7a28-47c6-b1be-cd55dd7dde71 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/security-groups?id=aec3ed3f-23a5-47db-89e7-f018712a04c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412154 Jan 29 04:33:01.925322 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3e48a-93aa-4cd6-8983-b194b8af9b94 req-1de5fe5b-1176-4512-8dbd-0ded5c9b58c7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:01.926842 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-28a3e48a-93aa-4cd6-8983-b194b8af9b94 req-1de5fe5b-1176-4512-8dbd-0ded5c9b58c7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb1feff-f3c3-47e0-98f4-676b12e63148 HTTP/1.1" status: 200 len: 943 time: 0.0557179 Jan 29 04:33:01.968832 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 4028d839-f19e-4bc0-bcbe-dcb9721298c7 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:33:01.974590 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-28a3e48a-93aa-4cd6-8983-b194b8af9b94 req-98a169e4-a14a-4c6e-b3b8-ea4470e6819c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb3f7ebe-1a1f-469b-91d1-c9ccc34e454e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417309 Jan 29 04:33:02.067395 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 4028d839-f19e-4bc0-bcbe-dcb9721298c7, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=4028d839-f19e-4bc0-bcbe-dcb9721298c7,segment=NetworkSegment(62b95135-30d5-4c8e-9d74-baf28b4c6b92),segment_id=62b95135-30d5-4c8e-9d74-baf28b4c6b92)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:33:02.078883 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': '4028d839-f19e-4bc0-bcbe-dcb9721298c7', 'network_id': 'ebcdb780-1f88-4d1c-a13a-91ce96081123', 'port_id': '4028d839-f19e-4bc0-bcbe-dcb9721298c7', 'mac_address': 'fa:16:3e:43:af:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8905a4f2-b145-45fb-8bd0-d8027dca8ccf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:33:02.115471 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 4028d839-f19e-4bc0-bcbe-dcb9721298c7 is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:33:02.115784 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (4028d839-f19e-4bc0-bcbe-dcb9721298c7), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:02.128700 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4028d839-f19e-4bc0-bcbe-dcb9721298c7 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:33:02.151487 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 4028d839-f19e-4bc0-bcbe-dcb9721298c7, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=4028d839-f19e-4bc0-bcbe-dcb9721298c7,segment=NetworkSegment(62b95135-30d5-4c8e-9d74-baf28b4c6b92),segment_id=62b95135-30d5-4c8e-9d74-baf28b4c6b92)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:33:02.186321 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (4028d839-f19e-4bc0-bcbe-dcb9721298c7), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:02.234128 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=4028d839-f19e-4bc0-bcbe-dcb9721298c7,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:02.446027 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da66d17-42fb-4c2e-9efc-fedd49d5a261 req-26d3cfbb-68e1-4bab-99fc-c7fc59c3e9cd tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:02.447393 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-3da66d17-42fb-4c2e-9efc-fedd49d5a261 req-26d3cfbb-68e1-4bab-99fc-c7fc59c3e9cd tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f1edf5-e0d7-441c-8435-a23fb4d101b4 HTTP/1.1" status: 200 len: 943 time: 0.0544808 Jan 29 04:33:02.493619 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-3da66d17-42fb-4c2e-9efc-fedd49d5a261 req-61bf3bc1-2373-4784-83fc-f8244b20d8f0 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/security-groups?id=aec3ed3f-23a5-47db-89e7-f018712a04c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405838 Jan 29 04:33:02.685666 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['4028d839-f19e-4bc0-bcbe-dcb9721298c7'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:33:03.093345 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df3696-e8b2-465a-b59a-28a5834a53a4 req-949fc88c-95bb-44a8-88a3-51a4b380eb27 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:03.094794 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b4df3696-e8b2-465a-b59a-28a5834a53a4 req-949fc88c-95bb-44a8-88a3-51a4b380eb27 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb1feff-f3c3-47e0-98f4-676b12e63148 HTTP/1.1" status: 200 len: 944 time: 0.0541000 Jan 29 04:33:03.143907 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b4df3696-e8b2-465a-b59a-28a5834a53a4 req-169bdef3-2210-4725-9ad2-0d1844561a4f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb3f7ebe-1a1f-469b-91d1-c9ccc34e454e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433898 Jan 29 04:33:03.614314 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e46c2-b8f1-4517-8648-b6ef6a584f53 req-4ad8ddb0-52d7-4041-b7d2-17d210abe558 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:03.615824 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-3d2e46c2-b8f1-4517-8648-b6ef6a584f53 req-4ad8ddb0-52d7-4041-b7d2-17d210abe558 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f1edf5-e0d7-441c-8435-a23fb4d101b4 HTTP/1.1" status: 200 len: 943 time: 0.0560098 Jan 29 04:33:03.661425 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-3d2e46c2-b8f1-4517-8648-b6ef6a584f53 req-a946df55-a8f0-48a9-9d3e-0fab67e92b0f tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/security-groups?id=aec3ed3f-23a5-47db-89e7-f018712a04c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400574 Jan 29 04:33:03.987561 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 3677c016-16f7-4ca1-8542-29ce7d61d48a details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:33:03.998061 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 4028d839-f19e-4bc0-bcbe-dcb9721298c7 up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:33:04.125784 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 3677c016-16f7-4ca1-8542-29ce7d61d48a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=3677c016-16f7-4ca1-8542-29ce7d61d48a,segment=NetworkSegment(5dc7a22f-12a1-43b2-b527-c599daf2426f),segment_id=5dc7a22f-12a1-43b2-b527-c599daf2426f)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:33:04.137206 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': '3677c016-16f7-4ca1-8542-29ce7d61d48a', 'network_id': '9d3ad29a-72d3-4ece-8917-cfa2dc22e5a7', 'port_id': '3677c016-16f7-4ca1-8542-29ce7d61d48a', 'mac_address': 'fa:16:3e:1e:6e:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4821ae4c-4911-4eaf-b876-bc244e05a55c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:33:04.164186 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning for port 4028d839-f19e-4bc0-bcbe-dcb9721298c7 completed by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:33:04.172343 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port 4028d839-f19e-4bc0-bcbe-dcb9721298c7 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:33:04.172751 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (4028d839-f19e-4bc0-bcbe-dcb9721298c7), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:04.199858 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 3677c016-16f7-4ca1-8542-29ce7d61d48a is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:33:04.205230 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (3677c016-16f7-4ca1-8542-29ce7d61d48a), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:04.221746 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3677c016-16f7-4ca1-8542-29ce7d61d48a {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:33:04.246648 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 3677c016-16f7-4ca1-8542-29ce7d61d48a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=3677c016-16f7-4ca1-8542-29ce7d61d48a,segment=NetworkSegment(5dc7a22f-12a1-43b2-b527-c599daf2426f),segment_id=5dc7a22f-12a1-43b2-b527-c599daf2426f)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:33:04.262839 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b99008-b2b6-4713-8897-1e98a2636ab8 req-cb3158a9-4e95-4579-a3ac-58a8b840b6ed tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:04.264360 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-12b99008-b2b6-4713-8897-1e98a2636ab8 req-cb3158a9-4e95-4579-a3ac-58a8b840b6ed tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb1feff-f3c3-47e0-98f4-676b12e63148 HTTP/1.1" status: 200 len: 944 time: 0.0553882 Jan 29 04:33:04.287608 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 4028d839-f19e-4bc0-bcbe-dcb9721298c7 is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:33:04.288373 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (4028d839-f19e-4bc0-bcbe-dcb9721298c7), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:04.305290 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (3677c016-16f7-4ca1-8542-29ce7d61d48a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:04.315327 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb1feff-f3c3-47e0-98f4-676b12e63148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4028d839-f19e-4bc0-bcbe-dcb9721298c7'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:33:04.317829 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b583c7b1-072d-4214-81d2-06188be2ca87" -d '{"events": [{"server_uuid": "eeb1feff-f3c3-47e0-98f4-676b12e63148", "name": "network-vif-plugged", "status": "completed", "tag": "4028d839-f19e-4bc0-bcbe-dcb9721298c7"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:33:04.319606 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-12b99008-b2b6-4713-8897-1e98a2636ab8 req-7b0ad24f-9542-446d-8d94-0179252eb876 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb3f7ebe-1a1f-469b-91d1-c9ccc34e454e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496907 Jan 29 04:33:04.360293 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 4028d839-f19e-4bc0-bcbe-dcb9721298c7, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=4028d839-f19e-4bc0-bcbe-dcb9721298c7,segment=NetworkSegment(62b95135-30d5-4c8e-9d74-baf28b4c6b92),segment_id=62b95135-30d5-4c8e-9d74-baf28b4c6b92)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:33:04.360293 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053f4dc6-75ea-43d0-8af4-e0c708ea733e x-openstack-request-id: req-053f4dc6-75ea-43d0-8af4-e0c708ea733e {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:33:04.360293 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb1feff-f3c3-47e0-98f4-676b12e63148", "name": "network-vif-plugged", "status": "completed", "tag": "4028d839-f19e-4bc0-bcbe-dcb9721298c7", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:33:04.360293 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-053f4dc6-75ea-43d0-8af4-e0c708ea733e {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:33:04.360293 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb1feff-f3c3-47e0-98f4-676b12e63148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4028d839-f19e-4bc0-bcbe-dcb9721298c7', 'code': 200} Jan 29 04:33:04.374596 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=3677c016-16f7-4ca1-8542-29ce7d61d48a,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:04.426498 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (4028d839-f19e-4bc0-bcbe-dcb9721298c7), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:04.473899 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=4028d839-f19e-4bc0-bcbe-dcb9721298c7,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:04.720004 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['3677c016-16f7-4ca1-8542-29ce7d61d48a'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:33:04.803835 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbcc7f-76dc-4d48-a66f-68a00cf04e4a req-9fc83da2-0e14-4878-a124-b6b270dd1028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:04.805388 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-addbcc7f-76dc-4d48-a66f-68a00cf04e4a req-9fc83da2-0e14-4878-a124-b6b270dd1028 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eeb1feff-f3c3-47e0-98f4-676b12e63148 HTTP/1.1" status: 200 len: 1129 time: 0.0970731 Jan 29 04:33:04.813291 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b403089-6f3a-4633-9f37-bc886589ab4a req-45d897ec-ce6a-44f9-9ba0-8bd8c90dc0e1 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:04.814736 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0b403089-6f3a-4633-9f37-bc886589ab4a req-45d897ec-ce6a-44f9-9ba0-8bd8c90dc0e1 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f1edf5-e0d7-441c-8435-a23fb4d101b4 HTTP/1.1" status: 200 len: 944 time: 0.0783081 Jan 29 04:33:04.904544 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-addbcc7f-76dc-4d48-a66f-68a00cf04e4a req-016186a5-7c28-441b-894f-56f14e3699a9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=eb3f7ebe-1a1f-469b-91d1-c9ccc34e454e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888355 Jan 29 04:33:04.908764 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0b403089-6f3a-4633-9f37-bc886589ab4a req-177e13f8-59cf-4f13-b4d9-6cd82e62f53c tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/security-groups?id=aec3ed3f-23a5-47db-89e7-f018712a04c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862358 Jan 29 04:33:05.442391 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e5322-6674-449f-9517-b08031e10c5c req-bc5cdf0b-28f0-4bf2-b591-3858f053edf1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:05.443858 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-465e5322-6674-449f-9517-b08031e10c5c req-bc5cdf0b-28f0-4bf2-b591-3858f053edf1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb1feff-f3c3-47e0-98f4-676b12e63148 HTTP/1.1" status: 200 len: 945 time: 0.0527112 Jan 29 04:33:05.491603 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-465e5322-6674-449f-9517-b08031e10c5c req-984c806b-3690-4e0e-8b89-bad388235e58 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb3f7ebe-1a1f-469b-91d1-c9ccc34e454e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419216 Jan 29 04:33:06.003602 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 3677c016-16f7-4ca1-8542-29ce7d61d48a up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:33:06.027732 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075aafd3-abb4-4f3d-a10e-1d21c49e47d6 req-fcebe287-8a5e-4f53-9c16-d5766146c8af tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:06.029294 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-075aafd3-abb4-4f3d-a10e-1d21c49e47d6 req-fcebe287-8a5e-4f53-9c16-d5766146c8af tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f1edf5-e0d7-441c-8435-a23fb4d101b4 HTTP/1.1" status: 200 len: 944 time: 0.0543633 Jan 29 04:33:06.076264 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-075aafd3-abb4-4f3d-a10e-1d21c49e47d6 req-2e71c2d2-227c-47a0-a855-31cc2aba14a5 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/security-groups?id=aec3ed3f-23a5-47db-89e7-f018712a04c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412414 Jan 29 04:33:06.089890 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning for port 3677c016-16f7-4ca1-8542-29ce7d61d48a completed by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:33:06.093766 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port 3677c016-16f7-4ca1-8542-29ce7d61d48a triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:33:06.094165 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (3677c016-16f7-4ca1-8542-29ce7d61d48a), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:06.174568 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 3677c016-16f7-4ca1-8542-29ce7d61d48a is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:33:06.174862 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (3677c016-16f7-4ca1-8542-29ce7d61d48a), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:06.209516 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 3677c016-16f7-4ca1-8542-29ce7d61d48a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=3677c016-16f7-4ca1-8542-29ce7d61d48a,segment=NetworkSegment(5dc7a22f-12a1-43b2-b527-c599daf2426f),segment_id=5dc7a22f-12a1-43b2-b527-c599daf2426f)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:33:06.260794 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (3677c016-16f7-4ca1-8542-29ce7d61d48a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:06.307191 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=3677c016-16f7-4ca1-8542-29ce7d61d48a,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:06.359868 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f1edf5-e0d7-441c-8435-a23fb4d101b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3677c016-16f7-4ca1-8542-29ce7d61d48a'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:33:06.362161 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f726a89-6e36-4796-9419-19f3546530d3" -d '{"events": [{"server_uuid": "a5f1edf5-e0d7-441c-8435-a23fb4d101b4", "name": "network-vif-plugged", "status": "completed", "tag": "3677c016-16f7-4ca1-8542-29ce7d61d48a"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:33:06.398960 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbcb39e-3e77-4b2f-a3ae-f2987fe3fceb x-openstack-request-id: req-3cbcb39e-3e77-4b2f-a3ae-f2987fe3fceb {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:33:06.399377 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f1edf5-e0d7-441c-8435-a23fb4d101b4", "name": "network-vif-plugged", "status": "completed", "tag": "3677c016-16f7-4ca1-8542-29ce7d61d48a", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:33:06.400139 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3cbcb39e-3e77-4b2f-a3ae-f2987fe3fceb {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:33:06.400589 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f1edf5-e0d7-441c-8435-a23fb4d101b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3677c016-16f7-4ca1-8542-29ce7d61d48a', 'code': 200} Jan 29 04:33:06.608901 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61c1e9-6e89-4fd4-8b70-fc25cabb28ac req-40de38c0-1191-4825-b898-8abf8922ba33 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:06.610359 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7e61c1e9-6e89-4fd4-8b70-fc25cabb28ac req-40de38c0-1191-4825-b898-8abf8922ba33 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb1feff-f3c3-47e0-98f4-676b12e63148 HTTP/1.1" status: 200 len: 945 time: 0.0517759 Jan 29 04:33:06.660543 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7e61c1e9-6e89-4fd4-8b70-fc25cabb28ac req-a8828c42-b9e4-4f6d-96bb-9a00d62a7bb8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb3f7ebe-1a1f-469b-91d1-c9ccc34e454e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443208 Jan 29 04:33:06.784476 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c590c-41b4-4c48-b7f3-d88b5d09256e req-0042fd8d-ea2a-470a-b918-6df6577283b0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:06.785932 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-a83c590c-41b4-4c48-b7f3-d88b5d09256e req-0042fd8d-ea2a-470a-b918-6df6577283b0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb1feff-f3c3-47e0-98f4-676b12e63148 HTTP/1.1" status: 200 len: 945 time: 0.0582612 Jan 29 04:33:06.830179 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11395f1-c986-4199-8e33-3b12016594dc req-34f11247-20c2-4431-a85e-e7440b0d4c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:06.831928 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c11395f1-c986-4199-8e33-3b12016594dc req-34f11247-20c2-4431-a85e-e7440b0d4c76 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a5f1edf5-e0d7-441c-8435-a23fb4d101b4 HTTP/1.1" status: 200 len: 1129 time: 0.0506074 Jan 29 04:33:06.842975 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-a83c590c-41b4-4c48-b7f3-d88b5d09256e req-66918ade-7f3e-4fb0-9df4-30e385211c14 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb3f7ebe-1a1f-469b-91d1-c9ccc34e454e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503929 Jan 29 04:33:06.870299 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56202) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:33:06.877772 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c11395f1-c986-4199-8e33-3b12016594dc req-59e988ce-20c9-4273-aa97-ed82e47b3943 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=aec3ed3f-23a5-47db-89e7-f018712a04c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403671 Jan 29 04:33:06.914401 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83f8936-54a9-4b68-a394-672baa0db448 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:06.916700 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a83f8936-54a9-4b68-a394-672baa0db448 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=eeb1feff-f3c3-47e0-98f4-676b12e63148 HTTP/1.1" status: 200 len: 1124 time: 0.0452659 Jan 29 04:33:06.920190 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56204) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:33:06.925125 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-5f04426e-83b7-4463-a910-db84d36269c4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'floatingip': {'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'port_id': '4028d839-f19e-4bc0-bcbe-dcb9721298c7', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:33:06.997889 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5f04426e-83b7-4463-a910-db84d36269c4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:07.100846 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5f04426e-83b7-4463-a910-db84d36269c4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:07.193553 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f89d6a-bd2b-4421-a007-d827f4cdc057 req-cfdc6fdd-db5e-4d79-870c-b55004f4143e tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:07.195011 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a8f89d6a-bd2b-4421-a007-d827f4cdc057 req-cfdc6fdd-db5e-4d79-870c-b55004f4143e tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f1edf5-e0d7-441c-8435-a23fb4d101b4 HTTP/1.1" status: 200 len: 945 time: 0.0523107 Jan 29 04:33:07.205965 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-5f04426e-83b7-4463-a910-db84d36269c4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Allocated IP 172.26.8.66 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/edacc066-ca90-49d4-a2cc-d53ad9ce6206) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:33:07.242613 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a8f89d6a-bd2b-4421-a007-d827f4cdc057 req-f2d62023-c1f3-41d0-a874-3f2edf5d729c tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/security-groups?id=aec3ed3f-23a5-47db-89e7-f018712a04c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416162 Jan 29 04:33:07.311626 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5f04426e-83b7-4463-a910-db84d36269c4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (edacc066-ca90-49d4-a2cc-d53ad9ce6206), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:07.404383 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5f04426e-83b7-4463-a910-db84d36269c4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (edacc066-ca90-49d4-a2cc-d53ad9ce6206), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:07.443312 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f04426e-83b7-4463-a910-db84d36269c4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:33:07.446026 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-5f04426e-83b7-4463-a910-db84d36269c4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:33:07.452402 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f04426e-83b7-4463-a910-db84d36269c4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:33:07.454326 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f04426e-83b7-4463-a910-db84d36269c4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=edacc066-ca90-49d4-a2cc-d53ad9ce6206,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:07.481085 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f04426e-83b7-4463-a910-db84d36269c4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:07.481429 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f04426e-83b7-4463-a910-db84d36269c4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:07.481770 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f04426e-83b7-4463-a910-db84d36269c4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:07.482109 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f04426e-83b7-4463-a910-db84d36269c4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:07.482442 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f04426e-83b7-4463-a910-db84d36269c4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:07.482765 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f04426e-83b7-4463-a910-db84d36269c4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:07.483087 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f04426e-83b7-4463-a910-db84d36269c4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:07.483410 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f04426e-83b7-4463-a910-db84d36269c4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:07.483732 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f04426e-83b7-4463-a910-db84d36269c4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:07.484056 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f04426e-83b7-4463-a910-db84d36269c4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:07.484375 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f04426e-83b7-4463-a910-db84d36269c4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:07.484717 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f04426e-83b7-4463-a910-db84d36269c4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:07.485034 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f04426e-83b7-4463-a910-db84d36269c4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:08.350871 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5f04426e-83b7-4463-a910-db84d36269c4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for floatingip (8a504dd4-74eb-4269-83ad-a9ccf6b9c57d), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:08.444859 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27965076-afd0-4635-960d-7f21c49b22c6 req-cb009435-79f6-4c7e-9c31-8f05662a10b2 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:08.446396 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-27965076-afd0-4635-960d-7f21c49b22c6 req-cb009435-79f6-4c7e-9c31-8f05662a10b2 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f1edf5-e0d7-441c-8435-a23fb4d101b4 HTTP/1.1" status: 200 len: 945 time: 0.1338706 Jan 29 04:33:08.514361 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-27965076-afd0-4635-960d-7f21c49b22c6 req-f943bc1e-fd87-4a58-807c-dd9912eac836 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/security-groups?id=aec3ed3f-23a5-47db-89e7-f018712a04c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622044 Jan 29 04:33:08.523006 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5f04426e-83b7-4463-a910-db84d36269c4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (edacc066-ca90-49d4-a2cc-d53ad9ce6206), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:08.678947 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5f04426e-83b7-4463-a910-db84d36269c4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (edacc066-ca90-49d4-a2cc-d53ad9ce6206), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:08.775043 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5f04426e-83b7-4463-a910-db84d36269c4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (edacc066-ca90-49d4-a2cc-d53ad9ce6206), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:08.847695 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f04426e-83b7-4463-a910-db84d36269c4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=edacc066-ca90-49d4-a2cc-d53ad9ce6206,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:08.858648 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5f04426e-83b7-4463-a910-db84d36269c4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (8a504dd4-74eb-4269-83ad-a9ccf6b9c57d), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:08.958120 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.l3_db [None req-5f04426e-83b7-4463-a910-db84d36269c4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Floating IP 8a504dd4-74eb-4269-83ad-a9ccf6b9c57d associated. External IP: 172.26.8.66, port: 4028d839-f19e-4bc0-bcbe-dcb9721298c7. Jan 29 04:33:09.178216 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f04426e-83b7-4463-a910-db84d36269c4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router f034136f-6c2d-493b-82de-d9b0b9f0f0b4 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:33:09.289930 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f04426e-83b7-4463-a910-db84d36269c4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:33:09.302151 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cad1c06-201f-4cf5-96ad-55e8c86d8845 None None] Sync routers for ids ['f034136f-6c2d-493b-82de-d9b0b9f0f0b4'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:33:09.317064 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cad1c06-201f-4cf5-96ad-55e8c86d8845 None None] Routers {'f034136f-6c2d-493b-82de-d9b0b9f0f0b4'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:33:09.317726 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-4cad1c06-201f-4cf5-96ad-55e8c86d8845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:32:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['f034136f-6c2d-493b-82de-d9b0b9f0f0b4'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:33:09.348084 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5f04426e-83b7-4463-a910-db84d36269c4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:09.383219 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56212) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:33:09.390197 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-5f04426e-83b7-4463-a910-db84d36269c4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4683890 Jan 29 04:33:09.397068 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb1feff-f3c3-47e0-98f4-676b12e63148', 'tag': '4028d839-f19e-4bc0-bcbe-dcb9721298c7'}] {{(pid=103584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:33:09.400181 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88d22702f486e82ce3265c1db8b0c003dd285ef8b53ba8e869e33114e3fd04d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55f3127-2181-442e-a3b3-e0c4f7bb630e" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb1feff-f3c3-47e0-98f4-676b12e63148", "tag": "4028d839-f19e-4bc0-bcbe-dcb9721298c7"}]}' {{(pid=103584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:33:09.438750 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-4cad1c06-201f-4cf5-96ad-55e8c86d8845 None None] Set router f034136f-6c2d-493b-82de-d9b0b9f0f0b4 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:33:09.443150 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4aa12d1-7714-4790-8ad9-bf7e4a5d8962 x-openstack-request-id: req-b4aa12d1-7714-4790-8ad9-bf7e4a5d8962 {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:33:09.443408 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb1feff-f3c3-47e0-98f4-676b12e63148", "tag": "4028d839-f19e-4bc0-bcbe-dcb9721298c7", "status": "completed", "code": 200}]} {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:33:09.443656 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b4aa12d1-7714-4790-8ad9-bf7e4a5d8962 {{(pid=103584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:33:09.444086 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeb1feff-f3c3-47e0-98f4-676b12e63148', 'tag': '4028d839-f19e-4bc0-bcbe-dcb9721298c7', 'status': 'completed', 'code': 200} Jan 29 04:33:09.647553 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f980bfe-ad0a-46f2-bfc0-f59118bea213 req-eeacac42-a4bf-4bd8-b895-1e781531d1b5 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:09.649676 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-5f980bfe-ad0a-46f2-bfc0-f59118bea213 req-eeacac42-a4bf-4bd8-b895-1e781531d1b5 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f1edf5-e0d7-441c-8435-a23fb4d101b4 HTTP/1.1" status: 200 len: 945 time: 0.0659852 Jan 29 04:33:09.681156 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-4cad1c06-201f-4cf5-96ad-55e8c86d8845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'name': 'tempest-TestNetworkBasicOps-router-1882763774', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.28'}], 'enable_snat': True}, 'gw_port_id': 'c40e4684-16a6-436a-afac-0fc35ea52bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:41Z', 'updated_at': '2022-01-29T04:32:47Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': 'c40e4684-16a6-436a-afac-0fc35ea52bb5', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fa:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:42Z', 'updated_at': '2022-01-29T04:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '8a504dd4-74eb-4269-83ad-a9ccf6b9c57d', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.66', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'port_id': '4028d839-f19e-4bc0-bcbe-dcb9721298c7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebcdb780-1f88-4d1c-a13a-91ce96081123', 'mac_address': 'fa:16:3e:43:af:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb1feff-f3c3-47e0-98f4-676b12e63148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:33:08Z', 'updated_at': '2022-01-29T04:33:08Z', 'revision_number': 0, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '038210e2-3801-4e54-b4bf-d8458c62a4e7', 'name': '', 'network_id': 'ebcdb780-1f88-4d1c-a13a-91ce96081123', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:f0:9a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '8905a4f2-b145-45fb-8bd0-d8027dca8ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:46Z', 'updated_at': '2022-01-29T04:32:50Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '8905a4f2-b145-45fb-8bd0-d8027dca8ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:33:09.704938 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-5f980bfe-ad0a-46f2-bfc0-f59118bea213 req-964b6c0b-213c-42f1-8975-a9a686e48bc2 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/security-groups?id=aec3ed3f-23a5-47db-89e7-f018712a04c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474644 Jan 29 04:33:09.712229 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cad1c06-201f-4cf5-96ad-55e8c86d8845 None None] Checking router: f034136f-6c2d-493b-82de-d9b0b9f0f0b4 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:33:09.723388 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cad1c06-201f-4cf5-96ad-55e8c86d8845 None None] Routers {'f034136f-6c2d-493b-82de-d9b0b9f0f0b4'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:33:09.723989 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-4cad1c06-201f-4cf5-96ad-55e8c86d8845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:32:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['f034136f-6c2d-493b-82de-d9b0b9f0f0b4'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:33:09.840496 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-57364cfd-459a-4b60-aeea-f626d77c3e46 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/floatingips/8a504dd4-74eb-4269-83ad-a9ccf6b9c57d HTTP/1.1" status: 200 len: 990 time: 0.4553487 Jan 29 04:33:09.858802 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f3127-2181-442e-a3b3-e0c4f7bb630e req-bb8746a6-b061-4538-9330-0ea383d93545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:09.860593 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f55f3127-2181-442e-a3b3-e0c4f7bb630e req-bb8746a6-b061-4538-9330-0ea383d93545 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=eeb1feff-f3c3-47e0-98f4-676b12e63148 HTTP/1.1" status: 200 len: 1129 time: 0.1442926 Jan 29 04:33:09.873590 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb4c14-56e9-4105-a693-842b29cf8aef req-730578f9-50d0-489f-b65e-8d0a64e1a829 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:09.875240 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7edb4c14-56e9-4105-a693-842b29cf8aef req-730578f9-50d0-489f-b65e-8d0a64e1a829 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f1edf5-e0d7-441c-8435-a23fb4d101b4 HTTP/1.1" status: 200 len: 945 time: 0.0978055 Jan 29 04:33:09.981268 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-4cad1c06-201f-4cf5-96ad-55e8c86d8845 None None] Set router f034136f-6c2d-493b-82de-d9b0b9f0f0b4 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:33:10.037074 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7edb4c14-56e9-4105-a693-842b29cf8aef req-3fbaa0ec-788b-488f-9435-f38999b11a78 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/security-groups?id=aec3ed3f-23a5-47db-89e7-f018712a04c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530461 Jan 29 04:33:10.080295 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f3127-2181-442e-a3b3-e0c4f7bb630e req-c07c5398-3038-4443-9155-a2357fbea154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:10.081786 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f55f3127-2181-442e-a3b3-e0c4f7bb630e req-c07c5398-3038-4443-9155-a2357fbea154 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ebcdb780-1f88-4d1c-a13a-91ce96081123 HTTP/1.1" status: 200 len: 897 time: 0.2055802 Jan 29 04:33:10.178428 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f55f3127-2181-442e-a3b3-e0c4f7bb630e req-3a65f786-a4aa-4fcc-b5ac-e61c73b53fa4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4028d839-f19e-4bc0-bcbe-dcb9721298c7 HTTP/1.1" status: 200 len: 998 time: 0.0899184 Jan 29 04:33:10.216130 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-4cad1c06-201f-4cf5-96ad-55e8c86d8845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'name': 'tempest-TestNetworkBasicOps-router-1882763774', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.28'}], 'enable_snat': True}, 'gw_port_id': 'c40e4684-16a6-436a-afac-0fc35ea52bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:41Z', 'updated_at': '2022-01-29T04:32:47Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': 'c40e4684-16a6-436a-afac-0fc35ea52bb5', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fa:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:42Z', 'updated_at': '2022-01-29T04:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '8a504dd4-74eb-4269-83ad-a9ccf6b9c57d', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.66', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'port_id': '4028d839-f19e-4bc0-bcbe-dcb9721298c7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebcdb780-1f88-4d1c-a13a-91ce96081123', 'mac_address': 'fa:16:3e:43:af:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb1feff-f3c3-47e0-98f4-676b12e63148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:33:08Z', 'updated_at': '2022-01-29T04:33:08Z', 'revision_number': 0, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '038210e2-3801-4e54-b4bf-d8458c62a4e7', 'name': '', 'network_id': 'ebcdb780-1f88-4d1c-a13a-91ce96081123', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:f0:9a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '8905a4f2-b145-45fb-8bd0-d8027dca8ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:46Z', 'updated_at': '2022-01-29T04:32:50Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '8905a4f2-b145-45fb-8bd0-d8027dca8ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:33:10.230168 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f3127-2181-442e-a3b3-e0c4f7bb630e req-ba17ffd3-0d2f-45f9-8607-3d84504113e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:10.235640 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f55f3127-2181-442e-a3b3-e0c4f7bb630e req-ba17ffd3-0d2f-45f9-8607-3d84504113e7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8905a4f2-b145-45fb-8bd0-d8027dca8ccf HTTP/1.1" status: 200 len: 835 time: 0.0481641 Jan 29 04:33:10.242818 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cad1c06-201f-4cf5-96ad-55e8c86d8845 None None] The sync data for ids ['f034136f-6c2d-493b-82de-d9b0b9f0f0b4'] in dv-neutron-821190-1-hyperv is: [{'id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'name': 'tempest-TestNetworkBasicOps-router-1882763774', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.28'}], 'enable_snat': True}, 'gw_port_id': 'c40e4684-16a6-436a-afac-0fc35ea52bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:41Z', 'updated_at': '2022-01-29T04:32:47Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': 'c40e4684-16a6-436a-afac-0fc35ea52bb5', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fa:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:42Z', 'updated_at': '2022-01-29T04:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '8a504dd4-74eb-4269-83ad-a9ccf6b9c57d', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.66', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'port_id': '4028d839-f19e-4bc0-bcbe-dcb9721298c7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebcdb780-1f88-4d1c-a13a-91ce96081123', 'mac_address': 'fa:16:3e:43:af:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb1feff-f3c3-47e0-98f4-676b12e63148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:33:08Z', 'updated_at': '2022-01-29T04:33:08Z', 'revision_number': 0, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '038210e2-3801-4e54-b4bf-d8458c62a4e7', 'name': '', 'network_id': 'ebcdb780-1f88-4d1c-a13a-91ce96081123', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:f0:9a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '8905a4f2-b145-45fb-8bd0-d8027dca8ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:46Z', 'updated_at': '2022-01-29T04:32:50Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '8905a4f2-b145-45fb-8bd0-d8027dca8ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:33:10.296826 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f3127-2181-442e-a3b3-e0c4f7bb630e req-229c71f3-8093-4962-b91d-7beb5499bf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:10.298342 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f55f3127-2181-442e-a3b3-e0c4f7bb630e req-229c71f3-8093-4962-b91d-7beb5499bf46 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ebcdb780-1f88-4d1c-a13a-91ce96081123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0614090 Jan 29 04:33:10.396751 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f55f3127-2181-442e-a3b3-e0c4f7bb630e req-6aeef20c-e036-482c-b612-17ae1c471f24 service neutron] 10.222.0.18 "GET /v2.0/networks/ebcdb780-1f88-4d1c-a13a-91ce96081123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918069 Jan 29 04:33:10.466706 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfa3895-a072-4313-996d-45f0013df17e None None] New status for floating IP 8a504dd4-74eb-4269-83ad-a9ccf6b9c57d: ACTIVE {{(pid=103587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:33:10.493969 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f55f3127-2181-442e-a3b3-e0c4f7bb630e req-c42f57ec-fdd3-420b-b132-9c61946164a3 service neutron] 10.222.0.18 "GET /v2.0/networks/ebcdb780-1f88-4d1c-a13a-91ce96081123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910408 Jan 29 04:33:10.603687 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e4f1f-7413-46a1-9331-e75631ae16ff req-89406954-546e-4b1f-8b46-8f10be0e386d tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:10.605207 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f49e4f1f-7413-46a1-9331-e75631ae16ff req-89406954-546e-4b1f-8b46-8f10be0e386d tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f1edf5-e0d7-441c-8435-a23fb4d101b4 HTTP/1.1" status: 200 len: 945 time: 0.0605848 Jan 29 04:33:10.653473 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f49e4f1f-7413-46a1-9331-e75631ae16ff req-cd72923c-7dda-42a1-b012-a3afa38c903e tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/security-groups?id=aec3ed3f-23a5-47db-89e7-f018712a04c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422688 Jan 29 04:33:10.843783 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56224) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:33:10.903255 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ebcd9148-57d6-4f83-bc1c-f57f2e2a5dc3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/floatingips/8a504dd4-74eb-4269-83ad-a9ccf6b9c57d HTTP/1.1" status: 200 len: 992 time: 0.0583093 Jan 29 04:33:11.776671 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108fce22-98cb-4e98-939d-56e112787a1e req-5e683603-91f8-40af-9569-c6ded548789a tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:11.778142 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-108fce22-98cb-4e98-939d-56e112787a1e req-5e683603-91f8-40af-9569-c6ded548789a tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f1edf5-e0d7-441c-8435-a23fb4d101b4 HTTP/1.1" status: 200 len: 945 time: 0.0527682 Jan 29 04:33:11.825302 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-108fce22-98cb-4e98-939d-56e112787a1e req-8b3e2944-d66e-43bd-a13c-8a2ab5f01ab5 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/security-groups?id=aec3ed3f-23a5-47db-89e7-f018712a04c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415423 Jan 29 04:33:12.174446 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d1142-64ba-40bc-9749-96a0537d42fe req-78ee80dc-9be9-4d4d-a09d-e479e0d87efe tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:12.175967 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-788d1142-64ba-40bc-9749-96a0537d42fe req-78ee80dc-9be9-4d4d-a09d-e479e0d87efe tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f1edf5-e0d7-441c-8435-a23fb4d101b4 HTTP/1.1" status: 200 len: 945 time: 0.0578408 Jan 29 04:33:12.226318 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-788d1142-64ba-40bc-9749-96a0537d42fe req-44d47523-3a82-44ac-b848-50c66923a3fd tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/security-groups?id=aec3ed3f-23a5-47db-89e7-f018712a04c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435643 Jan 29 04:33:12.272251 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209052a3-f4e5-47f0-b308-60e8edcd2b95 req-376d55d4-3d0d-4406-b052-c6bb13fd1317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:12.273794 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-209052a3-f4e5-47f0-b308-60e8edcd2b95 req-376d55d4-3d0d-4406-b052-c6bb13fd1317 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bea19913bffa4ac6b5b3cae9385e4e2e&device_id=a5f1edf5-e0d7-441c-8435-a23fb4d101b4 HTTP/1.1" status: 200 len: 1129 time: 0.0451815 Jan 29 04:33:12.364390 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209052a3-f4e5-47f0-b308-60e8edcd2b95 req-8aaca9e6-9d85-4708-b7bd-ed869029d1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:12.365837 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-209052a3-f4e5-47f0-b308-60e8edcd2b95 req-8aaca9e6-9d85-4708-b7bd-ed869029d1d3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9d3ad29a-72d3-4ece-8917-cfa2dc22e5a7 HTTP/1.1" status: 200 len: 913 time: 0.0869033 Jan 29 04:33:12.405357 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-209052a3-f4e5-47f0-b308-60e8edcd2b95 req-2d06dc74-99ad-495e-8dcb-fdceff662194 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3677c016-16f7-4ca1-8542-29ce7d61d48a HTTP/1.1" status: 200 len: 217 time: 0.0338106 Jan 29 04:33:12.455807 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209052a3-f4e5-47f0-b308-60e8edcd2b95 req-23bb08a1-89e5-4dd2-853f-4e5d8c50de8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:12.457307 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-209052a3-f4e5-47f0-b308-60e8edcd2b95 req-23bb08a1-89e5-4dd2-853f-4e5d8c50de8c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4821ae4c-4911-4eaf-b876-bc244e05a55c HTTP/1.1" status: 200 len: 852 time: 0.0463352 Jan 29 04:33:12.488215 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-209052a3-f4e5-47f0-b308-60e8edcd2b95 req-0afdda54-87f0-41e1-a5ad-daf2e77a61a2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9d3ad29a-72d3-4ece-8917-cfa2dc22e5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249515 Jan 29 04:33:12.573194 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-209052a3-f4e5-47f0-b308-60e8edcd2b95 req-77c32ff9-058f-48f7-9bb0-646e9efdb0d3 service neutron] 10.222.0.18 "GET /v2.0/networks/9d3ad29a-72d3-4ece-8917-cfa2dc22e5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790300 Jan 29 04:33:12.663049 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-209052a3-f4e5-47f0-b308-60e8edcd2b95 req-66c4add5-a0e4-418e-99e7-52df64ffd3b3 service neutron] 10.222.0.18 "GET /v2.0/networks/9d3ad29a-72d3-4ece-8917-cfa2dc22e5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840251 Jan 29 04:33:13.348528 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358e01f-b733-423e-9b3c-eec7ca4f0109 req-22e60a7a-124d-4c89-a56d-ba5d7a8accf9 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:13.350146 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9358e01f-b733-423e-9b3c-eec7ca4f0109 req-22e60a7a-124d-4c89-a56d-ba5d7a8accf9 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f1edf5-e0d7-441c-8435-a23fb4d101b4 HTTP/1.1" status: 200 len: 945 time: 0.0544739 Jan 29 04:33:13.396983 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9358e01f-b733-423e-9b3c-eec7ca4f0109 req-83a5bf8d-137c-483d-9c09-2b02014b6e66 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/security-groups?id=aec3ed3f-23a5-47db-89e7-f018712a04c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408342 Jan 29 04:33:14.517543 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088fe0da-1264-4c7a-aea4-3e8c736eb4a8 req-bcbe6ab5-0eaa-4684-adb7-ce4f71dedf68 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:14.519034 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-088fe0da-1264-4c7a-aea4-3e8c736eb4a8 req-bcbe6ab5-0eaa-4684-adb7-ce4f71dedf68 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f1edf5-e0d7-441c-8435-a23fb4d101b4 HTTP/1.1" status: 200 len: 945 time: 0.0554054 Jan 29 04:33:14.566219 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-088fe0da-1264-4c7a-aea4-3e8c736eb4a8 req-5415bb7b-30ec-4aaa-9a67-da8be8554cfb tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/security-groups?id=aec3ed3f-23a5-47db-89e7-f018712a04c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416350 Jan 29 04:33:15.122250 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e750f74-0eb1-4204-9ea3-e99d98a06442 req-ee906b5f-ba10-4d17-9f6d-0e87d64a0314 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:15.123661 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6e750f74-0eb1-4204-9ea3-e99d98a06442 req-ee906b5f-ba10-4d17-9f6d-0e87d64a0314 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f1edf5-e0d7-441c-8435-a23fb4d101b4 HTTP/1.1" status: 200 len: 945 time: 0.0550530 Jan 29 04:33:15.174723 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6e750f74-0eb1-4204-9ea3-e99d98a06442 req-0c71bcf3-527e-46f2-b31e-9e623de7533a tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/security-groups?id=aec3ed3f-23a5-47db-89e7-f018712a04c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455918 Jan 29 04:33:16.294686 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e97df-8411-4641-9f6e-b5137d81efa7 req-8dfb6b6d-e32b-4b29-94ec-b55dd837823b tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:16.296147 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-193e97df-8411-4641-9f6e-b5137d81efa7 req-8dfb6b6d-e32b-4b29-94ec-b55dd837823b tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f1edf5-e0d7-441c-8435-a23fb4d101b4 HTTP/1.1" status: 200 len: 945 time: 0.0525250 Jan 29 04:33:16.346371 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-193e97df-8411-4641-9f6e-b5137d81efa7 req-aa3984f5-fcb0-4bf5-9889-c6581482c506 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/security-groups?id=aec3ed3f-23a5-47db-89e7-f018712a04c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446868 Jan 29 04:33:16.671400 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f7a3d-85c7-4c8a-a1ce-e4fd2386c099 req-2badb185-dfd2-408f-ad27-32c5a3bd4ab1 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:16.673030 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-431f7a3d-85c7-4c8a-a1ce-e4fd2386c099 req-2badb185-dfd2-408f-ad27-32c5a3bd4ab1 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f1edf5-e0d7-441c-8435-a23fb4d101b4 HTTP/1.1" status: 200 len: 945 time: 0.0548422 Jan 29 04:33:16.744785 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-431f7a3d-85c7-4c8a-a1ce-e4fd2386c099 req-6f3b2dfa-4559-4d74-a360-29167f34d912 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/security-groups?id=aec3ed3f-23a5-47db-89e7-f018712a04c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662105 Jan 29 04:33:16.761387 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e2ff5-453b-4564-aaf1-fc55cd71af0c req-4289de11-afb4-45b3-b4f3-f643325dff4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:16.762853 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-de5e2ff5-453b-4564-aaf1-fc55cd71af0c req-4289de11-afb4-45b3-b4f3-f643325dff4c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bea19913bffa4ac6b5b3cae9385e4e2e&device_id=a5f1edf5-e0d7-441c-8435-a23fb4d101b4 HTTP/1.1" status: 200 len: 1129 time: 0.0557618 Jan 29 04:33:16.862825 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e2ff5-453b-4564-aaf1-fc55cd71af0c req-7c1ea18a-4c4b-405d-a89a-ea0ec75cb18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:16.864283 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-de5e2ff5-453b-4564-aaf1-fc55cd71af0c req-7c1ea18a-4c4b-405d-a89a-ea0ec75cb18c service neutron] 10.222.0.18 "GET /v2.0/networks?id=9d3ad29a-72d3-4ece-8917-cfa2dc22e5a7 HTTP/1.1" status: 200 len: 913 time: 0.0864236 Jan 29 04:33:16.905080 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-de5e2ff5-453b-4564-aaf1-fc55cd71af0c req-37cd1094-f189-4a55-b14b-083509d1d84c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3677c016-16f7-4ca1-8542-29ce7d61d48a HTTP/1.1" status: 200 len: 217 time: 0.0340889 Jan 29 04:33:16.952966 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e2ff5-453b-4564-aaf1-fc55cd71af0c req-1e3be204-b898-418b-9d85-0a01d4164ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:16.954453 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-de5e2ff5-453b-4564-aaf1-fc55cd71af0c req-1e3be204-b898-418b-9d85-0a01d4164ce3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4821ae4c-4911-4eaf-b876-bc244e05a55c HTTP/1.1" status: 200 len: 852 time: 0.0435717 Jan 29 04:33:16.990279 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-de5e2ff5-453b-4564-aaf1-fc55cd71af0c req-30d0d17e-8b7b-4276-b3bc-c3d931d28b58 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9d3ad29a-72d3-4ece-8917-cfa2dc22e5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289147 Jan 29 04:33:17.083463 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-de5e2ff5-453b-4564-aaf1-fc55cd71af0c req-b096a226-6939-43a6-8093-fc53657bca13 service neutron] 10.222.0.18 "GET /v2.0/networks/9d3ad29a-72d3-4ece-8917-cfa2dc22e5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832653 Jan 29 04:33:17.195642 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-de5e2ff5-453b-4564-aaf1-fc55cd71af0c req-3713c50f-a0da-4fc7-a2e1-6d4570742d49 service neutron] 10.222.0.18 "GET /v2.0/networks/9d3ad29a-72d3-4ece-8917-cfa2dc22e5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001492 Jan 29 04:33:17.870643 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256f8e5-56ca-4a6d-a578-f0ce27d57ea0 req-953aaa09-66e7-454a-8d06-04ce570d3f3c tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:17.872134 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b256f8e5-56ca-4a6d-a578-f0ce27d57ea0 req-953aaa09-66e7-454a-8d06-04ce570d3f3c tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f1edf5-e0d7-441c-8435-a23fb4d101b4 HTTP/1.1" status: 200 len: 945 time: 0.0584981 Jan 29 04:33:17.918835 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b256f8e5-56ca-4a6d-a578-f0ce27d57ea0 req-e245b326-7737-4391-ac34-04e5eb653ff9 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/security-groups?id=aec3ed3f-23a5-47db-89e7-f018712a04c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412073 Jan 29 04:33:19.036204 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc1b8a0-fa2c-4a4a-b07c-7347610b98b8 req-561a6a6a-2d33-4576-9cf2-178e7123bad4 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:19.037699 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-bbc1b8a0-fa2c-4a4a-b07c-7347610b98b8 req-561a6a6a-2d33-4576-9cf2-178e7123bad4 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f1edf5-e0d7-441c-8435-a23fb4d101b4 HTTP/1.1" status: 200 len: 945 time: 0.0532343 Jan 29 04:33:19.084342 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-bbc1b8a0-fa2c-4a4a-b07c-7347610b98b8 req-2e9261bc-4f83-40d9-89d2-21abd706d214 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/security-groups?id=aec3ed3f-23a5-47db-89e7-f018712a04c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412166 Jan 29 04:33:19.542951 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eed715-650c-4d37-9b79-4f61d01720fe req-859603b5-4cf6-47c1-938a-3a7f964d83c2 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:19.545102 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-03eed715-650c-4d37-9b79-4f61d01720fe req-859603b5-4cf6-47c1-938a-3a7f964d83c2 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f1edf5-e0d7-441c-8435-a23fb4d101b4 HTTP/1.1" status: 200 len: 945 time: 0.0520921 Jan 29 04:33:19.590276 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-03eed715-650c-4d37-9b79-4f61d01720fe req-850f2410-b140-4fd1-af4f-ad078fe708bf tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/security-groups?id=aec3ed3f-23a5-47db-89e7-f018712a04c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396566 Jan 29 04:33:20.209076 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a82447fc-ea6a-44ff-975d-20ea6f4d5c44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:20.714097 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c6445-6605-4ced-b166-ebe47bf10723 req-e2197163-8c4c-4622-8c59-414bffe8418d tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:20.716304 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-467c6445-6605-4ced-b166-ebe47bf10723 req-e2197163-8c4c-4622-8c59-414bffe8418d tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f1edf5-e0d7-441c-8435-a23fb4d101b4 HTTP/1.1" status: 200 len: 945 time: 0.0542684 Jan 29 04:33:20.764471 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-467c6445-6605-4ced-b166-ebe47bf10723 req-ff0c8d90-adaa-4fe3-90da-e7e0ca52629b tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/security-groups?id=aec3ed3f-23a5-47db-89e7-f018712a04c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421948 Jan 29 04:33:21.886309 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde3f44-a4a9-4a19-b0ff-a38040ab8c40 req-e1116603-c1cf-4900-9c03-d292128170a3 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:21.888554 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ccde3f44-a4a9-4a19-b0ff-a38040ab8c40 req-e1116603-c1cf-4900-9c03-d292128170a3 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f1edf5-e0d7-441c-8435-a23fb4d101b4 HTTP/1.1" status: 200 len: 945 time: 0.0593083 Jan 29 04:33:21.935528 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ccde3f44-a4a9-4a19-b0ff-a38040ab8c40 req-c0cf1e49-dbf9-4746-8fc5-6d3c6d1168e2 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/security-groups?id=aec3ed3f-23a5-47db-89e7-f018712a04c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415611 Jan 29 04:33:22.068587 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed23ba-d852-4809-958b-4fbb7f2df21f req-0fe92ea9-b773-4dc4-9440-fbf64f4b6358 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:22.070014 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-78ed23ba-d852-4809-958b-4fbb7f2df21f req-0fe92ea9-b773-4dc4-9440-fbf64f4b6358 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f1edf5-e0d7-441c-8435-a23fb4d101b4 HTTP/1.1" status: 200 len: 945 time: 0.0524478 Jan 29 04:33:22.167969 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-78ed23ba-d852-4809-958b-4fbb7f2df21f req-c50989e7-4c4b-4e04-9509-90c132112440 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Deleting port 3677c016-16f7-4ca1-8542-29ce7d61d48a {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:33:22.168238 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-78ed23ba-d852-4809-958b-4fbb7f2df21f req-c50989e7-4c4b-4e04-9509-90c132112440 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (3677c016-16f7-4ca1-8542-29ce7d61d48a), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:22.255594 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-78ed23ba-d852-4809-958b-4fbb7f2df21f req-c50989e7-4c4b-4e04-9509-90c132112440 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] For port 3677c016-16f7-4ca1-8542-29ce7d61d48a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=3677c016-16f7-4ca1-8542-29ce7d61d48a,segment=NetworkSegment(5dc7a22f-12a1-43b2-b527-c599daf2426f),segment_id=5dc7a22f-12a1-43b2-b527-c599daf2426f)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:33:22.255955 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-78ed23ba-d852-4809-958b-4fbb7f2df21f req-c50989e7-4c4b-4e04-9509-90c132112440 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (3677c016-16f7-4ca1-8542-29ce7d61d48a), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:22.269214 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-78ed23ba-d852-4809-958b-4fbb7f2df21f req-c50989e7-4c4b-4e04-9509-90c132112440 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Calling delete_port for 3677c016-16f7-4ca1-8542-29ce7d61d48a owned by compute:nova {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:33:22.437397 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ee38a14d-4f5b-4816-84ab-ca9a5e39f09c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:22.460345 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-78ed23ba-d852-4809-958b-4fbb7f2df21f req-c50989e7-4c4b-4e04-9509-90c132112440 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (3677c016-16f7-4ca1-8542-29ce7d61d48a), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:22.487969 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50989e7-4c4b-4e04-9509-90c132112440 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Pushing event deleted for resources: {'Port': ['ID=3677c016-16f7-4ca1-8542-29ce7d61d48a,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:22.499211 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['3677c016-16f7-4ca1-8542-29ce7d61d48a'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:33:22.518502 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50989e7-4c4b-4e04-9509-90c132112440 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:22.518851 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50989e7-4c4b-4e04-9509-90c132112440 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:22.519198 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50989e7-4c4b-4e04-9509-90c132112440 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:22.519535 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50989e7-4c4b-4e04-9509-90c132112440 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:22.519864 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50989e7-4c4b-4e04-9509-90c132112440 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:22.520190 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50989e7-4c4b-4e04-9509-90c132112440 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:22.520534 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50989e7-4c4b-4e04-9509-90c132112440 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:22.520866 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50989e7-4c4b-4e04-9509-90c132112440 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:22.521232 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50989e7-4c4b-4e04-9509-90c132112440 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:22.521528 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50989e7-4c4b-4e04-9509-90c132112440 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:22.521850 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50989e7-4c4b-4e04-9509-90c132112440 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:22.522165 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50989e7-4c4b-4e04-9509-90c132112440 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:22.522493 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50989e7-4c4b-4e04-9509-90c132112440 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:22.541737 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ed23ba-d852-4809-958b-4fbb7f2df21f req-c50989e7-4c4b-4e04-9509-90c132112440 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] No DVR routers for this DVR port 3677c016-16f7-4ca1-8542-29ce7d61d48a on host hv-neutron-8211 {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:33:22.547817 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-78ed23ba-d852-4809-958b-4fbb7f2df21f req-c50989e7-4c4b-4e04-9509-90c132112440 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:22.547817 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-78ed23ba-d852-4809-958b-4fbb7f2df21f req-c50989e7-4c4b-4e04-9509-90c132112440 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.18 "DELETE /v2.0/ports/3677c016-16f7-4ca1-8542-29ce7d61d48a HTTP/1.1" status: 204 len: 173 time: 0.4708493 Jan 29 04:33:22.547817 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f1edf5-e0d7-441c-8435-a23fb4d101b4', 'name': 'network-vif-deleted', 'tag': '3677c016-16f7-4ca1-8542-29ce7d61d48a'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:33:22.549902 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b69f8df-872a-4afb-b7d5-736c9629f234" -d '{"events": [{"server_uuid": "a5f1edf5-e0d7-441c-8435-a23fb4d101b4", "name": "network-vif-deleted", "tag": "3677c016-16f7-4ca1-8542-29ce7d61d48a"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:33:22.585721 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388c5ef7-10b1-44a5-94ef-b0ecb1dec2d2 x-openstack-request-id: req-388c5ef7-10b1-44a5-94ef-b0ecb1dec2d2 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:33:22.588173 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f1edf5-e0d7-441c-8435-a23fb4d101b4", "name": "network-vif-deleted", "tag": "3677c016-16f7-4ca1-8542-29ce7d61d48a", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:33:22.588173 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-388c5ef7-10b1-44a5-94ef-b0ecb1dec2d2 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:33:22.588173 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f1edf5-e0d7-441c-8435-a23fb4d101b4', 'name': 'network-vif-deleted', 'tag': '3677c016-16f7-4ca1-8542-29ce7d61d48a', 'status': 'completed', 'code': 200} Jan 29 04:33:23.043133 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-890ef3f1-5d55-4f9a-b80f-e9fd981203ba req-d3298e40-aabd-40ea-b6a0-34327fd0af76 tempest-TestServerAdvancedOps-853927954 tempest-TestServerAdvancedOps-853927954-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f1edf5-e0d7-441c-8435-a23fb4d101b4 HTTP/1.1" status: 200 len: 210 time: 0.0307155 Jan 29 04:33:23.648741 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:23.757484 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:24.109792 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56266) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:33:24.158213 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-83f0890b-dc41-4223-bd4e-7508eaa20551 admin admin] Deleting subnet 4821ae4c-4911-4eaf-b876-bc244e05a55c {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:33:24.161318 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-83f0890b-dc41-4223-bd4e-7508eaa20551 admin admin] Publish callbacks [] for subnet (4821ae4c-4911-4eaf-b876-bc244e05a55c), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:24.196864 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-83f0890b-dc41-4223-bd4e-7508eaa20551 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (4821ae4c-4911-4eaf-b876-bc244e05a55c), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:24.239622 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-83f0890b-dc41-4223-bd4e-7508eaa20551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (4821ae4c-4911-4eaf-b876-bc244e05a55c), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:24.369682 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-83f0890b-dc41-4223-bd4e-7508eaa20551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (4821ae4c-4911-4eaf-b876-bc244e05a55c), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:24.400009 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f0890b-dc41-4223-bd4e-7508eaa20551 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4821ae4c-4911-4eaf-b876-bc244e05a55c,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:24.403845 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-83f0890b-dc41-4223-bd4e-7508eaa20551 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:24.407649 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-83f0890b-dc41-4223-bd4e-7508eaa20551 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4821ae4c-4911-4eaf-b876-bc244e05a55c HTTP/1.1" status: 204 len: 168 time: 0.2967925 Jan 29 04:33:24.410259 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56268) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:33:24.477567 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-aee200a3-8489-4118-bcda-f6abfde3b888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (9d3ad29a-72d3-4ece-8917-cfa2dc22e5a7), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:24.560539 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-aee200a3-8489-4118-bcda-f6abfde3b888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (9d3ad29a-72d3-4ece-8917-cfa2dc22e5a7), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:24.581605 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-aee200a3-8489-4118-bcda-f6abfde3b888 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d3ad29a-72d3-4ece-8917-cfa2dc22e5a7']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:33:24.590889 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-aee200a3-8489-4118-bcda-f6abfde3b888 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dc7a22f-12a1-43b2-b527-c599daf2426f') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:33:24.591183 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-aee200a3-8489-4118-bcda-f6abfde3b888 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dc7a22f-12a1-43b2-b527-c599daf2426f') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:33:24.600906 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-aee200a3-8489-4118-bcda-f6abfde3b888 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (5dc7a22f-12a1-43b2-b527-c599daf2426f), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:24.614434 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-aee200a3-8489-4118-bcda-f6abfde3b888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (5dc7a22f-12a1-43b2-b527-c599daf2426f), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:24.623756 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aee200a3-8489-4118-bcda-f6abfde3b888 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:33:24.623756 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-aee200a3-8489-4118-bcda-f6abfde3b888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (5dc7a22f-12a1-43b2-b527-c599daf2426f), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:24.623756 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:33:24.623756 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:33:24.623756 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:33:24.623756 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:33:24.623756 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:33:24.623756 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:33:24.623756 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:33:24.623756 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:33:24.623756 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:33:24.623756 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:33:24.623756 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:33:24.623756 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:33:24.623756 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:33:24.623756 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:33:24.623756 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:33:24.623756 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:33:24.623756 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:33:24.623756 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:33:24.623756 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:33:24.623756 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:33:24.623756 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:33:24.623756 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:33:24.623756 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:33:24.623756 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:33:24.623756 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:33:24.623756 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:33:24.623756 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:33:24.623756 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:33:24.623756 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:33:24.623756 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:33:24.623756 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:33:24.623756 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:33:24.746303 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-aee200a3-8489-4118-bcda-f6abfde3b888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (9d3ad29a-72d3-4ece-8917-cfa2dc22e5a7), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:24.750642 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-aee200a3-8489-4118-bcda-f6abfde3b888 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:24.754154 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-aee200a3-8489-4118-bcda-f6abfde3b888 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9d3ad29a-72d3-4ece-8917-cfa2dc22e5a7 HTTP/1.1" status: 204 len: 168 time: 0.3429530 Jan 29 04:33:24.757227 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56270) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:33:24.767401 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee200a3-8489-4118-bcda-f6abfde3b888 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d3ad29a-72d3-4ece-8917-cfa2dc22e5a7,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:24.791684 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:24.803119 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-b922d5d6-6c06-4482-a6d0-7c2ac9a083d3 admin admin] Deleting subnet dce5bbd8-7500-436c-90ca-c410396ee02e {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:33:24.806311 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b922d5d6-6c06-4482-a6d0-7c2ac9a083d3 admin admin] Publish callbacks [] for subnet (dce5bbd8-7500-436c-90ca-c410396ee02e), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:24.841233 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b922d5d6-6c06-4482-a6d0-7c2ac9a083d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (dce5bbd8-7500-436c-90ca-c410396ee02e), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:24.880522 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b922d5d6-6c06-4482-a6d0-7c2ac9a083d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (dce5bbd8-7500-436c-90ca-c410396ee02e), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:24.997814 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b922d5d6-6c06-4482-a6d0-7c2ac9a083d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (dce5bbd8-7500-436c-90ca-c410396ee02e), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:25.027562 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922d5d6-6c06-4482-a6d0-7c2ac9a083d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dce5bbd8-7500-436c-90ca-c410396ee02e,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:25.034387 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b922d5d6-6c06-4482-a6d0-7c2ac9a083d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:25.037596 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b922d5d6-6c06-4482-a6d0-7c2ac9a083d3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dce5bbd8-7500-436c-90ca-c410396ee02e HTTP/1.1" status: 204 len: 168 time: 0.2793756 Jan 29 04:33:25.040082 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56272) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:33:25.107868 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b95a180b-a4df-4478-9c9e-590098316870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (1eed6871-33b2-4c1d-aa2f-a07f1a718790), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:25.193842 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b95a180b-a4df-4478-9c9e-590098316870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (1eed6871-33b2-4c1d-aa2f-a07f1a718790), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:25.213547 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-b95a180b-a4df-4478-9c9e-590098316870 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eed6871-33b2-4c1d-aa2f-a07f1a718790']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:33:25.222517 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-b95a180b-a4df-4478-9c9e-590098316870 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53d9ae9d-62f5-4737-9831-3d7b1c5bbe4a') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:33:25.222810 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-b95a180b-a4df-4478-9c9e-590098316870 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53d9ae9d-62f5-4737-9831-3d7b1c5bbe4a') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:33:25.231740 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b95a180b-a4df-4478-9c9e-590098316870 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (53d9ae9d-62f5-4737-9831-3d7b1c5bbe4a), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:25.244228 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b95a180b-a4df-4478-9c9e-590098316870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (53d9ae9d-62f5-4737-9831-3d7b1c5bbe4a), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:25.250654 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b95a180b-a4df-4478-9c9e-590098316870 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:33:25.251024 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b95a180b-a4df-4478-9c9e-590098316870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (53d9ae9d-62f5-4737-9831-3d7b1c5bbe4a), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:25.252634 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:33:25.252634 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:33:25.252634 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:33:25.252634 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:33:25.252634 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:33:25.252634 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:33:25.252634 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:33:25.252634 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:33:25.252634 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:33:25.252634 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:33:25.252634 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:33:25.252634 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:33:25.252634 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:33:25.252634 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:33:25.252634 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:33:25.252634 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:33:25.252634 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:33:25.252634 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:33:25.252634 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:33:25.252634 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:33:25.252634 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:33:25.252634 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:33:25.252634 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:33:25.252634 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:33:25.252634 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:33:25.252634 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:33:25.252634 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:33:25.252634 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:33:25.252634 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:33:25.252634 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:33:25.252634 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:33:25.252634 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:33:25.357377 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b95a180b-a4df-4478-9c9e-590098316870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (1eed6871-33b2-4c1d-aa2f-a07f1a718790), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:25.369173 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b95a180b-a4df-4478-9c9e-590098316870 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:25.372255 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b95a180b-a4df-4478-9c9e-590098316870 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1eed6871-33b2-4c1d-aa2f-a07f1a718790 HTTP/1.1" status: 204 len: 168 time: 0.3312128 Jan 29 04:33:25.383006 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a180b-a4df-4478-9c9e-590098316870 admin admin] Pushing event deleted for resources: {'Network': ['ID=1eed6871-33b2-4c1d-aa2f-a07f1a718790,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:25.440852 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:33:25.673508 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56276) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:33:25.718279 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-25b04960-c4b5-4c83-b557-9f675fce503f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bea19913bffa4ac6b5b3cae9385e4e2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427697 Jan 29 04:33:25.719011 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56278) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:33:25.770015 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-631c815e-328a-402d-ab68-92a3ca525f4c admin admin] Publish callbacks [] for security_group (aec3ed3f-23a5-47db-89e7-f018712a04c9), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:25.790324 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-631c815e-328a-402d-ab68-92a3ca525f4c admin admin] Publish callbacks [] for security_group (aec3ed3f-23a5-47db-89e7-f018712a04c9), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:25.963896 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-631c815e-328a-402d-ab68-92a3ca525f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (aec3ed3f-23a5-47db-89e7-f018712a04c9), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:25.966457 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-631c815e-328a-402d-ab68-92a3ca525f4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:25.968162 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-631c815e-328a-402d-ab68-92a3ca525f4c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aec3ed3f-23a5-47db-89e7-f018712a04c9 HTTP/1.1" status: 204 len: 168 time: 0.2475867 Jan 29 04:33:25.975798 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c815e-328a-402d-ab68-92a3ca525f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec3ed3f-23a5-47db-89e7-f018712a04c9,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:26.082572 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 3677c016-16f7-4ca1-8542-29ce7d61d48a no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:33:26.103218 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] No Port match for: 3677c016-16f7-4ca1-8542-29ce7d61d48a {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:33:26.103559 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 3677c016-16f7-4ca1-8542-29ce7d61d48a not bound to the agent host hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:33:26.397808 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:26.586516 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56286) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:33:26.626542 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-df554f41-553f-4e47-abc9-42dce1b75818 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb07be5d53bc4af1b8c622ae76d74f7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387666 Jan 29 04:33:26.628967 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56288) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:33:26.676009 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-017d9bc5-184a-4d7b-9b34-5c2369e0e65d admin admin] Publish callbacks [] for security_group (1ce51811-dc50-4a18-91df-a8d620c4e7ad), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:26.697855 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-017d9bc5-184a-4d7b-9b34-5c2369e0e65d admin admin] Publish callbacks [] for security_group (1ce51811-dc50-4a18-91df-a8d620c4e7ad), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:26.838020 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-017d9bc5-184a-4d7b-9b34-5c2369e0e65d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (1ce51811-dc50-4a18-91df-a8d620c4e7ad), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:26.840724 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-017d9bc5-184a-4d7b-9b34-5c2369e0e65d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:26.842004 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-017d9bc5-184a-4d7b-9b34-5c2369e0e65d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1ce51811-dc50-4a18-91df-a8d620c4e7ad HTTP/1.1" status: 204 len: 168 time: 0.2121086 Jan 29 04:33:26.851835 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d9bc5-184a-4d7b-9b34-5c2369e0e65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce51811-dc50-4a18-91df-a8d620c4e7ad,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:33.872681 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-910c4d68-cfb6-4098-9071-f740159994aa req-b8e11d9c-e374-4955-b7b9-386e1824da67 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442696 Jan 29 04:33:33.973601 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c4d68-cfb6-4098-9071-f740159994aa req-b7288023-743f-4121-a4ad-796c19e93aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:33.975081 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-910c4d68-cfb6-4098-9071-f740159994aa req-b7288023-743f-4121-a4ad-796c19e93aa5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1b0e4f5bc18f46e19e7272f5d8beca17&device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c HTTP/1.1" status: 200 len: 1129 time: 0.0446882 Jan 29 04:33:34.076390 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c4d68-cfb6-4098-9071-f740159994aa req-e5b0aed2-c61c-4c0f-a057-77b8e2e3c7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:34.077880 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-910c4d68-cfb6-4098-9071-f740159994aa req-e5b0aed2-c61c-4c0f-a057-77b8e2e3c7f7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0e91feca-45f0-4a0a-b0ad-b17a5562d039 HTTP/1.1" status: 200 len: 913 time: 0.0858319 Jan 29 04:33:34.141364 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-910c4d68-cfb6-4098-9071-f740159994aa req-f6853d6e-0908-4abb-95a7-bc35687021ca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7a87376-f52f-4aa1-b0cc-c4e4a30f0615 HTTP/1.1" status: 200 len: 1000 time: 0.0574505 Jan 29 04:33:34.188022 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c4d68-cfb6-4098-9071-f740159994aa req-79779e42-7a41-4af0-a649-716e3e45ba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:34.190066 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-910c4d68-cfb6-4098-9071-f740159994aa req-79779e42-7a41-4af0-a649-716e3e45ba50 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c5ef5406-79aa-4490-92c9-3e7f9e568ee2 HTTP/1.1" status: 200 len: 851 time: 0.0423598 Jan 29 04:33:34.241039 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c4d68-cfb6-4098-9071-f740159994aa req-3a165e1c-cddd-40f5-a74e-b9c3d5f212f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:34.242628 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-910c4d68-cfb6-4098-9071-f740159994aa req-3a165e1c-cddd-40f5-a74e-b9c3d5f212f9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e91feca-45f0-4a0a-b0ad-b17a5562d039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0474396 Jan 29 04:33:34.329941 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-910c4d68-cfb6-4098-9071-f740159994aa req-7420bdc8-f531-4a0c-ad14-7a27bda4382f service neutron] 10.222.0.18 "GET /v2.0/networks/0e91feca-45f0-4a0a-b0ad-b17a5562d039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816784 Jan 29 04:33:34.419359 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-910c4d68-cfb6-4098-9071-f740159994aa req-53544d4c-92e6-4f07-999d-98bc4d639e4e service neutron] 10.222.0.18 "GET /v2.0/networks/0e91feca-45f0-4a0a-b0ad-b17a5562d039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830812 Jan 29 04:33:50.162769 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-39e78fa6-ee5a-4ef7-b5ea-4bc7762b3cfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:52.432182 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d7d29dfd-c4c5-4926-9690-c865f525b306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:53.625682 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:53.785650 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:54.819970 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:33:56.379501 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:02.440917 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:34:15.614477 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56316) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:34:15.694072 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4b868f-7d36-4be1-ab81-1e00d070f185 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:15.694545 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4b868f-7d36-4be1-ab81-1e00d070f185 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:15.695007 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4b868f-7d36-4be1-ab81-1e00d070f185 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:15.696730 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-cc4b868f-7d36-4be1-ab81-1e00d070f185 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/ports?project_id=9cb37fd5f36f44e696381da232925f9b&network_id=ebcdb780-1f88-4d1c-a13a-91ce96081123 HTTP/1.1" status: 200 len: 3102 time: 0.0813055 Jan 29 04:34:18.515101 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56326) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:34:18.569830 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4457ce9d-50f4-472e-bde6-7fa7bf04d248 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:18.571323 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-4457ce9d-50f4-472e-bde6-7fa7bf04d248 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f0de7169-31b1-4289-9a2a-56c5f4e63ed1 HTTP/1.1" status: 200 len: 814 time: 0.0552342 Jan 29 04:34:19.267839 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56332) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:34:19.272906 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-fbf8727b-d150-44f3-ba2f-a17e7a230bc4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'network': {'name': 'tempest-network-smoke--1902615822', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'port_security_enabled': True}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:34:19.350905 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf8727b-d150-44f3-ba2f-a17e7a230bc4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Made reservation on behalf of 9cb37fd5f36f44e696381da232925f9b for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:34:19.354148 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fbf8727b-d150-44f3-ba2f-a17e7a230bc4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:19.378181 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbf8727b-d150-44f3-ba2f-a17e7a230bc4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:34:19.387136 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fbf8727b-d150-44f3-ba2f-a17e7a230bc4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (070b9d07-fb93-44cf-95c6-8cc9c4151e63), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:19.392786 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-fbf8727b-d150-44f3-ba2f-a17e7a230bc4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Added segment 070b9d07-fb93-44cf-95c6-8cc9c4151e63 of type vlan for network 55d27fd5-6f49-4a4f-83b6-ddb3b2159739 Jan 29 04:34:19.426671 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fbf8727b-d150-44f3-ba2f-a17e7a230bc4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (55d27fd5-6f49-4a4f-83b6-ddb3b2159739), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:19.493966 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fbf8727b-d150-44f3-ba2f-a17e7a230bc4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (55d27fd5-6f49-4a4f-83b6-ddb3b2159739), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:19.499706 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf8727b-d150-44f3-ba2f-a17e7a230bc4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:19.500295 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fbf8727b-d150-44f3-ba2f-a17e7a230bc4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:19.564206 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf8727b-d150-44f3-ba2f-a17e7a230bc4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Network': ['ID=55d27fd5-6f49-4a4f-83b6-ddb3b2159739,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:19.571425 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf8727b-d150-44f3-ba2f-a17e7a230bc4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:19.571777 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf8727b-d150-44f3-ba2f-a17e7a230bc4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:19.572131 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf8727b-d150-44f3-ba2f-a17e7a230bc4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:19.572610 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf8727b-d150-44f3-ba2f-a17e7a230bc4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:19.572951 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf8727b-d150-44f3-ba2f-a17e7a230bc4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:19.573284 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf8727b-d150-44f3-ba2f-a17e7a230bc4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:19.573616 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf8727b-d150-44f3-ba2f-a17e7a230bc4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:19.574297 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf8727b-d150-44f3-ba2f-a17e7a230bc4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:19.574638 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf8727b-d150-44f3-ba2f-a17e7a230bc4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:19.574970 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf8727b-d150-44f3-ba2f-a17e7a230bc4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:19.575299 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf8727b-d150-44f3-ba2f-a17e7a230bc4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:19.575628 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf8727b-d150-44f3-ba2f-a17e7a230bc4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:19.575950 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf8727b-d150-44f3-ba2f-a17e7a230bc4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:19.582517 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-fbf8727b-d150-44f3-ba2f-a17e7a230bc4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3135879 Jan 29 04:34:19.590284 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56334) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:34:19.590828 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 55d27fd5-6f49-4a4f-83b6-ddb3b2159739 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:34:19.657869 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423c2b1a-0b88-4532-afb0-8673d2322cb9 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:19.659396 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-423c2b1a-0b88-4532-afb0-8673d2322cb9 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=9cb37fd5f36f44e696381da232925f9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0729253 Jan 29 04:34:19.662078 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56336) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:34:19.810860 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74a5844-a4ac-4519-85d0-1cf3d2c5cd11 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:19.812395 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b74a5844-a4ac-4519-85d0-1cf3d2c5cd11 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1494229 Jan 29 04:34:19.815265 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56338) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:34:19.849564 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-8f84ec13-a081-427f-ab60-f10ebe592575 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f0de7169-31b1-4289-9a2a-56c5f4e63ed1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332668 Jan 29 04:34:19.852262 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56340) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:34:19.893012 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c294c56c-c543-4362-855f-abe449a4a41f tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=9cb37fd5f36f44e696381da232925f9b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306911 Jan 29 04:34:19.893244 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56342) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:34:20.191419 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bbf044a7-7eac-48df-950e-775b9a8c7880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:20.246552 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d46d0d-4219-439a-997c-699c793fe9c5 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:20.250698 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-78d46d0d-4219-439a-997c-699c793fe9c5 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3599007 Jan 29 04:34:20.250857 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56344) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:34:20.278810 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-5819bf8a-a702-4e13-b0e9-8758240c28c5 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f0de7169-31b1-4289-9a2a-56c5f4e63ed1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269268 Jan 29 04:34:20.281363 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56346) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:34:20.285923 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-50cce2b1-c55a-49b0-87e3-48b3de943737 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2136193692', 'network_id': '55d27fd5-6f49-4a4f-83b6-ddb3b2159739', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:34:20.414343 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50cce2b1-c55a-49b0-87e3-48b3de943737 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Made reservation on behalf of 9cb37fd5f36f44e696381da232925f9b for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:34:20.417796 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-50cce2b1-c55a-49b0-87e3-48b3de943737 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:20.632033 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-50cce2b1-c55a-49b0-87e3-48b3de943737 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (a7673882-cc84-46a0-87a0-572bed02dbb4), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:20.701052 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cce2b1-c55a-49b0-87e3-48b3de943737 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Subnet': ['ID=a7673882-cc84-46a0-87a0-572bed02dbb4,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:20.708648 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cce2b1-c55a-49b0-87e3-48b3de943737 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Checking segment: {'id': '070b9d07-fb93-44cf-95c6-8cc9c4151e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '55d27fd5-6f49-4a4f-83b6-ddb3b2159739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:34:20.709013 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cce2b1-c55a-49b0-87e3-48b3de943737 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network hostable DHCP agents. Network: 55d27fd5-6f49-4a4f-83b6-ddb3b2159739, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:34:20.774016 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cce2b1-c55a-49b0-87e3-48b3de943737 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network 55d27fd5-6f49-4a4f-83b6-ddb3b2159739 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:34:20.831519 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-50cce2b1-c55a-49b0-87e3-48b3de943737 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 55d27fd5-6f49-4a4f-83b6-ddb3b2159739) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:34:20.835683 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cce2b1-c55a-49b0-87e3-48b3de943737 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:20.836275 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-50cce2b1-c55a-49b0-87e3-48b3de943737 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:20.842409 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36094f0-caa7-4b43-a181-3bbc9e93a54b None None] Network 55d27fd5-6f49-4a4f-83b6-ddb3b2159739 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:34:20.906636 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-50cce2b1-c55a-49b0-87e3-48b3de943737 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6241913 Jan 29 04:34:20.952636 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e5c204-7e36-4cd6-9fdf-94140f6728d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-55d27fd5-6f49-4a4f-83b6-ddb3b2159739', 'network_id': '55d27fd5-6f49-4a4f-83b6-ddb3b2159739', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ips': [{'subnet_id': 'a7673882-cc84-46a0-87a0-572bed02dbb4'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:34:20.953858 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-29e5c204-7e36-4cd6-9fdf-94140f6728d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:21.188636 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-29e5c204-7e36-4cd6-9fdf-94140f6728d0 None None] Allocated IP 172.20.0.18 (55d27fd5-6f49-4a4f-83b6-ddb3b2159739/a7673882-cc84-46a0-87a0-572bed02dbb4/80e22a87-ad1d-494e-ae90-05bde1e2c8d2) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:34:21.263310 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56350) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:34:21.268505 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-6240eb41-30f4-41c0-8fb7-675b9e06b231 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1609462326', 'description': 'tempest-secgroup-smoke-1609462326 description', 'project_id': '9cb37fd5f36f44e696381da232925f9b'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:34:21.322726 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6240eb41-30f4-41c0-8fb7-675b9e06b231 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:21.335976 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-29e5c204-7e36-4cd6-9fdf-94140f6728d0 None None] Publish callbacks [] for port (80e22a87-ad1d-494e-ae90-05bde1e2c8d2), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:21.389514 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6240eb41-30f4-41c0-8fb7-675b9e06b231 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (f159baf0-cf59-4710-89a3-567918c61e0c), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:21.397668 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-29e5c204-7e36-4cd6-9fdf-94140f6728d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (80e22a87-ad1d-494e-ae90-05bde1e2c8d2), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:21.425796 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6240eb41-30f4-41c0-8fb7-675b9e06b231 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (f159baf0-cf59-4710-89a3-567918c61e0c), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:21.433790 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e5c204-7e36-4cd6-9fdf-94140f6728d0 None None] Network 55d27fd5-6f49-4a4f-83b6-ddb3b2159739 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:34:21.438578 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-29e5c204-7e36-4cd6-9fdf-94140f6728d0 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:34:21.441965 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e5c204-7e36-4cd6-9fdf-94140f6728d0 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:34:21.454054 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e5c204-7e36-4cd6-9fdf-94140f6728d0 None None] Pushing event updated for resources: {'Port': ['ID=80e22a87-ad1d-494e-ae90-05bde1e2c8d2,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:21.460518 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6240eb41-30f4-41c0-8fb7-675b9e06b231 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f159baf0-cf59-4710-89a3-567918c61e0c,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:21.479808 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e5c204-7e36-4cd6-9fdf-94140f6728d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:21.480219 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e5c204-7e36-4cd6-9fdf-94140f6728d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:21.480869 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e5c204-7e36-4cd6-9fdf-94140f6728d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:21.481248 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e5c204-7e36-4cd6-9fdf-94140f6728d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:21.481595 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e5c204-7e36-4cd6-9fdf-94140f6728d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:21.481931 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e5c204-7e36-4cd6-9fdf-94140f6728d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:21.482282 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e5c204-7e36-4cd6-9fdf-94140f6728d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:21.482622 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e5c204-7e36-4cd6-9fdf-94140f6728d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:21.482957 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e5c204-7e36-4cd6-9fdf-94140f6728d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:21.483290 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e5c204-7e36-4cd6-9fdf-94140f6728d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:21.483620 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e5c204-7e36-4cd6-9fdf-94140f6728d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:21.483948 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e5c204-7e36-4cd6-9fdf-94140f6728d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:21.484296 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e5c204-7e36-4cd6-9fdf-94140f6728d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:21.507310 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6240eb41-30f4-41c0-8fb7-675b9e06b231 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:21.512600 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6240eb41-30f4-41c0-8fb7-675b9e06b231 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2443740 Jan 29 04:34:21.512746 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56352) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:34:21.517394 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-9ce06268-da77-43c0-8fad-f36ba4560983 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': 'f159baf0-cf59-4710-89a3-567918c61e0c', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:34:21.518549 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-29e5c204-7e36-4cd6-9fdf-94140f6728d0 None None] Attempting to bind port 80e22a87-ad1d-494e-ae90-05bde1e2c8d2 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:34:21.518930 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-29e5c204-7e36-4cd6-9fdf-94140f6728d0 None None] Attempting to bind port 80e22a87-ad1d-494e-ae90-05bde1e2c8d2 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '070b9d07-fb93-44cf-95c6-8cc9c4151e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '55d27fd5-6f49-4a4f-83b6-ddb3b2159739'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:34:21.519294 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e5c204-7e36-4cd6-9fdf-94140f6728d0 None None] Attempting to bind port 80e22a87-ad1d-494e-ae90-05bde1e2c8d2 on network 55d27fd5-6f49-4a4f-83b6-ddb3b2159739 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:34:21.525202 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e5c204-7e36-4cd6-9fdf-94140f6728d0 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:34:21.525580 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e5c204-7e36-4cd6-9fdf-94140f6728d0 None None] Checking segment: {'id': '070b9d07-fb93-44cf-95c6-8cc9c4151e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '55d27fd5-6f49-4a4f-83b6-ddb3b2159739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:34:21.525985 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-29e5c204-7e36-4cd6-9fdf-94140f6728d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:21.526382 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e5c204-7e36-4cd6-9fdf-94140f6728d0 None None] Bound using segment: {'id': '070b9d07-fb93-44cf-95c6-8cc9c4151e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '55d27fd5-6f49-4a4f-83b6-ddb3b2159739'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:34:21.526939 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-29e5c204-7e36-4cd6-9fdf-94140f6728d0 None None] Bound port: 80e22a87-ad1d-494e-ae90-05bde1e2c8d2, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '070b9d07-fb93-44cf-95c6-8cc9c4151e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '55d27fd5-6f49-4a4f-83b6-ddb3b2159739'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:34:21.528036 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-29e5c204-7e36-4cd6-9fdf-94140f6728d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (80e22a87-ad1d-494e-ae90-05bde1e2c8d2), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:21.597504 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9ce06268-da77-43c0-8fad-f36ba4560983 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (d2084178-60ef-4979-8e50-fc9d510ab46d), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:21.598104 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-29e5c204-7e36-4cd6-9fdf-94140f6728d0 None None] For port 80e22a87-ad1d-494e-ae90-05bde1e2c8d2, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:34:21.602640 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-29e5c204-7e36-4cd6-9fdf-94140f6728d0 None None] For port 80e22a87-ad1d-494e-ae90-05bde1e2c8d2, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=80e22a87-ad1d-494e-ae90-05bde1e2c8d2,segment=NetworkSegment(070b9d07-fb93-44cf-95c6-8cc9c4151e63),segment_id=070b9d07-fb93-44cf-95c6-8cc9c4151e63)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:34:21.663509 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9ce06268-da77-43c0-8fad-f36ba4560983 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (d2084178-60ef-4979-8e50-fc9d510ab46d), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:21.670014 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-29e5c204-7e36-4cd6-9fdf-94140f6728d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (80e22a87-ad1d-494e-ae90-05bde1e2c8d2), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:21.723801 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e5c204-7e36-4cd6-9fdf-94140f6728d0 None None] Pushing event updated for resources: {'Port': ['ID=80e22a87-ad1d-494e-ae90-05bde1e2c8d2,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:21.746111 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9ce06268-da77-43c0-8fad-f36ba4560983 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (d2084178-60ef-4979-8e50-fc9d510ab46d), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:21.764685 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce06268-da77-43c0-8fad-f36ba4560983 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2084178-60ef-4979-8e50-fc9d510ab46d,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:21.844810 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9ce06268-da77-43c0-8fad-f36ba4560983 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:21.846698 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9ce06268-da77-43c0-8fad-f36ba4560983 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3321929 Jan 29 04:34:21.849002 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56354) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:34:21.853703 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-d6d207d9-e656-4527-9881-c41bb873c6d9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': 'f159baf0-cf59-4710-89a3-567918c61e0c', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:34:21.952584 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d6d207d9-e656-4527-9881-c41bb873c6d9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (48da9b5f-dfe1-4829-a42a-a6996a0ed91d), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:22.011027 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d6d207d9-e656-4527-9881-c41bb873c6d9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (48da9b5f-dfe1-4829-a42a-a6996a0ed91d), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:22.088465 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d6d207d9-e656-4527-9881-c41bb873c6d9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (48da9b5f-dfe1-4829-a42a-a6996a0ed91d), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:22.109835 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d207d9-e656-4527-9881-c41bb873c6d9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48da9b5f-dfe1-4829-a42a-a6996a0ed91d,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:22.177043 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d6d207d9-e656-4527-9881-c41bb873c6d9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:22.178420 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d6d207d9-e656-4527-9881-c41bb873c6d9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3283150 Jan 29 04:34:22.181199 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56356) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:34:22.185701 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-6ec6447e-45fc-4618-a1fc-4d8737c869a1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': 'f159baf0-cf59-4710-89a3-567918c61e0c', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:34:22.270305 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6ec6447e-45fc-4618-a1fc-4d8737c869a1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (a133e00c-4551-462b-b793-d2ab15dc9c61), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:22.325215 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6ec6447e-45fc-4618-a1fc-4d8737c869a1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (a133e00c-4551-462b-b793-d2ab15dc9c61), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:22.385727 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6ec6447e-45fc-4618-a1fc-4d8737c869a1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (a133e00c-4551-462b-b793-d2ab15dc9c61), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:22.405403 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec6447e-45fc-4618-a1fc-4d8737c869a1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a133e00c-4551-462b-b793-d2ab15dc9c61,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:22.426274 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dc644056-f7fb-4b32-9876-97187965bc19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:22.445617 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6ec6447e-45fc-4618-a1fc-4d8737c869a1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:22.446870 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6ec6447e-45fc-4618-a1fc-4d8737c869a1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2647517 Jan 29 04:34:22.450124 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56358) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:34:22.454570 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-1f9f0026-b728-4eb1-8a12-a4de45e35bd7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': 'f159baf0-cf59-4710-89a3-567918c61e0c', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:34:22.534750 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1f9f0026-b728-4eb1-8a12-a4de45e35bd7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (65262b8f-69a7-4db2-ac78-b0f027c373ac), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:22.594871 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1f9f0026-b728-4eb1-8a12-a4de45e35bd7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (65262b8f-69a7-4db2-ac78-b0f027c373ac), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:22.649598 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee64357-8089-4c9f-b163-fbeab8976536 None None] Network 55d27fd5-6f49-4a4f-83b6-ddb3b2159739 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:34:22.665562 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1f9f0026-b728-4eb1-8a12-a4de45e35bd7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (65262b8f-69a7-4db2-ac78-b0f027c373ac), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:22.685048 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f0026-b728-4eb1-8a12-a4de45e35bd7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65262b8f-69a7-4db2-ac78-b0f027c373ac,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:22.693151 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f0026-b728-4eb1-8a12-a4de45e35bd7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:22.693491 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f0026-b728-4eb1-8a12-a4de45e35bd7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:22.693831 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f0026-b728-4eb1-8a12-a4de45e35bd7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:22.694164 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f0026-b728-4eb1-8a12-a4de45e35bd7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:22.694489 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f0026-b728-4eb1-8a12-a4de45e35bd7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:22.694926 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f0026-b728-4eb1-8a12-a4de45e35bd7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:22.695256 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f0026-b728-4eb1-8a12-a4de45e35bd7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:22.695579 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f0026-b728-4eb1-8a12-a4de45e35bd7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:22.695899 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f0026-b728-4eb1-8a12-a4de45e35bd7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:22.696219 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f0026-b728-4eb1-8a12-a4de45e35bd7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:22.696556 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f0026-b728-4eb1-8a12-a4de45e35bd7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:22.696876 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f0026-b728-4eb1-8a12-a4de45e35bd7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:22.697193 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f0026-b728-4eb1-8a12-a4de45e35bd7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:22.729396 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-6dfd8d1c-5fdd-4fa6-9830-79c54fb038d0 None None] Provisioning complete for port 80e22a87-ad1d-494e-ae90-05bde1e2c8d2 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:34:22.729769 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6dfd8d1c-5fdd-4fa6-9830-79c54fb038d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (80e22a87-ad1d-494e-ae90-05bde1e2c8d2), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:22.748094 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1f9f0026-b728-4eb1-8a12-a4de45e35bd7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:22.749376 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-1f9f0026-b728-4eb1-8a12-a4de45e35bd7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2982438 Jan 29 04:34:22.752029 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56360) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:34:22.756524 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-d5bd2bc2-d4bb-4146-9514-1003641677b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': 'f159baf0-cf59-4710-89a3-567918c61e0c', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:34:22.820465 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.securitygroups_db [None req-d5bd2bc2-d4bb-4146-9514-1003641677b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Project 9cb37fd5f36f44e696381da232925f9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:34:22.827806 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d5bd2bc2-d4bb-4146-9514-1003641677b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (94d6ab89-6847-48ab-9785-0b92163867d4), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:22.860968 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-6dfd8d1c-5fdd-4fa6-9830-79c54fb038d0 None None] Current status of the port 80e22a87-ad1d-494e-ae90-05bde1e2c8d2 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:34:22.860968 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6dfd8d1c-5fdd-4fa6-9830-79c54fb038d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (80e22a87-ad1d-494e-ae90-05bde1e2c8d2), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:22.892415 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d5bd2bc2-d4bb-4146-9514-1003641677b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (94d6ab89-6847-48ab-9785-0b92163867d4), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:22.896619 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-6dfd8d1c-5fdd-4fa6-9830-79c54fb038d0 None None] For port 80e22a87-ad1d-494e-ae90-05bde1e2c8d2, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=80e22a87-ad1d-494e-ae90-05bde1e2c8d2,segment=NetworkSegment(070b9d07-fb93-44cf-95c6-8cc9c4151e63),segment_id=070b9d07-fb93-44cf-95c6-8cc9c4151e63)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:34:22.951379 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d5bd2bc2-d4bb-4146-9514-1003641677b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (94d6ab89-6847-48ab-9785-0b92163867d4), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:22.972430 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd2bc2-d4bb-4146-9514-1003641677b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94d6ab89-6847-48ab-9785-0b92163867d4,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:22.980919 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6dfd8d1c-5fdd-4fa6-9830-79c54fb038d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (80e22a87-ad1d-494e-ae90-05bde1e2c8d2), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:23.028145 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d5bd2bc2-d4bb-4146-9514-1003641677b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:23.032412 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d5bd2bc2-d4bb-4146-9514-1003641677b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2764277 Jan 29 04:34:23.032412 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56362) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:34:23.033784 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd8d1c-5fdd-4fa6-9830-79c54fb038d0 None None] Pushing event updated for resources: {'Port': ['ID=80e22a87-ad1d-494e-ae90-05bde1e2c8d2,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:23.036840 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-7b698c11-b09e-4a14-adf7-fb33cdd0f5d2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': 'f159baf0-cf59-4710-89a3-567918c61e0c', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:34:23.099571 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-e347d90f-568a-4fe7-bf2a-91fea5c4a42f None None] Provisioning complete for port 80e22a87-ad1d-494e-ae90-05bde1e2c8d2 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:34:23.099866 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e347d90f-568a-4fe7-bf2a-91fea5c4a42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (80e22a87-ad1d-494e-ae90-05bde1e2c8d2), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:23.122949 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.securitygroups_db [None req-7b698c11-b09e-4a14-adf7-fb33cdd0f5d2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Project 9cb37fd5f36f44e696381da232925f9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:34:23.128021 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7b698c11-b09e-4a14-adf7-fb33cdd0f5d2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (bc90a5d0-e458-44ab-8f11-ff0a221a7974), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:23.180310 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-e347d90f-568a-4fe7-bf2a-91fea5c4a42f None None] Current status of the port 80e22a87-ad1d-494e-ae90-05bde1e2c8d2 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:34:23.186990 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7b698c11-b09e-4a14-adf7-fb33cdd0f5d2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (bc90a5d0-e458-44ab-8f11-ff0a221a7974), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:23.254160 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7b698c11-b09e-4a14-adf7-fb33cdd0f5d2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (bc90a5d0-e458-44ab-8f11-ff0a221a7974), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:23.271101 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b698c11-b09e-4a14-adf7-fb33cdd0f5d2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc90a5d0-e458-44ab-8f11-ff0a221a7974,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:23.319288 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7b698c11-b09e-4a14-adf7-fb33cdd0f5d2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:23.320501 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7b698c11-b09e-4a14-adf7-fb33cdd0f5d2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2871869 Jan 29 04:34:23.469207 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 80e22a87-ad1d-494e-ae90-05bde1e2c8d2 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:34:23.516351 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 80e22a87-ad1d-494e-ae90-05bde1e2c8d2 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:34:23.516748 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (80e22a87-ad1d-494e-ae90-05bde1e2c8d2), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:23.524045 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-b4dd7975-cca8-422f-bedd-86496f951d67 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1609462326&fields=id&tenant_id=9cb37fd5f36f44e696381da232925f9b HTTP/1.1" status: 200 len: 267 time: 0.0441079 Jan 29 04:34:23.604895 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 80e22a87-ad1d-494e-ae90-05bde1e2c8d2 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:34:23.614250 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:23.633382 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-aa831b79-c3d2-48a0-abb1-650086d2ec4d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:23.638028 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-aa831b79-c3d2-48a0-abb1-650086d2ec4d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/networks?id=55d27fd5-6f49-4a4f-83b6-ddb3b2159739 HTTP/1.1" status: 200 len: 797 time: 0.1033075 Jan 29 04:34:23.651030 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-3e5a6c60-fc6f-40fc-91a7-8a766235776b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/quotas/9cb37fd5f36f44e696381da232925f9b HTTP/1.1" status: 200 len: 375 time: 0.0101058 Jan 29 04:34:23.717204 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-32b23f80-5ccd-449d-abf4-28e53f887c92 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0601449 Jan 29 04:34:23.757479 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:23.808155 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-1e1f6006-a1d4-4bd4-b5fc-d1b572b6d236 service neutron] 10.222.0.13 "GET /v2.0/networks/55d27fd5-6f49-4a4f-83b6-ddb3b2159739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796764 Jan 29 04:34:23.899943 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-135e797e-a127-49a0-9311-40f104f025ee service neutron] 10.222.0.13 "GET /v2.0/networks/55d27fd5-6f49-4a4f-83b6-ddb3b2159739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862017 Jan 29 04:34:24.137092 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-c8487df4-8026-4a42-99a7-e95c0e1946f0 req-9ec774bb-d01d-4036-b9ba-055c6d445c8c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b717319a-ca9b-4629-b436-fa87a0d28906 HTTP/1.1" status: 200 len: 210 time: 0.0271707 Jan 29 04:34:24.814063 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:25.233600 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ab4f8395-d8f9-4d09-a611-894a6414d2a3 req-30fda0e1-6ae4-4d18-a3de-05f55cc001d2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b717319a-ca9b-4629-b436-fa87a0d28906 HTTP/1.1" status: 200 len: 210 time: 0.0275996 Jan 29 04:34:25.941379 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-257eba09-e920-4cc5-a78b-4b14d62a54fd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:25.943068 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-257eba09-e920-4cc5-a78b-4b14d62a54fd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "GET /v2.0/networks?id=55d27fd5-6f49-4a4f-83b6-ddb3b2159739 HTTP/1.1" status: 200 len: 797 time: 0.1045306 Jan 29 04:34:26.031502 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-870f8bba-10f5-4d9c-a25c-75e9e9ad7cce tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cb37fd5f36f44e696381da232925f9b HTTP/1.1" status: 200 len: 473 time: 0.0745387 Jan 29 04:34:26.040062 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-fa803218-8fc5-436d-8b27-0496150e34c9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'port': {'device_id': 'b717319a-ca9b-4629-b436-fa87a0d28906', 'network_id': '55d27fd5-6f49-4a4f-83b6-ddb3b2159739', 'admin_state_up': True, 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'security_groups': ['f159baf0-cf59-4710-89a3-567918c61e0c']}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:34:26.185217 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-fa803218-8fc5-436d-8b27-0496150e34c9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Made reservation on behalf of 9cb37fd5f36f44e696381da232925f9b for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:34:26.188716 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-fa803218-8fc5-436d-8b27-0496150e34c9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:26.312456 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-fa803218-8fc5-436d-8b27-0496150e34c9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Allocated IP 172.20.0.25 (55d27fd5-6f49-4a4f-83b6-ddb3b2159739/a7673882-cc84-46a0-87a0-572bed02dbb4/74dad936-9495-4a58-8153-d2351c633e2b) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:34:26.331341 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-c8f432d6-cb8d-4872-9be8-38f138951bbb req-32e30cbf-ba62-4353-9efa-eb8569a18dd6 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b717319a-ca9b-4629-b436-fa87a0d28906 HTTP/1.1" status: 200 len: 210 time: 0.0305166 Jan 29 04:34:26.391488 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:26.452868 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-fa803218-8fc5-436d-8b27-0496150e34c9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (74dad936-9495-4a58-8153-d2351c633e2b), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:26.534507 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-fa803218-8fc5-436d-8b27-0496150e34c9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (74dad936-9495-4a58-8153-d2351c633e2b), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:26.576892 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-fa803218-8fc5-436d-8b27-0496150e34c9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network 55d27fd5-6f49-4a4f-83b6-ddb3b2159739 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:34:26.579744 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-fa803218-8fc5-436d-8b27-0496150e34c9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:34:26.583252 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-fa803218-8fc5-436d-8b27-0496150e34c9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:34:26.592407 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa803218-8fc5-436d-8b27-0496150e34c9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=74dad936-9495-4a58-8153-d2351c633e2b,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:26.637788 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-fa803218-8fc5-436d-8b27-0496150e34c9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:26.638407 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-fa803218-8fc5-436d-8b27-0496150e34c9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:26.703160 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-fa803218-8fc5-436d-8b27-0496150e34c9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6666212 Jan 29 04:34:26.750871 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-bf2ffcc6-6a6b-4030-9526-616a9839eaa9 service neutron] Request body: {'port': {'device_id': 'b717319a-ca9b-4629-b436-fa87a0d28906', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:34:26.814249 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-bf2ffcc6-6a6b-4030-9526-616a9839eaa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (74dad936-9495-4a58-8153-d2351c633e2b), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:26.822959 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-d6dda406-97e5-451e-a326-a8bf5a9a0fb6 None None] Provisioning complete for port 74dad936-9495-4a58-8153-d2351c633e2b triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:34:26.823333 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d6dda406-97e5-451e-a326-a8bf5a9a0fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (74dad936-9495-4a58-8153-d2351c633e2b), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:26.860474 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-d6dda406-97e5-451e-a326-a8bf5a9a0fb6 None None] Port 74dad936-9495-4a58-8153-d2351c633e2b cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:34:27.073170 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-bf2ffcc6-6a6b-4030-9526-616a9839eaa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74dad936-9495-4a58-8153-d2351c633e2b {{(pid=103585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:34:27.081181 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-bf2ffcc6-6a6b-4030-9526-616a9839eaa9 service neutron] Publish callbacks [] for port (74dad936-9495-4a58-8153-d2351c633e2b), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:27.093634 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.provisioning_blocks [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-bf2ffcc6-6a6b-4030-9526-616a9839eaa9 service neutron] Transition to ACTIVE for port object 74dad936-9495-4a58-8153-d2351c633e2b will not be triggered until provisioned by entity L2. {{(pid=103585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:34:27.168255 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-bf2ffcc6-6a6b-4030-9526-616a9839eaa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (74dad936-9495-4a58-8153-d2351c633e2b), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:27.222483 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ffcc6-6a6b-4030-9526-616a9839eaa9 service neutron] Pushing event updated for resources: {'Port': ['ID=74dad936-9495-4a58-8153-d2351c633e2b,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:27.291874 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-bf2ffcc6-6a6b-4030-9526-616a9839eaa9 service neutron] Attempting to bind port 74dad936-9495-4a58-8153-d2351c633e2b on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:34:27.292210 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-bf2ffcc6-6a6b-4030-9526-616a9839eaa9 service neutron] Attempting to bind port 74dad936-9495-4a58-8153-d2351c633e2b by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '070b9d07-fb93-44cf-95c6-8cc9c4151e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '55d27fd5-6f49-4a4f-83b6-ddb3b2159739'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:34:27.292635 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-bf2ffcc6-6a6b-4030-9526-616a9839eaa9 service neutron] Attempting to bind port 74dad936-9495-4a58-8153-d2351c633e2b on network 55d27fd5-6f49-4a4f-83b6-ddb3b2159739 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:34:27.297535 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-bf2ffcc6-6a6b-4030-9526-616a9839eaa9 service neutron] Port 74dad936-9495-4a58-8153-d2351c633e2b on network 55d27fd5-6f49-4a4f-83b6-ddb3b2159739 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:34:27.297850 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-bf2ffcc6-6a6b-4030-9526-616a9839eaa9 service neutron] Attempting to bind port 74dad936-9495-4a58-8153-d2351c633e2b on network 55d27fd5-6f49-4a4f-83b6-ddb3b2159739 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:34:27.302889 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-bf2ffcc6-6a6b-4030-9526-616a9839eaa9 service neutron] Checking agent: {'id': '15eedd85-6d76-4715-a40f-dc31e854816c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'started_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:34:27.303226 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-bf2ffcc6-6a6b-4030-9526-616a9839eaa9 service neutron] Checking segment: {'id': '070b9d07-fb93-44cf-95c6-8cc9c4151e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '55d27fd5-6f49-4a4f-83b6-ddb3b2159739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:34:27.303608 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-bf2ffcc6-6a6b-4030-9526-616a9839eaa9 service neutron] Bound using segment: {'id': '070b9d07-fb93-44cf-95c6-8cc9c4151e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '55d27fd5-6f49-4a4f-83b6-ddb3b2159739'} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:34:27.304031 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-bf2ffcc6-6a6b-4030-9526-616a9839eaa9 service neutron] Bound port: 74dad936-9495-4a58-8153-d2351c633e2b, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '070b9d07-fb93-44cf-95c6-8cc9c4151e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '55d27fd5-6f49-4a4f-83b6-ddb3b2159739'}}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:34:27.304387 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-bf2ffcc6-6a6b-4030-9526-616a9839eaa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (74dad936-9495-4a58-8153-d2351c633e2b), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:27.369588 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-bf2ffcc6-6a6b-4030-9526-616a9839eaa9 service neutron] For port 74dad936-9495-4a58-8153-d2351c633e2b, host hv-neutron-8211, cleared binding levels {{(pid=103585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:34:27.372835 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-bf2ffcc6-6a6b-4030-9526-616a9839eaa9 service neutron] For port 74dad936-9495-4a58-8153-d2351c633e2b, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=74dad936-9495-4a58-8153-d2351c633e2b,segment=NetworkSegment(070b9d07-fb93-44cf-95c6-8cc9c4151e63),segment_id=070b9d07-fb93-44cf-95c6-8cc9c4151e63)] {{(pid=103585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:34:27.444207 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-bf2ffcc6-6a6b-4030-9526-616a9839eaa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (74dad936-9495-4a58-8153-d2351c633e2b), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:27.485610 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-bf2ffcc6-6a6b-4030-9526-616a9839eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:27.486422 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-bf2ffcc6-6a6b-4030-9526-616a9839eaa9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:27.487678 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-bf2ffcc6-6a6b-4030-9526-616a9839eaa9 service neutron] 10.222.0.18 "PUT /v2.0/ports/74dad936-9495-4a58-8153-d2351c633e2b HTTP/1.1" status: 200 len: 1094 time: 0.7415111 Jan 29 04:34:27.488115 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b717319a-ca9b-4629-b436-fa87a0d28906', 'tag': '74dad936-9495-4a58-8153-d2351c633e2b'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:34:27.490433 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9c6eb0-3e80-424c-8c48-82e39bcbb673" -d '{"events": [{"name": "network-changed", "server_uuid": "b717319a-ca9b-4629-b436-fa87a0d28906", "tag": "74dad936-9495-4a58-8153-d2351c633e2b"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:34:27.530219 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c18c9e-adb4-42df-8269-6dc52e5860b2 req-9d072f77-2e62-47d8-bb72-a32ad50fdb6a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:27.531770 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b3c18c9e-adb4-42df-8269-6dc52e5860b2 req-9d072f77-2e62-47d8-bb72-a32ad50fdb6a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b717319a-ca9b-4629-b436-fa87a0d28906 HTTP/1.1" status: 200 len: 944 time: 0.1184871 Jan 29 04:34:27.532610 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ffcc6-6a6b-4030-9526-616a9839eaa9 service neutron] Pushing event updated for resources: {'Port': ['ID=74dad936-9495-4a58-8153-d2351c633e2b,revision_number=3']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:27.539433 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1647552-9483-4406-b503-70d53b790163 x-openstack-request-id: req-e1647552-9483-4406-b503-70d53b790163 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:34:27.539869 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b717319a-ca9b-4629-b436-fa87a0d28906", "tag": "74dad936-9495-4a58-8153-d2351c633e2b", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:34:27.540129 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e1647552-9483-4406-b503-70d53b790163 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:34:27.540575 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b717319a-ca9b-4629-b436-fa87a0d28906', 'tag': '74dad936-9495-4a58-8153-d2351c633e2b', 'status': 'completed', 'code': 200} Jan 29 04:34:27.601550 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b3c18c9e-adb4-42df-8269-6dc52e5860b2 req-b350be69-1861-4c17-965f-eaac119a969e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=f159baf0-cf59-4710-89a3-567918c61e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559871 Jan 29 04:34:27.632121 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c6eb0-3e80-424c-8c48-82e39bcbb673 req-f553904f-ebe3-4bec-8a60-8e8c50aed33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:27.633683 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0e9c6eb0-3e80-424c-8c48-82e39bcbb673 req-f553904f-ebe3-4bec-8a60-8e8c50aed33e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=b717319a-ca9b-4629-b436-fa87a0d28906 HTTP/1.1" status: 200 len: 1128 time: 0.0496004 Jan 29 04:34:27.744428 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c6eb0-3e80-424c-8c48-82e39bcbb673 req-8b6228f5-f86a-46a7-ac96-4ea9187d0ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:27.744934 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c6eb0-3e80-424c-8c48-82e39bcbb673 req-8b6228f5-f86a-46a7-ac96-4ea9187d0ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:27.747322 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0e9c6eb0-3e80-424c-8c48-82e39bcbb673 req-8b6228f5-f86a-46a7-ac96-4ea9187d0ea0 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9cb37fd5f36f44e696381da232925f9b&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.1009846 Jan 29 04:34:27.837193 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c6eb0-3e80-424c-8c48-82e39bcbb673 req-e0b11324-ffdd-43e9-9e1d-a4f123dfd9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:27.838658 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0e9c6eb0-3e80-424c-8c48-82e39bcbb673 req-e0b11324-ffdd-43e9-9e1d-a4f123dfd9f2 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0856056 Jan 29 04:34:27.946121 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-2cd79454-0741-44f2-95db-36090d0871e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:27.947507 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-2cd79454-0741-44f2-95db-36090d0871e7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=b717319a-ca9b-4629-b436-fa87a0d28906 HTTP/1.1" status: 200 len: 1128 time: 0.0489039 Jan 29 04:34:27.999786 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-e11227c1-179e-4a2e-aacc-384ef4b90ea6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=74dad936-9495-4a58-8153-d2351c633e2b HTTP/1.1" status: 200 len: 217 time: 0.0341034 Jan 29 04:34:28.047015 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-fdda58bc-db73-40ee-9a78-5edfd40b7dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:28.048467 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-fdda58bc-db73-40ee-9a78-5edfd40b7dde service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a7673882-cc84-46a0-87a0-572bed02dbb4 HTTP/1.1" status: 200 len: 838 time: 0.0430748 Jan 29 04:34:28.096556 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-af7b688c-6a03-4fe9-bf17-bd011b356c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:28.098027 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-af7b688c-6a03-4fe9-bf17-bd011b356c38 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=55d27fd5-6f49-4a4f-83b6-ddb3b2159739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0441320 Jan 29 04:34:28.189881 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-cce17680-d8cb-41a5-ae87-706f1a840f28 service neutron] 10.222.0.18 "GET /v2.0/networks/55d27fd5-6f49-4a4f-83b6-ddb3b2159739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853271 Jan 29 04:34:28.274688 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0fde51dc-17d7-4570-8946-2d96683262c3 req-55742f8e-1112-4225-ab6a-46ba544ec3a2 service neutron] 10.222.0.18 "GET /v2.0/networks/55d27fd5-6f49-4a4f-83b6-ddb3b2159739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793140 Jan 29 04:34:28.718843 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c582dd5-259e-401b-abea-a16c46efa581 req-a18b89fe-0f4b-42cb-b6f2-be5ac1623234 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:28.720307 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-5c582dd5-259e-401b-abea-a16c46efa581 req-a18b89fe-0f4b-42cb-b6f2-be5ac1623234 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b717319a-ca9b-4629-b436-fa87a0d28906 HTTP/1.1" status: 200 len: 944 time: 0.0525188 Jan 29 04:34:28.767456 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-5c582dd5-259e-401b-abea-a16c46efa581 req-9b95a8f0-ea6a-4b07-b56a-813b449dedf1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=f159baf0-cf59-4710-89a3-567918c61e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415125 Jan 29 04:34:29.891474 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4eedbf-1ae3-4428-81dc-e274c0ca19bd req-b7d0d575-f533-47cd-a2ea-9bc58ad480b8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:29.893041 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8a4eedbf-1ae3-4428-81dc-e274c0ca19bd req-b7d0d575-f533-47cd-a2ea-9bc58ad480b8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b717319a-ca9b-4629-b436-fa87a0d28906 HTTP/1.1" status: 200 len: 944 time: 0.0593417 Jan 29 04:34:29.942506 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8a4eedbf-1ae3-4428-81dc-e274c0ca19bd req-40554fbb-a9a0-4daa-87a4-f85c58aa1a7c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=f159baf0-cf59-4710-89a3-567918c61e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436268 Jan 29 04:34:30.389389 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 74dad936-9495-4a58-8153-d2351c633e2b details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:34:30.484868 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 74dad936-9495-4a58-8153-d2351c633e2b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=74dad936-9495-4a58-8153-d2351c633e2b,segment=NetworkSegment(070b9d07-fb93-44cf-95c6-8cc9c4151e63),segment_id=070b9d07-fb93-44cf-95c6-8cc9c4151e63)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:34:30.494810 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': '74dad936-9495-4a58-8153-d2351c633e2b', 'network_id': '55d27fd5-6f49-4a4f-83b6-ddb3b2159739', 'port_id': '74dad936-9495-4a58-8153-d2351c633e2b', 'mac_address': 'fa:16:3e:b0:a5:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7673882-cc84-46a0-87a0-572bed02dbb4', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:34:30.532194 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 74dad936-9495-4a58-8153-d2351c633e2b is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:34:30.532611 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (74dad936-9495-4a58-8153-d2351c633e2b), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:30.545036 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74dad936-9495-4a58-8153-d2351c633e2b {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:34:30.563318 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 74dad936-9495-4a58-8153-d2351c633e2b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=74dad936-9495-4a58-8153-d2351c633e2b,segment=NetworkSegment(070b9d07-fb93-44cf-95c6-8cc9c4151e63),segment_id=070b9d07-fb93-44cf-95c6-8cc9c4151e63)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:34:30.608001 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (74dad936-9495-4a58-8153-d2351c633e2b), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:30.658378 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=74dad936-9495-4a58-8153-d2351c633e2b,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:31.015131 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['74dad936-9495-4a58-8153-d2351c633e2b'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:34:31.065143 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f23050-a83a-40f7-92f5-edd4f7cece8d req-89dedd68-e437-4fe6-b3a9-ce42a0b7d432 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:31.066615 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-17f23050-a83a-40f7-92f5-edd4f7cece8d req-89dedd68-e437-4fe6-b3a9-ce42a0b7d432 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b717319a-ca9b-4629-b436-fa87a0d28906 HTTP/1.1" status: 200 len: 945 time: 0.0571544 Jan 29 04:34:31.115382 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-17f23050-a83a-40f7-92f5-edd4f7cece8d req-45e7ecfb-32dd-4813-9c81-6a50c5c66e41 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=f159baf0-cf59-4710-89a3-567918c61e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430999 Jan 29 04:34:32.232514 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f121ef-cad2-40ae-a1e2-b3086ffa9c6e req-ced477fa-d2ec-4775-803a-fa47206ed053 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:32.234004 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-62f121ef-cad2-40ae-a1e2-b3086ffa9c6e req-ced477fa-d2ec-4775-803a-fa47206ed053 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b717319a-ca9b-4629-b436-fa87a0d28906 HTTP/1.1" status: 200 len: 945 time: 0.0524604 Jan 29 04:34:32.281350 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-62f121ef-cad2-40ae-a1e2-b3086ffa9c6e req-4dcb0c99-ab4f-45be-b6d3-6c400a385008 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=f159baf0-cf59-4710-89a3-567918c61e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419493 Jan 29 04:34:32.403082 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 74dad936-9495-4a58-8153-d2351c633e2b up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:34:32.533950 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning for port 74dad936-9495-4a58-8153-d2351c633e2b completed by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:34:32.537756 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port 74dad936-9495-4a58-8153-d2351c633e2b triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:34:32.538125 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (74dad936-9495-4a58-8153-d2351c633e2b), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:32.613834 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 74dad936-9495-4a58-8153-d2351c633e2b is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:34:32.614208 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (74dad936-9495-4a58-8153-d2351c633e2b), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:32.636711 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b717319a-ca9b-4629-b436-fa87a0d28906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74dad936-9495-4a58-8153-d2351c633e2b'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:34:32.638906 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db244053-0ee0-4a4c-88d2-c0d72f70c1df" -d '{"events": [{"server_uuid": "b717319a-ca9b-4629-b436-fa87a0d28906", "name": "network-vif-plugged", "status": "completed", "tag": "74dad936-9495-4a58-8153-d2351c633e2b"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:34:32.650808 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 74dad936-9495-4a58-8153-d2351c633e2b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=74dad936-9495-4a58-8153-d2351c633e2b,segment=NetworkSegment(070b9d07-fb93-44cf-95c6-8cc9c4151e63),segment_id=070b9d07-fb93-44cf-95c6-8cc9c4151e63)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:34:32.674059 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a00601-d997-4ee5-8f88-6e7649f9659e x-openstack-request-id: req-66a00601-d997-4ee5-8f88-6e7649f9659e {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:34:32.674420 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b717319a-ca9b-4629-b436-fa87a0d28906", "name": "network-vif-plugged", "status": "completed", "tag": "74dad936-9495-4a58-8153-d2351c633e2b", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:34:32.674677 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-66a00601-d997-4ee5-8f88-6e7649f9659e {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:34:32.675066 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b717319a-ca9b-4629-b436-fa87a0d28906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74dad936-9495-4a58-8153-d2351c633e2b', 'code': 200} Jan 29 04:34:32.717124 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (74dad936-9495-4a58-8153-d2351c633e2b), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:32.765802 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=74dad936-9495-4a58-8153-d2351c633e2b,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:33.022846 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c808f39-0ad9-43d8-8757-0d73489db78e req-1529acc7-d749-4dec-a3aa-09c8cb80ab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:33.024551 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9c808f39-0ad9-43d8-8757-0d73489db78e req-1529acc7-d749-4dec-a3aa-09c8cb80ab79 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b717319a-ca9b-4629-b436-fa87a0d28906 HTTP/1.1" status: 200 len: 1130 time: 0.0485609 Jan 29 04:34:33.068616 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9c808f39-0ad9-43d8-8757-0d73489db78e req-1dd85e1d-b57b-4c77-b06f-09af1cd8e08c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f159baf0-cf59-4710-89a3-567918c61e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387566 Jan 29 04:34:33.402021 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d33fba-6114-4321-82ec-175228d97b5c req-0e0341f4-ed14-49cf-acdc-a931b58f984b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:33.403496 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-53d33fba-6114-4321-82ec-175228d97b5c req-0e0341f4-ed14-49cf-acdc-a931b58f984b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b717319a-ca9b-4629-b436-fa87a0d28906 HTTP/1.1" status: 200 len: 946 time: 0.0535288 Jan 29 04:34:33.451875 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-53d33fba-6114-4321-82ec-175228d97b5c req-c791f71b-d8e6-4809-886a-cc0245c59c85 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=f159baf0-cf59-4710-89a3-567918c61e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427339 Jan 29 04:34:33.898327 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c820f740-15a6-427f-bc21-984c1fea2a8e req-9226fbcc-b2a6-4364-9766-be3921e091e0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eeb1feff-f3c3-47e0-98f4-676b12e63148&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424540 Jan 29 04:34:33.980199 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820f740-15a6-427f-bc21-984c1fea2a8e req-bfcb1c7e-1e06-425b-be41-0df2c503f554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:33.981882 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c820f740-15a6-427f-bc21-984c1fea2a8e req-bfcb1c7e-1e06-425b-be41-0df2c503f554 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=eeb1feff-f3c3-47e0-98f4-676b12e63148 HTTP/1.1" status: 200 len: 1129 time: 0.0488651 Jan 29 04:34:34.084393 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820f740-15a6-427f-bc21-984c1fea2a8e req-702a34c1-7c6f-4b83-bde6-7667cdb3a3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:34.085888 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c820f740-15a6-427f-bc21-984c1fea2a8e req-702a34c1-7c6f-4b83-bde6-7667cdb3a3c7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ebcdb780-1f88-4d1c-a13a-91ce96081123 HTTP/1.1" status: 200 len: 897 time: 0.0839953 Jan 29 04:34:34.159156 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c820f740-15a6-427f-bc21-984c1fea2a8e req-9e1e0237-e0b5-44b3-9e17-12631d8949f7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4028d839-f19e-4bc0-bcbe-dcb9721298c7 HTTP/1.1" status: 200 len: 1000 time: 0.0634193 Jan 29 04:34:34.208206 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820f740-15a6-427f-bc21-984c1fea2a8e req-b914aa08-2ca2-4beb-a903-8d09eed00ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:34.209707 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c820f740-15a6-427f-bc21-984c1fea2a8e req-b914aa08-2ca2-4beb-a903-8d09eed00ba8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8905a4f2-b145-45fb-8bd0-d8027dca8ccf HTTP/1.1" status: 200 len: 835 time: 0.0438509 Jan 29 04:34:34.257393 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820f740-15a6-427f-bc21-984c1fea2a8e req-9d184738-8a0b-4853-bb82-712e933a863b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:34.258872 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c820f740-15a6-427f-bc21-984c1fea2a8e req-9d184738-8a0b-4853-bb82-712e933a863b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ebcdb780-1f88-4d1c-a13a-91ce96081123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0429032 Jan 29 04:34:34.386448 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c820f740-15a6-427f-bc21-984c1fea2a8e req-6d3c8d1c-859b-423a-8dea-9034387ae0f2 service neutron] 10.222.0.18 "GET /v2.0/networks/ebcdb780-1f88-4d1c-a13a-91ce96081123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844498 Jan 29 04:34:34.479442 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c820f740-15a6-427f-bc21-984c1fea2a8e req-76ca2a7c-0797-4f30-ba00-da020824ba0f service neutron] 10.222.0.18 "GET /v2.0/networks/ebcdb780-1f88-4d1c-a13a-91ce96081123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834861 Jan 29 04:34:34.577726 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86145ea-3a7a-4150-8f15-81f58305fa0c req-46a48564-201e-47d3-ba4f-0d5c52bd3003 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:34.579228 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d86145ea-3a7a-4150-8f15-81f58305fa0c req-46a48564-201e-47d3-ba4f-0d5c52bd3003 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b717319a-ca9b-4629-b436-fa87a0d28906 HTTP/1.1" status: 200 len: 946 time: 0.0547478 Jan 29 04:34:34.627900 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d86145ea-3a7a-4150-8f15-81f58305fa0c req-69b4f400-3284-4509-a007-a5b0b1ed1f07 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=f159baf0-cf59-4710-89a3-567918c61e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430932 Jan 29 04:34:35.746255 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a1e487-43a3-4030-8780-f8debe711dbb req-2394350d-6637-4ca5-800b-9b1782b808b2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:35.747653 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-69a1e487-43a3-4030-8780-f8debe711dbb req-2394350d-6637-4ca5-800b-9b1782b808b2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b717319a-ca9b-4629-b436-fa87a0d28906 HTTP/1.1" status: 200 len: 946 time: 0.0529840 Jan 29 04:34:35.799736 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-69a1e487-43a3-4030-8780-f8debe711dbb req-9ebf981d-ddf5-43fc-9492-e36db206218a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=f159baf0-cf59-4710-89a3-567918c61e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467346 Jan 29 04:34:35.920574 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae0aaff-8b4d-491f-8d33-428e51582d4a req-2bcfd7d0-48ac-41e0-aeef-09d31b586efe tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:35.922073 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-4ae0aaff-8b4d-491f-8d33-428e51582d4a req-2bcfd7d0-48ac-41e0-aeef-09d31b586efe tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b717319a-ca9b-4629-b436-fa87a0d28906 HTTP/1.1" status: 200 len: 946 time: 0.0559621 Jan 29 04:34:35.970780 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-4ae0aaff-8b4d-491f-8d33-428e51582d4a req-214fe763-e29a-43ef-9941-679761930a14 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=f159baf0-cf59-4710-89a3-567918c61e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432484 Jan 29 04:34:37.467958 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56428) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:34:37.934297 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b5cf2386-8e19-4f9f-a18f-b876b41eb67e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:38.491778 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-b5cf2386-8e19-4f9f-a18f-b876b41eb67e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Allocated IP 172.20.0.17 (55d27fd5-6f49-4a4f-83b6-ddb3b2159739/a7673882-cc84-46a0-87a0-572bed02dbb4/e377b03a-1a61-499d-a751-25aa404a0a9e) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:34:38.601534 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b5cf2386-8e19-4f9f-a18f-b876b41eb67e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (e377b03a-1a61-499d-a751-25aa404a0a9e), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:38.728849 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b5cf2386-8e19-4f9f-a18f-b876b41eb67e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (e377b03a-1a61-499d-a751-25aa404a0a9e), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:38.768897 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cf2386-8e19-4f9f-a18f-b876b41eb67e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network 55d27fd5-6f49-4a4f-83b6-ddb3b2159739 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:34:38.771718 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-b5cf2386-8e19-4f9f-a18f-b876b41eb67e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:34:38.775250 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cf2386-8e19-4f9f-a18f-b876b41eb67e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:34:38.784254 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf2386-8e19-4f9f-a18f-b876b41eb67e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=e377b03a-1a61-499d-a751-25aa404a0a9e,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:38.829492 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b5cf2386-8e19-4f9f-a18f-b876b41eb67e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (f034136f-6c2d-493b-82de-d9b0b9f0f0b4), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:38.988471 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-bc7dc76d-83c9-43ba-8dc1-e360ff2a58c3 None None] Provisioning complete for port e377b03a-1a61-499d-a751-25aa404a0a9e triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:34:38.989025 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bc7dc76d-83c9-43ba-8dc1-e360ff2a58c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (e377b03a-1a61-499d-a751-25aa404a0a9e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:39.025898 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-bc7dc76d-83c9-43ba-8dc1-e360ff2a58c3 None None] Port e377b03a-1a61-499d-a751-25aa404a0a9e cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:34:39.053877 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b5cf2386-8e19-4f9f-a18f-b876b41eb67e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (e377b03a-1a61-499d-a751-25aa404a0a9e), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:39.331740 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b5cf2386-8e19-4f9f-a18f-b876b41eb67e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (e377b03a-1a61-499d-a751-25aa404a0a9e), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:39.391345 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b5cf2386-8e19-4f9f-a18f-b876b41eb67e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (e377b03a-1a61-499d-a751-25aa404a0a9e), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:39.440890 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:34:39.465980 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf2386-8e19-4f9f-a18f-b876b41eb67e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=e377b03a-1a61-499d-a751-25aa404a0a9e,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:39.469565 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b5cf2386-8e19-4f9f-a18f-b876b41eb67e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (f034136f-6c2d-493b-82de-d9b0b9f0f0b4), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:39.561693 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cf2386-8e19-4f9f-a18f-b876b41eb67e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network 55d27fd5-6f49-4a4f-83b6-ddb3b2159739 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:34:39.563016 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-b5cf2386-8e19-4f9f-a18f-b876b41eb67e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:34:39.681836 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5cf2386-8e19-4f9f-a18f-b876b41eb67e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router f034136f-6c2d-493b-82de-d9b0b9f0f0b4 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:34:39.795372 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5cf2386-8e19-4f9f-a18f-b876b41eb67e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:34:39.800796 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b5cf2386-8e19-4f9f-a18f-b876b41eb67e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "PUT /v2.0/routers/f034136f-6c2d-493b-82de-d9b0b9f0f0b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3313715 Jan 29 04:34:39.814667 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7882d8fd-c79b-43a9-bf4c-0789d78d3c71 None None] Sync routers for ids ['f034136f-6c2d-493b-82de-d9b0b9f0f0b4'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:34:39.826531 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7882d8fd-c79b-43a9-bf4c-0789d78d3c71 None None] Routers {'f034136f-6c2d-493b-82de-d9b0b9f0f0b4'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:34:39.827153 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-7882d8fd-c79b-43a9-bf4c-0789d78d3c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:34:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['f034136f-6c2d-493b-82de-d9b0b9f0f0b4'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:34:39.889505 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-343faba1-1f63-4ff4-8364-9a7b72839157 None None] Provisioning complete for port e377b03a-1a61-499d-a751-25aa404a0a9e triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:34:39.889771 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-343faba1-1f63-4ff4-8364-9a7b72839157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (e377b03a-1a61-499d-a751-25aa404a0a9e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:39.967011 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-343faba1-1f63-4ff4-8364-9a7b72839157 None None] Port e377b03a-1a61-499d-a751-25aa404a0a9e cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:34:39.972037 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-7882d8fd-c79b-43a9-bf4c-0789d78d3c71 None None] Set router f034136f-6c2d-493b-82de-d9b0b9f0f0b4 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:34:40.200103 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-7882d8fd-c79b-43a9-bf4c-0789d78d3c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'name': 'tempest-TestNetworkBasicOps-router-1882763774', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.28'}], 'enable_snat': True}, 'gw_port_id': 'c40e4684-16a6-436a-afac-0fc35ea52bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:41Z', 'updated_at': '2022-01-29T04:34:38Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': 'c40e4684-16a6-436a-afac-0fc35ea52bb5', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fa:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:42Z', 'updated_at': '2022-01-29T04:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '8a504dd4-74eb-4269-83ad-a9ccf6b9c57d', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.66', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'port_id': '4028d839-f19e-4bc0-bcbe-dcb9721298c7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebcdb780-1f88-4d1c-a13a-91ce96081123', 'mac_address': 'fa:16:3e:43:af:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb1feff-f3c3-47e0-98f4-676b12e63148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:33:08Z', 'updated_at': '2022-01-29T04:33:10Z', 'revision_number': 1, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '038210e2-3801-4e54-b4bf-d8458c62a4e7', 'name': '', 'network_id': 'ebcdb780-1f88-4d1c-a13a-91ce96081123', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:f0:9a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '8905a4f2-b145-45fb-8bd0-d8027dca8ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:46Z', 'updated_at': '2022-01-29T04:32:50Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '8905a4f2-b145-45fb-8bd0-d8027dca8ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e377b03a-1a61-499d-a751-25aa404a0a9e', 'name': '', 'network_id': '55d27fd5-6f49-4a4f-83b6-ddb3b2159739', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:d0:5c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'a7673882-cc84-46a0-87a0-572bed02dbb4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:34:38Z', 'updated_at': '2022-01-29T04:34:39Z', 'revision_number': 2, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': 'a7673882-cc84-46a0-87a0-572bed02dbb4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:34:40.225145 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7882d8fd-c79b-43a9-bf4c-0789d78d3c71 None None] Checking router: f034136f-6c2d-493b-82de-d9b0b9f0f0b4 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:34:40.225499 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7882d8fd-c79b-43a9-bf4c-0789d78d3c71 None None] Updating router f034136f-6c2d-493b-82de-d9b0b9f0f0b4 port e377b03a-1a61-499d-a751-25aa404a0a9e binding host dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:34:40.252185 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7882d8fd-c79b-43a9-bf4c-0789d78d3c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (e377b03a-1a61-499d-a751-25aa404a0a9e), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:40.656169 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7882d8fd-c79b-43a9-bf4c-0789d78d3c71 None None] Publish callbacks [] for port (e377b03a-1a61-499d-a751-25aa404a0a9e), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:40.750932 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7882d8fd-c79b-43a9-bf4c-0789d78d3c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (e377b03a-1a61-499d-a751-25aa404a0a9e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:40.798757 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af75e1fb-b584-477b-9117-f2a086b128ed None None] Pushing event updated for resources: {'Port': ['ID=e377b03a-1a61-499d-a751-25aa404a0a9e,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:40.856633 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-7882d8fd-c79b-43a9-bf4c-0789d78d3c71 None None] Attempting to bind port e377b03a-1a61-499d-a751-25aa404a0a9e on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:34:40.857013 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-7882d8fd-c79b-43a9-bf4c-0789d78d3c71 None None] Attempting to bind port e377b03a-1a61-499d-a751-25aa404a0a9e by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '070b9d07-fb93-44cf-95c6-8cc9c4151e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '55d27fd5-6f49-4a4f-83b6-ddb3b2159739'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:34:40.857375 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7882d8fd-c79b-43a9-bf4c-0789d78d3c71 None None] Attempting to bind port e377b03a-1a61-499d-a751-25aa404a0a9e on network 55d27fd5-6f49-4a4f-83b6-ddb3b2159739 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:34:40.862933 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7882d8fd-c79b-43a9-bf4c-0789d78d3c71 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:34:40.863312 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7882d8fd-c79b-43a9-bf4c-0789d78d3c71 None None] Checking segment: {'id': '070b9d07-fb93-44cf-95c6-8cc9c4151e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '55d27fd5-6f49-4a4f-83b6-ddb3b2159739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:34:40.863712 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7882d8fd-c79b-43a9-bf4c-0789d78d3c71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:40.864100 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7882d8fd-c79b-43a9-bf4c-0789d78d3c71 None None] Bound using segment: {'id': '070b9d07-fb93-44cf-95c6-8cc9c4151e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '55d27fd5-6f49-4a4f-83b6-ddb3b2159739'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:34:40.864592 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-7882d8fd-c79b-43a9-bf4c-0789d78d3c71 None None] Bound port: e377b03a-1a61-499d-a751-25aa404a0a9e, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '070b9d07-fb93-44cf-95c6-8cc9c4151e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '55d27fd5-6f49-4a4f-83b6-ddb3b2159739'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:34:40.866296 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7882d8fd-c79b-43a9-bf4c-0789d78d3c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (e377b03a-1a61-499d-a751-25aa404a0a9e), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:40.932204 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-7882d8fd-c79b-43a9-bf4c-0789d78d3c71 None None] For port e377b03a-1a61-499d-a751-25aa404a0a9e, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:34:40.935452 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-7882d8fd-c79b-43a9-bf4c-0789d78d3c71 None None] For port e377b03a-1a61-499d-a751-25aa404a0a9e, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=e377b03a-1a61-499d-a751-25aa404a0a9e,segment=NetworkSegment(070b9d07-fb93-44cf-95c6-8cc9c4151e63),segment_id=070b9d07-fb93-44cf-95c6-8cc9c4151e63)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:34:40.991520 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-1e14cfe2-b974-40c6-a078-f0a63fcb55ff None None] Provisioning complete for port e377b03a-1a61-499d-a751-25aa404a0a9e triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:34:40.991886 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1e14cfe2-b974-40c6-a078-f0a63fcb55ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (e377b03a-1a61-499d-a751-25aa404a0a9e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:41.013900 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7882d8fd-c79b-43a9-bf4c-0789d78d3c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (e377b03a-1a61-499d-a751-25aa404a0a9e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:41.063272 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-1e14cfe2-b974-40c6-a078-f0a63fcb55ff None None] Port e377b03a-1a61-499d-a751-25aa404a0a9e cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:34:41.082032 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af75e1fb-b584-477b-9117-f2a086b128ed None None] Pushing event updated for resources: {'Port': ['ID=e377b03a-1a61-499d-a751-25aa404a0a9e,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:41.087260 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7882d8fd-c79b-43a9-bf4c-0789d78d3c71 None None] Routers {'f034136f-6c2d-493b-82de-d9b0b9f0f0b4'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:34:41.087873 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-7882d8fd-c79b-43a9-bf4c-0789d78d3c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:34:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['f034136f-6c2d-493b-82de-d9b0b9f0f0b4'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:34:41.201473 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-7882d8fd-c79b-43a9-bf4c-0789d78d3c71 None None] Set router f034136f-6c2d-493b-82de-d9b0b9f0f0b4 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:34:41.311725 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-66810c8f-0a21-4575-a999-e6ce34686437 None None] Provisioning complete for port e377b03a-1a61-499d-a751-25aa404a0a9e triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:34:41.312090 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-66810c8f-0a21-4575-a999-e6ce34686437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (e377b03a-1a61-499d-a751-25aa404a0a9e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:41.479897 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-66810c8f-0a21-4575-a999-e6ce34686437 None None] Current status of the port e377b03a-1a61-499d-a751-25aa404a0a9e is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:34:41.480823 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-66810c8f-0a21-4575-a999-e6ce34686437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (e377b03a-1a61-499d-a751-25aa404a0a9e), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:41.521949 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-66810c8f-0a21-4575-a999-e6ce34686437 None None] For port e377b03a-1a61-499d-a751-25aa404a0a9e, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=e377b03a-1a61-499d-a751-25aa404a0a9e,segment=NetworkSegment(070b9d07-fb93-44cf-95c6-8cc9c4151e63),segment_id=070b9d07-fb93-44cf-95c6-8cc9c4151e63)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:34:41.533995 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-7882d8fd-c79b-43a9-bf4c-0789d78d3c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'name': 'tempest-TestNetworkBasicOps-router-1882763774', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.28'}], 'enable_snat': True}, 'gw_port_id': 'c40e4684-16a6-436a-afac-0fc35ea52bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:41Z', 'updated_at': '2022-01-29T04:34:38Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': 'c40e4684-16a6-436a-afac-0fc35ea52bb5', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fa:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:42Z', 'updated_at': '2022-01-29T04:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '8a504dd4-74eb-4269-83ad-a9ccf6b9c57d', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.66', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'port_id': '4028d839-f19e-4bc0-bcbe-dcb9721298c7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebcdb780-1f88-4d1c-a13a-91ce96081123', 'mac_address': 'fa:16:3e:43:af:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb1feff-f3c3-47e0-98f4-676b12e63148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:33:08Z', 'updated_at': '2022-01-29T04:33:10Z', 'revision_number': 1, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '038210e2-3801-4e54-b4bf-d8458c62a4e7', 'name': '', 'network_id': 'ebcdb780-1f88-4d1c-a13a-91ce96081123', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:f0:9a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '8905a4f2-b145-45fb-8bd0-d8027dca8ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:46Z', 'updated_at': '2022-01-29T04:32:50Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '8905a4f2-b145-45fb-8bd0-d8027dca8ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e377b03a-1a61-499d-a751-25aa404a0a9e', 'name': '', 'network_id': '55d27fd5-6f49-4a4f-83b6-ddb3b2159739', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:d0:5c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'a7673882-cc84-46a0-87a0-572bed02dbb4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:34:38Z', 'updated_at': '2022-01-29T04:34:40Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': 'a7673882-cc84-46a0-87a0-572bed02dbb4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:34:41.560927 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7882d8fd-c79b-43a9-bf4c-0789d78d3c71 None None] The sync data for ids ['f034136f-6c2d-493b-82de-d9b0b9f0f0b4'] in dv-neutron-821190-1-hyperv is: [{'id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'name': 'tempest-TestNetworkBasicOps-router-1882763774', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.28'}], 'enable_snat': True}, 'gw_port_id': 'c40e4684-16a6-436a-afac-0fc35ea52bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:41Z', 'updated_at': '2022-01-29T04:34:38Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': 'c40e4684-16a6-436a-afac-0fc35ea52bb5', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fa:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:42Z', 'updated_at': '2022-01-29T04:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '8a504dd4-74eb-4269-83ad-a9ccf6b9c57d', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.66', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'port_id': '4028d839-f19e-4bc0-bcbe-dcb9721298c7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebcdb780-1f88-4d1c-a13a-91ce96081123', 'mac_address': 'fa:16:3e:43:af:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb1feff-f3c3-47e0-98f4-676b12e63148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:33:08Z', 'updated_at': '2022-01-29T04:33:10Z', 'revision_number': 1, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '038210e2-3801-4e54-b4bf-d8458c62a4e7', 'name': '', 'network_id': 'ebcdb780-1f88-4d1c-a13a-91ce96081123', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:f0:9a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '8905a4f2-b145-45fb-8bd0-d8027dca8ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:46Z', 'updated_at': '2022-01-29T04:32:50Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '8905a4f2-b145-45fb-8bd0-d8027dca8ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e377b03a-1a61-499d-a751-25aa404a0a9e', 'name': '', 'network_id': '55d27fd5-6f49-4a4f-83b6-ddb3b2159739', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:d0:5c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'a7673882-cc84-46a0-87a0-572bed02dbb4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:34:38Z', 'updated_at': '2022-01-29T04:34:40Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': 'a7673882-cc84-46a0-87a0-572bed02dbb4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:34:41.573869 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-66810c8f-0a21-4575-a999-e6ce34686437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (e377b03a-1a61-499d-a751-25aa404a0a9e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:41.637609 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66810c8f-0a21-4575-a999-e6ce34686437 None None] Pushing event updated for resources: {'Port': ['ID=e377b03a-1a61-499d-a751-25aa404a0a9e,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:43.467463 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device e377b03a-1a61-499d-a751-25aa404a0a9e up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:34:43.521656 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port e377b03a-1a61-499d-a751-25aa404a0a9e triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:34:43.522030 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (e377b03a-1a61-499d-a751-25aa404a0a9e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:43.595855 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port e377b03a-1a61-499d-a751-25aa404a0a9e is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:34:49.057207 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6987f4-217b-41af-a8a6-ccc203cc8055 req-80986478-c717-4e85-b16e-93f0998c81df tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:49.059230 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ae6987f4-217b-41af-a8a6-ccc203cc8055 req-80986478-c717-4e85-b16e-93f0998c81df tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c HTTP/1.1" status: 200 len: 945 time: 0.0531399 Jan 29 04:34:49.107234 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ae6987f4-217b-41af-a8a6-ccc203cc8055 req-2bdc8c20-4357-4722-ac09-1eb22541aa1f tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428717 Jan 29 04:34:50.190816 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eefd9c4a-74fb-4cc9-8ceb-ef0d94dc7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:50.231986 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c403b5-c4f9-41aa-9d03-b0b594fce8b2 req-8fe5b7e8-3c79-46a0-836b-e37a1ab5780d tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:50.233509 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-97c403b5-c4f9-41aa-9d03-b0b594fce8b2 req-8fe5b7e8-3c79-46a0-836b-e37a1ab5780d tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c HTTP/1.1" status: 200 len: 945 time: 0.0549912 Jan 29 04:34:50.281756 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-97c403b5-c4f9-41aa-9d03-b0b594fce8b2 req-0f912b9e-8545-43f0-bc6e-650f2ad7c6c0 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427070 Jan 29 04:34:50.943684 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4b3ed-0e65-4cf7-818d-e532885aa720 req-82abc903-dae8-4115-819a-e56b325e1c4c tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:50.945130 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1cf4b3ed-0e65-4cf7-818d-e532885aa720 req-82abc903-dae8-4115-819a-e56b325e1c4c tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c HTTP/1.1" status: 200 len: 945 time: 0.0516477 Jan 29 04:34:51.040030 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-1cf4b3ed-0e65-4cf7-818d-e532885aa720 req-c7032d8f-9073-4f83-9743-0fed1c19913d tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Deleting port a7a87376-f52f-4aa1-b0cc-c4e4a30f0615 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:34:51.040364 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-1cf4b3ed-0e65-4cf7-818d-e532885aa720 req-c7032d8f-9073-4f83-9743-0fed1c19913d tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (a7a87376-f52f-4aa1-b0cc-c4e4a30f0615), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:51.126036 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-1cf4b3ed-0e65-4cf7-818d-e532885aa720 req-c7032d8f-9073-4f83-9743-0fed1c19913d tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] For port a7a87376-f52f-4aa1-b0cc-c4e4a30f0615, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a7a87376-f52f-4aa1-b0cc-c4e4a30f0615,segment=NetworkSegment(c716b040-a748-4481-b1ab-9f6d7d87cd90),segment_id=c716b040-a748-4481-b1ab-9f6d7d87cd90)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:34:51.126319 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-1cf4b3ed-0e65-4cf7-818d-e532885aa720 req-c7032d8f-9073-4f83-9743-0fed1c19913d tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (a7a87376-f52f-4aa1-b0cc-c4e4a30f0615), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:51.344373 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-1cf4b3ed-0e65-4cf7-818d-e532885aa720 req-c7032d8f-9073-4f83-9743-0fed1c19913d tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:51.345087 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-1cf4b3ed-0e65-4cf7-818d-e532885aa720 req-c7032d8f-9073-4f83-9743-0fed1c19913d tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (3001a23d-c07a-4204-a67d-5ebeb17ecc91), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:51.345087 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.l3_db [req-1cf4b3ed-0e65-4cf7-818d-e532885aa720 req-c7032d8f-9073-4f83-9743-0fed1c19913d tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Floating IP 3001a23d-c07a-4204-a67d-5ebeb17ecc91 disassociated. External IP: 172.26.8.36, port: a7a87376-f52f-4aa1-b0cc-c4e4a30f0615. Jan 29 04:34:51.345309 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-1cf4b3ed-0e65-4cf7-818d-e532885aa720 req-c7032d8f-9073-4f83-9743-0fed1c19913d tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Calling delete_port for a7a87376-f52f-4aa1-b0cc-c4e4a30f0615 owned by compute:nova {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:34:51.400769 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d19d7-51b5-41f5-889a-8993cb57bc09 req-1757f1e4-48f2-4147-95db-2462c51426bb tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:51.411502 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-da8d19d7-51b5-41f5-889a-8993cb57bc09 req-1757f1e4-48f2-4147-95db-2462c51426bb tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c HTTP/1.1" status: 200 len: 945 time: 0.0528681 Jan 29 04:34:51.456549 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-da8d19d7-51b5-41f5-889a-8993cb57bc09 req-f8fac737-4a0e-4cda-ba4a-99334f48f3a2 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486948 Jan 29 04:34:51.528476 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-1cf4b3ed-0e65-4cf7-818d-e532885aa720 req-c7032d8f-9073-4f83-9743-0fed1c19913d tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (a7a87376-f52f-4aa1-b0cc-c4e4a30f0615), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:51.558152 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7032d8f-9073-4f83-9743-0fed1c19913d tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Pushing event deleted for resources: {'Port': ['ID=a7a87376-f52f-4aa1-b0cc-c4e4a30f0615,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:51.673148 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1cf4b3ed-0e65-4cf7-818d-e532885aa720 req-c7032d8f-9073-4f83-9743-0fed1c19913d tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Router b43ba331-a11d-4a64-9b59-9b15884ae556 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:34:51.778438 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1cf4b3ed-0e65-4cf7-818d-e532885aa720 req-c7032d8f-9073-4f83-9743-0fed1c19913d tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:34:51.788771 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da9e65a-6961-4cfe-854d-f48628dc477d None None] Sync routers for ids ['b43ba331-a11d-4a64-9b59-9b15884ae556'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:34:51.802311 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da9e65a-6961-4cfe-854d-f48628dc477d None None] Routers {'b43ba331-a11d-4a64-9b59-9b15884ae556'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:34:51.802918 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-7da9e65a-6961-4cfe-854d-f48628dc477d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:34:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b43ba331-a11d-4a64-9b59-9b15884ae556'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:34:51.826884 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf4b3ed-0e65-4cf7-818d-e532885aa720 req-c7032d8f-9073-4f83-9743-0fed1c19913d tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] No DVR routers for this DVR port a7a87376-f52f-4aa1-b0cc-c4e4a30f0615 on host hv-neutron-8211 {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:34:51.828795 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-1cf4b3ed-0e65-4cf7-818d-e532885aa720 req-c7032d8f-9073-4f83-9743-0fed1c19913d tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:51.832113 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1cf4b3ed-0e65-4cf7-818d-e532885aa720 req-c7032d8f-9073-4f83-9743-0fed1c19913d tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.18 "DELETE /v2.0/ports/a7a87376-f52f-4aa1-b0cc-c4e4a30f0615 HTTP/1.1" status: 204 len: 173 time: 0.8814383 Jan 29 04:34:51.832585 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbff3068-abc1-410e-8b9a-c2d16890e79c', 'name': 'network-vif-deleted', 'tag': 'a7a87376-f52f-4aa1-b0cc-c4e4a30f0615'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:34:51.834840 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320bfb59-d6aa-4098-8a46-309911495143" -d '{"events": [{"server_uuid": "bbff3068-abc1-410e-8b9a-c2d16890e79c", "name": "network-vif-deleted", "tag": "a7a87376-f52f-4aa1-b0cc-c4e4a30f0615"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:34:51.873670 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeaf4fe7-9695-435b-8ab8-79ccbe21e547 x-openstack-request-id: req-eeaf4fe7-9695-435b-8ab8-79ccbe21e547 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:34:51.873884 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbff3068-abc1-410e-8b9a-c2d16890e79c", "name": "network-vif-deleted", "tag": "a7a87376-f52f-4aa1-b0cc-c4e4a30f0615", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:34:51.874100 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eeaf4fe7-9695-435b-8ab8-79ccbe21e547 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:34:51.874457 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbff3068-abc1-410e-8b9a-c2d16890e79c', 'name': 'network-vif-deleted', 'tag': 'a7a87376-f52f-4aa1-b0cc-c4e4a30f0615', 'status': 'completed', 'code': 200} Jan 29 04:34:51.923318 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-7da9e65a-6961-4cfe-854d-f48628dc477d None None] Set router b43ba331-a11d-4a64-9b59-9b15884ae556 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:34:52.216951 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-7da9e65a-6961-4cfe-854d-f48628dc477d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'name': 'tempest-TestVolumeBootPattern-1182025116-router', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:12Z', 'updated_at': '2022-01-29T04:30:21Z', 'revision_number': 4, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'gw_port': {'id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:14Z', 'updated_at': '2022-01-29T04:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '98a2ab77-b23f-4e5a-bf17-3bc88a105717', 'name': '', 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'mac_address': 'fa:16:3e:b5:b3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:20Z', 'updated_at': '2022-01-29T04:30:31Z', 'revision_number': 5, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'subnets': [{'id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:34:52.242360 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da9e65a-6961-4cfe-854d-f48628dc477d None None] Checking router: b43ba331-a11d-4a64-9b59-9b15884ae556 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:34:52.250849 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da9e65a-6961-4cfe-854d-f48628dc477d None None] Routers {'b43ba331-a11d-4a64-9b59-9b15884ae556'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:34:52.251442 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-7da9e65a-6961-4cfe-854d-f48628dc477d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:34:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b43ba331-a11d-4a64-9b59-9b15884ae556'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:34:52.354061 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-7da9e65a-6961-4cfe-854d-f48628dc477d None None] Set router b43ba331-a11d-4a64-9b59-9b15884ae556 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:34:52.468363 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6af42b98-d0da-4927-9b24-26c05fb559d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:52.551631 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-c6ab5ef2-6ac3-431f-89a9-9b84d10df650 req-9a7d349d-2a4a-43b8-b456-a0949a09d744 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c HTTP/1.1" status: 200 len: 210 time: 0.0276434 Jan 29 04:34:52.559473 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-7da9e65a-6961-4cfe-854d-f48628dc477d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'name': 'tempest-TestVolumeBootPattern-1182025116-router', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:12Z', 'updated_at': '2022-01-29T04:30:21Z', 'revision_number': 4, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'gw_port': {'id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:14Z', 'updated_at': '2022-01-29T04:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '98a2ab77-b23f-4e5a-bf17-3bc88a105717', 'name': '', 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'mac_address': 'fa:16:3e:b5:b3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:20Z', 'updated_at': '2022-01-29T04:30:31Z', 'revision_number': 5, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'subnets': [{'id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:34:52.586292 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da9e65a-6961-4cfe-854d-f48628dc477d None None] The sync data for ids ['b43ba331-a11d-4a64-9b59-9b15884ae556'] in dv-neutron-821190-1-hyperv is: [{'id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'name': 'tempest-TestVolumeBootPattern-1182025116-router', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:12Z', 'updated_at': '2022-01-29T04:30:21Z', 'revision_number': 4, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'gw_port': {'id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:14Z', 'updated_at': '2022-01-29T04:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '98a2ab77-b23f-4e5a-bf17-3bc88a105717', 'name': '', 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'mac_address': 'fa:16:3e:b5:b3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:20Z', 'updated_at': '2022-01-29T04:30:31Z', 'revision_number': 5, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'subnets': [{'id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:34:52.805271 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5aabda-5ab2-4200-b21f-8de9bf5e4f7f None None] New status for floating IP 3001a23d-c07a-4204-a67d-5ebeb17ecc91: DOWN {{(pid=103586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:34:53.648573 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:53.656590 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2d4abac3-0dcd-44f7-9860-5c53f6504f56 req-874fbba7-9689-42c3-a437-bced354e22f6 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c HTTP/1.1" status: 200 len: 210 time: 0.0318604 Jan 29 04:34:53.784894 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:54.526672 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device a7a87376-f52f-4aa1-b0cc-c4e4a30f0615 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:34:54.547907 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] No Port match for: a7a87376-f52f-4aa1-b0cc-c4e4a30f0615 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:34:54.549469 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device a7a87376-f52f-4aa1-b0cc-c4e4a30f0615 not bound to the agent host hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:34:54.761224 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-c3bc054e-8fd2-48c5-9da1-6556f73b9955 req-995f1b5b-0fce-44d7-9736-d6aeb4de9582 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c HTTP/1.1" status: 200 len: 210 time: 0.0375941 Jan 29 04:34:54.785545 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:55.856869 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-91cc2890-171b-4f1a-ae19-71eb634ab157 req-45d5f8a6-bbd2-47bc-91ca-4f83d4844829 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c HTTP/1.1" status: 200 len: 210 time: 0.0279968 Jan 29 04:34:56.391042 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:34:56.949813 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-88b44148-e8a8-458d-9520-dd007ce61f1b req-b0806db3-40eb-4d80-9000-fdaef4bf59ba tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c HTTP/1.1" status: 200 len: 210 time: 0.0274060 Jan 29 04:34:58.042667 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-774882d9-66cd-4cee-9a1a-4d98b387fb26 req-d40fb6d8-fff9-469a-b71a-03c61d184d9f tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c HTTP/1.1" status: 200 len: 210 time: 0.0265779 Jan 29 04:34:59.136160 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-70514ab4-7878-43dc-a9d6-7755ba2cd992 req-48301095-700e-4768-a6ed-13688ebc6296 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c HTTP/1.1" status: 200 len: 210 time: 0.0270927 Jan 29 04:35:00.228965 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9c711d26-68b4-4f79-813f-19ad3d173ed6 req-467a6fb9-2dc1-483d-bcba-e12e261c8ad5 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c HTTP/1.1" status: 200 len: 210 time: 0.0265403 Jan 29 04:35:01.333254 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9b369849-e547-4b54-914b-f1fecc4e358a req-284f5913-adf8-4e38-bbc9-1282d60bb04c tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbff3068-abc1-410e-8b9a-c2d16890e79c HTTP/1.1" status: 200 len: 210 time: 0.0271320 Jan 29 04:35:02.618359 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-17818029-15f9-487f-adb3-8a569ebb5977 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-561757372&fields=id&tenant_id=1b0e4f5bc18f46e19e7272f5d8beca17 HTTP/1.1" status: 200 len: 267 time: 0.0561571 Jan 29 04:35:02.716710 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-f65155ca-c187-47c0-a4bc-304f24bc02fa tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:02.718182 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-f65155ca-c187-47c0-a4bc-304f24bc02fa tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/networks?id=0e91feca-45f0-4a0a-b0ad-b17a5562d039 HTTP/1.1" status: 200 len: 812 time: 0.0991707 Jan 29 04:35:02.732819 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-6bb272fe-e669-480f-91c4-348d30922f15 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/quotas/1b0e4f5bc18f46e19e7272f5d8beca17 HTTP/1.1" status: 200 len: 375 time: 0.0093513 Jan 29 04:35:02.798504 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-cc3a35a6-b0ba-4340-9e46-c70e3573de55 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b0e4f5bc18f46e19e7272f5d8beca17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610163 Jan 29 04:35:02.894219 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-83040d3b-f392-4e51-baf4-23b2d8507fb9 service neutron] 10.222.0.13 "GET /v2.0/networks/0e91feca-45f0-4a0a-b0ad-b17a5562d039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843594 Jan 29 04:35:02.980094 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-673a57af-888a-486f-87c1-0d3c2613bae4 service neutron] 10.222.0.13 "GET /v2.0/networks/0e91feca-45f0-4a0a-b0ad-b17a5562d039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802176 Jan 29 04:35:03.476042 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4e9dfa7f-943a-43db-bd93-08417882595d req-2bc95a5e-a65c-4a4b-8526-8bb850f92fa3 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c91c482-2b8e-47ae-8499-83bac73927d3 HTTP/1.1" status: 200 len: 210 time: 0.0262802 Jan 29 04:35:04.581886 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-86f6fce9-43f8-4621-adc6-87ca7c6aa14a req-5829c707-01dc-4688-b230-ce2938fac97c tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c91c482-2b8e-47ae-8499-83bac73927d3 HTTP/1.1" status: 200 len: 210 time: 0.0329239 Jan 29 04:35:05.205518 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-266e9d29-9fb2-4d60-aeb1-17d7ecccc2db tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:05.207025 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-266e9d29-9fb2-4d60-aeb1-17d7ecccc2db tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.18 "GET /v2.0/networks?id=0e91feca-45f0-4a0a-b0ad-b17a5562d039 HTTP/1.1" status: 200 len: 812 time: 0.1069996 Jan 29 04:35:05.275872 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-487c434a-261e-49f3-991f-3ada10ca54d8 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b0e4f5bc18f46e19e7272f5d8beca17 HTTP/1.1" status: 200 len: 379 time: 0.0543265 Jan 29 04:35:05.283781 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-8dd6c7e2-30da-4e65-96f7-d84626fba755 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Request body: {'port': {'device_id': '7c91c482-2b8e-47ae-8499-83bac73927d3', 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039', 'admin_state_up': True, 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'security_groups': ['a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d']}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:05.453749 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-8dd6c7e2-30da-4e65-96f7-d84626fba755 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Made reservation on behalf of 1b0e4f5bc18f46e19e7272f5d8beca17 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:35:05.457259 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-8dd6c7e2-30da-4e65-96f7-d84626fba755 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:05.584064 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-8dd6c7e2-30da-4e65-96f7-d84626fba755 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Allocated IP 172.20.0.14 (0e91feca-45f0-4a0a-b0ad-b17a5562d039/c5ef5406-79aa-4490-92c9-3e7f9e568ee2/630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:35:05.707374 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8e926023-6ae4-4959-8879-df0dda3105c0 req-6efd8d6d-09b7-4b59-87ca-a08cdc4ac81b tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c91c482-2b8e-47ae-8499-83bac73927d3 HTTP/1.1" status: 200 len: 210 time: 0.0342734 Jan 29 04:35:05.753508 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-8dd6c7e2-30da-4e65-96f7-d84626fba755 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks [] for port (630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:05.854748 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-8dd6c7e2-30da-4e65-96f7-d84626fba755 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:05.895374 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-8dd6c7e2-30da-4e65-96f7-d84626fba755 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Network 0e91feca-45f0-4a0a-b0ad-b17a5562d039 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:35:05.898520 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-8dd6c7e2-30da-4e65-96f7-d84626fba755 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:35:05.901037 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-8dd6c7e2-30da-4e65-96f7-d84626fba755 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:35:05.939799 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6c7e2-30da-4e65-96f7-d84626fba755 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Pushing event updated for resources: {'Port': ['ID=630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:05.966196 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-8dd6c7e2-30da-4e65-96f7-d84626fba755 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:05.967080 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-8dd6c7e2-30da-4e65-96f7-d84626fba755 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:06.039875 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-8dd6c7e2-30da-4e65-96f7-d84626fba755 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7596056 Jan 29 04:35:06.058894 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-8e45c6f9-c54f-4186-812f-8a530b53f68f service neutron] Request body: {'port': {'device_id': '7c91c482-2b8e-47ae-8499-83bac73927d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:06.120379 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-8e45c6f9-c54f-4186-812f-8a530b53f68f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:06.144387 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-01d77c2b-5060-47d7-a944-cdc78e3f6744 None None] Provisioning complete for port 630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:06.145037 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-01d77c2b-5060-47d7-a944-cdc78e3f6744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:06.179108 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-01d77c2b-5060-47d7-a944-cdc78e3f6744 None None] Port 630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:35:06.392330 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-8e45c6f9-c54f-4186-812f-8a530b53f68f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2 {{(pid=103585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:35:06.399792 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-8e45c6f9-c54f-4186-812f-8a530b53f68f service neutron] Publish callbacks [] for port (630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:06.412400 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.provisioning_blocks [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-8e45c6f9-c54f-4186-812f-8a530b53f68f service neutron] Transition to ACTIVE for port object 630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2 will not be triggered until provisioned by entity L2. {{(pid=103585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:35:06.459334 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-8e45c6f9-c54f-4186-812f-8a530b53f68f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:06.509658 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e45c6f9-c54f-4186-812f-8a530b53f68f service neutron] Pushing event updated for resources: {'Port': ['ID=630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:06.585953 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-8e45c6f9-c54f-4186-812f-8a530b53f68f service neutron] Attempting to bind port 630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:35:06.586298 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-8e45c6f9-c54f-4186-812f-8a530b53f68f service neutron] Attempting to bind port 630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'c716b040-a748-4481-b1ab-9f6d7d87cd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:35:06.586631 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-8e45c6f9-c54f-4186-812f-8a530b53f68f service neutron] Attempting to bind port 630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2 on network 0e91feca-45f0-4a0a-b0ad-b17a5562d039 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:35:06.592030 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-8e45c6f9-c54f-4186-812f-8a530b53f68f service neutron] Port 630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2 on network 0e91feca-45f0-4a0a-b0ad-b17a5562d039 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:35:06.592368 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-8e45c6f9-c54f-4186-812f-8a530b53f68f service neutron] Attempting to bind port 630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2 on network 0e91feca-45f0-4a0a-b0ad-b17a5562d039 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:35:06.597763 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-8e45c6f9-c54f-4186-812f-8a530b53f68f service neutron] Checking agent: {'id': '15eedd85-6d76-4715-a40f-dc31e854816c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'started_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:35:06.598118 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-8e45c6f9-c54f-4186-812f-8a530b53f68f service neutron] Checking segment: {'id': 'c716b040-a748-4481-b1ab-9f6d7d87cd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:35:06.598505 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-8e45c6f9-c54f-4186-812f-8a530b53f68f service neutron] Bound using segment: {'id': 'c716b040-a748-4481-b1ab-9f6d7d87cd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039'} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:35:06.598944 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-8e45c6f9-c54f-4186-812f-8a530b53f68f service neutron] Bound port: 630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c716b040-a748-4481-b1ab-9f6d7d87cd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039'}}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:35:06.599301 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-8e45c6f9-c54f-4186-812f-8a530b53f68f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:06.670254 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-8e45c6f9-c54f-4186-812f-8a530b53f68f service neutron] For port 630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2, host hv-neutron-8211, cleared binding levels {{(pid=103585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:35:06.673569 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-8e45c6f9-c54f-4186-812f-8a530b53f68f service neutron] For port 630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2,segment=NetworkSegment(c716b040-a748-4481-b1ab-9f6d7d87cd90),segment_id=c716b040-a748-4481-b1ab-9f6d7d87cd90)] {{(pid=103585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:35:06.741830 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-8e45c6f9-c54f-4186-812f-8a530b53f68f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:06.780370 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-8e45c6f9-c54f-4186-812f-8a530b53f68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:06.781022 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-8e45c6f9-c54f-4186-812f-8a530b53f68f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:06.782417 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-8e45c6f9-c54f-4186-812f-8a530b53f68f service neutron] 10.222.0.18 "PUT /v2.0/ports/630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2 HTTP/1.1" status: 200 len: 1094 time: 0.7282071 Jan 29 04:35:06.782867 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c91c482-2b8e-47ae-8499-83bac73927d3', 'tag': '630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:35:06.785134 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852cfbb7-23ed-4695-bced-5ddb13e7f549" -d '{"events": [{"name": "network-changed", "server_uuid": "7c91c482-2b8e-47ae-8499-83bac73927d3", "tag": "630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:35:06.837228 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e45c6f9-c54f-4186-812f-8a530b53f68f service neutron] Pushing event updated for resources: {'Port': ['ID=630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2,revision_number=3']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:06.854609 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0bc74c-3be0-4800-bc6c-9148642a0ac0 x-openstack-request-id: req-5e0bc74c-3be0-4800-bc6c-9148642a0ac0 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:35:06.854609 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c91c482-2b8e-47ae-8499-83bac73927d3", "tag": "630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:35:06.854609 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e0bc74c-3be0-4800-bc6c-9148642a0ac0 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:35:06.854609 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c91c482-2b8e-47ae-8499-83bac73927d3', 'tag': '630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2', 'status': 'completed', 'code': 200} Jan 29 04:35:06.855893 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f140266-7847-4413-8aa2-c02678eaf60c req-93c03221-6970-4050-8000-a98d18585dc8 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:06.857240 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9f140266-7847-4413-8aa2-c02678eaf60c req-93c03221-6970-4050-8000-a98d18585dc8 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c91c482-2b8e-47ae-8499-83bac73927d3 HTTP/1.1" status: 200 len: 944 time: 0.0771275 Jan 29 04:35:06.922792 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9f140266-7847-4413-8aa2-c02678eaf60c req-e9af226a-5bed-444f-9705-e97607e33848 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550771 Jan 29 04:35:06.949337 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852cfbb7-23ed-4695-bced-5ddb13e7f549 req-d021eb2c-48b6-4699-9679-14517c9de1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:06.951079 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-852cfbb7-23ed-4695-bced-5ddb13e7f549 req-d021eb2c-48b6-4699-9679-14517c9de1c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1b0e4f5bc18f46e19e7272f5d8beca17&device_id=7c91c482-2b8e-47ae-8499-83bac73927d3 HTTP/1.1" status: 200 len: 1128 time: 0.0592365 Jan 29 04:35:07.064427 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852cfbb7-23ed-4695-bced-5ddb13e7f549 req-1546daf4-94ae-431b-b96c-20b5a0088b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:07.065925 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-852cfbb7-23ed-4695-bced-5ddb13e7f549 req-1546daf4-94ae-431b-b96c-20b5a0088b0c service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=1b0e4f5bc18f46e19e7272f5d8beca17&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0993576 Jan 29 04:35:07.159729 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852cfbb7-23ed-4695-bced-5ddb13e7f549 req-5cf4a935-9de1-4eb6-a2f3-a0b950eff8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:07.161266 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-852cfbb7-23ed-4695-bced-5ddb13e7f549 req-5cf4a935-9de1-4eb6-a2f3-a0b950eff8d9 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892103 Jan 29 04:35:07.269033 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-87380eb1-3069-4bc7-98e3-098da8e5efc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:07.270518 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-87380eb1-3069-4bc7-98e3-098da8e5efc0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1b0e4f5bc18f46e19e7272f5d8beca17&device_id=7c91c482-2b8e-47ae-8499-83bac73927d3 HTTP/1.1" status: 200 len: 1128 time: 0.0459526 Jan 29 04:35:07.619768 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-627c8711-c29a-496f-8a28-c8f765c30937 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2 HTTP/1.1" status: 200 len: 217 time: 0.3350585 Jan 29 04:35:07.667696 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-73b0d3a4-512f-4db2-bb2d-3274928c009f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:07.669552 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-73b0d3a4-512f-4db2-bb2d-3274928c009f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c5ef5406-79aa-4490-92c9-3e7f9e568ee2 HTTP/1.1" status: 200 len: 851 time: 0.0443614 Jan 29 04:35:07.718552 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-9c252d09-9e23-440d-9b9f-61f380cc065f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:07.720098 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-9c252d09-9e23-440d-9b9f-61f380cc065f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e91feca-45f0-4a0a-b0ad-b17a5562d039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0443132 Jan 29 04:35:07.809182 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-b1e7acb1-7e5d-4d5c-9fe1-40ed0f428fdb service neutron] 10.222.0.18 "GET /v2.0/networks/0e91feca-45f0-4a0a-b0ad-b17a5562d039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829742 Jan 29 04:35:07.896257 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c33a6835-9476-42cd-8148-1ee12fc3351a req-4804a9ef-5cd3-4cf4-b087-56e740b9b744 service neutron] 10.222.0.18 "GET /v2.0/networks/0e91feca-45f0-4a0a-b0ad-b17a5562d039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818779 Jan 29 04:35:08.039163 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f54a0b-6246-4e29-abaf-077d5c3e3da3 req-49bc7d0b-85e0-43bd-b6de-b58e3974cc4a tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:08.040678 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-36f54a0b-6246-4e29-abaf-077d5c3e3da3 req-49bc7d0b-85e0-43bd-b6de-b58e3974cc4a tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c91c482-2b8e-47ae-8499-83bac73927d3 HTTP/1.1" status: 200 len: 944 time: 0.0606244 Jan 29 04:35:08.094233 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-36f54a0b-6246-4e29-abaf-077d5c3e3da3 req-77417c9b-d256-4a2f-aa0d-be589e91aa99 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475414 Jan 29 04:35:09.212852 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731e4bf-9d30-458b-8d8d-90cc84d7bc8a req-07bcc022-9509-44f8-8060-d7745ad7e7af tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:09.215090 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9731e4bf-9d30-458b-8d8d-90cc84d7bc8a req-07bcc022-9509-44f8-8060-d7745ad7e7af tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c91c482-2b8e-47ae-8499-83bac73927d3 HTTP/1.1" status: 200 len: 944 time: 0.0531125 Jan 29 04:35:09.262781 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9731e4bf-9d30-458b-8d8d-90cc84d7bc8a req-79372a7d-f440-4df5-bd24-9bcfd322c6fb tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421934 Jan 29 04:35:10.381332 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6be383-33a9-49b0-bbb8-8b833ad7c368 req-2d27a3ba-f9a2-4c1b-ba39-1a5ae757b490 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:10.382844 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5c6be383-33a9-49b0-bbb8-8b833ad7c368 req-2d27a3ba-f9a2-4c1b-ba39-1a5ae757b490 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c91c482-2b8e-47ae-8499-83bac73927d3 HTTP/1.1" status: 200 len: 944 time: 0.0540535 Jan 29 04:35:10.431880 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5c6be383-33a9-49b0-bbb8-8b833ad7c368 req-1b1bd3c9-25cf-446e-b660-211c106c2bde tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425959 Jan 29 04:35:11.456013 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56538) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:35:11.558369 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e9f79-820a-4b03-b840-0bca80d9ce08 req-011d138a-1e2d-43d7-a261-a77956f03d0c tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:11.560871 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-bb5e9f79-820a-4b03-b840-0bca80d9ce08 req-011d138a-1e2d-43d7-a261-a77956f03d0c tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c91c482-2b8e-47ae-8499-83bac73927d3 HTTP/1.1" status: 200 len: 944 time: 0.0614736 Jan 29 04:35:11.610837 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-bb5e9f79-820a-4b03-b840-0bca80d9ce08 req-21b36e82-f64e-499c-8443-d641796fed74 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439899 Jan 29 04:35:11.840062 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6520700f-41b5-4f29-b593-af117db57337 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (f034136f-6c2d-493b-82de-d9b0b9f0f0b4), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:12.148122 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-6520700f-41b5-4f29-b593-af117db57337 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Deleting port e377b03a-1a61-499d-a751-25aa404a0a9e {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:35:12.148370 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6520700f-41b5-4f29-b593-af117db57337 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (e377b03a-1a61-499d-a751-25aa404a0a9e), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:12.238809 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-6520700f-41b5-4f29-b593-af117db57337 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] For port e377b03a-1a61-499d-a751-25aa404a0a9e, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=e377b03a-1a61-499d-a751-25aa404a0a9e,segment=NetworkSegment(070b9d07-fb93-44cf-95c6-8cc9c4151e63),segment_id=070b9d07-fb93-44cf-95c6-8cc9c4151e63)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:12.239164 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6520700f-41b5-4f29-b593-af117db57337 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (e377b03a-1a61-499d-a751-25aa404a0a9e), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:12.251778 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-6520700f-41b5-4f29-b593-af117db57337 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Calling delete_port for e377b03a-1a61-499d-a751-25aa404a0a9e owned by network:router_interface {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:35:12.505552 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6520700f-41b5-4f29-b593-af117db57337 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (e377b03a-1a61-499d-a751-25aa404a0a9e), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:12.530235 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6520700f-41b5-4f29-b593-af117db57337 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Port': ['ID=e377b03a-1a61-499d-a751-25aa404a0a9e,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:12.742782 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6520700f-41b5-4f29-b593-af117db57337 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (f034136f-6c2d-493b-82de-d9b0b9f0f0b4), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:12.804173 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee1d05-fb16-4f5c-9a1c-edbf60a893c1 req-549a97a6-44b0-46d2-a6ed-ed40aedbf4f9 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:12.805598 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e3ee1d05-fb16-4f5c-9a1c-edbf60a893c1 req-549a97a6-44b0-46d2-a6ed-ed40aedbf4f9 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c91c482-2b8e-47ae-8499-83bac73927d3 HTTP/1.1" status: 200 len: 944 time: 0.1031935 Jan 29 04:35:12.901363 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e3ee1d05-fb16-4f5c-9a1c-edbf60a893c1 req-1ffc5f01-f6a3-44ec-9caf-12b6fcfc9b9b tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889740 Jan 29 04:35:13.013447 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6520700f-41b5-4f29-b593-af117db57337 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router f034136f-6c2d-493b-82de-d9b0b9f0f0b4 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:35:13.129186 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6520700f-41b5-4f29-b593-af117db57337 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:35:13.134689 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6520700f-41b5-4f29-b593-af117db57337 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "PUT /v2.0/routers/f034136f-6c2d-493b-82de-d9b0b9f0f0b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6775649 Jan 29 04:35:13.141037 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366d85b4-bb36-44a4-8e1a-f4128fdd3937 None None] Sync routers for ids ['f034136f-6c2d-493b-82de-d9b0b9f0f0b4'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:35:13.152731 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366d85b4-bb36-44a4-8e1a-f4128fdd3937 None None] Routers {'f034136f-6c2d-493b-82de-d9b0b9f0f0b4'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:35:13.153750 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-366d85b4-bb36-44a4-8e1a-f4128fdd3937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:34:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['f034136f-6c2d-493b-82de-d9b0b9f0f0b4'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:13.259630 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-366d85b4-bb36-44a4-8e1a-f4128fdd3937 None None] Set router f034136f-6c2d-493b-82de-d9b0b9f0f0b4 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:35:13.489482 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-366d85b4-bb36-44a4-8e1a-f4128fdd3937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'name': 'tempest-TestNetworkBasicOps-router-1882763774', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.28'}], 'enable_snat': True}, 'gw_port_id': 'c40e4684-16a6-436a-afac-0fc35ea52bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:41Z', 'updated_at': '2022-01-29T04:35:12Z', 'revision_number': 6, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': 'c40e4684-16a6-436a-afac-0fc35ea52bb5', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fa:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:42Z', 'updated_at': '2022-01-29T04:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '8a504dd4-74eb-4269-83ad-a9ccf6b9c57d', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.66', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'port_id': '4028d839-f19e-4bc0-bcbe-dcb9721298c7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebcdb780-1f88-4d1c-a13a-91ce96081123', 'mac_address': 'fa:16:3e:43:af:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb1feff-f3c3-47e0-98f4-676b12e63148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:33:08Z', 'updated_at': '2022-01-29T04:33:10Z', 'revision_number': 1, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '038210e2-3801-4e54-b4bf-d8458c62a4e7', 'name': '', 'network_id': 'ebcdb780-1f88-4d1c-a13a-91ce96081123', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:f0:9a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '8905a4f2-b145-45fb-8bd0-d8027dca8ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:46Z', 'updated_at': '2022-01-29T04:32:50Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '8905a4f2-b145-45fb-8bd0-d8027dca8ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:13.516285 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366d85b4-bb36-44a4-8e1a-f4128fdd3937 None None] Checking router: f034136f-6c2d-493b-82de-d9b0b9f0f0b4 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:35:13.527152 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366d85b4-bb36-44a4-8e1a-f4128fdd3937 None None] Routers {'f034136f-6c2d-493b-82de-d9b0b9f0f0b4'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:35:13.528346 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-366d85b4-bb36-44a4-8e1a-f4128fdd3937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:34:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['f034136f-6c2d-493b-82de-d9b0b9f0f0b4'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:13.571589 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df208c4-5d4b-426f-825e-cdc75e07a97b req-fb0ab936-b63c-4d39-8695-713b6abb68c0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:13.573741 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3df208c4-5d4b-426f-825e-cdc75e07a97b req-fb0ab936-b63c-4d39-8695-713b6abb68c0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b717319a-ca9b-4629-b436-fa87a0d28906 HTTP/1.1" status: 200 len: 946 time: 0.0540471 Jan 29 04:35:13.624325 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3df208c4-5d4b-426f-825e-cdc75e07a97b req-2bf2ca04-95be-4f2d-8dfb-a9ef25d59fea tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=f159baf0-cf59-4710-89a3-567918c61e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448794 Jan 29 04:35:13.646953 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-366d85b4-bb36-44a4-8e1a-f4128fdd3937 None None] Set router f034136f-6c2d-493b-82de-d9b0b9f0f0b4 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:35:13.874998 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-366d85b4-bb36-44a4-8e1a-f4128fdd3937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'name': 'tempest-TestNetworkBasicOps-router-1882763774', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.28'}], 'enable_snat': True}, 'gw_port_id': 'c40e4684-16a6-436a-afac-0fc35ea52bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:41Z', 'updated_at': '2022-01-29T04:35:12Z', 'revision_number': 6, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': 'c40e4684-16a6-436a-afac-0fc35ea52bb5', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fa:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:42Z', 'updated_at': '2022-01-29T04:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '8a504dd4-74eb-4269-83ad-a9ccf6b9c57d', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.66', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'port_id': '4028d839-f19e-4bc0-bcbe-dcb9721298c7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebcdb780-1f88-4d1c-a13a-91ce96081123', 'mac_address': 'fa:16:3e:43:af:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb1feff-f3c3-47e0-98f4-676b12e63148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:33:08Z', 'updated_at': '2022-01-29T04:33:10Z', 'revision_number': 1, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '038210e2-3801-4e54-b4bf-d8458c62a4e7', 'name': '', 'network_id': 'ebcdb780-1f88-4d1c-a13a-91ce96081123', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:f0:9a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '8905a4f2-b145-45fb-8bd0-d8027dca8ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:46Z', 'updated_at': '2022-01-29T04:32:50Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '8905a4f2-b145-45fb-8bd0-d8027dca8ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:13.904626 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366d85b4-bb36-44a4-8e1a-f4128fdd3937 None None] The sync data for ids ['f034136f-6c2d-493b-82de-d9b0b9f0f0b4'] in dv-neutron-821190-1-hyperv is: [{'id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'name': 'tempest-TestNetworkBasicOps-router-1882763774', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.28'}], 'enable_snat': True}, 'gw_port_id': 'c40e4684-16a6-436a-afac-0fc35ea52bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:41Z', 'updated_at': '2022-01-29T04:35:12Z', 'revision_number': 6, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': 'c40e4684-16a6-436a-afac-0fc35ea52bb5', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fa:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:42Z', 'updated_at': '2022-01-29T04:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '8a504dd4-74eb-4269-83ad-a9ccf6b9c57d', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.66', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'port_id': '4028d839-f19e-4bc0-bcbe-dcb9721298c7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebcdb780-1f88-4d1c-a13a-91ce96081123', 'mac_address': 'fa:16:3e:43:af:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb1feff-f3c3-47e0-98f4-676b12e63148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:33:08Z', 'updated_at': '2022-01-29T04:33:10Z', 'revision_number': 1, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '038210e2-3801-4e54-b4bf-d8458c62a4e7', 'name': '', 'network_id': 'ebcdb780-1f88-4d1c-a13a-91ce96081123', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:f0:9a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '8905a4f2-b145-45fb-8bd0-d8027dca8ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:46Z', 'updated_at': '2022-01-29T04:32:50Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '8905a4f2-b145-45fb-8bd0-d8027dca8ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:35:14.023556 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51d91f-615e-4d88-83dc-7d13bc570b28 req-c211fa7c-8b6c-4e0f-9fbb-a2b992dec0de tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:14.025082 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-fa51d91f-615e-4d88-83dc-7d13bc570b28 req-c211fa7c-8b6c-4e0f-9fbb-a2b992dec0de tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c91c482-2b8e-47ae-8499-83bac73927d3 HTTP/1.1" status: 200 len: 944 time: 0.0531375 Jan 29 04:35:14.076102 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-fa51d91f-615e-4d88-83dc-7d13bc570b28 req-34f07532-f3c6-433f-a380-8bf2569f6e46 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445311 Jan 29 04:35:14.752013 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a44064-b762-486e-91b8-219fc21f76a8 req-92d762a7-a16a-4bd8-8b27-2b23009889b0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:14.753649 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-48a44064-b762-486e-91b8-219fc21f76a8 req-92d762a7-a16a-4bd8-8b27-2b23009889b0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b717319a-ca9b-4629-b436-fa87a0d28906 HTTP/1.1" status: 200 len: 946 time: 0.0551529 Jan 29 04:35:14.806797 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-48a44064-b762-486e-91b8-219fc21f76a8 req-c8972790-b582-4df1-b07f-edecde3eb8f0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=f159baf0-cf59-4710-89a3-567918c61e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475795 Jan 29 04:35:15.148083 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b738404-0d4e-4bb1-8e19-5ea36dc74e2e req-40a40949-08c3-4a3d-b872-b712270d79c5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:15.149579 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8b738404-0d4e-4bb1-8e19-5ea36dc74e2e req-40a40949-08c3-4a3d-b872-b712270d79c5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "GET /v2.0/ports?device_id=b717319a-ca9b-4629-b436-fa87a0d28906 HTTP/1.1" status: 200 len: 946 time: 0.0542734 Jan 29 04:35:15.201166 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f713e-b88e-47fe-ab72-930ec73ed32b req-a3fe6cc7-416a-4d7d-85f9-9905734a689e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:15.202838 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-156f713e-b88e-47fe-ab72-930ec73ed32b req-a3fe6cc7-416a-4d7d-85f9-9905734a689e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c91c482-2b8e-47ae-8499-83bac73927d3 HTTP/1.1" status: 200 len: 944 time: 0.0592332 Jan 29 04:35:15.246399 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-8b738404-0d4e-4bb1-8e19-5ea36dc74e2e req-6ba47312-57bd-49a5-bd4b-e408c95a66da tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Deleting port 74dad936-9495-4a58-8153-d2351c633e2b {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:35:15.246673 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-8b738404-0d4e-4bb1-8e19-5ea36dc74e2e req-6ba47312-57bd-49a5-bd4b-e408c95a66da tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (74dad936-9495-4a58-8153-d2351c633e2b), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:15.253874 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-156f713e-b88e-47fe-ab72-930ec73ed32b req-1f18b0f7-d35b-4b56-8873-57fdfc659626 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451210 Jan 29 04:35:15.337860 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-8b738404-0d4e-4bb1-8e19-5ea36dc74e2e req-6ba47312-57bd-49a5-bd4b-e408c95a66da tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] For port 74dad936-9495-4a58-8153-d2351c633e2b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=74dad936-9495-4a58-8153-d2351c633e2b,segment=NetworkSegment(070b9d07-fb93-44cf-95c6-8cc9c4151e63),segment_id=070b9d07-fb93-44cf-95c6-8cc9c4151e63)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:15.338227 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-8b738404-0d4e-4bb1-8e19-5ea36dc74e2e req-6ba47312-57bd-49a5-bd4b-e408c95a66da tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (74dad936-9495-4a58-8153-d2351c633e2b), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:15.351023 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-8b738404-0d4e-4bb1-8e19-5ea36dc74e2e req-6ba47312-57bd-49a5-bd4b-e408c95a66da tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Calling delete_port for 74dad936-9495-4a58-8153-d2351c633e2b owned by compute:nova {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:35:15.416385 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device e377b03a-1a61-499d-a751-25aa404a0a9e no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:35:15.438391 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: e377b03a-1a61-499d-a751-25aa404a0a9e {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:35:15.438739 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device e377b03a-1a61-499d-a751-25aa404a0a9e not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:35:15.527987 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-8b738404-0d4e-4bb1-8e19-5ea36dc74e2e req-6ba47312-57bd-49a5-bd4b-e408c95a66da tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (74dad936-9495-4a58-8153-d2351c633e2b), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:15.556560 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba47312-57bd-49a5-bd4b-e408c95a66da tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Port': ['ID=74dad936-9495-4a58-8153-d2351c633e2b,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:15.599675 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b738404-0d4e-4bb1-8e19-5ea36dc74e2e req-6ba47312-57bd-49a5-bd4b-e408c95a66da tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] No DVR routers for this DVR port 74dad936-9495-4a58-8153-d2351c633e2b on host hv-neutron-8211 {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:35:15.602163 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-8b738404-0d4e-4bb1-8e19-5ea36dc74e2e req-6ba47312-57bd-49a5-bd4b-e408c95a66da tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:15.605506 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8b738404-0d4e-4bb1-8e19-5ea36dc74e2e req-6ba47312-57bd-49a5-bd4b-e408c95a66da tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "DELETE /v2.0/ports/74dad936-9495-4a58-8153-d2351c633e2b HTTP/1.1" status: 204 len: 173 time: 0.4512882 Jan 29 04:35:15.605939 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b717319a-ca9b-4629-b436-fa87a0d28906', 'name': 'network-vif-deleted', 'tag': '74dad936-9495-4a58-8153-d2351c633e2b'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:35:15.608145 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0ce017-3932-45d4-a88b-8232e91fec14" -d '{"events": [{"server_uuid": "b717319a-ca9b-4629-b436-fa87a0d28906", "name": "network-vif-deleted", "tag": "74dad936-9495-4a58-8153-d2351c633e2b"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:35:15.646594 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a767a791-c419-4594-8722-1a9a1d3b01da x-openstack-request-id: req-a767a791-c419-4594-8722-1a9a1d3b01da {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:35:15.646908 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b717319a-ca9b-4629-b436-fa87a0d28906", "name": "network-vif-deleted", "tag": "74dad936-9495-4a58-8153-d2351c633e2b", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:35:15.647166 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a767a791-c419-4594-8722-1a9a1d3b01da {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:35:15.647573 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b717319a-ca9b-4629-b436-fa87a0d28906', 'name': 'network-vif-deleted', 'tag': '74dad936-9495-4a58-8153-d2351c633e2b', 'status': 'completed', 'code': 200} Jan 29 04:35:15.902763 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-dfd4b0af-c4e9-48c6-ab86-33063dd20719 req-7a494e80-9107-4f84-af0b-03264a854705 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b717319a-ca9b-4629-b436-fa87a0d28906 HTTP/1.1" status: 200 len: 210 time: 0.0285144 Jan 29 04:35:16.373834 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e5d23-b1ca-4b6b-9e53-da7e6ffbfce1 req-7aeb78d3-ad1c-414d-991f-cfc46c5ebcc0 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:16.375397 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-396e5d23-b1ca-4b6b-9e53-da7e6ffbfce1 req-7aeb78d3-ad1c-414d-991f-cfc46c5ebcc0 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c91c482-2b8e-47ae-8499-83bac73927d3 HTTP/1.1" status: 200 len: 944 time: 0.0549755 Jan 29 04:35:16.429134 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-396e5d23-b1ca-4b6b-9e53-da7e6ffbfce1 req-a999faf9-5ccd-42f5-b1b9-e3a83f27dbac tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479546 Jan 29 04:35:16.439931 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:35:16.959129 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56560) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:35:17.021587 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a4fc8888-f917-47dc-b881-bd89640997fc tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (f159baf0-cf59-4710-89a3-567918c61e0c), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:17.047051 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a4fc8888-f917-47dc-b881-bd89640997fc tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (f159baf0-cf59-4710-89a3-567918c61e0c), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:17.190664 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a4fc8888-f917-47dc-b881-bd89640997fc tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (f159baf0-cf59-4710-89a3-567918c61e0c), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:17.193483 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a4fc8888-f917-47dc-b881-bd89640997fc tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:17.194633 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a4fc8888-f917-47dc-b881-bd89640997fc tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/security-groups/f159baf0-cf59-4710-89a3-567918c61e0c HTTP/1.1" status: 204 len: 168 time: 0.2344978 Jan 29 04:35:17.203766 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc8888-f917-47dc-b881-bd89640997fc tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f159baf0-cf59-4710-89a3-567918c61e0c,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:17.277944 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56564) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:35:17.328861 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fee2d49-4688-4e9d-bf1e-569f970028ae tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Deleting subnet a7673882-cc84-46a0-87a0-572bed02dbb4 {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:35:17.331927 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1fee2d49-4688-4e9d-bf1e-569f970028ae tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for subnet (a7673882-cc84-46a0-87a0-572bed02dbb4), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:17.371947 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1fee2d49-4688-4e9d-bf1e-569f970028ae tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (a7673882-cc84-46a0-87a0-572bed02dbb4), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:17.853153 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1d7a8-2cbf-4738-b0fb-6cd4ec76c892 req-1cd62150-a963-46b7-9293-ce4efa3892c8 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:17.854677 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-c7d1d7a8-2cbf-4738-b0fb-6cd4ec76c892 req-1cd62150-a963-46b7-9293-ce4efa3892c8 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c91c482-2b8e-47ae-8499-83bac73927d3 HTTP/1.1" status: 200 len: 944 time: 0.1201265 Jan 29 04:35:17.880385 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1fee2d49-4688-4e9d-bf1e-569f970028ae tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (a7673882-cc84-46a0-87a0-572bed02dbb4), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:17.945911 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-c7d1d7a8-2cbf-4738-b0fb-6cd4ec76c892 req-68617a1c-87b0-4936-b332-746eb19178f7 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854764 Jan 29 04:35:18.030871 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1fee2d49-4688-4e9d-bf1e-569f970028ae tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (a7673882-cc84-46a0-87a0-572bed02dbb4), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:18.059447 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fee2d49-4688-4e9d-bf1e-569f970028ae tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Subnet': ['ID=a7673882-cc84-46a0-87a0-572bed02dbb4,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:18.063302 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1fee2d49-4688-4e9d-bf1e-569f970028ae tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:18.066778 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1fee2d49-4688-4e9d-bf1e-569f970028ae tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/subnets/a7673882-cc84-46a0-87a0-572bed02dbb4 HTTP/1.1" status: 204 len: 168 time: 0.7875187 Jan 29 04:35:18.069562 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56568) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:35:18.070975 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763600c3-b388-4b7f-855a-7afb675115d9 None None] Network 55d27fd5-6f49-4a4f-83b6-ddb3b2159739 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:35:18.148757 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6a7e3f61-4c85-461e-970a-c116bbde7cf2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (55d27fd5-6f49-4a4f-83b6-ddb3b2159739), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:18.207359 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-6a7e3f61-4c85-461e-970a-c116bbde7cf2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Deleting port 80e22a87-ad1d-494e-ae90-05bde1e2c8d2 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:35:18.207706 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6a7e3f61-4c85-461e-970a-c116bbde7cf2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (80e22a87-ad1d-494e-ae90-05bde1e2c8d2), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:18.233343 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41da671-84ff-4312-9c3a-936aee3feeb6 None None] DHCP port deletion for 55d27fd5-6f49-4a4f-83b6-ddb3b2159739 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:35:18.270944 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-6a7e3f61-4c85-461e-970a-c116bbde7cf2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] For port 80e22a87-ad1d-494e-ae90-05bde1e2c8d2, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=80e22a87-ad1d-494e-ae90-05bde1e2c8d2,segment=NetworkSegment(070b9d07-fb93-44cf-95c6-8cc9c4151e63),segment_id=070b9d07-fb93-44cf-95c6-8cc9c4151e63)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:18.271309 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6a7e3f61-4c85-461e-970a-c116bbde7cf2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (80e22a87-ad1d-494e-ae90-05bde1e2c8d2), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:18.283901 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-d41da671-84ff-4312-9c3a-936aee3feeb6 None None] Deleting port 80e22a87-ad1d-494e-ae90-05bde1e2c8d2 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:35:18.284256 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d41da671-84ff-4312-9c3a-936aee3feeb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (80e22a87-ad1d-494e-ae90-05bde1e2c8d2), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:18.286213 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-6a7e3f61-4c85-461e-970a-c116bbde7cf2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Calling delete_port for 80e22a87-ad1d-494e-ae90-05bde1e2c8d2 owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:35:18.351363 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-d41da671-84ff-4312-9c3a-936aee3feeb6 None None] For port 80e22a87-ad1d-494e-ae90-05bde1e2c8d2, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=80e22a87-ad1d-494e-ae90-05bde1e2c8d2,segment=NetworkSegment(070b9d07-fb93-44cf-95c6-8cc9c4151e63),segment_id=070b9d07-fb93-44cf-95c6-8cc9c4151e63)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:18.351767 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d41da671-84ff-4312-9c3a-936aee3feeb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (80e22a87-ad1d-494e-ae90-05bde1e2c8d2), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:18.365596 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-d41da671-84ff-4312-9c3a-936aee3feeb6 None None] Calling delete_port for 80e22a87-ad1d-494e-ae90-05bde1e2c8d2 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:35:18.466188 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6a7e3f61-4c85-461e-970a-c116bbde7cf2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (80e22a87-ad1d-494e-ae90-05bde1e2c8d2), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: from cryptography.utils import int_from_bytes Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: from cryptography.utils import int_from_bytes Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:35:18.466867 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 04:35:18.472942 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d41da671-84ff-4312-9c3a-936aee3feeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (80e22a87-ad1d-494e-ae90-05bde1e2c8d2), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:18.482474 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7e3f61-4c85-461e-970a-c116bbde7cf2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] No DVR routers for this DVR port 80e22a87-ad1d-494e-ae90-05bde1e2c8d2 on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:35:18.502259 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41da671-84ff-4312-9c3a-936aee3feeb6 None None] Pushing event deleted for resources: {'Port': ['ID=80e22a87-ad1d-494e-ae90-05bde1e2c8d2,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:18.505261 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e3f61-4c85-461e-970a-c116bbde7cf2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Port': ['ID=80e22a87-ad1d-494e-ae90-05bde1e2c8d2,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:18.507208 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41da671-84ff-4312-9c3a-936aee3feeb6 None None] No DVR routers for this DVR port 80e22a87-ad1d-494e-ae90-05bde1e2c8d2 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:35:18.596071 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6a7e3f61-4c85-461e-970a-c116bbde7cf2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (55d27fd5-6f49-4a4f-83b6-ddb3b2159739), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:18.618849 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-6a7e3f61-4c85-461e-970a-c116bbde7cf2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55d27fd5-6f49-4a4f-83b6-ddb3b2159739']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:18.630255 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-6a7e3f61-4c85-461e-970a-c116bbde7cf2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '070b9d07-fb93-44cf-95c6-8cc9c4151e63') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:18.630628 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-6a7e3f61-4c85-461e-970a-c116bbde7cf2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '070b9d07-fb93-44cf-95c6-8cc9c4151e63') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:18.641453 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6a7e3f61-4c85-461e-970a-c116bbde7cf2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (070b9d07-fb93-44cf-95c6-8cc9c4151e63), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:18.658403 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6a7e3f61-4c85-461e-970a-c116bbde7cf2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (070b9d07-fb93-44cf-95c6-8cc9c4151e63), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:18.664589 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a7e3f61-4c85-461e-970a-c116bbde7cf2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:35:18.664985 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6a7e3f61-4c85-461e-970a-c116bbde7cf2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (070b9d07-fb93-44cf-95c6-8cc9c4151e63), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:18.668571 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:35:18.668571 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:35:18.668571 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:35:18.668571 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:35:18.668571 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:35:18.668571 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:35:18.668571 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:35:18.668571 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:35:18.668571 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:35:18.668571 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:35:18.668571 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:35:18.668571 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:35:18.668571 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:35:18.668571 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:35:18.668571 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:35:18.668571 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:35:18.668571 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:35:18.668571 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:35:18.668571 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:35:18.668571 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:35:18.668571 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:35:18.668571 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:35:18.668571 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:35:18.668571 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:35:18.668571 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:35:18.668571 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:35:18.668571 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:35:18.668571 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:35:18.668571 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:35:18.668571 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:35:18.668571 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:35:18.668571 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:35:18.808677 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6a7e3f61-4c85-461e-970a-c116bbde7cf2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (55d27fd5-6f49-4a4f-83b6-ddb3b2159739), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:18.813246 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6a7e3f61-4c85-461e-970a-c116bbde7cf2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:18.816712 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-6a7e3f61-4c85-461e-970a-c116bbde7cf2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/networks/55d27fd5-6f49-4a4f-83b6-ddb3b2159739 HTTP/1.1" status: 204 len: 168 time: 0.7459619 Jan 29 04:35:18.821114 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56570) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:35:18.834231 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e3f61-4c85-461e-970a-c116bbde7cf2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Network': ['ID=55d27fd5-6f49-4a4f-83b6-ddb3b2159739,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:18.981240 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-4fd8550a-7d63-4318-aa34-b9030da16ca3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Deleting port edacc066-ca90-49d4-a2cc-d53ad9ce6206 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:35:18.981596 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4fd8550a-7d63-4318-aa34-b9030da16ca3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (edacc066-ca90-49d4-a2cc-d53ad9ce6206), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:19.090304 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4fd8550a-7d63-4318-aa34-b9030da16ca3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (edacc066-ca90-49d4-a2cc-d53ad9ce6206), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:19.090577 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4fd8550a-7d63-4318-aa34-b9030da16ca3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for floatingip (edacc066-ca90-49d4-a2cc-d53ad9ce6206), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:19.104931 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-4fd8550a-7d63-4318-aa34-b9030da16ca3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Calling delete_port for edacc066-ca90-49d4-a2cc-d53ad9ce6206 owned by network:floatingip {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:35:19.112879 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029e7ee-4fba-43b9-b3e8-d20ffe9e96fe req-8d630514-87bf-40ea-bf10-3d99143781ae tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:19.114363 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0029e7ee-4fba-43b9-b3e8-d20ffe9e96fe req-8d630514-87bf-40ea-bf10-3d99143781ae tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c91c482-2b8e-47ae-8499-83bac73927d3 HTTP/1.1" status: 200 len: 944 time: 0.0913780 Jan 29 04:35:19.239650 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0029e7ee-4fba-43b9-b3e8-d20ffe9e96fe req-d89270ce-38dc-41ee-94ba-b61b5503240c tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178806 Jan 29 04:35:19.425279 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4fd8550a-7d63-4318-aa34-b9030da16ca3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (edacc066-ca90-49d4-a2cc-d53ad9ce6206), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:19.453696 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 80e22a87-ad1d-494e-ae90-05bde1e2c8d2 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:35:19.457965 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd8550a-7d63-4318-aa34-b9030da16ca3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Port': ['ID=edacc066-ca90-49d4-a2cc-d53ad9ce6206,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:19.477552 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 80e22a87-ad1d-494e-ae90-05bde1e2c8d2 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:35:19.477908 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 80e22a87-ad1d-494e-ae90-05bde1e2c8d2 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:35:19.518800 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4fd8550a-7d63-4318-aa34-b9030da16ca3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for floatingip (8a504dd4-74eb-4269-83ad-a9ccf6b9c57d), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:19.519123 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.l3_db [None req-4fd8550a-7d63-4318-aa34-b9030da16ca3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Floating IP 8a504dd4-74eb-4269-83ad-a9ccf6b9c57d disassociated (deleted). External IP: 172.26.8.66, port: 4028d839-f19e-4bc0-bcbe-dcb9721298c7. Jan 29 04:35:20.025583 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd8550a-7d63-4318-aa34-b9030da16ca3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router f034136f-6c2d-493b-82de-d9b0b9f0f0b4 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:35:20.133005 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd8550a-7d63-4318-aa34-b9030da16ca3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:35:20.138526 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4fd8550a-7d63-4318-aa34-b9030da16ca3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:20.145439 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdc5ff2-90d3-45f9-aeb6-48dbbdc8351b None None] Sync routers for ids ['f034136f-6c2d-493b-82de-d9b0b9f0f0b4'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:35:20.156468 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdc5ff2-90d3-45f9-aeb6-48dbbdc8351b None None] Routers {'f034136f-6c2d-493b-82de-d9b0b9f0f0b4'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:35:20.157858 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-dbdc5ff2-90d3-45f9-aeb6-48dbbdc8351b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:34:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['f034136f-6c2d-493b-82de-d9b0b9f0f0b4'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:20.171055 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4fd8550a-7d63-4318-aa34-b9030da16ca3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/floatingips/8a504dd4-74eb-4269-83ad-a9ccf6b9c57d HTTP/1.1" status: 204 len: 168 time: 1.3464589 Jan 29 04:35:20.171055 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb1feff-f3c3-47e0-98f4-676b12e63148', 'tag': '4028d839-f19e-4bc0-bcbe-dcb9721298c7'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:35:20.174500 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1b7319-b773-4fa6-ae04-c66c369537c1" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb1feff-f3c3-47e0-98f4-676b12e63148", "tag": "4028d839-f19e-4bc0-bcbe-dcb9721298c7"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:35:20.214678 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4b837da2-1ab2-4104-8b3d-f69b70f2f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:20.231790 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f568bd96-3171-4239-9770-3798b5dbea42 x-openstack-request-id: req-f568bd96-3171-4239-9770-3798b5dbea42 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:35:20.232081 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb1feff-f3c3-47e0-98f4-676b12e63148", "tag": "4028d839-f19e-4bc0-bcbe-dcb9721298c7", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:35:20.232335 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f568bd96-3171-4239-9770-3798b5dbea42 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:35:20.232802 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeb1feff-f3c3-47e0-98f4-676b12e63148', 'tag': '4028d839-f19e-4bc0-bcbe-dcb9721298c7', 'status': 'completed', 'code': 200} Jan 29 04:35:20.300641 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-dbdc5ff2-90d3-45f9-aeb6-48dbbdc8351b None None] Set router f034136f-6c2d-493b-82de-d9b0b9f0f0b4 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:35:20.323759 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b7319-b773-4fa6-ae04-c66c369537c1 req-61629d87-10f1-4863-92e7-2936e4f1a05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:20.325495 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3f1b7319-b773-4fa6-ae04-c66c369537c1 req-61629d87-10f1-4863-92e7-2936e4f1a05a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=eeb1feff-f3c3-47e0-98f4-676b12e63148 HTTP/1.1" status: 200 len: 1129 time: 0.0478792 Jan 29 04:35:20.463514 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c579d-51ee-4bbd-934f-1d635664ddbf req-558b0af9-a9c3-4202-9e18-3f2c86c51076 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:20.465594 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-095c579d-51ee-4bbd-934f-1d635664ddbf req-558b0af9-a9c3-4202-9e18-3f2c86c51076 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c91c482-2b8e-47ae-8499-83bac73927d3 HTTP/1.1" status: 200 len: 944 time: 0.1142545 Jan 29 04:35:20.466947 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b7319-b773-4fa6-ae04-c66c369537c1 req-193f350f-1300-4ddc-b6ec-036365f0143e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:20.468616 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3f1b7319-b773-4fa6-ae04-c66c369537c1 req-193f350f-1300-4ddc-b6ec-036365f0143e service neutron] 10.222.0.18 "GET /v2.0/networks?id=ebcdb780-1f88-4d1c-a13a-91ce96081123 HTTP/1.1" status: 200 len: 897 time: 0.1354859 Jan 29 04:35:20.528367 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3f1b7319-b773-4fa6-ae04-c66c369537c1 req-7b695907-d8e9-4ce6-b19b-7619d43588a3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4028d839-f19e-4bc0-bcbe-dcb9721298c7 HTTP/1.1" status: 200 len: 217 time: 0.0523903 Jan 29 04:35:20.551747 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-dbdc5ff2-90d3-45f9-aeb6-48dbbdc8351b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'name': 'tempest-TestNetworkBasicOps-router-1882763774', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.28'}], 'enable_snat': True}, 'gw_port_id': 'c40e4684-16a6-436a-afac-0fc35ea52bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:41Z', 'updated_at': '2022-01-29T04:35:12Z', 'revision_number': 6, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': 'c40e4684-16a6-436a-afac-0fc35ea52bb5', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fa:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:42Z', 'updated_at': '2022-01-29T04:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '038210e2-3801-4e54-b4bf-d8458c62a4e7', 'name': '', 'network_id': 'ebcdb780-1f88-4d1c-a13a-91ce96081123', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:f0:9a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '8905a4f2-b145-45fb-8bd0-d8027dca8ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:46Z', 'updated_at': '2022-01-29T04:32:50Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '8905a4f2-b145-45fb-8bd0-d8027dca8ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:20.592941 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-095c579d-51ee-4bbd-934f-1d635664ddbf req-ccbc0955-af53-44c9-b2ea-ae012302b59b tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188514 Jan 29 04:35:20.609206 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b7319-b773-4fa6-ae04-c66c369537c1 req-f8fa25e7-460d-48e7-8758-79b42bbf40d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:20.612527 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3f1b7319-b773-4fa6-ae04-c66c369537c1 req-f8fa25e7-460d-48e7-8758-79b42bbf40d8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8905a4f2-b145-45fb-8bd0-d8027dca8ccf HTTP/1.1" status: 200 len: 835 time: 0.0779538 Jan 29 04:35:20.670379 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b7319-b773-4fa6-ae04-c66c369537c1 req-85db6bef-1c99-4586-be77-1ef3e6181580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:20.671985 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3f1b7319-b773-4fa6-ae04-c66c369537c1 req-85db6bef-1c99-4586-be77-1ef3e6181580 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ebcdb780-1f88-4d1c-a13a-91ce96081123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0526526 Jan 29 04:35:20.695127 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ffe4e-66ca-4651-93ad-25eb49adce5e req-3219636c-9d20-4fa7-9e2d-ca944bcf86b4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:20.696787 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-328ffe4e-66ca-4651-93ad-25eb49adce5e req-3219636c-9d20-4fa7-9e2d-ca944bcf86b4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb1feff-f3c3-47e0-98f4-676b12e63148 HTTP/1.1" status: 200 len: 945 time: 0.0842638 Jan 29 04:35:20.764433 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-328ffe4e-66ca-4651-93ad-25eb49adce5e req-631bd3fb-25f3-4ef0-987b-5a0b94b2c5c8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb3f7ebe-1a1f-469b-91d1-c9ccc34e454e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597422 Jan 29 04:35:20.769223 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 74dad936-9495-4a58-8153-d2351c633e2b no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:35:20.780399 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdc5ff2-90d3-45f9-aeb6-48dbbdc8351b None None] Checking router: f034136f-6c2d-493b-82de-d9b0b9f0f0b4 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:35:20.801547 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] No Port match for: 74dad936-9495-4a58-8153-d2351c633e2b {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:35:20.801924 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 74dad936-9495-4a58-8153-d2351c633e2b not bound to the agent host hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:35:20.804343 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3f1b7319-b773-4fa6-ae04-c66c369537c1 req-ef8a122b-5efc-4931-b91a-e95f7301bf07 service neutron] 10.222.0.18 "GET /v2.0/networks/ebcdb780-1f88-4d1c-a13a-91ce96081123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246374 Jan 29 04:35:20.807872 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdc5ff2-90d3-45f9-aeb6-48dbbdc8351b None None] Routers {'f034136f-6c2d-493b-82de-d9b0b9f0f0b4'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:35:20.808518 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-dbdc5ff2-90d3-45f9-aeb6-48dbbdc8351b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:34:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['f034136f-6c2d-493b-82de-d9b0b9f0f0b4'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:20.896444 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3f1b7319-b773-4fa6-ae04-c66c369537c1 req-9302d64a-457e-4fe5-8712-6b8db07a7605 service neutron] 10.222.0.18 "GET /v2.0/networks/ebcdb780-1f88-4d1c-a13a-91ce96081123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854418 Jan 29 04:35:20.923164 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-dbdc5ff2-90d3-45f9-aeb6-48dbbdc8351b None None] Set router f034136f-6c2d-493b-82de-d9b0b9f0f0b4 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:35:21.119754 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-dbdc5ff2-90d3-45f9-aeb6-48dbbdc8351b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'name': 'tempest-TestNetworkBasicOps-router-1882763774', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.28'}], 'enable_snat': True}, 'gw_port_id': 'c40e4684-16a6-436a-afac-0fc35ea52bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:41Z', 'updated_at': '2022-01-29T04:35:12Z', 'revision_number': 6, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': 'c40e4684-16a6-436a-afac-0fc35ea52bb5', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fa:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:42Z', 'updated_at': '2022-01-29T04:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '038210e2-3801-4e54-b4bf-d8458c62a4e7', 'name': '', 'network_id': 'ebcdb780-1f88-4d1c-a13a-91ce96081123', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:f0:9a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '8905a4f2-b145-45fb-8bd0-d8027dca8ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:46Z', 'updated_at': '2022-01-29T04:32:50Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '8905a4f2-b145-45fb-8bd0-d8027dca8ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:21.150355 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdc5ff2-90d3-45f9-aeb6-48dbbdc8351b None None] The sync data for ids ['f034136f-6c2d-493b-82de-d9b0b9f0f0b4'] in dv-neutron-821190-1-hyperv is: [{'id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'name': 'tempest-TestNetworkBasicOps-router-1882763774', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.28'}], 'enable_snat': True}, 'gw_port_id': 'c40e4684-16a6-436a-afac-0fc35ea52bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:41Z', 'updated_at': '2022-01-29T04:35:12Z', 'revision_number': 6, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': 'c40e4684-16a6-436a-afac-0fc35ea52bb5', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fa:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:42Z', 'updated_at': '2022-01-29T04:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '038210e2-3801-4e54-b4bf-d8458c62a4e7', 'name': '', 'network_id': 'ebcdb780-1f88-4d1c-a13a-91ce96081123', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:f0:9a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '8905a4f2-b145-45fb-8bd0-d8027dca8ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:46Z', 'updated_at': '2022-01-29T04:32:50Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '8905a4f2-b145-45fb-8bd0-d8027dca8ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:35:21.365916 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8824a022-d39e-4c35-9473-b5d224638910 None None] New status for floating IP 8a504dd4-74eb-4269-83ad-a9ccf6b9c57d: DOWN {{(pid=103587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:35:21.721454 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c111043-648e-429e-a3e3-56074bdbc4f1 req-15204ebd-2ce2-4bcf-86df-8253a8f56c48 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:21.722936 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8c111043-648e-429e-a3e3-56074bdbc4f1 req-15204ebd-2ce2-4bcf-86df-8253a8f56c48 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c91c482-2b8e-47ae-8499-83bac73927d3 HTTP/1.1" status: 200 len: 944 time: 0.0547926 Jan 29 04:35:21.775384 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8c111043-648e-429e-a3e3-56074bdbc4f1 req-dfdb77de-da65-4be2-8c0b-32f0c3b6b45a tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469246 Jan 29 04:35:21.883355 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624c0dd-f5c9-4657-92b4-e6bdc7898fcd req-99b7c3a2-8143-47c8-8e9a-be259baaa089 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:21.884859 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-c624c0dd-f5c9-4657-92b4-e6bdc7898fcd req-99b7c3a2-8143-47c8-8e9a-be259baaa089 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb1feff-f3c3-47e0-98f4-676b12e63148 HTTP/1.1" status: 200 len: 945 time: 0.0579176 Jan 29 04:35:21.932745 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-c624c0dd-f5c9-4657-92b4-e6bdc7898fcd req-9b7a7a1d-19c7-44d8-a07b-d41faeda9e4c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb3f7ebe-1a1f-469b-91d1-c9ccc34e454e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418534 Jan 29 04:35:22.262524 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee6fe3-bc3e-4176-bdde-cf1ad399d977 req-91e649db-d0b4-4e03-8c61-e0d717962aa4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:22.263853 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-71ee6fe3-bc3e-4176-bdde-cf1ad399d977 req-91e649db-d0b4-4e03-8c61-e0d717962aa4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "GET /v2.0/ports?device_id=eeb1feff-f3c3-47e0-98f4-676b12e63148 HTTP/1.1" status: 200 len: 945 time: 0.0521903 Jan 29 04:35:22.353967 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-71ee6fe3-bc3e-4176-bdde-cf1ad399d977 req-50664114-29ac-4b18-ac1b-95499ca3b873 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Deleting port 4028d839-f19e-4bc0-bcbe-dcb9721298c7 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:35:22.354298 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-71ee6fe3-bc3e-4176-bdde-cf1ad399d977 req-50664114-29ac-4b18-ac1b-95499ca3b873 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (4028d839-f19e-4bc0-bcbe-dcb9721298c7), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:22.446277 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-71ee6fe3-bc3e-4176-bdde-cf1ad399d977 req-50664114-29ac-4b18-ac1b-95499ca3b873 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] For port 4028d839-f19e-4bc0-bcbe-dcb9721298c7, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=4028d839-f19e-4bc0-bcbe-dcb9721298c7,segment=NetworkSegment(62b95135-30d5-4c8e-9d74-baf28b4c6b92),segment_id=62b95135-30d5-4c8e-9d74-baf28b4c6b92)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:22.446641 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-71ee6fe3-bc3e-4176-bdde-cf1ad399d977 req-50664114-29ac-4b18-ac1b-95499ca3b873 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (4028d839-f19e-4bc0-bcbe-dcb9721298c7), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:22.460653 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-71ee6fe3-bc3e-4176-bdde-cf1ad399d977 req-50664114-29ac-4b18-ac1b-95499ca3b873 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Calling delete_port for 4028d839-f19e-4bc0-bcbe-dcb9721298c7 owned by compute:nova {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:35:22.476515 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-43466133-bea5-484a-a8c2-6fc421b33d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:22.670857 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-71ee6fe3-bc3e-4176-bdde-cf1ad399d977 req-50664114-29ac-4b18-ac1b-95499ca3b873 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (4028d839-f19e-4bc0-bcbe-dcb9721298c7), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:22.701727 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50664114-29ac-4b18-ac1b-95499ca3b873 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Port': ['ID=4028d839-f19e-4bc0-bcbe-dcb9721298c7,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:22.726002 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50664114-29ac-4b18-ac1b-95499ca3b873 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:22.731908 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50664114-29ac-4b18-ac1b-95499ca3b873 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:22.731908 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50664114-29ac-4b18-ac1b-95499ca3b873 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:22.731908 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50664114-29ac-4b18-ac1b-95499ca3b873 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:22.731908 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50664114-29ac-4b18-ac1b-95499ca3b873 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:22.731908 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50664114-29ac-4b18-ac1b-95499ca3b873 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:22.731908 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50664114-29ac-4b18-ac1b-95499ca3b873 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:22.731908 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50664114-29ac-4b18-ac1b-95499ca3b873 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:22.731908 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50664114-29ac-4b18-ac1b-95499ca3b873 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:22.731908 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50664114-29ac-4b18-ac1b-95499ca3b873 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:22.731908 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50664114-29ac-4b18-ac1b-95499ca3b873 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:22.731908 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50664114-29ac-4b18-ac1b-95499ca3b873 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:22.731908 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50664114-29ac-4b18-ac1b-95499ca3b873 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:22.752923 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ee6fe3-bc3e-4176-bdde-cf1ad399d977 req-50664114-29ac-4b18-ac1b-95499ca3b873 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] No DVR routers for this DVR port 4028d839-f19e-4bc0-bcbe-dcb9721298c7 on host hv-neutron-8211 {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:35:22.755240 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-71ee6fe3-bc3e-4176-bdde-cf1ad399d977 req-50664114-29ac-4b18-ac1b-95499ca3b873 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:22.758479 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-71ee6fe3-bc3e-4176-bdde-cf1ad399d977 req-50664114-29ac-4b18-ac1b-95499ca3b873 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "DELETE /v2.0/ports/4028d839-f19e-4bc0-bcbe-dcb9721298c7 HTTP/1.1" status: 204 len: 173 time: 0.4883101 Jan 29 04:35:22.758928 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb1feff-f3c3-47e0-98f4-676b12e63148', 'name': 'network-vif-deleted', 'tag': '4028d839-f19e-4bc0-bcbe-dcb9721298c7'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:35:22.761195 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09088fc0-9969-423b-883a-21267d7b24a2" -d '{"events": [{"server_uuid": "eeb1feff-f3c3-47e0-98f4-676b12e63148", "name": "network-vif-deleted", "tag": "4028d839-f19e-4bc0-bcbe-dcb9721298c7"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:35:22.795223 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5701e8d2-361f-4d3d-9111-7b0cdaab04bf x-openstack-request-id: req-5701e8d2-361f-4d3d-9111-7b0cdaab04bf {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:35:22.795517 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb1feff-f3c3-47e0-98f4-676b12e63148", "name": "network-vif-deleted", "tag": "4028d839-f19e-4bc0-bcbe-dcb9721298c7", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:35:22.795780 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5701e8d2-361f-4d3d-9111-7b0cdaab04bf {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:35:22.796183 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb1feff-f3c3-47e0-98f4-676b12e63148', 'name': 'network-vif-deleted', 'tag': '4028d839-f19e-4bc0-bcbe-dcb9721298c7', 'status': 'completed', 'code': 200} Jan 29 04:35:22.896951 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50702117-a68e-430b-bccd-fb2278d2d9e1 req-3ca149d5-4b66-4c9f-b4fc-c9211b4490ff tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:22.898464 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-50702117-a68e-430b-bccd-fb2278d2d9e1 req-3ca149d5-4b66-4c9f-b4fc-c9211b4490ff tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c91c482-2b8e-47ae-8499-83bac73927d3 HTTP/1.1" status: 200 len: 944 time: 0.0552213 Jan 29 04:35:22.972312 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-50702117-a68e-430b-bccd-fb2278d2d9e1 req-d46b5619-18f9-41f0-9ae6-174bc4ff22fe tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492220 Jan 29 04:35:23.033159 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8890e831-4a12-4003-8270-43457315affe req-45e3d7e1-5ffc-43b2-a3d6-28234988d067 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb1feff-f3c3-47e0-98f4-676b12e63148 HTTP/1.1" status: 200 len: 210 time: 0.0321133 Jan 29 04:35:23.670193 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:23.807838 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:24.078102 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59915bc-c618-4368-b906-57ed890b73fe req-ca844e45-6a51-417b-aa99-4654e5bcdb3b tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:24.079618 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e59915bc-c618-4368-b906-57ed890b73fe req-ca844e45-6a51-417b-aa99-4654e5bcdb3b tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c91c482-2b8e-47ae-8499-83bac73927d3 HTTP/1.1" status: 200 len: 944 time: 0.0556974 Jan 29 04:35:24.093283 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56598) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:35:24.130217 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e59915bc-c618-4368-b906-57ed890b73fe req-6e95b652-f570-41e7-acb5-df2cb0e71dd9 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449753 Jan 29 04:35:24.153164 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-add5e8d3-c583-49ae-9961-26c5d3d3b592 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (eb3f7ebe-1a1f-469b-91d1-c9ccc34e454e), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:24.177229 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-add5e8d3-c583-49ae-9961-26c5d3d3b592 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (eb3f7ebe-1a1f-469b-91d1-c9ccc34e454e), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:24.304986 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-add5e8d3-c583-49ae-9961-26c5d3d3b592 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (eb3f7ebe-1a1f-469b-91d1-c9ccc34e454e), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:24.307673 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-add5e8d3-c583-49ae-9961-26c5d3d3b592 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:24.309000 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-add5e8d3-c583-49ae-9961-26c5d3d3b592 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/security-groups/eb3f7ebe-1a1f-469b-91d1-c9ccc34e454e HTTP/1.1" status: 204 len: 168 time: 0.2147589 Jan 29 04:35:24.319566 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add5e8d3-c583-49ae-9961-26c5d3d3b592 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3f7ebe-1a1f-469b-91d1-c9ccc34e454e,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:24.402935 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56602) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:35:24.668827 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:35:24.761790 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e37d789c-7b67-426e-8a5b-7fc6220fad4d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (f034136f-6c2d-493b-82de-d9b0b9f0f0b4), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:24.777685 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2,segment=NetworkSegment(c716b040-a748-4481-b1ab-9f6d7d87cd90),segment_id=c716b040-a748-4481-b1ab-9f6d7d87cd90)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:24.788732 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': '630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2', 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039', 'port_id': '630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2', 'mac_address': 'fa:16:3e:4f:16:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:35:24.813794 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:24.828467 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2 is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:35:24.828883 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:24.842694 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:35:24.863277 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2,segment=NetworkSegment(c716b040-a748-4481-b1ab-9f6d7d87cd90),segment_id=c716b040-a748-4481-b1ab-9f6d7d87cd90)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:24.905179 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:24.956908 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:24.963661 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:24.964800 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:24.965160 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:24.965500 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:24.965847 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:24.966156 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:24.966484 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:24.966810 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:24.967136 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:24.967459 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:24.967781 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:24.968106 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:24.968423 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:25.019767 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-e37d789c-7b67-426e-8a5b-7fc6220fad4d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Deleting port 038210e2-3801-4e54-b4bf-d8458c62a4e7 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:35:25.020096 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e37d789c-7b67-426e-8a5b-7fc6220fad4d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (038210e2-3801-4e54-b4bf-d8458c62a4e7), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:25.109850 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-e37d789c-7b67-426e-8a5b-7fc6220fad4d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] For port 038210e2-3801-4e54-b4bf-d8458c62a4e7, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=038210e2-3801-4e54-b4bf-d8458c62a4e7,segment=NetworkSegment(62b95135-30d5-4c8e-9d74-baf28b4c6b92),segment_id=62b95135-30d5-4c8e-9d74-baf28b4c6b92)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:25.110576 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e37d789c-7b67-426e-8a5b-7fc6220fad4d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (038210e2-3801-4e54-b4bf-d8458c62a4e7), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:25.122891 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-e37d789c-7b67-426e-8a5b-7fc6220fad4d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Calling delete_port for 038210e2-3801-4e54-b4bf-d8458c62a4e7 owned by network:router_interface {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:35:25.249894 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f3ea7-cac2-45db-afe0-aa54e6b4b652 req-661c70b4-2b97-4d53-8889-536611fdc8cb tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:25.251316 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6d4f3ea7-cac2-45db-afe0-aa54e6b4b652 req-661c70b4-2b97-4d53-8889-536611fdc8cb tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c91c482-2b8e-47ae-8499-83bac73927d3 HTTP/1.1" status: 200 len: 945 time: 0.0536048 Jan 29 04:35:25.300296 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6d4f3ea7-cac2-45db-afe0-aa54e6b4b652 req-e2d66fa2-c0cf-4c4e-81c8-7dfcfd3f843d tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430510 Jan 29 04:35:25.347731 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:35:25.356751 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e37d789c-7b67-426e-8a5b-7fc6220fad4d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (038210e2-3801-4e54-b4bf-d8458c62a4e7), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:25.390095 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d789c-7b67-426e-8a5b-7fc6220fad4d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Port': ['ID=038210e2-3801-4e54-b4bf-d8458c62a4e7,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:25.584012 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e37d789c-7b67-426e-8a5b-7fc6220fad4d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (f034136f-6c2d-493b-82de-d9b0b9f0f0b4), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:25.795821 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37d789c-7b67-426e-8a5b-7fc6220fad4d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router f034136f-6c2d-493b-82de-d9b0b9f0f0b4 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:35:25.900010 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37d789c-7b67-426e-8a5b-7fc6220fad4d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:35:25.905569 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-e37d789c-7b67-426e-8a5b-7fc6220fad4d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "PUT /v2.0/routers/f034136f-6c2d-493b-82de-d9b0b9f0f0b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5016117 Jan 29 04:35:25.908192 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56606) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:35:25.912457 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8884ebdd-5a95-45d2-95ae-29f01587317f None None] Sync routers for ids ['f034136f-6c2d-493b-82de-d9b0b9f0f0b4'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:35:25.923031 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8884ebdd-5a95-45d2-95ae-29f01587317f None None] Routers {'f034136f-6c2d-493b-82de-d9b0b9f0f0b4'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:35:25.923715 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-8884ebdd-5a95-45d2-95ae-29f01587317f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:35:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['f034136f-6c2d-493b-82de-d9b0b9f0f0b4'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:25.963349 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-e38abc40-0528-47bd-b7c0-f6f1ff87f371 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Deleting subnet 8905a4f2-b145-45fb-8bd0-d8027dca8ccf {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:35:25.966865 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e38abc40-0528-47bd-b7c0-f6f1ff87f371 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for subnet (8905a4f2-b145-45fb-8bd0-d8027dca8ccf), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:26.006930 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e38abc40-0528-47bd-b7c0-f6f1ff87f371 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (8905a4f2-b145-45fb-8bd0-d8027dca8ccf), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:26.039334 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-8884ebdd-5a95-45d2-95ae-29f01587317f None None] Set router f034136f-6c2d-493b-82de-d9b0b9f0f0b4 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:35:26.086949 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e38abc40-0528-47bd-b7c0-f6f1ff87f371 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (8905a4f2-b145-45fb-8bd0-d8027dca8ccf), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:26.197366 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e38abc40-0528-47bd-b7c0-f6f1ff87f371 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (8905a4f2-b145-45fb-8bd0-d8027dca8ccf), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:26.218223 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-8884ebdd-5a95-45d2-95ae-29f01587317f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'name': 'tempest-TestNetworkBasicOps-router-1882763774', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.28'}], 'enable_snat': True}, 'gw_port_id': 'c40e4684-16a6-436a-afac-0fc35ea52bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:41Z', 'updated_at': '2022-01-29T04:35:25Z', 'revision_number': 7, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': 'c40e4684-16a6-436a-afac-0fc35ea52bb5', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fa:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:42Z', 'updated_at': '2022-01-29T04:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:26.224704 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38abc40-0528-47bd-b7c0-f6f1ff87f371 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Subnet': ['ID=8905a4f2-b145-45fb-8bd0-d8027dca8ccf,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:26.230331 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e38abc40-0528-47bd-b7c0-f6f1ff87f371 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:26.234517 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-e38abc40-0528-47bd-b7c0-f6f1ff87f371 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/subnets/8905a4f2-b145-45fb-8bd0-d8027dca8ccf HTTP/1.1" status: 204 len: 168 time: 0.3253453 Jan 29 04:35:26.237141 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56608) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:35:26.250238 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cac6e03-143b-4555-baca-4d70a367323d None None] Network ebcdb780-1f88-4d1c-a13a-91ce96081123 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:35:26.252598 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8884ebdd-5a95-45d2-95ae-29f01587317f None None] Checking router: f034136f-6c2d-493b-82de-d9b0b9f0f0b4 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:35:26.302861 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8884ebdd-5a95-45d2-95ae-29f01587317f None None] Routers {'f034136f-6c2d-493b-82de-d9b0b9f0f0b4'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:35:26.303479 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-8884ebdd-5a95-45d2-95ae-29f01587317f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:35:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['f034136f-6c2d-493b-82de-d9b0b9f0f0b4'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:26.353545 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6d8c32a2-d3c2-4417-babc-4c3847dfd076 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router (f034136f-6c2d-493b-82de-d9b0b9f0f0b4), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:26.456328 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-8884ebdd-5a95-45d2-95ae-29f01587317f None None] Set router f034136f-6c2d-493b-82de-d9b0b9f0f0b4 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:35:26.456448 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:26.493043 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3cf9ca-2b78-4afd-86f1-951b7687299a req-dab63bcb-e0db-4403-8bc6-0e880d8d5507 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:26.494480 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8b3cf9ca-2b78-4afd-86f1-951b7687299a req-dab63bcb-e0db-4403-8bc6-0e880d8d5507 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c91c482-2b8e-47ae-8499-83bac73927d3 HTTP/1.1" status: 200 len: 945 time: 0.1087015 Jan 29 04:35:26.509630 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6d8c32a2-d3c2-4417-babc-4c3847dfd076 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_gateway (f034136f-6c2d-493b-82de-d9b0b9f0f0b4), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:26.530661 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a971b8bd-3e6f-4050-9053-8ab254e8a9e4 None None] DHCP port deletion for ebcdb780-1f88-4d1c-a13a-91ce96081123 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:35:26.554749 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8b3cf9ca-2b78-4afd-86f1-951b7687299a req-c42a5657-8ca2-4b68-aa36-e062b0b90524 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516555 Jan 29 04:35:26.644742 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-6d8c32a2-d3c2-4417-babc-4c3847dfd076 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Deleting port c40e4684-16a6-436a-afac-0fc35ea52bb5 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:35:26.645112 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6d8c32a2-d3c2-4417-babc-4c3847dfd076 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (c40e4684-16a6-436a-afac-0fc35ea52bb5), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:26.662066 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-a971b8bd-3e6f-4050-9053-8ab254e8a9e4 None None] Deleting port bf04700a-5262-4cff-a137-0f3aeca89298 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:35:26.662436 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a971b8bd-3e6f-4050-9053-8ab254e8a9e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (bf04700a-5262-4cff-a137-0f3aeca89298), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:26.715245 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2 up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:35:26.729446 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-6d8c32a2-d3c2-4417-babc-4c3847dfd076 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] For port c40e4684-16a6-436a-afac-0fc35ea52bb5, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=c40e4684-16a6-436a-afac-0fc35ea52bb5,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:26.729996 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6d8c32a2-d3c2-4417-babc-4c3847dfd076 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (c40e4684-16a6-436a-afac-0fc35ea52bb5), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:26.742006 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-6d8c32a2-d3c2-4417-babc-4c3847dfd076 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Calling delete_port for c40e4684-16a6-436a-afac-0fc35ea52bb5 owned by network:router_gateway {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:35:26.758617 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-a971b8bd-3e6f-4050-9053-8ab254e8a9e4 None None] For port bf04700a-5262-4cff-a137-0f3aeca89298, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=bf04700a-5262-4cff-a137-0f3aeca89298,segment=NetworkSegment(62b95135-30d5-4c8e-9d74-baf28b4c6b92),segment_id=62b95135-30d5-4c8e-9d74-baf28b4c6b92)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:26.759011 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a971b8bd-3e6f-4050-9053-8ab254e8a9e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (bf04700a-5262-4cff-a137-0f3aeca89298), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:26.781802 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-8884ebdd-5a95-45d2-95ae-29f01587317f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'name': 'tempest-TestNetworkBasicOps-router-1882763774', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.28'}], 'enable_snat': True}, 'gw_port_id': 'c40e4684-16a6-436a-afac-0fc35ea52bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:41Z', 'updated_at': '2022-01-29T04:35:25Z', 'revision_number': 7, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': 'c40e4684-16a6-436a-afac-0fc35ea52bb5', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fa:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:42Z', 'updated_at': '2022-01-29T04:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:26.783690 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-a971b8bd-3e6f-4050-9053-8ab254e8a9e4 None None] Calling delete_port for bf04700a-5262-4cff-a137-0f3aeca89298 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:35:26.821156 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8884ebdd-5a95-45d2-95ae-29f01587317f None None] The sync data for ids ['f034136f-6c2d-493b-82de-d9b0b9f0f0b4'] in dv-neutron-821190-1-hyperv is: [{'id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'name': 'tempest-TestNetworkBasicOps-router-1882763774', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.28'}], 'enable_snat': True}, 'gw_port_id': 'c40e4684-16a6-436a-afac-0fc35ea52bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:41Z', 'updated_at': '2022-01-29T04:35:25Z', 'revision_number': 7, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': 'c40e4684-16a6-436a-afac-0fc35ea52bb5', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fa:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f034136f-6c2d-493b-82de-d9b0b9f0f0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:42Z', 'updated_at': '2022-01-29T04:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:35:26.974032 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6d8c32a2-d3c2-4417-babc-4c3847dfd076 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (c40e4684-16a6-436a-afac-0fc35ea52bb5), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:27.001638 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c32a2-d3c2-4417-babc-4c3847dfd076 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Port': ['ID=c40e4684-16a6-436a-afac-0fc35ea52bb5,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:27.064226 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning for port 630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2 completed by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:35:27.066212 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6d8c32a2-d3c2-4417-babc-4c3847dfd076 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (f034136f-6c2d-493b-82de-d9b0b9f0f0b4), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:27.069433 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port 630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:27.080145 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:27.102771 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a971b8bd-3e6f-4050-9053-8ab254e8a9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (bf04700a-5262-4cff-a137-0f3aeca89298), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:27.133032 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a971b8bd-3e6f-4050-9053-8ab254e8a9e4 None None] Pushing event deleted for resources: {'Port': ['ID=bf04700a-5262-4cff-a137-0f3aeca89298,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:27.138381 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a971b8bd-3e6f-4050-9053-8ab254e8a9e4 None None] No DVR routers for this DVR port bf04700a-5262-4cff-a137-0f3aeca89298 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:35:27.193271 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2 is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:35:27.193676 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:27.222918 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c91c482-2b8e-47ae-8499-83bac73927d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:35:27.223417 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27298d4-1d69-436d-80d3-19f78a0cf992" -d '{"events": [{"server_uuid": "7c91c482-2b8e-47ae-8499-83bac73927d3", "name": "network-vif-plugged", "status": "completed", "tag": "630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:35:27.240318 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2,segment=NetworkSegment(c716b040-a748-4481-b1ab-9f6d7d87cd90),segment_id=c716b040-a748-4481-b1ab-9f6d7d87cd90)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:27.270093 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f37f9a-dae6-4d9d-8d70-ccea82d89762 x-openstack-request-id: req-d9f37f9a-dae6-4d9d-8d70-ccea82d89762 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:35:27.270467 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c91c482-2b8e-47ae-8499-83bac73927d3", "name": "network-vif-plugged", "status": "completed", "tag": "630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:35:27.270793 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9f37f9a-dae6-4d9d-8d70-ccea82d89762 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:35:27.271261 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c91c482-2b8e-47ae-8499-83bac73927d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2', 'code': 200} Jan 29 04:35:27.317171 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:27.318695 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 4028d839-f19e-4bc0-bcbe-dcb9721298c7 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:35:27.348699 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] No Port match for: 4028d839-f19e-4bc0-bcbe-dcb9721298c7 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:35:27.349040 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 4028d839-f19e-4bc0-bcbe-dcb9721298c7 not bound to the agent host hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:35:27.397048 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:27.494781 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6d8c32a2-d3c2-4417-babc-4c3847dfd076 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (f034136f-6c2d-493b-82de-d9b0b9f0f0b4), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:27.498015 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6d8c32a2-d3c2-4417-babc-4c3847dfd076 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_controller (f034136f-6c2d-493b-82de-d9b0b9f0f0b4), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:27.535224 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 038210e2-3801-4e54-b4bf-d8458c62a4e7 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:35:27.556172 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 038210e2-3801-4e54-b4bf-d8458c62a4e7 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:35:27.556641 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 038210e2-3801-4e54-b4bf-d8458c62a4e7 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:35:27.557134 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device bf04700a-5262-4cff-a137-0f3aeca89298 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:35:27.577384 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: bf04700a-5262-4cff-a137-0f3aeca89298 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:35:27.577770 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device bf04700a-5262-4cff-a137-0f3aeca89298 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:35:27.578490 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846d253-4cc1-4e3a-96b9-37c67a9b087c req-2daa88a3-854f-4520-882b-60f79d06f64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:27.580045 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e846d253-4cc1-4e3a-96b9-37c67a9b087c req-2daa88a3-854f-4520-882b-60f79d06f64d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7c91c482-2b8e-47ae-8499-83bac73927d3 HTTP/1.1" status: 200 len: 1130 time: 0.0455830 Jan 29 04:35:27.623842 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6d8c32a2-d3c2-4417-babc-4c3847dfd076 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (f034136f-6c2d-493b-82de-d9b0b9f0f0b4), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:27.624352 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8c32a2-d3c2-4417-babc-4c3847dfd076 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Fanout notify agent at l3_agent the message router_deleted on router f034136f-6c2d-493b-82de-d9b0b9f0f0b4 {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:35:27.633152 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6d8c32a2-d3c2-4417-babc-4c3847dfd076 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:27.634228 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6d8c32a2-d3c2-4417-babc-4c3847dfd076 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/routers/f034136f-6c2d-493b-82de-d9b0b9f0f0b4 HTTP/1.1" status: 204 len: 168 time: 1.3961823 Jan 29 04:35:27.637880 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56616) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:35:27.644965 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e846d253-4cc1-4e3a-96b9-37c67a9b087c req-f140b20e-f3ca-40b9-b75f-a81ebe11f304 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589118 Jan 29 04:35:27.694868 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc04c1-9ffb-40c2-8170-bb63a2db576d req-8e3da219-106d-4c8d-b24a-4eb213fc7ea2 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:27.696396 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-eacc04c1-9ffb-40c2-8170-bb63a2db576d req-8e3da219-106d-4c8d-b24a-4eb213fc7ea2 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c91c482-2b8e-47ae-8499-83bac73927d3 HTTP/1.1" status: 200 len: 946 time: 0.0694485 Jan 29 04:35:27.727902 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b04c1599-a1e5-4aab-9d2b-8777fcaaa462 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (ebcdb780-1f88-4d1c-a13a-91ce96081123), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:27.749272 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-eacc04c1-9ffb-40c2-8170-bb63a2db576d req-60b7a175-e9a5-4693-9832-5ac80ccda7ad tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466156 Jan 29 04:35:27.829408 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b04c1599-a1e5-4aab-9d2b-8777fcaaa462 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (ebcdb780-1f88-4d1c-a13a-91ce96081123), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:27.852455 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-b04c1599-a1e5-4aab-9d2b-8777fcaaa462 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebcdb780-1f88-4d1c-a13a-91ce96081123']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:27.864416 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-b04c1599-a1e5-4aab-9d2b-8777fcaaa462 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62b95135-30d5-4c8e-9d74-baf28b4c6b92') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:27.864747 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-b04c1599-a1e5-4aab-9d2b-8777fcaaa462 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62b95135-30d5-4c8e-9d74-baf28b4c6b92') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:27.874311 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b04c1599-a1e5-4aab-9d2b-8777fcaaa462 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (62b95135-30d5-4c8e-9d74-baf28b4c6b92), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:27.887868 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b04c1599-a1e5-4aab-9d2b-8777fcaaa462 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (62b95135-30d5-4c8e-9d74-baf28b4c6b92), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:27.893705 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b04c1599-a1e5-4aab-9d2b-8777fcaaa462 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:35:27.896885 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b04c1599-a1e5-4aab-9d2b-8777fcaaa462 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (62b95135-30d5-4c8e-9d74-baf28b4c6b92), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:27.897033 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:35:27.897033 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:35:27.897033 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:35:27.897033 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:35:27.897033 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:35:27.897033 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:35:27.897033 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:35:27.897033 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:35:27.897033 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:35:27.897033 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:35:27.897033 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:35:27.897033 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:35:27.897033 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:35:27.897033 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:35:27.897033 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:35:27.897033 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:35:27.897033 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:35:27.897033 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:35:27.897033 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:35:27.897033 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:35:27.897033 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:35:27.897033 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:35:27.897033 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:35:27.897033 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:35:27.897033 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:35:27.897033 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:35:27.897033 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:35:27.897033 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:35:27.897033 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:35:27.897033 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:35:27.897033 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:35:27.897033 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:35:28.030474 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b04c1599-a1e5-4aab-9d2b-8777fcaaa462 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (ebcdb780-1f88-4d1c-a13a-91ce96081123), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:28.034758 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b04c1599-a1e5-4aab-9d2b-8777fcaaa462 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:28.044655 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b04c1599-a1e5-4aab-9d2b-8777fcaaa462 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/networks/ebcdb780-1f88-4d1c-a13a-91ce96081123 HTTP/1.1" status: 204 len: 168 time: 0.3992412 Jan 29 04:35:28.053780 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c1599-a1e5-4aab-9d2b-8777fcaaa462 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Network': ['ID=ebcdb780-1f88-4d1c-a13a-91ce96081123,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:28.060519 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56618) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:35:28.061593 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c1599-a1e5-4aab-9d2b-8777fcaaa462 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:28.061956 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c1599-a1e5-4aab-9d2b-8777fcaaa462 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:28.062288 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c1599-a1e5-4aab-9d2b-8777fcaaa462 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:28.062625 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c1599-a1e5-4aab-9d2b-8777fcaaa462 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:28.062953 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c1599-a1e5-4aab-9d2b-8777fcaaa462 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:28.063279 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c1599-a1e5-4aab-9d2b-8777fcaaa462 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:28.063607 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c1599-a1e5-4aab-9d2b-8777fcaaa462 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:28.063934 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c1599-a1e5-4aab-9d2b-8777fcaaa462 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:28.064263 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c1599-a1e5-4aab-9d2b-8777fcaaa462 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:28.064609 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c1599-a1e5-4aab-9d2b-8777fcaaa462 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:28.064937 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c1599-a1e5-4aab-9d2b-8777fcaaa462 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:28.065257 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c1599-a1e5-4aab-9d2b-8777fcaaa462 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:28.065571 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c1599-a1e5-4aab-9d2b-8777fcaaa462 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:28.072648 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-630f032c-17d2-4cac-a598-76dedab400e9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'network': {'name': 'tempest-network-smoke--595338999', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'port_security_enabled': True}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:28.156018 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630f032c-17d2-4cac-a598-76dedab400e9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Made reservation on behalf of 9cb37fd5f36f44e696381da232925f9b for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:35:28.159342 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-630f032c-17d2-4cac-a598-76dedab400e9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:28.182002 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-630f032c-17d2-4cac-a598-76dedab400e9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:35:28.190927 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-630f032c-17d2-4cac-a598-76dedab400e9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (820ea993-1eda-4f55-aee2-88c9665f9998), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:28.191262 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-630f032c-17d2-4cac-a598-76dedab400e9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Added segment 820ea993-1eda-4f55-aee2-88c9665f9998 of type vlan for network ad9d3ee5-4858-483a-a094-5913abbde588 Jan 29 04:35:28.230318 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-630f032c-17d2-4cac-a598-76dedab400e9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (ad9d3ee5-4858-483a-a094-5913abbde588), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:28.293235 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-630f032c-17d2-4cac-a598-76dedab400e9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (ad9d3ee5-4858-483a-a094-5913abbde588), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:28.298116 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630f032c-17d2-4cac-a598-76dedab400e9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:28.300958 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-630f032c-17d2-4cac-a598-76dedab400e9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:28.364592 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630f032c-17d2-4cac-a598-76dedab400e9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Network': ['ID=ad9d3ee5-4858-483a-a094-5913abbde588,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:28.375096 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network ad9d3ee5-4858-483a-a094-5913abbde588 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:35:28.376361 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-630f032c-17d2-4cac-a598-76dedab400e9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3146620 Jan 29 04:35:28.379044 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56620) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:35:28.383589 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-4dc2ed35-6eb0-41fa-a63b-69ccd0dfcf25 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-643659496', 'admin_state_up': True, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:28.448049 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4dc2ed35-6eb0-41fa-a63b-69ccd0dfcf25 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (d9a4a78a-bbe4-4195-97d8-363f21e8603b), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:28.452766 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4dc2ed35-6eb0-41fa-a63b-69ccd0dfcf25 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (d9a4a78a-bbe4-4195-97d8-363f21e8603b), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:28.499376 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4dc2ed35-6eb0-41fa-a63b-69ccd0dfcf25 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_controller (d9a4a78a-bbe4-4195-97d8-363f21e8603b), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:28.692227 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4dc2ed35-6eb0-41fa-a63b-69ccd0dfcf25 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_gateway (d9a4a78a-bbe4-4195-97d8-363f21e8603b), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:28.871043 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db274ab3-407e-40bc-acab-a0c9274ff248 req-fe2c5c65-5d99-4c25-be69-360c65d56c51 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:28.872591 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-db274ab3-407e-40bc-acab-a0c9274ff248 req-fe2c5c65-5d99-4c25-be69-360c65d56c51 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c91c482-2b8e-47ae-8499-83bac73927d3 HTTP/1.1" status: 200 len: 946 time: 0.0540762 Jan 29 04:35:28.924218 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4dc2ed35-6eb0-41fa-a63b-69ccd0dfcf25 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_gateway (d9a4a78a-bbe4-4195-97d8-363f21e8603b), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:28.927213 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-db274ab3-407e-40bc-acab-a0c9274ff248 req-0e2ac487-25fc-4bb8-ba72-6b07ee4e0e30 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490568 Jan 29 04:35:28.951201 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4dc2ed35-6eb0-41fa-a63b-69ccd0dfcf25 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:29.050548 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-4dc2ed35-6eb0-41fa-a63b-69ccd0dfcf25 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Allocated IP 172.26.8.175 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/4091ca89-8d53-4820-8069-908de393e41b) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:35:29.155455 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4dc2ed35-6eb0-41fa-a63b-69ccd0dfcf25 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (4091ca89-8d53-4820-8069-908de393e41b), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:29.294257 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4dc2ed35-6eb0-41fa-a63b-69ccd0dfcf25 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (4091ca89-8d53-4820-8069-908de393e41b), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:29.332634 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc2ed35-6eb0-41fa-a63b-69ccd0dfcf25 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:35:29.335317 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-4dc2ed35-6eb0-41fa-a63b-69ccd0dfcf25 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:35:29.338726 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc2ed35-6eb0-41fa-a63b-69ccd0dfcf25 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:35:29.346760 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc2ed35-6eb0-41fa-a63b-69ccd0dfcf25 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=4091ca89-8d53-4820-8069-908de393e41b,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:29.420661 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device c40e4684-16a6-436a-afac-0fc35ea52bb5 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:35:29.440698 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: c40e4684-16a6-436a-afac-0fc35ea52bb5 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:35:29.441050 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device c40e4684-16a6-436a-afac-0fc35ea52bb5 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:35:29.654863 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4dc2ed35-6eb0-41fa-a63b-69ccd0dfcf25 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_gateway (d9a4a78a-bbe4-4195-97d8-363f21e8603b), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:29.850071 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4dc2ed35-6eb0-41fa-a63b-69ccd0dfcf25 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (d9a4a78a-bbe4-4195-97d8-363f21e8603b), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:30.047674 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400adcf-be02-4a65-b350-f480d1a3af39 req-a93efc3c-689c-4df9-90e2-86c72b9a2d26 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:30.049189 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3400adcf-be02-4a65-b350-f480d1a3af39 req-a93efc3c-689c-4df9-90e2-86c72b9a2d26 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c91c482-2b8e-47ae-8499-83bac73927d3 HTTP/1.1" status: 200 len: 946 time: 0.0535688 Jan 29 04:35:30.050191 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc2ed35-6eb0-41fa-a63b-69ccd0dfcf25 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router d9a4a78a-bbe4-4195-97d8-363f21e8603b is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:35:30.143830 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3400adcf-be02-4a65-b350-f480d1a3af39 req-cd69ab2e-a7f8-4c81-aab4-151f50505115 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878489 Jan 29 04:35:30.195753 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc2ed35-6eb0-41fa-a63b-69ccd0dfcf25 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:35:30.206767 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b58ee5-b005-4530-9682-5145d074be3b None None] Sync routers for ids ['d9a4a78a-bbe4-4195-97d8-363f21e8603b'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:35:30.218189 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b58ee5-b005-4530-9682-5145d074be3b None None] Routers {'d9a4a78a-bbe4-4195-97d8-363f21e8603b'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:35:30.218751 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-84b58ee5-b005-4530-9682-5145d074be3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:35:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['d9a4a78a-bbe4-4195-97d8-363f21e8603b'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:30.270400 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00472110-0a7b-4447-894f-91013270de5f req-c97a1dd4-80d2-43fb-aa21-3aba0664f9dd tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:30.271946 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-00472110-0a7b-4447-894f-91013270de5f req-c97a1dd4-80d2-43fb-aa21-3aba0664f9dd tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c91c482-2b8e-47ae-8499-83bac73927d3 HTTP/1.1" status: 200 len: 946 time: 0.0533979 Jan 29 04:35:30.279965 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4dc2ed35-6eb0-41fa-a63b-69ccd0dfcf25 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:30.281295 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4dc2ed35-6eb0-41fa-a63b-69ccd0dfcf25 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9011295 Jan 29 04:35:30.284376 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56628) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:35:30.327259 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-04c12c84-b785-410e-aa66-725c6a3a4b92 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=9cb37fd5f36f44e696381da232925f9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392876 Jan 29 04:35:30.327497 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-00472110-0a7b-4447-894f-91013270de5f req-de72e615-14e9-4704-ae0b-5c0d90da82af tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481369 Jan 29 04:35:30.327497 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56630) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:35:30.352158 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56632) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:35:30.406248 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9693aeb2-f00c-4325-915f-bbe0233c4ebb tempest-TestVolumeBootPattern-649716517 tempest-TestVolumeBootPattern-649716517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:30.407987 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9693aeb2-f00c-4325-915f-bbe0233c4ebb tempest-TestVolumeBootPattern-649716517 tempest-TestVolumeBootPattern-649716517-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7c91c482-2b8e-47ae-8499-83bac73927d3 HTTP/1.1" status: 200 len: 1125 time: 0.0538766 Jan 29 04:35:30.410716 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56634) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:35:30.415117 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-49c2a120-9d62-4449-9eec-4d853d8001ee tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Request body: {'floatingip': {'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'port_id': '630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:30.415311 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-84b58ee5-b005-4530-9682-5145d074be3b None None] Set router d9a4a78a-bbe4-4195-97d8-363f21e8603b gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:35:30.427549 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dccef0c-16de-461b-9c3f-c99cf7a46c7d tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:30.431675 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-6dccef0c-16de-461b-9c3f-c99cf7a46c7d tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1006835 Jan 29 04:35:30.431956 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56636) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:35:30.461402 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d7930a7d-39dd-48a9-b374-c123df06ef53 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f0de7169-31b1-4289-9a2a-56c5f4e63ed1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281634 Jan 29 04:35:30.464682 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56638) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:35:30.469664 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-1ad6ccc8-665c-47aa-b595-58088a611810 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1184062501', 'network_id': 'ad9d3ee5-4858-483a-a094-5913abbde588', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:30.487795 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-49c2a120-9d62-4449-9eec-4d853d8001ee tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:30.585579 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-49c2a120-9d62-4449-9eec-4d853d8001ee tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:30.596113 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-84b58ee5-b005-4530-9682-5145d074be3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a4a78a-bbe4-4195-97d8-363f21e8603b', 'name': 'tempest-TestNetworkBasicOps-router-643659496', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '4091ca89-8d53-4820-8069-908de393e41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:35:28Z', 'updated_at': '2022-01-29T04:35:29Z', 'revision_number': 3, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '4091ca89-8d53-4820-8069-908de393e41b', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a4a78a-bbe4-4195-97d8-363f21e8603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:28Z', 'updated_at': '2022-01-29T04:35:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:30.626290 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b58ee5-b005-4530-9682-5145d074be3b None None] Checking router: d9a4a78a-bbe4-4195-97d8-363f21e8603b for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:35:30.626741 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b58ee5-b005-4530-9682-5145d074be3b None None] Updating router d9a4a78a-bbe4-4195-97d8-363f21e8603b port 4091ca89-8d53-4820-8069-908de393e41b binding host dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:35:30.641271 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad6ccc8-665c-47aa-b595-58088a611810 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Made reservation on behalf of 9cb37fd5f36f44e696381da232925f9b for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:35:30.644786 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1ad6ccc8-665c-47aa-b595-58088a611810 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:30.655017 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-84b58ee5-b005-4530-9682-5145d074be3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (4091ca89-8d53-4820-8069-908de393e41b), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:30.704640 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-49c2a120-9d62-4449-9eec-4d853d8001ee tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Allocated IP 172.26.8.78 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/56ae51ca-9227-4748-b5e0-0576f6b7b7b4) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:35:30.806945 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-49c2a120-9d62-4449-9eec-4d853d8001ee tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks [] for port (56ae51ca-9227-4748-b5e0-0576f6b7b7b4), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:30.893661 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1ad6ccc8-665c-47aa-b595-58088a611810 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (4ce0a3b4-366f-4871-9b39-090130292fe1), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:30.916827 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-49c2a120-9d62-4449-9eec-4d853d8001ee tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (56ae51ca-9227-4748-b5e0-0576f6b7b7b4), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:30.959674 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad6ccc8-665c-47aa-b595-58088a611810 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Subnet': ['ID=4ce0a3b4-366f-4871-9b39-090130292fe1,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:30.960885 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c2a120-9d62-4449-9eec-4d853d8001ee tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:35:30.966126 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-49c2a120-9d62-4449-9eec-4d853d8001ee tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:35:30.973254 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c2a120-9d62-4449-9eec-4d853d8001ee tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:35:30.975836 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad6ccc8-665c-47aa-b595-58088a611810 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Checking segment: {'id': '820ea993-1eda-4f55-aee2-88c9665f9998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ad9d3ee5-4858-483a-a094-5913abbde588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:35:30.976723 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad6ccc8-665c-47aa-b595-58088a611810 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network hostable DHCP agents. Network: ad9d3ee5-4858-483a-a094-5913abbde588, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:35:30.998519 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c2a120-9d62-4449-9eec-4d853d8001ee tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Pushing event updated for resources: {'Port': ['ID=56ae51ca-9227-4748-b5e0-0576f6b7b7b4,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:31.059005 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad6ccc8-665c-47aa-b595-58088a611810 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network ad9d3ee5-4858-483a-a094-5913abbde588 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:35:31.074349 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-84b58ee5-b005-4530-9682-5145d074be3b None None] Publish callbacks [] for port (4091ca89-8d53-4820-8069-908de393e41b), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:31.133239 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-1ad6ccc8-665c-47aa-b595-58088a611810 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, ad9d3ee5-4858-483a-a094-5913abbde588) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:35:31.138074 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad6ccc8-665c-47aa-b595-58088a611810 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:31.138706 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1ad6ccc8-665c-47aa-b595-58088a611810 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:31.143710 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a000fd-21f4-44ec-a376-a3914836e591 None None] Network ad9d3ee5-4858-483a-a094-5913abbde588 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:35:31.144324 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-84b58ee5-b005-4530-9682-5145d074be3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (4091ca89-8d53-4820-8069-908de393e41b), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:31.193324 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-84b58ee5-b005-4530-9682-5145d074be3b None None] Attempting to bind port 4091ca89-8d53-4820-8069-908de393e41b on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:35:31.193324 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-84b58ee5-b005-4530-9682-5145d074be3b None None] Attempting to bind port 4091ca89-8d53-4820-8069-908de393e41b by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:35:31.193705 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b58ee5-b005-4530-9682-5145d074be3b None None] Attempting to bind port 4091ca89-8d53-4820-8069-908de393e41b on network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:35:31.206531 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b58ee5-b005-4530-9682-5145d074be3b None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:35:31.206890 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b58ee5-b005-4530-9682-5145d074be3b None None] Checking segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:35:31.207473 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-84b58ee5-b005-4530-9682-5145d074be3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:31.207650 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b58ee5-b005-4530-9682-5145d074be3b None None] Bound using segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:35:31.208103 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-84b58ee5-b005-4530-9682-5145d074be3b None None] Bound port: 4091ca89-8d53-4820-8069-908de393e41b, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:35:31.208468 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-84b58ee5-b005-4530-9682-5145d074be3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (4091ca89-8d53-4820-8069-908de393e41b), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:31.210006 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a15877-2a58-4fd1-82ba-d2efcdf2b23f None None] Pushing event updated for resources: {'Port': ['ID=4091ca89-8d53-4820-8069-908de393e41b,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:31.223319 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1ad6ccc8-665c-47aa-b595-58088a611810 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7549789 Jan 29 04:35:31.223807 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56640) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:35:31.260149 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4406f8f-5374-48e2-ac0e-4adfdebf2a1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-ad9d3ee5-4858-483a-a094-5913abbde588', 'network_id': 'ad9d3ee5-4858-483a-a094-5913abbde588', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ips': [{'subnet_id': '4ce0a3b4-366f-4871-9b39-090130292fe1'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:35:31.261586 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a15877-2a58-4fd1-82ba-d2efcdf2b23f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:31.261950 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a15877-2a58-4fd1-82ba-d2efcdf2b23f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:31.262286 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a15877-2a58-4fd1-82ba-d2efcdf2b23f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:31.262499 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d4406f8f-5374-48e2-ac0e-4adfdebf2a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:31.262622 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a15877-2a58-4fd1-82ba-d2efcdf2b23f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:31.262920 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a15877-2a58-4fd1-82ba-d2efcdf2b23f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:31.263238 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a15877-2a58-4fd1-82ba-d2efcdf2b23f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:31.263577 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a15877-2a58-4fd1-82ba-d2efcdf2b23f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:31.264099 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a15877-2a58-4fd1-82ba-d2efcdf2b23f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:31.264440 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a15877-2a58-4fd1-82ba-d2efcdf2b23f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:31.264802 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a15877-2a58-4fd1-82ba-d2efcdf2b23f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:31.265122 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a15877-2a58-4fd1-82ba-d2efcdf2b23f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:31.265432 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a15877-2a58-4fd1-82ba-d2efcdf2b23f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:31.265741 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a15877-2a58-4fd1-82ba-d2efcdf2b23f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:31.277777 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-84b58ee5-b005-4530-9682-5145d074be3b None None] For port 4091ca89-8d53-4820-8069-908de393e41b, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:35:31.281203 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-84b58ee5-b005-4530-9682-5145d074be3b None None] For port 4091ca89-8d53-4820-8069-908de393e41b, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=4091ca89-8d53-4820-8069-908de393e41b,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:35:31.386123 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-84b58ee5-b005-4530-9682-5145d074be3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (4091ca89-8d53-4820-8069-908de393e41b), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:31.411904 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-d4406f8f-5374-48e2-ac0e-4adfdebf2a1b None None] Allocated IP 172.20.0.2 (ad9d3ee5-4858-483a-a094-5913abbde588/4ce0a3b4-366f-4871-9b39-090130292fe1/55971bcb-6c1e-4a03-8d40-0076353f6f2c) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:35:31.418401 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-49c2a120-9d62-4449-9eec-4d853d8001ee tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks [] for floatingip (1c47cdd0-00e3-404f-ab13-fdcc5e9b040f), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:31.446418 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a15877-2a58-4fd1-82ba-d2efcdf2b23f None None] Pushing event updated for resources: {'Port': ['ID=4091ca89-8d53-4820-8069-908de393e41b,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:31.466882 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b58ee5-b005-4530-9682-5145d074be3b None None] Routers {'d9a4a78a-bbe4-4195-97d8-363f21e8603b'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:35:31.468322 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-84b58ee5-b005-4530-9682-5145d074be3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:35:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['d9a4a78a-bbe4-4195-97d8-363f21e8603b'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:31.569113 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-49c2a120-9d62-4449-9eec-4d853d8001ee tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (56ae51ca-9227-4748-b5e0-0576f6b7b7b4), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:31.578425 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d4406f8f-5374-48e2-ac0e-4adfdebf2a1b None None] Publish callbacks [] for port (55971bcb-6c1e-4a03-8d40-0076353f6f2c), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:31.580608 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-84b58ee5-b005-4530-9682-5145d074be3b None None] Set router d9a4a78a-bbe4-4195-97d8-363f21e8603b gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:35:31.665602 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d4406f8f-5374-48e2-ac0e-4adfdebf2a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (55971bcb-6c1e-4a03-8d40-0076353f6f2c), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:31.710779 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4406f8f-5374-48e2-ac0e-4adfdebf2a1b None None] Network ad9d3ee5-4858-483a-a094-5913abbde588 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:35:31.714556 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-d4406f8f-5374-48e2-ac0e-4adfdebf2a1b None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:35:31.721579 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4406f8f-5374-48e2-ac0e-4adfdebf2a1b None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:35:31.726556 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4406f8f-5374-48e2-ac0e-4adfdebf2a1b None None] Pushing event updated for resources: {'Port': ['ID=55971bcb-6c1e-4a03-8d40-0076353f6f2c,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:31.738382 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a19c72b8-5c62-4923-995a-6ff2df3f850d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:31.766943 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-49c2a120-9d62-4449-9eec-4d853d8001ee tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks [] for port (56ae51ca-9227-4748-b5e0-0576f6b7b7b4), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:31.785658 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-d4406f8f-5374-48e2-ac0e-4adfdebf2a1b None None] Attempting to bind port 55971bcb-6c1e-4a03-8d40-0076353f6f2c on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:35:31.786016 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-d4406f8f-5374-48e2-ac0e-4adfdebf2a1b None None] Attempting to bind port 55971bcb-6c1e-4a03-8d40-0076353f6f2c by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '820ea993-1eda-4f55-aee2-88c9665f9998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ad9d3ee5-4858-483a-a094-5913abbde588'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:35:31.786391 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4406f8f-5374-48e2-ac0e-4adfdebf2a1b None None] Attempting to bind port 55971bcb-6c1e-4a03-8d40-0076353f6f2c on network ad9d3ee5-4858-483a-a094-5913abbde588 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:35:31.791780 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4406f8f-5374-48e2-ac0e-4adfdebf2a1b None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:35:31.792185 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4406f8f-5374-48e2-ac0e-4adfdebf2a1b None None] Checking segment: {'id': '820ea993-1eda-4f55-aee2-88c9665f9998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ad9d3ee5-4858-483a-a094-5913abbde588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:35:31.792633 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d4406f8f-5374-48e2-ac0e-4adfdebf2a1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:31.793514 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4406f8f-5374-48e2-ac0e-4adfdebf2a1b None None] Bound using segment: {'id': '820ea993-1eda-4f55-aee2-88c9665f9998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ad9d3ee5-4858-483a-a094-5913abbde588'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:35:31.794020 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-d4406f8f-5374-48e2-ac0e-4adfdebf2a1b None None] Bound port: 55971bcb-6c1e-4a03-8d40-0076353f6f2c, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '820ea993-1eda-4f55-aee2-88c9665f9998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ad9d3ee5-4858-483a-a094-5913abbde588'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:35:31.794407 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d4406f8f-5374-48e2-ac0e-4adfdebf2a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (55971bcb-6c1e-4a03-8d40-0076353f6f2c), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:31.795408 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-84b58ee5-b005-4530-9682-5145d074be3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a4a78a-bbe4-4195-97d8-363f21e8603b', 'name': 'tempest-TestNetworkBasicOps-router-643659496', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '4091ca89-8d53-4820-8069-908de393e41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:35:28Z', 'updated_at': '2022-01-29T04:35:29Z', 'revision_number': 3, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '4091ca89-8d53-4820-8069-908de393e41b', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a4a78a-bbe4-4195-97d8-363f21e8603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:28Z', 'updated_at': '2022-01-29T04:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:31.819261 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-49c2a120-9d62-4449-9eec-4d853d8001ee tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (56ae51ca-9227-4748-b5e0-0576f6b7b7b4), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:31.831961 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b58ee5-b005-4530-9682-5145d074be3b None None] The sync data for ids ['d9a4a78a-bbe4-4195-97d8-363f21e8603b'] in dv-neutron-821190-1-hyperv is: [{'id': 'd9a4a78a-bbe4-4195-97d8-363f21e8603b', 'name': 'tempest-TestNetworkBasicOps-router-643659496', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '4091ca89-8d53-4820-8069-908de393e41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:35:28Z', 'updated_at': '2022-01-29T04:35:29Z', 'revision_number': 3, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '4091ca89-8d53-4820-8069-908de393e41b', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a4a78a-bbe4-4195-97d8-363f21e8603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:28Z', 'updated_at': '2022-01-29T04:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:35:31.887531 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-d4406f8f-5374-48e2-ac0e-4adfdebf2a1b None None] For port 55971bcb-6c1e-4a03-8d40-0076353f6f2c, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:35:31.895906 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-d4406f8f-5374-48e2-ac0e-4adfdebf2a1b None None] For port 55971bcb-6c1e-4a03-8d40-0076353f6f2c, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=55971bcb-6c1e-4a03-8d40-0076353f6f2c,segment=NetworkSegment(820ea993-1eda-4f55-aee2-88c9665f9998),segment_id=820ea993-1eda-4f55-aee2-88c9665f9998)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:35:31.902204 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c2a120-9d62-4449-9eec-4d853d8001ee tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Pushing event updated for resources: {'Port': ['ID=56ae51ca-9227-4748-b5e0-0576f6b7b7b4,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:31.913816 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-49c2a120-9d62-4449-9eec-4d853d8001ee tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (1c47cdd0-00e3-404f-ab13-fdcc5e9b040f), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:31.939550 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d4406f8f-5374-48e2-ac0e-4adfdebf2a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (55971bcb-6c1e-4a03-8d40-0076353f6f2c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:32.022923 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4406f8f-5374-48e2-ac0e-4adfdebf2a1b None None] Pushing event updated for resources: {'Port': ['ID=55971bcb-6c1e-4a03-8d40-0076353f6f2c,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:32.029181 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.l3_db [None req-49c2a120-9d62-4449-9eec-4d853d8001ee tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Floating IP 1c47cdd0-00e3-404f-ab13-fdcc5e9b040f associated. External IP: 172.26.8.78, port: 630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2. Jan 29 04:35:32.141042 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-a19c72b8-5c62-4923-995a-6ff2df3f850d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Allocated IP 172.20.0.1 (ad9d3ee5-4858-483a-a094-5913abbde588/4ce0a3b4-366f-4871-9b39-090130292fe1/a08db26f-23c0-4d72-9e41-ee44f1232fb6) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:35:32.289448 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a19c72b8-5c62-4923-995a-6ff2df3f850d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (a08db26f-23c0-4d72-9e41-ee44f1232fb6), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:32.350385 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c2a120-9d62-4449-9eec-4d853d8001ee tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Router b43ba331-a11d-4a64-9b59-9b15884ae556 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:35:32.397192 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a19c72b8-5c62-4923-995a-6ff2df3f850d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (a08db26f-23c0-4d72-9e41-ee44f1232fb6), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:32.457261 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c72b8-5c62-4923-995a-6ff2df3f850d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=a08db26f-23c0-4d72-9e41-ee44f1232fb6,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:32.477083 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19c72b8-5c62-4923-995a-6ff2df3f850d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network ad9d3ee5-4858-483a-a094-5913abbde588 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:35:32.478594 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-a19c72b8-5c62-4923-995a-6ff2df3f850d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:35:32.485455 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c2a120-9d62-4449-9eec-4d853d8001ee tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:35:32.490315 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19c72b8-5c62-4923-995a-6ff2df3f850d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:35:32.498889 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e67b2b-e103-4753-9867-f588551fa628 None None] Sync routers for ids ['b43ba331-a11d-4a64-9b59-9b15884ae556'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:35:32.514893 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e67b2b-e103-4753-9867-f588551fa628 None None] Routers {'b43ba331-a11d-4a64-9b59-9b15884ae556'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:35:32.515591 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-a3e67b2b-e103-4753-9867-f588551fa628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:35:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b43ba331-a11d-4a64-9b59-9b15884ae556'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:32.539273 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a19c72b8-5c62-4923-995a-6ff2df3f850d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (d9a4a78a-bbe4-4195-97d8-363f21e8603b), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:32.567108 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-49c2a120-9d62-4449-9eec-4d853d8001ee tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:32.613554 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-49c2a120-9d62-4449-9eec-4d853d8001ee tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2011690 Jan 29 04:35:32.615048 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c91c482-2b8e-47ae-8499-83bac73927d3', 'tag': '630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:35:32.619670 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1ebf6d-4243-4c41-a670-0388dfe50090" -d '{"events": [{"name": "network-changed", "server_uuid": "7c91c482-2b8e-47ae-8499-83bac73927d3", "tag": "630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:35:32.656227 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-a3e67b2b-e103-4753-9867-f588551fa628 None None] Set router b43ba331-a11d-4a64-9b59-9b15884ae556 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:35:32.676143 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504c55b1-0062-4df1-a8b8-1c7c61cb0ba7 x-openstack-request-id: req-504c55b1-0062-4df1-a8b8-1c7c61cb0ba7 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:35:32.676442 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c91c482-2b8e-47ae-8499-83bac73927d3", "tag": "630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:35:32.676725 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-504c55b1-0062-4df1-a8b8-1c7c61cb0ba7 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:35:32.677131 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c91c482-2b8e-47ae-8499-83bac73927d3', 'tag': '630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2', 'status': 'completed', 'code': 200} Jan 29 04:35:32.780968 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ebf6d-4243-4c41-a670-0388dfe50090 req-d3c01448-791b-4534-b828-93266b606e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:32.782903 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9a1ebf6d-4243-4c41-a670-0388dfe50090 req-d3c01448-791b-4534-b828-93266b606e6b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1b0e4f5bc18f46e19e7272f5d8beca17&device_id=7c91c482-2b8e-47ae-8499-83bac73927d3 HTTP/1.1" status: 200 len: 1130 time: 0.0641873 Jan 29 04:35:32.794200 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a19c72b8-5c62-4923-995a-6ff2df3f850d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (a08db26f-23c0-4d72-9e41-ee44f1232fb6), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:32.936802 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ebf6d-4243-4c41-a670-0388dfe50090 req-bd0705f9-3461-4407-afe3-9fa5d9f7fe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:32.938781 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9a1ebf6d-4243-4c41-a670-0388dfe50090 req-bd0705f9-3461-4407-afe3-9fa5d9f7fe6d service neutron] 10.222.0.18 "GET /v2.0/networks?id=0e91feca-45f0-4a0a-b0ad-b17a5562d039 HTTP/1.1" status: 200 len: 913 time: 0.1367993 Jan 29 04:35:32.978415 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-a3e67b2b-e103-4753-9867-f588551fa628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'name': 'tempest-TestVolumeBootPattern-1182025116-router', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:12Z', 'updated_at': '2022-01-29T04:30:21Z', 'revision_number': 4, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'gw_port': {'id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:14Z', 'updated_at': '2022-01-29T04:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '1c47cdd0-00e3-404f-ab13-fdcc5e9b040f', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'floating_ip_address': '172.26.8.78', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'port_id': '630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039', 'mac_address': 'fa:16:3e:4f:16:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c91c482-2b8e-47ae-8499-83bac73927d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:35:31Z', 'updated_at': '2022-01-29T04:35:31Z', 'revision_number': 0, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98a2ab77-b23f-4e5a-bf17-3bc88a105717', 'name': '', 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'mac_address': 'fa:16:3e:b5:b3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:20Z', 'updated_at': '2022-01-29T04:30:31Z', 'revision_number': 5, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'subnets': [{'id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:33.022647 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9a1ebf6d-4243-4c41-a670-0388dfe50090 req-55426520-4242-43cc-8d53-05827bbc0905 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2 HTTP/1.1" status: 200 len: 999 time: 0.0771558 Jan 29 04:35:33.030327 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e67b2b-e103-4753-9867-f588551fa628 None None] Checking router: b43ba331-a11d-4a64-9b59-9b15884ae556 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:35:33.040139 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e67b2b-e103-4753-9867-f588551fa628 None None] Routers {'b43ba331-a11d-4a64-9b59-9b15884ae556'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:35:33.040808 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-a3e67b2b-e103-4753-9867-f588551fa628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:35:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b43ba331-a11d-4a64-9b59-9b15884ae556'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:33.083842 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ebf6d-4243-4c41-a670-0388dfe50090 req-0eff3d26-6f19-4e5a-b187-3a27b67420b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:33.085441 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9a1ebf6d-4243-4c41-a670-0388dfe50090 req-0eff3d26-6f19-4e5a-b187-3a27b67420b4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c5ef5406-79aa-4490-92c9-3e7f9e568ee2 HTTP/1.1" status: 200 len: 851 time: 0.0551512 Jan 29 04:35:33.153303 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ebf6d-4243-4c41-a670-0388dfe50090 req-302dba29-ada5-459e-839c-59a99fd3dc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:33.154996 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9a1ebf6d-4243-4c41-a670-0388dfe50090 req-302dba29-ada5-459e-839c-59a99fd3dc80 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e91feca-45f0-4a0a-b0ad-b17a5562d039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0594978 Jan 29 04:35:33.168645 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-a3e67b2b-e103-4753-9867-f588551fa628 None None] Set router b43ba331-a11d-4a64-9b59-9b15884ae556 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:35:33.170824 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a19c72b8-5c62-4923-995a-6ff2df3f850d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (a08db26f-23c0-4d72-9e41-ee44f1232fb6), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:33.223874 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a19c72b8-5c62-4923-995a-6ff2df3f850d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (a08db26f-23c0-4d72-9e41-ee44f1232fb6), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:33.268536 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9a1ebf6d-4243-4c41-a670-0388dfe50090 req-e8329674-05a1-420e-bca2-81400a348687 service neutron] 10.222.0.18 "GET /v2.0/networks/0e91feca-45f0-4a0a-b0ad-b17a5562d039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071682 Jan 29 04:35:33.300828 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c72b8-5c62-4923-995a-6ff2df3f850d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=a08db26f-23c0-4d72-9e41-ee44f1232fb6,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:33.306919 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a19c72b8-5c62-4923-995a-6ff2df3f850d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (d9a4a78a-bbe4-4195-97d8-363f21e8603b), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:33.328755 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ece5ca-6d6a-4649-9bb2-9f6c1f54e91a None None] Network ad9d3ee5-4858-483a-a094-5913abbde588 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:35:33.382023 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9a1ebf6d-4243-4c41-a670-0388dfe50090 req-cecb4e80-7c75-47fc-b6ce-97bf846ee33a service neutron] 10.222.0.18 "GET /v2.0/networks/0e91feca-45f0-4a0a-b0ad-b17a5562d039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070418 Jan 29 04:35:33.416601 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19c72b8-5c62-4923-995a-6ff2df3f850d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network ad9d3ee5-4858-483a-a094-5913abbde588 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:35:33.418868 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-a19c72b8-5c62-4923-995a-6ff2df3f850d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:35:33.430446 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-2624cf07-9975-4399-a2cb-fcac6537db4c None None] Provisioning complete for port 55971bcb-6c1e-4a03-8d40-0076353f6f2c triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:33.430827 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2624cf07-9975-4399-a2cb-fcac6537db4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (55971bcb-6c1e-4a03-8d40-0076353f6f2c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:33.629246 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-2624cf07-9975-4399-a2cb-fcac6537db4c None None] Current status of the port 55971bcb-6c1e-4a03-8d40-0076353f6f2c is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:35:33.629943 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2624cf07-9975-4399-a2cb-fcac6537db4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (55971bcb-6c1e-4a03-8d40-0076353f6f2c), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:33.664117 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 4091ca89-8d53-4820-8069-908de393e41b up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:35:33.703035 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-a3e67b2b-e103-4753-9867-f588551fa628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'name': 'tempest-TestVolumeBootPattern-1182025116-router', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:12Z', 'updated_at': '2022-01-29T04:30:21Z', 'revision_number': 4, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'gw_port': {'id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:14Z', 'updated_at': '2022-01-29T04:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '1c47cdd0-00e3-404f-ab13-fdcc5e9b040f', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'floating_ip_address': '172.26.8.78', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'port_id': '630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039', 'mac_address': 'fa:16:3e:4f:16:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c91c482-2b8e-47ae-8499-83bac73927d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:35:31Z', 'updated_at': '2022-01-29T04:35:31Z', 'revision_number': 0, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98a2ab77-b23f-4e5a-bf17-3bc88a105717', 'name': '', 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'mac_address': 'fa:16:3e:b5:b3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:20Z', 'updated_at': '2022-01-29T04:30:31Z', 'revision_number': 5, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'subnets': [{'id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:33.867478 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19c72b8-5c62-4923-995a-6ff2df3f850d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router d9a4a78a-bbe4-4195-97d8-363f21e8603b has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:35:33.923209 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-2624cf07-9975-4399-a2cb-fcac6537db4c None None] For port 55971bcb-6c1e-4a03-8d40-0076353f6f2c, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=55971bcb-6c1e-4a03-8d40-0076353f6f2c,segment=NetworkSegment(820ea993-1eda-4f55-aee2-88c9665f9998),segment_id=820ea993-1eda-4f55-aee2-88c9665f9998)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:33.924516 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e67b2b-e103-4753-9867-f588551fa628 None None] The sync data for ids ['b43ba331-a11d-4a64-9b59-9b15884ae556'] in dv-neutron-821190-1-hyperv is: [{'id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'name': 'tempest-TestVolumeBootPattern-1182025116-router', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:12Z', 'updated_at': '2022-01-29T04:30:21Z', 'revision_number': 4, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'gw_port': {'id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:14Z', 'updated_at': '2022-01-29T04:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '1c47cdd0-00e3-404f-ab13-fdcc5e9b040f', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'floating_ip_address': '172.26.8.78', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'port_id': '630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039', 'mac_address': 'fa:16:3e:4f:16:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c91c482-2b8e-47ae-8499-83bac73927d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:35:31Z', 'updated_at': '2022-01-29T04:35:31Z', 'revision_number': 0, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98a2ab77-b23f-4e5a-bf17-3bc88a105717', 'name': '', 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'mac_address': 'fa:16:3e:b5:b3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:20Z', 'updated_at': '2022-01-29T04:30:31Z', 'revision_number': 5, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'subnets': [{'id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:35:33.946282 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 4091ca89-8d53-4820-8069-908de393e41b triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:33.946832 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (4091ca89-8d53-4820-8069-908de393e41b), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:33.984250 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2624cf07-9975-4399-a2cb-fcac6537db4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (55971bcb-6c1e-4a03-8d40-0076353f6f2c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:34.013490 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19c72b8-5c62-4923-995a-6ff2df3f850d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:35:34.019870 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a19c72b8-5c62-4923-995a-6ff2df3f850d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "PUT /v2.0/routers/d9a4a78a-bbe4-4195-97d8-363f21e8603b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7950380 Jan 29 04:35:34.022403 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56646) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:35:34.030344 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebc2082-8803-4af7-acfc-bc7e98323a3f None None] Sync routers for ids ['d9a4a78a-bbe4-4195-97d8-363f21e8603b'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:35:34.046995 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebc2082-8803-4af7-acfc-bc7e98323a3f None None] Routers {'d9a4a78a-bbe4-4195-97d8-363f21e8603b'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:35:34.052763 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-2ebc2082-8803-4af7-acfc-bc7e98323a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:35:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['d9a4a78a-bbe4-4195-97d8-363f21e8603b'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:34.095610 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2624cf07-9975-4399-a2cb-fcac6537db4c None None] Pushing event updated for resources: {'Port': ['ID=55971bcb-6c1e-4a03-8d40-0076353f6f2c,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:34.116476 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 4091ca89-8d53-4820-8069-908de393e41b is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:35:34.116896 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (4091ca89-8d53-4820-8069-908de393e41b), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:34.139599 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-ea552e72-5334-4e5f-a701-9f76c117cfac None None] Provisioning complete for port a08db26f-23c0-4d72-9e41-ee44f1232fb6 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:34.139979 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ea552e72-5334-4e5f-a701-9f76c117cfac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (a08db26f-23c0-4d72-9e41-ee44f1232fb6), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:34.178059 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d9acc7-044d-43f4-93aa-d39df34677fc tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:34.178508 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d9acc7-044d-43f4-93aa-d39df34677fc tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:34.179160 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d9acc7-044d-43f4-93aa-d39df34677fc tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:34.179884 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d9acc7-044d-43f4-93aa-d39df34677fc tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:34.180198 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d9acc7-044d-43f4-93aa-d39df34677fc tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:34.180777 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d9acc7-044d-43f4-93aa-d39df34677fc tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:34.183595 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-30d9acc7-044d-43f4-93aa-d39df34677fc tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1593025 Jan 29 04:35:34.185753 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56648) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:35:34.198556 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-2ebc2082-8803-4af7-acfc-bc7e98323a3f None None] Set router d9a4a78a-bbe4-4195-97d8-363f21e8603b gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:35:34.205938 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ea552e72-5334-4e5f-a701-9f76c117cfac None None] Port a08db26f-23c0-4d72-9e41-ee44f1232fb6 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:35:34.211841 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 4091ca89-8d53-4820-8069-908de393e41b, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=4091ca89-8d53-4820-8069-908de393e41b,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:34.226368 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-ea552e72-5334-4e5f-a701-9f76c117cfac None None] Provisioning complete for port 55971bcb-6c1e-4a03-8d40-0076353f6f2c triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:34.226728 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ea552e72-5334-4e5f-a701-9f76c117cfac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (55971bcb-6c1e-4a03-8d40-0076353f6f2c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:34.279714 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bdb79d-7b26-4735-958b-e0cf0bf78a37 None None] New status for floating IP 1c47cdd0-00e3-404f-ab13-fdcc5e9b040f: ACTIVE {{(pid=103586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:35:34.285860 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (4091ca89-8d53-4820-8069-908de393e41b), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:34.286803 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 55971bcb-6c1e-4a03-8d40-0076353f6f2c up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:35:34.341505 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bfc8b3-064c-4d1c-91e0-154d9aa274f4 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:34.342495 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bfc8b3-064c-4d1c-91e0-154d9aa274f4 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:34.343188 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bfc8b3-064c-4d1c-91e0-154d9aa274f4 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:34.343858 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bfc8b3-064c-4d1c-91e0-154d9aa274f4 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:34.344515 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bfc8b3-064c-4d1c-91e0-154d9aa274f4 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:34.345315 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bfc8b3-064c-4d1c-91e0-154d9aa274f4 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:34.350378 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-36bfc8b3-064c-4d1c-91e0-154d9aa274f4 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1635983 Jan 29 04:35:34.350552 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56650) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:35:34.446978 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-2ebc2082-8803-4af7-acfc-bc7e98323a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a4a78a-bbe4-4195-97d8-363f21e8603b', 'name': 'tempest-TestNetworkBasicOps-router-643659496', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '4091ca89-8d53-4820-8069-908de393e41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:35:28Z', 'updated_at': '2022-01-29T04:35:32Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '4091ca89-8d53-4820-8069-908de393e41b', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a4a78a-bbe4-4195-97d8-363f21e8603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:28Z', 'updated_at': '2022-01-29T04:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'a08db26f-23c0-4d72-9e41-ee44f1232fb6', 'name': '', 'network_id': 'ad9d3ee5-4858-483a-a094-5913abbde588', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:49:00:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a4a78a-bbe4-4195-97d8-363f21e8603b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '4ce0a3b4-366f-4871-9b39-090130292fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:31Z', 'updated_at': '2022-01-29T04:35:33Z', 'revision_number': 2, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '4ce0a3b4-366f-4871-9b39-090130292fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:34.474171 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebc2082-8803-4af7-acfc-bc7e98323a3f None None] Checking router: d9a4a78a-bbe4-4195-97d8-363f21e8603b for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:35:34.474522 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebc2082-8803-4af7-acfc-bc7e98323a3f None None] Updating router d9a4a78a-bbe4-4195-97d8-363f21e8603b port a08db26f-23c0-4d72-9e41-ee44f1232fb6 binding host dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:35:34.505755 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2ebc2082-8803-4af7-acfc-bc7e98323a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (a08db26f-23c0-4d72-9e41-ee44f1232fb6), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:34.512289 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ea552e72-5334-4e5f-a701-9f76c117cfac None None] Current status of the port 55971bcb-6c1e-4a03-8d40-0076353f6f2c is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:35:34.519307 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=4091ca89-8d53-4820-8069-908de393e41b,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:34.528249 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 55971bcb-6c1e-4a03-8d40-0076353f6f2c triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:34.528667 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (55971bcb-6c1e-4a03-8d40-0076353f6f2c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:34.607786 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-00733295-f089-4f38-ad17-e25c0f058217 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2561228 Jan 29 04:35:34.663673 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-20609ab1-1fbc-4019-953d-abc53c8575a5 None None] Provisioning complete for port a08db26f-23c0-4d72-9e41-ee44f1232fb6 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:34.664320 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-20609ab1-1fbc-4019-953d-abc53c8575a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (a08db26f-23c0-4d72-9e41-ee44f1232fb6), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:34.666061 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 55971bcb-6c1e-4a03-8d40-0076353f6f2c is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:35:34.717507 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-20609ab1-1fbc-4019-953d-abc53c8575a5 None None] Port a08db26f-23c0-4d72-9e41-ee44f1232fb6 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:35:34.870570 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2ebc2082-8803-4af7-acfc-bc7e98323a3f None None] Publish callbacks [] for port (a08db26f-23c0-4d72-9e41-ee44f1232fb6), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:34.871805 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56654) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:35:34.876515 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-22b81e51-ae26-4e27-b0c1-f3b56bab730b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1695946340', 'description': 'tempest-secgroup-smoke-1695946340 description', 'project_id': '9cb37fd5f36f44e696381da232925f9b'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:34.949994 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2ebc2082-8803-4af7-acfc-bc7e98323a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (a08db26f-23c0-4d72-9e41-ee44f1232fb6), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:34.956325 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-22b81e51-ae26-4e27-b0c1-f3b56bab730b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:35.020574 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9011e3-f517-40da-92c1-84039757b4cb None None] Pushing event updated for resources: {'Port': ['ID=a08db26f-23c0-4d72-9e41-ee44f1232fb6,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:35.035068 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-22b81e51-ae26-4e27-b0c1-f3b56bab730b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (24d2833d-363b-450c-af41-8489c154dcbc), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:35.055422 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-2ebc2082-8803-4af7-acfc-bc7e98323a3f None None] Attempting to bind port a08db26f-23c0-4d72-9e41-ee44f1232fb6 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:35:35.056014 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-2ebc2082-8803-4af7-acfc-bc7e98323a3f None None] Attempting to bind port a08db26f-23c0-4d72-9e41-ee44f1232fb6 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '820ea993-1eda-4f55-aee2-88c9665f9998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ad9d3ee5-4858-483a-a094-5913abbde588'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:35:35.056142 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebc2082-8803-4af7-acfc-bc7e98323a3f None None] Attempting to bind port a08db26f-23c0-4d72-9e41-ee44f1232fb6 on network ad9d3ee5-4858-483a-a094-5913abbde588 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:35:35.061866 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebc2082-8803-4af7-acfc-bc7e98323a3f None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:35:35.062229 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebc2082-8803-4af7-acfc-bc7e98323a3f None None] Checking segment: {'id': '820ea993-1eda-4f55-aee2-88c9665f9998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ad9d3ee5-4858-483a-a094-5913abbde588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:35:35.062622 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2ebc2082-8803-4af7-acfc-bc7e98323a3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:35.063058 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebc2082-8803-4af7-acfc-bc7e98323a3f None None] Bound using segment: {'id': '820ea993-1eda-4f55-aee2-88c9665f9998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ad9d3ee5-4858-483a-a094-5913abbde588'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:35:35.063555 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-2ebc2082-8803-4af7-acfc-bc7e98323a3f None None] Bound port: a08db26f-23c0-4d72-9e41-ee44f1232fb6, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '820ea993-1eda-4f55-aee2-88c9665f9998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ad9d3ee5-4858-483a-a094-5913abbde588'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:35:35.063927 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2ebc2082-8803-4af7-acfc-bc7e98323a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (a08db26f-23c0-4d72-9e41-ee44f1232fb6), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:35.099063 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-22b81e51-ae26-4e27-b0c1-f3b56bab730b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (24d2833d-363b-450c-af41-8489c154dcbc), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:35.130412 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-2ebc2082-8803-4af7-acfc-bc7e98323a3f None None] For port a08db26f-23c0-4d72-9e41-ee44f1232fb6, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:35:35.133476 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b81e51-ae26-4e27-b0c1-f3b56bab730b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24d2833d-363b-450c-af41-8489c154dcbc,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:35.134490 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-2ebc2082-8803-4af7-acfc-bc7e98323a3f None None] For port a08db26f-23c0-4d72-9e41-ee44f1232fb6, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=a08db26f-23c0-4d72-9e41-ee44f1232fb6,segment=NetworkSegment(820ea993-1eda-4f55-aee2-88c9665f9998),segment_id=820ea993-1eda-4f55-aee2-88c9665f9998)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:35:35.220881 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-22b81e51-ae26-4e27-b0c1-f3b56bab730b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:35.222319 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-22b81e51-ae26-4e27-b0c1-f3b56bab730b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3494427 Jan 29 04:35:35.230480 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2ebc2082-8803-4af7-acfc-bc7e98323a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (a08db26f-23c0-4d72-9e41-ee44f1232fb6), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:35.237963 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56656) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:35:35.242745 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-58e8cdc2-fd52-4e57-8da8-b382ca241493 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': '24d2833d-363b-450c-af41-8489c154dcbc', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:35.244282 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-72c3f534-6330-43f6-9f88-5ce4a9bc29bd None None] Provisioning complete for port a08db26f-23c0-4d72-9e41-ee44f1232fb6 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:35.245483 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-72c3f534-6330-43f6-9f88-5ce4a9bc29bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (a08db26f-23c0-4d72-9e41-ee44f1232fb6), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:35.290723 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9011e3-f517-40da-92c1-84039757b4cb None None] Pushing event updated for resources: {'Port': ['ID=a08db26f-23c0-4d72-9e41-ee44f1232fb6,revision_number=4']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:35.294270 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebc2082-8803-4af7-acfc-bc7e98323a3f None None] Routers {'d9a4a78a-bbe4-4195-97d8-363f21e8603b'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:35:35.294875 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-2ebc2082-8803-4af7-acfc-bc7e98323a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:35:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['d9a4a78a-bbe4-4195-97d8-363f21e8603b'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:35.346662 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-72c3f534-6330-43f6-9f88-5ce4a9bc29bd None None] Current status of the port a08db26f-23c0-4d72-9e41-ee44f1232fb6 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:35:35.347048 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-72c3f534-6330-43f6-9f88-5ce4a9bc29bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (a08db26f-23c0-4d72-9e41-ee44f1232fb6), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:35.347448 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-58e8cdc2-fd52-4e57-8da8-b382ca241493 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (c495fe8f-0a83-4171-8157-851c75d1f5bf), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:35.386552 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-72c3f534-6330-43f6-9f88-5ce4a9bc29bd None None] For port a08db26f-23c0-4d72-9e41-ee44f1232fb6, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=a08db26f-23c0-4d72-9e41-ee44f1232fb6,segment=NetworkSegment(820ea993-1eda-4f55-aee2-88c9665f9998),segment_id=820ea993-1eda-4f55-aee2-88c9665f9998)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:35.418467 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-58e8cdc2-fd52-4e57-8da8-b382ca241493 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (c495fe8f-0a83-4171-8157-851c75d1f5bf), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:35.433791 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-2ebc2082-8803-4af7-acfc-bc7e98323a3f None None] Set router d9a4a78a-bbe4-4195-97d8-363f21e8603b gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:35:35.459356 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-72c3f534-6330-43f6-9f88-5ce4a9bc29bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (a08db26f-23c0-4d72-9e41-ee44f1232fb6), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:35.482254 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-58e8cdc2-fd52-4e57-8da8-b382ca241493 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (c495fe8f-0a83-4171-8157-851c75d1f5bf), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:35.494162 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 4091ca89-8d53-4820-8069-908de393e41b up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:35:35.503269 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8cdc2-fd52-4e57-8da8-b382ca241493 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c495fe8f-0a83-4171-8157-851c75d1f5bf,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:35.555974 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3f534-6330-43f6-9f88-5ce4a9bc29bd None None] Pushing event updated for resources: {'Port': ['ID=a08db26f-23c0-4d72-9e41-ee44f1232fb6,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:35.571304 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-58e8cdc2-fd52-4e57-8da8-b382ca241493 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:35.572946 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-58e8cdc2-fd52-4e57-8da8-b382ca241493 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3339760 Jan 29 04:35:35.575712 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56658) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:35:35.580196 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-9ef53f7d-834d-412d-9464-f64e00bff5b0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': '24d2833d-363b-450c-af41-8489c154dcbc', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:35.591268 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 4091ca89-8d53-4820-8069-908de393e41b triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:35.591759 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (4091ca89-8d53-4820-8069-908de393e41b), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:35.597779 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-646c60d8-4880-4e88-886b-9329bd046e87 None None] Provisioning complete for port a08db26f-23c0-4d72-9e41-ee44f1232fb6 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:35.600093 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-646c60d8-4880-4e88-886b-9329bd046e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (a08db26f-23c0-4d72-9e41-ee44f1232fb6), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:35.656475 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-2ebc2082-8803-4af7-acfc-bc7e98323a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a4a78a-bbe4-4195-97d8-363f21e8603b', 'name': 'tempest-TestNetworkBasicOps-router-643659496', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '4091ca89-8d53-4820-8069-908de393e41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:35:28Z', 'updated_at': '2022-01-29T04:35:32Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '4091ca89-8d53-4820-8069-908de393e41b', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a4a78a-bbe4-4195-97d8-363f21e8603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:28Z', 'updated_at': '2022-01-29T04:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'a08db26f-23c0-4d72-9e41-ee44f1232fb6', 'name': '', 'network_id': 'ad9d3ee5-4858-483a-a094-5913abbde588', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:49:00:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a4a78a-bbe4-4195-97d8-363f21e8603b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '4ce0a3b4-366f-4871-9b39-090130292fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:31Z', 'updated_at': '2022-01-29T04:35:35Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '4ce0a3b4-366f-4871-9b39-090130292fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:35.683636 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebc2082-8803-4af7-acfc-bc7e98323a3f None None] The sync data for ids ['d9a4a78a-bbe4-4195-97d8-363f21e8603b'] in dv-neutron-821190-1-hyperv is: [{'id': 'd9a4a78a-bbe4-4195-97d8-363f21e8603b', 'name': 'tempest-TestNetworkBasicOps-router-643659496', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '4091ca89-8d53-4820-8069-908de393e41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:35:28Z', 'updated_at': '2022-01-29T04:35:32Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '4091ca89-8d53-4820-8069-908de393e41b', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a4a78a-bbe4-4195-97d8-363f21e8603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:28Z', 'updated_at': '2022-01-29T04:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'a08db26f-23c0-4d72-9e41-ee44f1232fb6', 'name': '', 'network_id': 'ad9d3ee5-4858-483a-a094-5913abbde588', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:49:00:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a4a78a-bbe4-4195-97d8-363f21e8603b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '4ce0a3b4-366f-4871-9b39-090130292fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:31Z', 'updated_at': '2022-01-29T04:35:35Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '4ce0a3b4-366f-4871-9b39-090130292fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:35:35.716836 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9ef53f7d-834d-412d-9464-f64e00bff5b0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (b45a8144-ccef-49ee-87ec-686de118cb49), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:35.738297 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-646c60d8-4880-4e88-886b-9329bd046e87 None None] Current status of the port a08db26f-23c0-4d72-9e41-ee44f1232fb6 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:35:35.752635 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 4091ca89-8d53-4820-8069-908de393e41b is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:35:35.753352 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 55971bcb-6c1e-4a03-8d40-0076353f6f2c up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:35:35.805519 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9ef53f7d-834d-412d-9464-f64e00bff5b0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (b45a8144-ccef-49ee-87ec-686de118cb49), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:35.812034 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 55971bcb-6c1e-4a03-8d40-0076353f6f2c triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:35.812403 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (55971bcb-6c1e-4a03-8d40-0076353f6f2c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:35.899023 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9ef53f7d-834d-412d-9464-f64e00bff5b0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (b45a8144-ccef-49ee-87ec-686de118cb49), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:35.912549 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 55971bcb-6c1e-4a03-8d40-0076353f6f2c is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:35:35.924470 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef53f7d-834d-412d-9464-f64e00bff5b0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b45a8144-ccef-49ee-87ec-686de118cb49,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:35.970215 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9ef53f7d-834d-412d-9464-f64e00bff5b0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:35.972224 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-9ef53f7d-834d-412d-9464-f64e00bff5b0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3949111 Jan 29 04:35:35.977622 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56660) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:35:35.984971 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-b8b48c16-4c28-4218-b914-16f0f1300c25 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': '24d2833d-363b-450c-af41-8489c154dcbc', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:36.060134 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b8b48c16-4c28-4218-b914-16f0f1300c25 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (70a04773-54b6-4c42-8a2e-6d0fb6317d0a), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:36.129989 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b8b48c16-4c28-4218-b914-16f0f1300c25 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (70a04773-54b6-4c42-8a2e-6d0fb6317d0a), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:36.196868 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b8b48c16-4c28-4218-b914-16f0f1300c25 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (70a04773-54b6-4c42-8a2e-6d0fb6317d0a), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:36.210895 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2247bbd1-f935-4c6b-b911-9bad65a0ddd8 req-12e87b93-e245-40c0-a8e3-d53f103a1b99 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7c91c482-2b8e-47ae-8499-83bac73927d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3840964 Jan 29 04:35:36.219990 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b48c16-4c28-4218-b914-16f0f1300c25 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70a04773-54b6-4c42-8a2e-6d0fb6317d0a,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:36.283764 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b8b48c16-4c28-4218-b914-16f0f1300c25 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:36.285376 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b8b48c16-4c28-4218-b914-16f0f1300c25 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3062038 Jan 29 04:35:36.287839 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56662) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:35:36.293890 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-b728a7f9-9890-4711-8271-c7b31474e6dd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': '24d2833d-363b-450c-af41-8489c154dcbc', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:36.319707 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247bbd1-f935-4c6b-b911-9bad65a0ddd8 req-bd7c7a4b-368e-4188-ba97-d7933c1d86b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:36.321251 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2247bbd1-f935-4c6b-b911-9bad65a0ddd8 req-bd7c7a4b-368e-4188-ba97-d7933c1d86b6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1b0e4f5bc18f46e19e7272f5d8beca17&device_id=7c91c482-2b8e-47ae-8499-83bac73927d3 HTTP/1.1" status: 200 len: 1130 time: 0.0502403 Jan 29 04:35:36.385215 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b728a7f9-9890-4711-8271-c7b31474e6dd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (b2899c88-dd31-4620-9fe7-cbd3fe98fdcd), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:36.435288 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247bbd1-f935-4c6b-b911-9bad65a0ddd8 req-6266113c-d2a1-4840-bd93-6f434f617561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:36.436927 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2247bbd1-f935-4c6b-b911-9bad65a0ddd8 req-6266113c-d2a1-4840-bd93-6f434f617561 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0e91feca-45f0-4a0a-b0ad-b17a5562d039 HTTP/1.1" status: 200 len: 913 time: 0.0975125 Jan 29 04:35:36.448363 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b728a7f9-9890-4711-8271-c7b31474e6dd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (b2899c88-dd31-4620-9fe7-cbd3fe98fdcd), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:36.509333 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2247bbd1-f935-4c6b-b911-9bad65a0ddd8 req-5e2f704c-9dde-4db4-b1af-c074f9f681ec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2 HTTP/1.1" status: 200 len: 1001 time: 0.0662508 Jan 29 04:35:36.521986 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b728a7f9-9890-4711-8271-c7b31474e6dd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (b2899c88-dd31-4620-9fe7-cbd3fe98fdcd), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:36.545382 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b728a7f9-9890-4711-8271-c7b31474e6dd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2899c88-dd31-4620-9fe7-cbd3fe98fdcd,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:36.560082 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247bbd1-f935-4c6b-b911-9bad65a0ddd8 req-1a6a6663-1869-463d-b06d-97fa36544e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:36.561818 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2247bbd1-f935-4c6b-b911-9bad65a0ddd8 req-1a6a6663-1869-463d-b06d-97fa36544e63 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c5ef5406-79aa-4490-92c9-3e7f9e568ee2 HTTP/1.1" status: 200 len: 851 time: 0.0475185 Jan 29 04:35:36.592465 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b728a7f9-9890-4711-8271-c7b31474e6dd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:36.593730 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b728a7f9-9890-4711-8271-c7b31474e6dd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3049603 Jan 29 04:35:36.600100 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56664) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:35:36.606108 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-11264c65-1514-4c88-8833-88bb0f0312fd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': '24d2833d-363b-450c-af41-8489c154dcbc', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:36.613723 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247bbd1-f935-4c6b-b911-9bad65a0ddd8 req-baf119a1-e32c-4194-bebf-636e69ca93f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:36.615439 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2247bbd1-f935-4c6b-b911-9bad65a0ddd8 req-baf119a1-e32c-4194-bebf-636e69ca93f6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e91feca-45f0-4a0a-b0ad-b17a5562d039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0474207 Jan 29 04:35:36.710604 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2247bbd1-f935-4c6b-b911-9bad65a0ddd8 req-5c836c14-37dd-40d2-8e51-9649d01d2775 service neutron] 10.222.0.18 "GET /v2.0/networks/0e91feca-45f0-4a0a-b0ad-b17a5562d039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894148 Jan 29 04:35:36.801430 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.securitygroups_db [None req-11264c65-1514-4c88-8833-88bb0f0312fd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Project 9cb37fd5f36f44e696381da232925f9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:35:36.802168 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2247bbd1-f935-4c6b-b911-9bad65a0ddd8 req-d6d2604f-ec0a-4e29-b0fb-13eeb07d7884 service neutron] 10.222.0.18 "GET /v2.0/networks/0e91feca-45f0-4a0a-b0ad-b17a5562d039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856256 Jan 29 04:35:36.806859 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-11264c65-1514-4c88-8833-88bb0f0312fd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (f7415d49-3164-4b15-a0ad-1bb348a3224c), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:36.871841 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-11264c65-1514-4c88-8833-88bb0f0312fd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (f7415d49-3164-4b15-a0ad-1bb348a3224c), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:36.922147 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-11264c65-1514-4c88-8833-88bb0f0312fd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (f7415d49-3164-4b15-a0ad-1bb348a3224c), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:36.941019 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11264c65-1514-4c88-8833-88bb0f0312fd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7415d49-3164-4b15-a0ad-1bb348a3224c,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:37.020937 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-11264c65-1514-4c88-8833-88bb0f0312fd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:37.022155 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-11264c65-1514-4c88-8833-88bb0f0312fd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4208922 Jan 29 04:35:37.024885 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56666) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:35:37.029955 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-9dcd8cbc-e2e5-4982-9227-814210af36f5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': '24d2833d-363b-450c-af41-8489c154dcbc', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:37.104965 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.securitygroups_db [None req-9dcd8cbc-e2e5-4982-9227-814210af36f5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Project 9cb37fd5f36f44e696381da232925f9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:35:37.109944 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9dcd8cbc-e2e5-4982-9227-814210af36f5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (f8e06196-6a9b-4cc6-b660-b035f2a658dd), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:37.168548 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9dcd8cbc-e2e5-4982-9227-814210af36f5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (f8e06196-6a9b-4cc6-b660-b035f2a658dd), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:37.241224 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9dcd8cbc-e2e5-4982-9227-814210af36f5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (f8e06196-6a9b-4cc6-b660-b035f2a658dd), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:37.264040 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd8cbc-e2e5-4982-9227-814210af36f5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8e06196-6a9b-4cc6-b660-b035f2a658dd,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:37.340252 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9dcd8cbc-e2e5-4982-9227-814210af36f5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:37.341453 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-9dcd8cbc-e2e5-4982-9227-814210af36f5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3156292 Jan 29 04:35:37.501017 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-b4e55355-c318-4631-aff7-d360171eb235 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1695946340&fields=id&tenant_id=9cb37fd5f36f44e696381da232925f9b HTTP/1.1" status: 200 len: 267 time: 0.0517535 Jan 29 04:35:37.511059 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device a08db26f-23c0-4d72-9e41-ee44f1232fb6 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:35:37.562997 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port a08db26f-23c0-4d72-9e41-ee44f1232fb6 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:37.563373 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (a08db26f-23c0-4d72-9e41-ee44f1232fb6), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:37.608739 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-6f7945ab-2fc3-4bc9-b37b-7bf3d95396d3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:37.610145 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-6f7945ab-2fc3-4bc9-b37b-7bf3d95396d3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/networks?id=ad9d3ee5-4858-483a-a094-5913abbde588 HTTP/1.1" status: 200 len: 796 time: 0.1038728 Jan 29 04:35:37.626566 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-1d7c6dec-cac9-4d22-bf6b-72a2136b63ac tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/quotas/9cb37fd5f36f44e696381da232925f9b HTTP/1.1" status: 200 len: 375 time: 0.0109305 Jan 29 04:35:37.645181 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port a08db26f-23c0-4d72-9e41-ee44f1232fb6 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:35:37.685147 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-3d27d2cf-c0af-44d1-a9d8-0354179c9f8e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533881 Jan 29 04:35:37.700518 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-6250edfc-6e87-4920-952a-3dbae4951035 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103585) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:35:37.701479 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-6250edfc-6e87-4920-952a-3dbae4951035 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056777 Jan 29 04:35:37.792623 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-e48a9421-f53b-4caa-baa6-0f28b7ebbead service neutron] 10.222.0.13 "GET /v2.0/networks/ad9d3ee5-4858-483a-a094-5913abbde588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859480 Jan 29 04:35:37.879848 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-20dd65d4-9450-4509-b050-4cda8c9de1ad service neutron] 10.222.0.13 "GET /v2.0/networks/ad9d3ee5-4858-483a-a094-5913abbde588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815294 Jan 29 04:35:38.137786 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b288d1b9-a663-47a1-b0c1-534aa8527d6c req-1fe6cc42-10d5-4813-b1be-1c9c6ab28ac9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87bc998-ad3c-4c08-8740-865e39353e4e HTTP/1.1" status: 200 len: 210 time: 0.0292976 Jan 29 04:35:39.238818 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-337f063c-d48e-4f1f-951b-1eec4d5261d0 req-7cb050fa-a0f2-4ee2-8b35-b48fab2bf420 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87bc998-ad3c-4c08-8740-865e39353e4e HTTP/1.1" status: 200 len: 210 time: 0.0346551 Jan 29 04:35:40.012761 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-d5d02ed3-590c-4ad1-b106-6db7cc2c9fed tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:40.014388 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-d5d02ed3-590c-4ad1-b106-6db7cc2c9fed tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "GET /v2.0/networks?id=ad9d3ee5-4858-483a-a094-5913abbde588 HTTP/1.1" status: 200 len: 796 time: 0.1118467 Jan 29 04:35:40.087580 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-d93ddc30-befb-47b4-956d-5c82c7860fe8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cb37fd5f36f44e696381da232925f9b HTTP/1.1" status: 200 len: 380 time: 0.0580888 Jan 29 04:35:40.095805 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-365f8b91-5f5f-4d35-b353-7352062eeef1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'port': {'device_id': 'c87bc998-ad3c-4c08-8740-865e39353e4e', 'network_id': 'ad9d3ee5-4858-483a-a094-5913abbde588', 'admin_state_up': True, 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'security_groups': ['24d2833d-363b-450c-af41-8489c154dcbc']}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:40.282337 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-365f8b91-5f5f-4d35-b353-7352062eeef1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Made reservation on behalf of 9cb37fd5f36f44e696381da232925f9b for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:35:40.286017 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-365f8b91-5f5f-4d35-b353-7352062eeef1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:40.346920 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-4e34863e-632a-406b-a3e7-7a73b3402ebc req-60c907f1-0e43-48d5-a5b8-aad7268d3656 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87bc998-ad3c-4c08-8740-865e39353e4e HTTP/1.1" status: 200 len: 210 time: 0.0301471 Jan 29 04:35:40.417426 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-365f8b91-5f5f-4d35-b353-7352062eeef1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Allocated IP 172.20.0.9 (ad9d3ee5-4858-483a-a094-5913abbde588/4ce0a3b4-366f-4871-9b39-090130292fe1/c01ce798-079e-448e-8a3a-f44f3a25572a) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:35:40.564576 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-365f8b91-5f5f-4d35-b353-7352062eeef1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (c01ce798-079e-448e-8a3a-f44f3a25572a), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:40.671060 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-365f8b91-5f5f-4d35-b353-7352062eeef1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (c01ce798-079e-448e-8a3a-f44f3a25572a), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:40.714625 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-365f8b91-5f5f-4d35-b353-7352062eeef1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network ad9d3ee5-4858-483a-a094-5913abbde588 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:35:40.717546 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-365f8b91-5f5f-4d35-b353-7352062eeef1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:35:40.721136 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-365f8b91-5f5f-4d35-b353-7352062eeef1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:35:40.729603 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f8b91-5f5f-4d35-b353-7352062eeef1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=c01ce798-079e-448e-8a3a-f44f3a25572a,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:40.779823 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-365f8b91-5f5f-4d35-b353-7352062eeef1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:40.780440 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-365f8b91-5f5f-4d35-b353-7352062eeef1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:40.855959 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-365f8b91-5f5f-4d35-b353-7352062eeef1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7639730 Jan 29 04:35:40.866826 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-dfc1b778-345e-42f9-942c-7c7b347a0ea8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103585) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:35:40.867811 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-dfc1b778-345e-42f9-942c-7c7b347a0ea8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053315 Jan 29 04:35:40.888383 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-08abd686-b6fd-48b4-8e85-7c0d245291e1 service neutron] Request body: {'port': {'device_id': 'c87bc998-ad3c-4c08-8740-865e39353e4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:40.946653 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-08abd686-b6fd-48b4-8e85-7c0d245291e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (c01ce798-079e-448e-8a3a-f44f3a25572a), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:40.995431 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-5e6ce283-0561-4c0a-bf0b-a76ca25681c5 None None] Provisioning complete for port c01ce798-079e-448e-8a3a-f44f3a25572a triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:40.996055 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5e6ce283-0561-4c0a-bf0b-a76ca25681c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c01ce798-079e-448e-8a3a-f44f3a25572a), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:41.032105 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-5e6ce283-0561-4c0a-bf0b-a76ca25681c5 None None] Port c01ce798-079e-448e-8a3a-f44f3a25572a cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:35:41.206550 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-08abd686-b6fd-48b4-8e85-7c0d245291e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c01ce798-079e-448e-8a3a-f44f3a25572a {{(pid=103585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:35:41.213951 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-08abd686-b6fd-48b4-8e85-7c0d245291e1 service neutron] Publish callbacks [] for port (c01ce798-079e-448e-8a3a-f44f3a25572a), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:41.225612 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.provisioning_blocks [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-08abd686-b6fd-48b4-8e85-7c0d245291e1 service neutron] Transition to ACTIVE for port object c01ce798-079e-448e-8a3a-f44f3a25572a will not be triggered until provisioned by entity L2. {{(pid=103585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:35:41.316099 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-08abd686-b6fd-48b4-8e85-7c0d245291e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (c01ce798-079e-448e-8a3a-f44f3a25572a), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:41.370597 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08abd686-b6fd-48b4-8e85-7c0d245291e1 service neutron] Pushing event updated for resources: {'Port': ['ID=c01ce798-079e-448e-8a3a-f44f3a25572a,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:41.474388 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-08abd686-b6fd-48b4-8e85-7c0d245291e1 service neutron] Attempting to bind port c01ce798-079e-448e-8a3a-f44f3a25572a on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:35:41.474731 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-08abd686-b6fd-48b4-8e85-7c0d245291e1 service neutron] Attempting to bind port c01ce798-079e-448e-8a3a-f44f3a25572a by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '820ea993-1eda-4f55-aee2-88c9665f9998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ad9d3ee5-4858-483a-a094-5913abbde588'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:35:41.475056 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-08abd686-b6fd-48b4-8e85-7c0d245291e1 service neutron] Attempting to bind port c01ce798-079e-448e-8a3a-f44f3a25572a on network ad9d3ee5-4858-483a-a094-5913abbde588 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:35:41.483017 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-08abd686-b6fd-48b4-8e85-7c0d245291e1 service neutron] Port c01ce798-079e-448e-8a3a-f44f3a25572a on network ad9d3ee5-4858-483a-a094-5913abbde588 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:35:41.483339 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-08abd686-b6fd-48b4-8e85-7c0d245291e1 service neutron] Attempting to bind port c01ce798-079e-448e-8a3a-f44f3a25572a on network ad9d3ee5-4858-483a-a094-5913abbde588 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:35:41.493422 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-08abd686-b6fd-48b4-8e85-7c0d245291e1 service neutron] Checking agent: {'id': '15eedd85-6d76-4715-a40f-dc31e854816c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'started_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:35:41.493786 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-08abd686-b6fd-48b4-8e85-7c0d245291e1 service neutron] Checking segment: {'id': '820ea993-1eda-4f55-aee2-88c9665f9998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ad9d3ee5-4858-483a-a094-5913abbde588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:35:41.494175 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-08abd686-b6fd-48b4-8e85-7c0d245291e1 service neutron] Bound using segment: {'id': '820ea993-1eda-4f55-aee2-88c9665f9998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ad9d3ee5-4858-483a-a094-5913abbde588'} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:35:41.495345 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-08abd686-b6fd-48b4-8e85-7c0d245291e1 service neutron] Bound port: c01ce798-079e-448e-8a3a-f44f3a25572a, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '820ea993-1eda-4f55-aee2-88c9665f9998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ad9d3ee5-4858-483a-a094-5913abbde588'}}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:35:41.495697 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-08abd686-b6fd-48b4-8e85-7c0d245291e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (c01ce798-079e-448e-8a3a-f44f3a25572a), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:41.519838 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245d7a4-8fd2-4881-a577-bd56d3c3bdfe req-843fafce-4536-4d76-8dae-ece14b472087 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:41.521368 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5245d7a4-8fd2-4881-a577-bd56d3c3bdfe req-843fafce-4536-4d76-8dae-ece14b472087 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87bc998-ad3c-4c08-8740-865e39353e4e HTTP/1.1" status: 200 len: 943 time: 0.0895472 Jan 29 04:35:41.602629 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-08abd686-b6fd-48b4-8e85-7c0d245291e1 service neutron] For port c01ce798-079e-448e-8a3a-f44f3a25572a, host hv-neutron-8211, cleared binding levels {{(pid=103585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:35:41.608208 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5245d7a4-8fd2-4881-a577-bd56d3c3bdfe req-dee528ee-2bb7-4485-96e6-68287854b126 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=24d2833d-363b-450c-af41-8489c154dcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682297 Jan 29 04:35:41.614165 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-08abd686-b6fd-48b4-8e85-7c0d245291e1 service neutron] For port c01ce798-079e-448e-8a3a-f44f3a25572a, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=c01ce798-079e-448e-8a3a-f44f3a25572a,segment=NetworkSegment(820ea993-1eda-4f55-aee2-88c9665f9998),segment_id=820ea993-1eda-4f55-aee2-88c9665f9998)] {{(pid=103585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:35:41.688465 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-08abd686-b6fd-48b4-8e85-7c0d245291e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (c01ce798-079e-448e-8a3a-f44f3a25572a), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:41.723174 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-08abd686-b6fd-48b4-8e85-7c0d245291e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:41.723788 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-08abd686-b6fd-48b4-8e85-7c0d245291e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:41.725156 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-08abd686-b6fd-48b4-8e85-7c0d245291e1 service neutron] 10.222.0.18 "PUT /v2.0/ports/c01ce798-079e-448e-8a3a-f44f3a25572a HTTP/1.1" status: 200 len: 1093 time: 0.8420787 Jan 29 04:35:41.725771 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c87bc998-ad3c-4c08-8740-865e39353e4e', 'tag': 'c01ce798-079e-448e-8a3a-f44f3a25572a'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:35:41.727810 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1f6975-ac45-4497-9179-7b9f99bb45e3" -d '{"events": [{"name": "network-changed", "server_uuid": "c87bc998-ad3c-4c08-8740-865e39353e4e", "tag": "c01ce798-079e-448e-8a3a-f44f3a25572a"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:35:41.757087 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08abd686-b6fd-48b4-8e85-7c0d245291e1 service neutron] Pushing event updated for resources: {'Port': ['ID=c01ce798-079e-448e-8a3a-f44f3a25572a,revision_number=3']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:41.771944 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a1ab96-4208-40e9-b8fa-3cd429403e55 x-openstack-request-id: req-02a1ab96-4208-40e9-b8fa-3cd429403e55 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:35:41.772273 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c87bc998-ad3c-4c08-8740-865e39353e4e", "tag": "c01ce798-079e-448e-8a3a-f44f3a25572a", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:35:41.772644 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02a1ab96-4208-40e9-b8fa-3cd429403e55 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:35:41.777358 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c87bc998-ad3c-4c08-8740-865e39353e4e', 'tag': 'c01ce798-079e-448e-8a3a-f44f3a25572a', 'status': 'completed', 'code': 200} Jan 29 04:35:41.867212 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f6975-ac45-4497-9179-7b9f99bb45e3 req-a9f77470-0380-4608-82b5-38bb6683262e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:41.868798 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4f1f6975-ac45-4497-9179-7b9f99bb45e3 req-a9f77470-0380-4608-82b5-38bb6683262e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=c87bc998-ad3c-4c08-8740-865e39353e4e HTTP/1.1" status: 200 len: 1127 time: 0.0544105 Jan 29 04:35:41.973072 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f6975-ac45-4497-9179-7b9f99bb45e3 req-9aa844a3-dcc2-4c8d-a1db-94fe4765af9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:41.974471 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4f1f6975-ac45-4497-9179-7b9f99bb45e3 req-9aa844a3-dcc2-4c8d-a1db-94fe4765af9a service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9cb37fd5f36f44e696381da232925f9b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0916021 Jan 29 04:35:42.070211 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f6975-ac45-4497-9179-7b9f99bb45e3 req-baf92c2c-aef9-462b-8126-8ba6d9c73113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:42.071711 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4f1f6975-ac45-4497-9179-7b9f99bb45e3 req-baf92c2c-aef9-462b-8126-8ba6d9c73113 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907307 Jan 29 04:35:42.176000 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-0f1a9e32-f278-4dae-8f22-20fcbbea49fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:42.177556 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-0f1a9e32-f278-4dae-8f22-20fcbbea49fd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=c87bc998-ad3c-4c08-8740-865e39353e4e HTTP/1.1" status: 200 len: 1127 time: 0.0470011 Jan 29 04:35:42.224318 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-8719b1c3-043a-4974-ae44-1b343e6b92f5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c01ce798-079e-448e-8a3a-f44f3a25572a HTTP/1.1" status: 200 len: 217 time: 0.0334132 Jan 29 04:35:42.275497 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-3a462204-bed1-42c6-95b8-e426902fa487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:42.276965 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-3a462204-bed1-42c6-95b8-e426902fa487 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ce0a3b4-366f-4871-9b39-090130292fe1 HTTP/1.1" status: 200 len: 835 time: 0.0468571 Jan 29 04:35:42.325975 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-d88f7d45-9d73-4f37-b2a6-c4ec9ae89cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:42.327477 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-d88f7d45-9d73-4f37-b2a6-c4ec9ae89cab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ad9d3ee5-4858-483a-a094-5913abbde588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0443385 Jan 29 04:35:42.415667 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-4f8be794-af63-4433-bfc8-32e0a5c5afca service neutron] 10.222.0.18 "GET /v2.0/networks/ad9d3ee5-4858-483a-a094-5913abbde588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813847 Jan 29 04:35:42.509181 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4bd94205-e3b8-4d9a-b403-8840ce30bdd0 req-902fc1fb-f1f2-4a3a-b290-c859e62f943d service neutron] 10.222.0.18 "GET /v2.0/networks/ad9d3ee5-4858-483a-a094-5913abbde588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860820 Jan 29 04:35:42.725490 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ba291-25c5-44a7-81d0-4578ecda7164 req-6e7abc8c-a983-48d1-9416-e7da2e22cf51 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:42.726964 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f92ba291-25c5-44a7-81d0-4578ecda7164 req-6e7abc8c-a983-48d1-9416-e7da2e22cf51 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87bc998-ad3c-4c08-8740-865e39353e4e HTTP/1.1" status: 200 len: 943 time: 0.0533934 Jan 29 04:35:42.775503 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f92ba291-25c5-44a7-81d0-4578ecda7164 req-6065ac42-23da-43b0-a261-e8a7041917e3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=24d2833d-363b-450c-af41-8489c154dcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426195 Jan 29 04:35:43.895827 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397d60f-b445-492a-9664-17d4668b0fa9 req-81110ec9-beab-4fd5-959a-5cd7403a4241 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:43.897323 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-1397d60f-b445-492a-9664-17d4668b0fa9 req-81110ec9-beab-4fd5-959a-5cd7403a4241 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87bc998-ad3c-4c08-8740-865e39353e4e HTTP/1.1" status: 200 len: 943 time: 0.0522332 Jan 29 04:35:43.945554 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-1397d60f-b445-492a-9664-17d4668b0fa9 req-728163f3-b3fc-44a6-b76d-4df817ecd128 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=24d2833d-363b-450c-af41-8489c154dcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419242 Jan 29 04:35:44.694775 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device c01ce798-079e-448e-8a3a-f44f3a25572a details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:35:44.787353 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port c01ce798-079e-448e-8a3a-f44f3a25572a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=c01ce798-079e-448e-8a3a-f44f3a25572a,segment=NetworkSegment(820ea993-1eda-4f55-aee2-88c9665f9998),segment_id=820ea993-1eda-4f55-aee2-88c9665f9998)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:44.802172 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': 'c01ce798-079e-448e-8a3a-f44f3a25572a', 'network_id': 'ad9d3ee5-4858-483a-a094-5913abbde588', 'port_id': 'c01ce798-079e-448e-8a3a-f44f3a25572a', 'mac_address': 'fa:16:3e:dd:75:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ce0a3b4-366f-4871-9b39-090130292fe1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:35:44.837646 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port c01ce798-079e-448e-8a3a-f44f3a25572a is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:35:44.838026 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (c01ce798-079e-448e-8a3a-f44f3a25572a), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:44.851075 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c01ce798-079e-448e-8a3a-f44f3a25572a {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:35:44.869943 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port c01ce798-079e-448e-8a3a-f44f3a25572a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=c01ce798-079e-448e-8a3a-f44f3a25572a,segment=NetworkSegment(820ea993-1eda-4f55-aee2-88c9665f9998),segment_id=820ea993-1eda-4f55-aee2-88c9665f9998)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:44.944842 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (c01ce798-079e-448e-8a3a-f44f3a25572a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:44.993769 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=c01ce798-079e-448e-8a3a-f44f3a25572a,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:45.072655 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7212d66-4429-4000-93fb-76f32a50945c req-51de5b09-8859-41bd-a39c-6064e9c44384 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:45.074538 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f7212d66-4429-4000-93fb-76f32a50945c req-51de5b09-8859-41bd-a39c-6064e9c44384 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87bc998-ad3c-4c08-8740-865e39353e4e HTTP/1.1" status: 200 len: 944 time: 0.0569019 Jan 29 04:35:45.122652 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f7212d66-4429-4000-93fb-76f32a50945c req-f28aabba-a536-4736-9633-249dbac0aece tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=24d2833d-363b-450c-af41-8489c154dcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427678 Jan 29 04:35:45.354035 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['c01ce798-079e-448e-8a3a-f44f3a25572a'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:35:46.259588 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753ddb4-a754-48c8-9e1e-b75df0fb85f5 req-7a5c463e-c27c-43fd-9993-311fc7d7aaaa tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:46.261728 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b753ddb4-a754-48c8-9e1e-b75df0fb85f5 req-7a5c463e-c27c-43fd-9993-311fc7d7aaaa tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87bc998-ad3c-4c08-8740-865e39353e4e HTTP/1.1" status: 200 len: 944 time: 0.0639169 Jan 29 04:35:46.323568 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b753ddb4-a754-48c8-9e1e-b75df0fb85f5 req-f6ccb5f8-2fac-4a24-a6c2-e8b2c5bafedd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=24d2833d-363b-450c-af41-8489c154dcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536444 Jan 29 04:35:46.702726 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device c01ce798-079e-448e-8a3a-f44f3a25572a up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:35:46.806932 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning for port c01ce798-079e-448e-8a3a-f44f3a25572a completed by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:35:46.810836 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port c01ce798-079e-448e-8a3a-f44f3a25572a triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:46.811218 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c01ce798-079e-448e-8a3a-f44f3a25572a), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:46.892752 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port c01ce798-079e-448e-8a3a-f44f3a25572a is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:35:46.893141 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (c01ce798-079e-448e-8a3a-f44f3a25572a), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:46.915054 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87bc998-ad3c-4c08-8740-865e39353e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01ce798-079e-448e-8a3a-f44f3a25572a'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:35:46.917292 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30429773-c09c-49ee-9e82-8b1210c5325a" -d '{"events": [{"server_uuid": "c87bc998-ad3c-4c08-8740-865e39353e4e", "name": "network-vif-plugged", "status": "completed", "tag": "c01ce798-079e-448e-8a3a-f44f3a25572a"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:35:46.929766 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port c01ce798-079e-448e-8a3a-f44f3a25572a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=c01ce798-079e-448e-8a3a-f44f3a25572a,segment=NetworkSegment(820ea993-1eda-4f55-aee2-88c9665f9998),segment_id=820ea993-1eda-4f55-aee2-88c9665f9998)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:46.956629 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ea6dab-fd9f-4553-acdd-c9a5dde63aeb x-openstack-request-id: req-e5ea6dab-fd9f-4553-acdd-c9a5dde63aeb {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:35:46.956980 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c87bc998-ad3c-4c08-8740-865e39353e4e", "name": "network-vif-plugged", "status": "completed", "tag": "c01ce798-079e-448e-8a3a-f44f3a25572a", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:35:46.957291 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5ea6dab-fd9f-4553-acdd-c9a5dde63aeb {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:35:46.957762 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c87bc998-ad3c-4c08-8740-865e39353e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01ce798-079e-448e-8a3a-f44f3a25572a', 'code': 200} Jan 29 04:35:46.985289 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (c01ce798-079e-448e-8a3a-f44f3a25572a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:47.038945 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=c01ce798-079e-448e-8a3a-f44f3a25572a,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:47.299983 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e3c87-4ef9-41d1-817b-0c25b003a435 req-162a3dd8-8a23-4af0-b743-2722fa783bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:47.301508 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-051e3c87-4ef9-41d1-817b-0c25b003a435 req-162a3dd8-8a23-4af0-b743-2722fa783bdc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c87bc998-ad3c-4c08-8740-865e39353e4e HTTP/1.1" status: 200 len: 1129 time: 0.0435910 Jan 29 04:35:47.356847 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-051e3c87-4ef9-41d1-817b-0c25b003a435 req-72936e46-511a-4b9f-a502-c01813981be5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=24d2833d-363b-450c-af41-8489c154dcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490069 Jan 29 04:35:47.454562 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50d2b8-d5fc-4860-a448-7ee2e6427c33 req-8b70c753-daea-4576-841f-6d9b47bd759d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:47.456127 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-dc50d2b8-d5fc-4860-a448-7ee2e6427c33 req-8b70c753-daea-4576-841f-6d9b47bd759d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87bc998-ad3c-4c08-8740-865e39353e4e HTTP/1.1" status: 200 len: 945 time: 0.0630200 Jan 29 04:35:47.506060 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-dc50d2b8-d5fc-4860-a448-7ee2e6427c33 req-985c2d8b-56dd-441d-8f4e-69fcb3e12a8b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=24d2833d-363b-450c-af41-8489c154dcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444267 Jan 29 04:35:48.626893 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d8019-92fb-44ea-834c-cd418e1ef798 req-2395e36a-3dc9-43c8-bc9a-73991fb5300e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:48.628372 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2d6d8019-92fb-44ea-834c-cd418e1ef798 req-2395e36a-3dc9-43c8-bc9a-73991fb5300e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87bc998-ad3c-4c08-8740-865e39353e4e HTTP/1.1" status: 200 len: 945 time: 0.0543118 Jan 29 04:35:48.683574 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2d6d8019-92fb-44ea-834c-cd418e1ef798 req-03b6870c-4e97-480c-bcb6-5d8b0fcfdafd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=24d2833d-363b-450c-af41-8489c154dcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495365 Jan 29 04:35:49.806699 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312201e-5802-4831-ad95-0c43f6b62c26 req-45057f38-4a2d-46cd-8c68-8f16cc9332c3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:49.808259 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-c312201e-5802-4831-ad95-0c43f6b62c26 req-45057f38-4a2d-46cd-8c68-8f16cc9332c3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87bc998-ad3c-4c08-8740-865e39353e4e HTTP/1.1" status: 200 len: 945 time: 0.0572188 Jan 29 04:35:49.859578 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-c312201e-5802-4831-ad95-0c43f6b62c26 req-279cf1a3-a8bf-402e-88c5-15493af782e5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=24d2833d-363b-450c-af41-8489c154dcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449512 Jan 29 04:35:49.982090 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5273cf-aaf4-42d6-a077-bc8c85732215 req-d15c5e8f-e0f8-4e50-b9a5-22da4fff873a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:49.983593 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5b5273cf-aaf4-42d6-a077-bc8c85732215 req-d15c5e8f-e0f8-4e50-b9a5-22da4fff873a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87bc998-ad3c-4c08-8740-865e39353e4e HTTP/1.1" status: 200 len: 945 time: 0.0549505 Jan 29 04:35:50.032088 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5b5273cf-aaf4-42d6-a077-bc8c85732215 req-1641e8bd-8795-428e-a94b-e93812759d60 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=24d2833d-363b-450c-af41-8489c154dcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426981 Jan 29 04:35:50.054385 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56728) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:35:50.097864 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c818ae-b574-4b92-ab62-ca3d9258601a tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:50.099467 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-79c818ae-b574-4b92-ab62-ca3d9258601a tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c87bc998-ad3c-4c08-8740-865e39353e4e HTTP/1.1" status: 200 len: 1124 time: 0.0441108 Jan 29 04:35:50.102355 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56730) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:35:50.107657 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-8cfaf575-27e1-45ba-88d3-1aff9f5ec9fa tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'floatingip': {'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'port_id': 'c01ce798-079e-448e-8a3a-f44f3a25572a', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:50.190334 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8cfaf575-27e1-45ba-88d3-1aff9f5ec9fa tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:50.218197 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bb2713f5-5c80-4700-bd44-b72c5b5d31a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:50.292374 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8cfaf575-27e1-45ba-88d3-1aff9f5ec9fa tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:50.396280 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-8cfaf575-27e1-45ba-88d3-1aff9f5ec9fa tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Allocated IP 172.26.8.52 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/3ace313f-1b4c-48af-8718-c7f6a6b873f4) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:35:50.502205 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8cfaf575-27e1-45ba-88d3-1aff9f5ec9fa tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (3ace313f-1b4c-48af-8718-c7f6a6b873f4), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:50.568434 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8cfaf575-27e1-45ba-88d3-1aff9f5ec9fa tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (3ace313f-1b4c-48af-8718-c7f6a6b873f4), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:50.606331 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfaf575-27e1-45ba-88d3-1aff9f5ec9fa tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:35:50.609056 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-8cfaf575-27e1-45ba-88d3-1aff9f5ec9fa tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:35:50.612336 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfaf575-27e1-45ba-88d3-1aff9f5ec9fa tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:35:50.620364 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfaf575-27e1-45ba-88d3-1aff9f5ec9fa tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=3ace313f-1b4c-48af-8718-c7f6a6b873f4,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:50.986391 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8cfaf575-27e1-45ba-88d3-1aff9f5ec9fa tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for floatingip (7ba65273-9040-41c9-93bb-a40edea9945d), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:51.116434 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8cfaf575-27e1-45ba-88d3-1aff9f5ec9fa tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (3ace313f-1b4c-48af-8718-c7f6a6b873f4), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:51.267545 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8cfaf575-27e1-45ba-88d3-1aff9f5ec9fa tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (3ace313f-1b4c-48af-8718-c7f6a6b873f4), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:51.356020 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8cfaf575-27e1-45ba-88d3-1aff9f5ec9fa tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (3ace313f-1b4c-48af-8718-c7f6a6b873f4), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:51.427386 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfaf575-27e1-45ba-88d3-1aff9f5ec9fa tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=3ace313f-1b4c-48af-8718-c7f6a6b873f4,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:51.444478 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8cfaf575-27e1-45ba-88d3-1aff9f5ec9fa tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (7ba65273-9040-41c9-93bb-a40edea9945d), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:51.544441 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.l3_db [None req-8cfaf575-27e1-45ba-88d3-1aff9f5ec9fa tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Floating IP 7ba65273-9040-41c9-93bb-a40edea9945d associated. External IP: 172.26.8.52, port: c01ce798-079e-448e-8a3a-f44f3a25572a. Jan 29 04:35:51.752302 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cfaf575-27e1-45ba-88d3-1aff9f5ec9fa tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router d9a4a78a-bbe4-4195-97d8-363f21e8603b has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:35:51.855608 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfaf575-27e1-45ba-88d3-1aff9f5ec9fa tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:35:51.866895 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29879e3-be7f-4eda-9a7d-0e03f883cc66 None None] Sync routers for ids ['d9a4a78a-bbe4-4195-97d8-363f21e8603b'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:35:51.876547 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29879e3-be7f-4eda-9a7d-0e03f883cc66 None None] Routers {'d9a4a78a-bbe4-4195-97d8-363f21e8603b'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:35:51.877187 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-e29879e3-be7f-4eda-9a7d-0e03f883cc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:35:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['d9a4a78a-bbe4-4195-97d8-363f21e8603b'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:51.935724 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8cfaf575-27e1-45ba-88d3-1aff9f5ec9fa tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:51.969593 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-8cfaf575-27e1-45ba-88d3-1aff9f5ec9fa tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8662424 Jan 29 04:35:51.970210 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c87bc998-ad3c-4c08-8740-865e39353e4e', 'tag': 'c01ce798-079e-448e-8a3a-f44f3a25572a'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:35:51.972549 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80463fbc-c75e-4a70-828e-053cb3af71e0" -d '{"events": [{"name": "network-changed", "server_uuid": "c87bc998-ad3c-4c08-8740-865e39353e4e", "tag": "c01ce798-079e-448e-8a3a-f44f3a25572a"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:35:51.978585 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56732) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:35:51.985471 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-e29879e3-be7f-4eda-9a7d-0e03f883cc66 None None] Set router d9a4a78a-bbe4-4195-97d8-363f21e8603b gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:35:52.009983 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150f8c46-3799-48b1-b228-81736690b0f3 x-openstack-request-id: req-150f8c46-3799-48b1-b228-81736690b0f3 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:35:52.010515 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c87bc998-ad3c-4c08-8740-865e39353e4e", "tag": "c01ce798-079e-448e-8a3a-f44f3a25572a", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:35:52.010515 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-150f8c46-3799-48b1-b228-81736690b0f3 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:35:52.011098 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c87bc998-ad3c-4c08-8740-865e39353e4e', 'tag': 'c01ce798-079e-448e-8a3a-f44f3a25572a', 'status': 'completed', 'code': 200} Jan 29 04:35:52.107893 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-6c1f5b26-36ba-4460-85ba-da6e517c0450 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/floatingips/7ba65273-9040-41c9-93bb-a40edea9945d HTTP/1.1" status: 200 len: 990 time: 0.1329043 Jan 29 04:35:52.111127 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80463fbc-c75e-4a70-828e-053cb3af71e0 req-b76e4f91-ba3c-49d3-900a-0c8b2db317c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:52.112695 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-80463fbc-c75e-4a70-828e-053cb3af71e0 req-b76e4f91-ba3c-49d3-900a-0c8b2db317c8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=c87bc998-ad3c-4c08-8740-865e39353e4e HTTP/1.1" status: 200 len: 1129 time: 0.0560858 Jan 29 04:35:52.202744 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80463fbc-c75e-4a70-828e-053cb3af71e0 req-a78addaf-4787-4e82-92f7-a475c4692c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:52.204324 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-80463fbc-c75e-4a70-828e-053cb3af71e0 req-a78addaf-4787-4e82-92f7-a475c4692c59 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ad9d3ee5-4858-483a-a094-5913abbde588 HTTP/1.1" status: 200 len: 897 time: 0.0857863 Jan 29 04:35:52.216645 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-e29879e3-be7f-4eda-9a7d-0e03f883cc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a4a78a-bbe4-4195-97d8-363f21e8603b', 'name': 'tempest-TestNetworkBasicOps-router-643659496', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '4091ca89-8d53-4820-8069-908de393e41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:35:28Z', 'updated_at': '2022-01-29T04:35:32Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '4091ca89-8d53-4820-8069-908de393e41b', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a4a78a-bbe4-4195-97d8-363f21e8603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:28Z', 'updated_at': '2022-01-29T04:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '7ba65273-9040-41c9-93bb-a40edea9945d', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.52', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'd9a4a78a-bbe4-4195-97d8-363f21e8603b', 'port_id': 'c01ce798-079e-448e-8a3a-f44f3a25572a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9d3ee5-4858-483a-a094-5913abbde588', 'mac_address': 'fa:16:3e:dd:75:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87bc998-ad3c-4c08-8740-865e39353e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:35:50Z', 'updated_at': '2022-01-29T04:35:50Z', 'revision_number': 0, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a08db26f-23c0-4d72-9e41-ee44f1232fb6', 'name': '', 'network_id': 'ad9d3ee5-4858-483a-a094-5913abbde588', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:49:00:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a4a78a-bbe4-4195-97d8-363f21e8603b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '4ce0a3b4-366f-4871-9b39-090130292fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:31Z', 'updated_at': '2022-01-29T04:35:35Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '4ce0a3b4-366f-4871-9b39-090130292fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:52.242591 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29879e3-be7f-4eda-9a7d-0e03f883cc66 None None] Checking router: d9a4a78a-bbe4-4195-97d8-363f21e8603b for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:35:52.251845 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29879e3-be7f-4eda-9a7d-0e03f883cc66 None None] Routers {'d9a4a78a-bbe4-4195-97d8-363f21e8603b'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:35:52.252547 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-e29879e3-be7f-4eda-9a7d-0e03f883cc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:35:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['d9a4a78a-bbe4-4195-97d8-363f21e8603b'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:52.274069 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-80463fbc-c75e-4a70-828e-053cb3af71e0 req-3eac2992-a13b-460c-ad1d-9bb8fba6abbe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c01ce798-079e-448e-8a3a-f44f3a25572a HTTP/1.1" status: 200 len: 998 time: 0.0636835 Jan 29 04:35:52.322967 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80463fbc-c75e-4a70-828e-053cb3af71e0 req-28d4abd7-000a-458a-b65e-1c97e97e38d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:52.324420 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-80463fbc-c75e-4a70-828e-053cb3af71e0 req-28d4abd7-000a-458a-b65e-1c97e97e38d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ce0a3b4-366f-4871-9b39-090130292fe1 HTTP/1.1" status: 200 len: 835 time: 0.0442894 Jan 29 04:35:52.360355 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-e29879e3-be7f-4eda-9a7d-0e03f883cc66 None None] Set router d9a4a78a-bbe4-4195-97d8-363f21e8603b gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:35:52.374785 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80463fbc-c75e-4a70-828e-053cb3af71e0 req-71c78bb1-ecd3-4bda-b6fa-c17cea36c1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:52.376282 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-80463fbc-c75e-4a70-828e-053cb3af71e0 req-71c78bb1-ecd3-4bda-b6fa-c17cea36c1a0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ad9d3ee5-4858-483a-a094-5913abbde588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0449588 Jan 29 04:35:52.453352 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b1a708c0-aafb-4652-8caf-8a5fdbf18ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:52.470839 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-80463fbc-c75e-4a70-828e-053cb3af71e0 req-2dafddaa-019d-40c0-80f2-1ee1b804378f service neutron] 10.222.0.18 "GET /v2.0/networks/ad9d3ee5-4858-483a-a094-5913abbde588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889750 Jan 29 04:35:52.561629 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-80463fbc-c75e-4a70-828e-053cb3af71e0 req-640acc9d-d89f-4bcd-a2e7-a258e279903e service neutron] 10.222.0.18 "GET /v2.0/networks/ad9d3ee5-4858-483a-a094-5913abbde588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846951 Jan 29 04:35:52.591417 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-e29879e3-be7f-4eda-9a7d-0e03f883cc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a4a78a-bbe4-4195-97d8-363f21e8603b', 'name': 'tempest-TestNetworkBasicOps-router-643659496', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '4091ca89-8d53-4820-8069-908de393e41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:35:28Z', 'updated_at': '2022-01-29T04:35:32Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '4091ca89-8d53-4820-8069-908de393e41b', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a4a78a-bbe4-4195-97d8-363f21e8603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:28Z', 'updated_at': '2022-01-29T04:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '7ba65273-9040-41c9-93bb-a40edea9945d', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.52', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'd9a4a78a-bbe4-4195-97d8-363f21e8603b', 'port_id': 'c01ce798-079e-448e-8a3a-f44f3a25572a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9d3ee5-4858-483a-a094-5913abbde588', 'mac_address': 'fa:16:3e:dd:75:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87bc998-ad3c-4c08-8740-865e39353e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:35:50Z', 'updated_at': '2022-01-29T04:35:50Z', 'revision_number': 0, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a08db26f-23c0-4d72-9e41-ee44f1232fb6', 'name': '', 'network_id': 'ad9d3ee5-4858-483a-a094-5913abbde588', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:49:00:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a4a78a-bbe4-4195-97d8-363f21e8603b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '4ce0a3b4-366f-4871-9b39-090130292fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:31Z', 'updated_at': '2022-01-29T04:35:35Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '4ce0a3b4-366f-4871-9b39-090130292fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:52.616866 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29879e3-be7f-4eda-9a7d-0e03f883cc66 None None] The sync data for ids ['d9a4a78a-bbe4-4195-97d8-363f21e8603b'] in dv-neutron-821190-1-hyperv is: [{'id': 'd9a4a78a-bbe4-4195-97d8-363f21e8603b', 'name': 'tempest-TestNetworkBasicOps-router-643659496', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '4091ca89-8d53-4820-8069-908de393e41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:35:28Z', 'updated_at': '2022-01-29T04:35:32Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '4091ca89-8d53-4820-8069-908de393e41b', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a4a78a-bbe4-4195-97d8-363f21e8603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:28Z', 'updated_at': '2022-01-29T04:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '7ba65273-9040-41c9-93bb-a40edea9945d', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.52', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'd9a4a78a-bbe4-4195-97d8-363f21e8603b', 'port_id': 'c01ce798-079e-448e-8a3a-f44f3a25572a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9d3ee5-4858-483a-a094-5913abbde588', 'mac_address': 'fa:16:3e:dd:75:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87bc998-ad3c-4c08-8740-865e39353e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:35:50Z', 'updated_at': '2022-01-29T04:35:50Z', 'revision_number': 0, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a08db26f-23c0-4d72-9e41-ee44f1232fb6', 'name': '', 'network_id': 'ad9d3ee5-4858-483a-a094-5913abbde588', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:49:00:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a4a78a-bbe4-4195-97d8-363f21e8603b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '4ce0a3b4-366f-4871-9b39-090130292fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:31Z', 'updated_at': '2022-01-29T04:35:35Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '4ce0a3b4-366f-4871-9b39-090130292fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:35:52.818507 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5587670-3be9-459e-bf49-ee73896d0334 None None] New status for floating IP 7ba65273-9040-41c9-93bb-a40edea9945d: ACTIVE {{(pid=103586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:35:53.110860 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56736) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:35:53.171587 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e8560322-b963-409b-a091-c4d827fddcd6 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/floatingips/7ba65273-9040-41c9-93bb-a40edea9945d HTTP/1.1" status: 200 len: 992 time: 0.0595138 Jan 29 04:35:53.439036 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:35:53.658604 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:53.849494 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:54.801324 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:35:56.395788 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:36:20.189894 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3afe4027-2674-4fb9-8cd4-3bd5241eeb90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:36:22.470305 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-daeb024f-d951-4071-a8d2-94e30526a0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:36:23.668997 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:36:23.852946 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:36:24.790037 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:36:26.418383 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:36:30.437050 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:36:35.956395 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c538bfe7-569c-4de5-89a7-e29bbe536252 req-c9561dae-181f-49c3-a18a-1193d07e4534 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7c91c482-2b8e-47ae-8499-83bac73927d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1416447 Jan 29 04:36:36.061628 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538bfe7-569c-4de5-89a7-e29bbe536252 req-53d8c98b-43c0-4db8-8fdd-68eeb269cc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:36.063145 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c538bfe7-569c-4de5-89a7-e29bbe536252 req-53d8c98b-43c0-4db8-8fdd-68eeb269cc0c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1b0e4f5bc18f46e19e7272f5d8beca17&device_id=7c91c482-2b8e-47ae-8499-83bac73927d3 HTTP/1.1" status: 200 len: 1130 time: 0.0461798 Jan 29 04:36:36.164503 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538bfe7-569c-4de5-89a7-e29bbe536252 req-9bcf9f93-ae72-4a3d-8d5e-b7aba73e1a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:36.165887 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c538bfe7-569c-4de5-89a7-e29bbe536252 req-9bcf9f93-ae72-4a3d-8d5e-b7aba73e1a28 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0e91feca-45f0-4a0a-b0ad-b17a5562d039 HTTP/1.1" status: 200 len: 913 time: 0.0840776 Jan 29 04:36:36.540310 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c538bfe7-569c-4de5-89a7-e29bbe536252 req-d096edf0-c2e9-42a6-9e65-6323cf3e1516 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2 HTTP/1.1" status: 200 len: 1001 time: 0.3687065 Jan 29 04:36:36.587590 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538bfe7-569c-4de5-89a7-e29bbe536252 req-f836df9a-6293-4c57-b635-0fd93d3294bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:36.589083 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c538bfe7-569c-4de5-89a7-e29bbe536252 req-f836df9a-6293-4c57-b635-0fd93d3294bf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c5ef5406-79aa-4490-92c9-3e7f9e568ee2 HTTP/1.1" status: 200 len: 851 time: 0.0426180 Jan 29 04:36:36.636716 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538bfe7-569c-4de5-89a7-e29bbe536252 req-1a37a440-6171-44fb-825e-d81b383fc95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:36.638189 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c538bfe7-569c-4de5-89a7-e29bbe536252 req-1a37a440-6171-44fb-825e-d81b383fc95a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e91feca-45f0-4a0a-b0ad-b17a5562d039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0436740 Jan 29 04:36:36.730101 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c538bfe7-569c-4de5-89a7-e29bbe536252 req-db625d6e-3425-4baf-b2bb-b2d2d45784b4 service neutron] 10.222.0.18 "GET /v2.0/networks/0e91feca-45f0-4a0a-b0ad-b17a5562d039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857027 Jan 29 04:36:36.816998 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c538bfe7-569c-4de5-89a7-e29bbe536252 req-b93c4cd5-3644-488f-a751-0fdead749820 service neutron] 10.222.0.18 "GET /v2.0/networks/0e91feca-45f0-4a0a-b0ad-b17a5562d039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804021 Jan 29 04:36:50.195114 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b19db4b2-ac10-4da7-9f28-573765f22a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:36:52.457679 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-846259e4-5462-455b-a4ec-825368fcded2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:36:53.657645 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:36:53.856803 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:36:54.795367 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:36:56.393688 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:04.340275 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56776) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:37:04.402935 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-104d7c2b-099d-494b-85ae-5ee9aa65a1c8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/floatingips/7ba65273-9040-41c9-93bb-a40edea9945d HTTP/1.1" status: 200 len: 992 time: 0.0611913 Jan 29 04:37:04.673387 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56786) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:37:04.831978 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-8c474fae-4776-42ca-9699-ee75907bb186 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Deleting port 3ace313f-1b4c-48af-8718-c7f6a6b873f4 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:37:04.832317 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8c474fae-4776-42ca-9699-ee75907bb186 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (3ace313f-1b4c-48af-8718-c7f6a6b873f4), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:04.905819 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8c474fae-4776-42ca-9699-ee75907bb186 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (3ace313f-1b4c-48af-8718-c7f6a6b873f4), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:04.906142 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8c474fae-4776-42ca-9699-ee75907bb186 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for floatingip (3ace313f-1b4c-48af-8718-c7f6a6b873f4), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:04.917356 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-8c474fae-4776-42ca-9699-ee75907bb186 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Calling delete_port for 3ace313f-1b4c-48af-8718-c7f6a6b873f4 owned by network:floatingip {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:37:05.115414 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8c474fae-4776-42ca-9699-ee75907bb186 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (3ace313f-1b4c-48af-8718-c7f6a6b873f4), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:05.140643 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c474fae-4776-42ca-9699-ee75907bb186 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Port': ['ID=3ace313f-1b4c-48af-8718-c7f6a6b873f4,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:05.151908 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c474fae-4776-42ca-9699-ee75907bb186 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:05.152265 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c474fae-4776-42ca-9699-ee75907bb186 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:05.152646 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c474fae-4776-42ca-9699-ee75907bb186 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:05.152990 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c474fae-4776-42ca-9699-ee75907bb186 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:05.153328 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c474fae-4776-42ca-9699-ee75907bb186 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:05.154394 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c474fae-4776-42ca-9699-ee75907bb186 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:05.154868 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c474fae-4776-42ca-9699-ee75907bb186 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:05.155209 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c474fae-4776-42ca-9699-ee75907bb186 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:05.155543 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c474fae-4776-42ca-9699-ee75907bb186 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:05.155872 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c474fae-4776-42ca-9699-ee75907bb186 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:05.156202 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c474fae-4776-42ca-9699-ee75907bb186 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:05.156559 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c474fae-4776-42ca-9699-ee75907bb186 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:05.156889 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c474fae-4776-42ca-9699-ee75907bb186 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:05.213479 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8c474fae-4776-42ca-9699-ee75907bb186 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for floatingip (7ba65273-9040-41c9-93bb-a40edea9945d), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:05.213831 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.l3_db [None req-8c474fae-4776-42ca-9699-ee75907bb186 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Floating IP 7ba65273-9040-41c9-93bb-a40edea9945d disassociated (deleted). External IP: 172.26.8.52, port: c01ce798-079e-448e-8a3a-f44f3a25572a. Jan 29 04:37:05.417551 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c474fae-4776-42ca-9699-ee75907bb186 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router d9a4a78a-bbe4-4195-97d8-363f21e8603b has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:37:05.524739 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c474fae-4776-42ca-9699-ee75907bb186 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:37:05.529990 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8c474fae-4776-42ca-9699-ee75907bb186 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:05.534755 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8958e8-7eba-468f-bd42-ea9f13cc8589 None None] Sync routers for ids ['d9a4a78a-bbe4-4195-97d8-363f21e8603b'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:37:05.544818 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8958e8-7eba-468f-bd42-ea9f13cc8589 None None] Routers {'d9a4a78a-bbe4-4195-97d8-363f21e8603b'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:37:05.545499 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-aa8958e8-7eba-468f-bd42-ea9f13cc8589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:36:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['d9a4a78a-bbe4-4195-97d8-363f21e8603b'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:05.563356 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-8c474fae-4776-42ca-9699-ee75907bb186 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/floatingips/7ba65273-9040-41c9-93bb-a40edea9945d HTTP/1.1" status: 204 len: 168 time: 0.8889010 Jan 29 04:37:05.563976 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c87bc998-ad3c-4c08-8740-865e39353e4e', 'tag': 'c01ce798-079e-448e-8a3a-f44f3a25572a'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:37:05.566283 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab5341b-057b-49f4-8b4c-a2452258f43a" -d '{"events": [{"name": "network-changed", "server_uuid": "c87bc998-ad3c-4c08-8740-865e39353e4e", "tag": "c01ce798-079e-448e-8a3a-f44f3a25572a"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:37:05.606636 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b12555-0b16-46a7-af2d-30f74377deb0 x-openstack-request-id: req-c4b12555-0b16-46a7-af2d-30f74377deb0 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:37:05.607491 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c87bc998-ad3c-4c08-8740-865e39353e4e", "tag": "c01ce798-079e-448e-8a3a-f44f3a25572a", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:37:05.607900 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4b12555-0b16-46a7-af2d-30f74377deb0 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:37:05.608514 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c87bc998-ad3c-4c08-8740-865e39353e4e', 'tag': 'c01ce798-079e-448e-8a3a-f44f3a25572a', 'status': 'completed', 'code': 200} Jan 29 04:37:05.655131 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-aa8958e8-7eba-468f-bd42-ea9f13cc8589 None None] Set router d9a4a78a-bbe4-4195-97d8-363f21e8603b gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:37:05.696401 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5341b-057b-49f4-8b4c-a2452258f43a req-9fef9fe5-b559-4c54-94a9-2d06668b56a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:05.697959 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8ab5341b-057b-49f4-8b4c-a2452258f43a req-9fef9fe5-b559-4c54-94a9-2d06668b56a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=c87bc998-ad3c-4c08-8740-865e39353e4e HTTP/1.1" status: 200 len: 1129 time: 0.0464575 Jan 29 04:37:05.786700 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5341b-057b-49f4-8b4c-a2452258f43a req-61ecf6f5-cd22-4620-a298-3289598977ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:05.788204 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8ab5341b-057b-49f4-8b4c-a2452258f43a req-61ecf6f5-cd22-4620-a298-3289598977ae service neutron] 10.222.0.18 "GET /v2.0/networks?id=ad9d3ee5-4858-483a-a094-5913abbde588 HTTP/1.1" status: 200 len: 897 time: 0.0850852 Jan 29 04:37:05.839359 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8ab5341b-057b-49f4-8b4c-a2452258f43a req-fc69015a-cab4-4a9d-9779-8f97baf0bcd3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c01ce798-079e-448e-8a3a-f44f3a25572a HTTP/1.1" status: 200 len: 217 time: 0.0453646 Jan 29 04:37:05.862469 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-aa8958e8-7eba-468f-bd42-ea9f13cc8589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a4a78a-bbe4-4195-97d8-363f21e8603b', 'name': 'tempest-TestNetworkBasicOps-router-643659496', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '4091ca89-8d53-4820-8069-908de393e41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:35:28Z', 'updated_at': '2022-01-29T04:35:32Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '4091ca89-8d53-4820-8069-908de393e41b', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a4a78a-bbe4-4195-97d8-363f21e8603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:28Z', 'updated_at': '2022-01-29T04:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'a08db26f-23c0-4d72-9e41-ee44f1232fb6', 'name': '', 'network_id': 'ad9d3ee5-4858-483a-a094-5913abbde588', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:49:00:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a4a78a-bbe4-4195-97d8-363f21e8603b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '4ce0a3b4-366f-4871-9b39-090130292fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:31Z', 'updated_at': '2022-01-29T04:35:35Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '4ce0a3b4-366f-4871-9b39-090130292fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:05.888863 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5341b-057b-49f4-8b4c-a2452258f43a req-6878362e-fe31-4861-b8e6-0a70ac38fb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:05.890035 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8958e8-7eba-468f-bd42-ea9f13cc8589 None None] Checking router: d9a4a78a-bbe4-4195-97d8-363f21e8603b for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:37:05.890500 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8ab5341b-057b-49f4-8b4c-a2452258f43a req-6878362e-fe31-4861-b8e6-0a70ac38fb9e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ce0a3b4-366f-4871-9b39-090130292fe1 HTTP/1.1" status: 200 len: 835 time: 0.0459754 Jan 29 04:37:05.898376 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8958e8-7eba-468f-bd42-ea9f13cc8589 None None] Routers {'d9a4a78a-bbe4-4195-97d8-363f21e8603b'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:37:05.898972 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-aa8958e8-7eba-468f-bd42-ea9f13cc8589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:36:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['d9a4a78a-bbe4-4195-97d8-363f21e8603b'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:05.942528 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5341b-057b-49f4-8b4c-a2452258f43a req-12f09519-20b5-47f3-84ed-36787e44065b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:05.944326 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8ab5341b-057b-49f4-8b4c-a2452258f43a req-12f09519-20b5-47f3-84ed-36787e44065b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ad9d3ee5-4858-483a-a094-5913abbde588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0479193 Jan 29 04:37:06.014141 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-aa8958e8-7eba-468f-bd42-ea9f13cc8589 None None] Set router d9a4a78a-bbe4-4195-97d8-363f21e8603b gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:37:06.078910 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8ab5341b-057b-49f4-8b4c-a2452258f43a req-86baaea4-9b37-4b9a-8142-3d5ab76b047f service neutron] 10.222.0.18 "GET /v2.0/networks/ad9d3ee5-4858-483a-a094-5913abbde588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000690 Jan 29 04:37:06.143788 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c52e45-6dd2-47af-a37c-18db2633e4cc req-ac598a35-e176-44f6-8b69-76e25a58ea9f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:06.145418 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-56c52e45-6dd2-47af-a37c-18db2633e4cc req-ac598a35-e176-44f6-8b69-76e25a58ea9f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87bc998-ad3c-4c08-8740-865e39353e4e HTTP/1.1" status: 200 len: 945 time: 0.1815579 Jan 29 04:37:06.176948 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8ab5341b-057b-49f4-8b4c-a2452258f43a req-9e19d57c-3861-40d5-9abf-922edbc5c19c service neutron] 10.222.0.18 "GET /v2.0/networks/ad9d3ee5-4858-483a-a094-5913abbde588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915937 Jan 29 04:37:06.197053 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-56c52e45-6dd2-47af-a37c-18db2633e4cc req-f2390d08-1a5b-4a46-b897-181fd6678d9e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=24d2833d-363b-450c-af41-8489c154dcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460391 Jan 29 04:37:06.225694 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-aa8958e8-7eba-468f-bd42-ea9f13cc8589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a4a78a-bbe4-4195-97d8-363f21e8603b', 'name': 'tempest-TestNetworkBasicOps-router-643659496', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '4091ca89-8d53-4820-8069-908de393e41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:35:28Z', 'updated_at': '2022-01-29T04:35:32Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '4091ca89-8d53-4820-8069-908de393e41b', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a4a78a-bbe4-4195-97d8-363f21e8603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:28Z', 'updated_at': '2022-01-29T04:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'a08db26f-23c0-4d72-9e41-ee44f1232fb6', 'name': '', 'network_id': 'ad9d3ee5-4858-483a-a094-5913abbde588', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:49:00:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a4a78a-bbe4-4195-97d8-363f21e8603b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '4ce0a3b4-366f-4871-9b39-090130292fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:31Z', 'updated_at': '2022-01-29T04:35:35Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '4ce0a3b4-366f-4871-9b39-090130292fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:06.255999 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8958e8-7eba-468f-bd42-ea9f13cc8589 None None] The sync data for ids ['d9a4a78a-bbe4-4195-97d8-363f21e8603b'] in dv-neutron-821190-1-hyperv is: [{'id': 'd9a4a78a-bbe4-4195-97d8-363f21e8603b', 'name': 'tempest-TestNetworkBasicOps-router-643659496', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '4091ca89-8d53-4820-8069-908de393e41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:35:28Z', 'updated_at': '2022-01-29T04:35:32Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '4091ca89-8d53-4820-8069-908de393e41b', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a4a78a-bbe4-4195-97d8-363f21e8603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:28Z', 'updated_at': '2022-01-29T04:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'a08db26f-23c0-4d72-9e41-ee44f1232fb6', 'name': '', 'network_id': 'ad9d3ee5-4858-483a-a094-5913abbde588', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:49:00:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a4a78a-bbe4-4195-97d8-363f21e8603b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '4ce0a3b4-366f-4871-9b39-090130292fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:31Z', 'updated_at': '2022-01-29T04:35:35Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '4ce0a3b4-366f-4871-9b39-090130292fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:37:06.476158 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad33f4a-e576-438a-b886-2b8446ff890f None None] New status for floating IP 7ba65273-9040-41c9-93bb-a40edea9945d: DOWN {{(pid=103586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:37:07.367288 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58dd0e-c3a0-4b12-a508-44a112e1a761 req-f6f8b939-6dcb-48f3-976f-4e52fea46f7e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:07.368774 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0f58dd0e-c3a0-4b12-a508-44a112e1a761 req-f6f8b939-6dcb-48f3-976f-4e52fea46f7e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87bc998-ad3c-4c08-8740-865e39353e4e HTTP/1.1" status: 200 len: 945 time: 0.1027153 Jan 29 04:37:07.421427 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0f58dd0e-c3a0-4b12-a508-44a112e1a761 req-938e9bc7-eada-4c76-9e66-726fa639fc22 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=24d2833d-363b-450c-af41-8489c154dcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470181 Jan 29 04:37:07.435390 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:37:07.691325 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ffe69-f1ef-4ba5-b810-c711dfa2a536 req-eb993c3b-87a9-470d-a350-915cd9749aa3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:07.692842 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-931ffe69-f1ef-4ba5-b810-c711dfa2a536 req-eb993c3b-87a9-470d-a350-915cd9749aa3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "GET /v2.0/ports?device_id=c87bc998-ad3c-4c08-8740-865e39353e4e HTTP/1.1" status: 200 len: 945 time: 0.0519962 Jan 29 04:37:07.783965 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-931ffe69-f1ef-4ba5-b810-c711dfa2a536 req-2c23b290-1516-4271-9d2d-40d4d5d21ae3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Deleting port c01ce798-079e-448e-8a3a-f44f3a25572a {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:37:07.784300 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-931ffe69-f1ef-4ba5-b810-c711dfa2a536 req-2c23b290-1516-4271-9d2d-40d4d5d21ae3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (c01ce798-079e-448e-8a3a-f44f3a25572a), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:07.875204 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-931ffe69-f1ef-4ba5-b810-c711dfa2a536 req-2c23b290-1516-4271-9d2d-40d4d5d21ae3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] For port c01ce798-079e-448e-8a3a-f44f3a25572a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=c01ce798-079e-448e-8a3a-f44f3a25572a,segment=NetworkSegment(820ea993-1eda-4f55-aee2-88c9665f9998),segment_id=820ea993-1eda-4f55-aee2-88c9665f9998)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:37:07.875566 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-931ffe69-f1ef-4ba5-b810-c711dfa2a536 req-2c23b290-1516-4271-9d2d-40d4d5d21ae3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (c01ce798-079e-448e-8a3a-f44f3a25572a), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:07.887330 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-931ffe69-f1ef-4ba5-b810-c711dfa2a536 req-2c23b290-1516-4271-9d2d-40d4d5d21ae3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Calling delete_port for c01ce798-079e-448e-8a3a-f44f3a25572a owned by compute:nova {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:37:08.132400 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-931ffe69-f1ef-4ba5-b810-c711dfa2a536 req-2c23b290-1516-4271-9d2d-40d4d5d21ae3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (c01ce798-079e-448e-8a3a-f44f3a25572a), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:08.161724 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c23b290-1516-4271-9d2d-40d4d5d21ae3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Port': ['ID=c01ce798-079e-448e-8a3a-f44f3a25572a,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:08.205686 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-931ffe69-f1ef-4ba5-b810-c711dfa2a536 req-2c23b290-1516-4271-9d2d-40d4d5d21ae3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] No DVR routers for this DVR port c01ce798-079e-448e-8a3a-f44f3a25572a on host hv-neutron-8211 {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:37:08.208159 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-931ffe69-f1ef-4ba5-b810-c711dfa2a536 req-2c23b290-1516-4271-9d2d-40d4d5d21ae3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:08.211395 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-931ffe69-f1ef-4ba5-b810-c711dfa2a536 req-2c23b290-1516-4271-9d2d-40d4d5d21ae3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "DELETE /v2.0/ports/c01ce798-079e-448e-8a3a-f44f3a25572a HTTP/1.1" status: 204 len: 173 time: 0.5138607 Jan 29 04:37:08.211872 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87bc998-ad3c-4c08-8740-865e39353e4e', 'name': 'network-vif-deleted', 'tag': 'c01ce798-079e-448e-8a3a-f44f3a25572a'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:37:08.214133 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbffb5af-7a76-4bf0-8c85-d4cba9c30402" -d '{"events": [{"server_uuid": "c87bc998-ad3c-4c08-8740-865e39353e4e", "name": "network-vif-deleted", "tag": "c01ce798-079e-448e-8a3a-f44f3a25572a"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:37:08.251282 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73cfc38-3caa-48a6-9c1a-402627d5169d x-openstack-request-id: req-a73cfc38-3caa-48a6-9c1a-402627d5169d {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:37:08.251573 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c87bc998-ad3c-4c08-8740-865e39353e4e", "name": "network-vif-deleted", "tag": "c01ce798-079e-448e-8a3a-f44f3a25572a", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:37:08.251822 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a73cfc38-3caa-48a6-9c1a-402627d5169d {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:37:08.252219 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c87bc998-ad3c-4c08-8740-865e39353e4e', 'name': 'network-vif-deleted', 'tag': 'c01ce798-079e-448e-8a3a-f44f3a25572a', 'status': 'completed', 'code': 200} Jan 29 04:37:08.530571 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1472c011-71c5-47d2-827f-4dbcd6753475 req-27fb753f-3f43-4f0c-805d-fb7eb8856470 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87bc998-ad3c-4c08-8740-865e39353e4e HTTP/1.1" status: 200 len: 210 time: 0.0300403 Jan 29 04:37:09.588113 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56808) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:37:09.647975 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-72241a01-b9a6-47a6-b904-3d00b2f2e7df tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (24d2833d-363b-450c-af41-8489c154dcbc), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:09.672508 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-72241a01-b9a6-47a6-b904-3d00b2f2e7df tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (24d2833d-363b-450c-af41-8489c154dcbc), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:09.806203 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-72241a01-b9a6-47a6-b904-3d00b2f2e7df tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (24d2833d-363b-450c-af41-8489c154dcbc), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:09.808855 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-72241a01-b9a6-47a6-b904-3d00b2f2e7df tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:09.810055 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-72241a01-b9a6-47a6-b904-3d00b2f2e7df tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/security-groups/24d2833d-363b-450c-af41-8489c154dcbc HTTP/1.1" status: 204 len: 168 time: 0.2205453 Jan 29 04:37:09.820263 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72241a01-b9a6-47a6-b904-3d00b2f2e7df tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d2833d-363b-450c-af41-8489c154dcbc,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:09.904173 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56814) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:37:10.271727 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b97fb043-4be6-4135-90c1-10d1d868600f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (d9a4a78a-bbe4-4195-97d8-363f21e8603b), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:10.530646 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-b97fb043-4be6-4135-90c1-10d1d868600f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Deleting port a08db26f-23c0-4d72-9e41-ee44f1232fb6 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:37:10.530936 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b97fb043-4be6-4135-90c1-10d1d868600f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (a08db26f-23c0-4d72-9e41-ee44f1232fb6), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:10.618638 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-b97fb043-4be6-4135-90c1-10d1d868600f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] For port a08db26f-23c0-4d72-9e41-ee44f1232fb6, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=a08db26f-23c0-4d72-9e41-ee44f1232fb6,segment=NetworkSegment(820ea993-1eda-4f55-aee2-88c9665f9998),segment_id=820ea993-1eda-4f55-aee2-88c9665f9998)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:37:10.619351 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b97fb043-4be6-4135-90c1-10d1d868600f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (a08db26f-23c0-4d72-9e41-ee44f1232fb6), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:10.631404 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-b97fb043-4be6-4135-90c1-10d1d868600f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Calling delete_port for a08db26f-23c0-4d72-9e41-ee44f1232fb6 owned by network:router_interface {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:37:10.858257 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b97fb043-4be6-4135-90c1-10d1d868600f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (a08db26f-23c0-4d72-9e41-ee44f1232fb6), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:10.883220 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fb043-4be6-4135-90c1-10d1d868600f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Port': ['ID=a08db26f-23c0-4d72-9e41-ee44f1232fb6,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:11.059908 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b97fb043-4be6-4135-90c1-10d1d868600f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (d9a4a78a-bbe4-4195-97d8-363f21e8603b), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:11.136704 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device c01ce798-079e-448e-8a3a-f44f3a25572a no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:37:11.159649 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] No Port match for: c01ce798-079e-448e-8a3a-f44f3a25572a {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:37:11.159921 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device c01ce798-079e-448e-8a3a-f44f3a25572a not bound to the agent host hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:37:11.270270 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97fb043-4be6-4135-90c1-10d1d868600f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router d9a4a78a-bbe4-4195-97d8-363f21e8603b has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:37:11.374530 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97fb043-4be6-4135-90c1-10d1d868600f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:37:11.379668 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b97fb043-4be6-4135-90c1-10d1d868600f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "PUT /v2.0/routers/d9a4a78a-bbe4-4195-97d8-363f21e8603b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4744015 Jan 29 04:37:11.382477 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56816) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:37:11.385618 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea993c9-73e6-4fc8-8a4d-bad5dcdb8f36 None None] Sync routers for ids ['d9a4a78a-bbe4-4195-97d8-363f21e8603b'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:37:11.395205 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea993c9-73e6-4fc8-8a4d-bad5dcdb8f36 None None] Routers {'d9a4a78a-bbe4-4195-97d8-363f21e8603b'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:37:11.395725 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-cea993c9-73e6-4fc8-8a4d-bad5dcdb8f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:36:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['d9a4a78a-bbe4-4195-97d8-363f21e8603b'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:11.437712 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-39a0ff54-5782-4044-8361-308c2e40da16 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Deleting subnet 4ce0a3b4-366f-4871-9b39-090130292fe1 {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:37:11.440828 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-39a0ff54-5782-4044-8361-308c2e40da16 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for subnet (4ce0a3b4-366f-4871-9b39-090130292fe1), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:11.481513 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-39a0ff54-5782-4044-8361-308c2e40da16 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (4ce0a3b4-366f-4871-9b39-090130292fe1), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:11.504866 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-cea993c9-73e6-4fc8-8a4d-bad5dcdb8f36 None None] Set router d9a4a78a-bbe4-4195-97d8-363f21e8603b gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:37:11.564497 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-39a0ff54-5782-4044-8361-308c2e40da16 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (4ce0a3b4-366f-4871-9b39-090130292fe1), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:11.675209 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-39a0ff54-5782-4044-8361-308c2e40da16 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (4ce0a3b4-366f-4871-9b39-090130292fe1), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:11.686708 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-cea993c9-73e6-4fc8-8a4d-bad5dcdb8f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a4a78a-bbe4-4195-97d8-363f21e8603b', 'name': 'tempest-TestNetworkBasicOps-router-643659496', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '4091ca89-8d53-4820-8069-908de393e41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:35:28Z', 'updated_at': '2022-01-29T04:37:10Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '4091ca89-8d53-4820-8069-908de393e41b', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a4a78a-bbe4-4195-97d8-363f21e8603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:28Z', 'updated_at': '2022-01-29T04:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:11.703383 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a0ff54-5782-4044-8361-308c2e40da16 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Subnet': ['ID=4ce0a3b4-366f-4871-9b39-090130292fe1,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:11.708079 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-39a0ff54-5782-4044-8361-308c2e40da16 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:11.713720 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-39a0ff54-5782-4044-8361-308c2e40da16 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/subnets/4ce0a3b4-366f-4871-9b39-090130292fe1 HTTP/1.1" status: 204 len: 168 time: 0.3277121 Jan 29 04:37:11.713896 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56818) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:37:11.715628 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea993c9-73e6-4fc8-8a4d-bad5dcdb8f36 None None] Checking router: d9a4a78a-bbe4-4195-97d8-363f21e8603b for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:37:11.716443 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5a5f89-eff2-465d-bd8f-50bc04e9ad44 None None] Network ad9d3ee5-4858-483a-a094-5913abbde588 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:37:11.724700 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea993c9-73e6-4fc8-8a4d-bad5dcdb8f36 None None] Routers {'d9a4a78a-bbe4-4195-97d8-363f21e8603b'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:37:11.725303 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-cea993c9-73e6-4fc8-8a4d-bad5dcdb8f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:36:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['d9a4a78a-bbe4-4195-97d8-363f21e8603b'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:11.732785 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0ff54-5782-4044-8361-308c2e40da16 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:11.733082 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0ff54-5782-4044-8361-308c2e40da16 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:11.733618 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0ff54-5782-4044-8361-308c2e40da16 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:11.733900 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0ff54-5782-4044-8361-308c2e40da16 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:11.740659 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0ff54-5782-4044-8361-308c2e40da16 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:11.741265 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0ff54-5782-4044-8361-308c2e40da16 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:11.741790 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0ff54-5782-4044-8361-308c2e40da16 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:11.742305 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0ff54-5782-4044-8361-308c2e40da16 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:11.742817 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0ff54-5782-4044-8361-308c2e40da16 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:11.743618 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0ff54-5782-4044-8361-308c2e40da16 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:11.744261 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0ff54-5782-4044-8361-308c2e40da16 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:11.745489 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0ff54-5782-4044-8361-308c2e40da16 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:11.746006 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0ff54-5782-4044-8361-308c2e40da16 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:11.825200 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-580ddbaa-0328-4265-b3ef-c2106bcbdc87 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router (d9a4a78a-bbe4-4195-97d8-363f21e8603b), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:11.836575 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-cea993c9-73e6-4fc8-8a4d-bad5dcdb8f36 None None] Set router d9a4a78a-bbe4-4195-97d8-363f21e8603b gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:37:11.913912 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e406269b-78c2-4376-8e49-e641ea26ea86 None None] DHCP port deletion for ad9d3ee5-4858-483a-a094-5913abbde588 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:37:11.942741 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-580ddbaa-0328-4265-b3ef-c2106bcbdc87 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_gateway (d9a4a78a-bbe4-4195-97d8-363f21e8603b), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:12.056418 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-580ddbaa-0328-4265-b3ef-c2106bcbdc87 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Deleting port 4091ca89-8d53-4820-8069-908de393e41b {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:37:12.057183 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-580ddbaa-0328-4265-b3ef-c2106bcbdc87 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (4091ca89-8d53-4820-8069-908de393e41b), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:12.115423 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-e406269b-78c2-4376-8e49-e641ea26ea86 None None] Deleting port 55971bcb-6c1e-4a03-8d40-0076353f6f2c {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:37:12.115891 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e406269b-78c2-4376-8e49-e641ea26ea86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (55971bcb-6c1e-4a03-8d40-0076353f6f2c), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:12.121635 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-cea993c9-73e6-4fc8-8a4d-bad5dcdb8f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a4a78a-bbe4-4195-97d8-363f21e8603b', 'name': 'tempest-TestNetworkBasicOps-router-643659496', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '4091ca89-8d53-4820-8069-908de393e41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:35:28Z', 'updated_at': '2022-01-29T04:37:10Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '4091ca89-8d53-4820-8069-908de393e41b', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a4a78a-bbe4-4195-97d8-363f21e8603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:28Z', 'updated_at': '2022-01-29T04:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:12.143512 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-580ddbaa-0328-4265-b3ef-c2106bcbdc87 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] For port 4091ca89-8d53-4820-8069-908de393e41b, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=4091ca89-8d53-4820-8069-908de393e41b,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:37:12.143816 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-580ddbaa-0328-4265-b3ef-c2106bcbdc87 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (4091ca89-8d53-4820-8069-908de393e41b), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:12.149356 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea993c9-73e6-4fc8-8a4d-bad5dcdb8f36 None None] The sync data for ids ['d9a4a78a-bbe4-4195-97d8-363f21e8603b'] in dv-neutron-821190-1-hyperv is: [{'id': 'd9a4a78a-bbe4-4195-97d8-363f21e8603b', 'name': 'tempest-TestNetworkBasicOps-router-643659496', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '4091ca89-8d53-4820-8069-908de393e41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:35:28Z', 'updated_at': '2022-01-29T04:37:10Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '4091ca89-8d53-4820-8069-908de393e41b', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a4a78a-bbe4-4195-97d8-363f21e8603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:28Z', 'updated_at': '2022-01-29T04:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:37:12.155637 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-580ddbaa-0328-4265-b3ef-c2106bcbdc87 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Calling delete_port for 4091ca89-8d53-4820-8069-908de393e41b owned by network:router_gateway {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:37:12.182573 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-e406269b-78c2-4376-8e49-e641ea26ea86 None None] For port 55971bcb-6c1e-4a03-8d40-0076353f6f2c, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=55971bcb-6c1e-4a03-8d40-0076353f6f2c,segment=NetworkSegment(820ea993-1eda-4f55-aee2-88c9665f9998),segment_id=820ea993-1eda-4f55-aee2-88c9665f9998)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:37:12.183086 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e406269b-78c2-4376-8e49-e641ea26ea86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (55971bcb-6c1e-4a03-8d40-0076353f6f2c), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:12.196819 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-e406269b-78c2-4376-8e49-e641ea26ea86 None None] Calling delete_port for 55971bcb-6c1e-4a03-8d40-0076353f6f2c owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:37:12.349678 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e406269b-78c2-4376-8e49-e641ea26ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (55971bcb-6c1e-4a03-8d40-0076353f6f2c), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:12.372368 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-580ddbaa-0328-4265-b3ef-c2106bcbdc87 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (4091ca89-8d53-4820-8069-908de393e41b), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:12.373970 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406269b-78c2-4376-8e49-e641ea26ea86 None None] Pushing event deleted for resources: {'Port': ['ID=55971bcb-6c1e-4a03-8d40-0076353f6f2c,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:12.383568 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406269b-78c2-4376-8e49-e641ea26ea86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:12.383922 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406269b-78c2-4376-8e49-e641ea26ea86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:12.384272 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406269b-78c2-4376-8e49-e641ea26ea86 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:12.384647 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406269b-78c2-4376-8e49-e641ea26ea86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:12.384985 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406269b-78c2-4376-8e49-e641ea26ea86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:12.385318 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406269b-78c2-4376-8e49-e641ea26ea86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:12.385651 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406269b-78c2-4376-8e49-e641ea26ea86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:12.385985 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406269b-78c2-4376-8e49-e641ea26ea86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:12.386312 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406269b-78c2-4376-8e49-e641ea26ea86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:12.386648 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406269b-78c2-4376-8e49-e641ea26ea86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:12.386975 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406269b-78c2-4376-8e49-e641ea26ea86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:12.387298 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406269b-78c2-4376-8e49-e641ea26ea86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:12.387620 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406269b-78c2-4376-8e49-e641ea26ea86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:12.390517 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e406269b-78c2-4376-8e49-e641ea26ea86 None None] No DVR routers for this DVR port 55971bcb-6c1e-4a03-8d40-0076353f6f2c on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:37:12.403622 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ddbaa-0328-4265-b3ef-c2106bcbdc87 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Port': ['ID=4091ca89-8d53-4820-8069-908de393e41b,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:12.465581 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-580ddbaa-0328-4265-b3ef-c2106bcbdc87 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (d9a4a78a-bbe4-4195-97d8-363f21e8603b), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:12.557947 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-580ddbaa-0328-4265-b3ef-c2106bcbdc87 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (d9a4a78a-bbe4-4195-97d8-363f21e8603b), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:12.560249 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-580ddbaa-0328-4265-b3ef-c2106bcbdc87 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_controller (d9a4a78a-bbe4-4195-97d8-363f21e8603b), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:12.679759 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-580ddbaa-0328-4265-b3ef-c2106bcbdc87 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (d9a4a78a-bbe4-4195-97d8-363f21e8603b), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:12.680294 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580ddbaa-0328-4265-b3ef-c2106bcbdc87 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Fanout notify agent at l3_agent the message router_deleted on router d9a4a78a-bbe4-4195-97d8-363f21e8603b {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:37:12.687393 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-580ddbaa-0328-4265-b3ef-c2106bcbdc87 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:12.691063 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-580ddbaa-0328-4265-b3ef-c2106bcbdc87 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/routers/d9a4a78a-bbe4-4195-97d8-363f21e8603b HTTP/1.1" status: 204 len: 168 time: 0.9733436 Jan 29 04:37:12.696512 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56820) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:37:12.768892 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a7db4946-4b73-4a0e-bb89-3f8b81488059 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (ad9d3ee5-4858-483a-a094-5913abbde588), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:13.173889 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a7db4946-4b73-4a0e-bb89-3f8b81488059 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (ad9d3ee5-4858-483a-a094-5913abbde588), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:13.192723 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-a7db4946-4b73-4a0e-bb89-3f8b81488059 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad9d3ee5-4858-483a-a094-5913abbde588']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:13.201674 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-a7db4946-4b73-4a0e-bb89-3f8b81488059 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '820ea993-1eda-4f55-aee2-88c9665f9998') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:13.202168 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-a7db4946-4b73-4a0e-bb89-3f8b81488059 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '820ea993-1eda-4f55-aee2-88c9665f9998') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:13.211968 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a7db4946-4b73-4a0e-bb89-3f8b81488059 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (820ea993-1eda-4f55-aee2-88c9665f9998), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:13.226099 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a7db4946-4b73-4a0e-bb89-3f8b81488059 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (820ea993-1eda-4f55-aee2-88c9665f9998), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:13.231688 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7db4946-4b73-4a0e-bb89-3f8b81488059 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:37:13.232063 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a7db4946-4b73-4a0e-bb89-3f8b81488059 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (820ea993-1eda-4f55-aee2-88c9665f9998), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:13.235620 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:37:13.235620 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:37:13.235620 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:37:13.235620 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:37:13.235620 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:37:13.235620 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:37:13.235620 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:37:13.235620 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:37:13.235620 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:37:13.235620 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:37:13.235620 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:37:13.235620 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:37:13.235620 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:37:13.235620 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:37:13.235620 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:37:13.235620 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:37:13.235620 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:37:13.235620 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:37:13.235620 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:37:13.235620 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:37:13.235620 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:37:13.235620 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:37:13.235620 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:37:13.235620 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:37:13.235620 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:37:13.235620 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:37:13.235620 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:37:13.235620 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:37:13.235620 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:37:13.235620 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:37:13.235620 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:37:13.235620 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:37:13.344197 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a7db4946-4b73-4a0e-bb89-3f8b81488059 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (ad9d3ee5-4858-483a-a094-5913abbde588), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:13.351298 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a7db4946-4b73-4a0e-bb89-3f8b81488059 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:13.354268 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a7db4946-4b73-4a0e-bb89-3f8b81488059 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/networks/ad9d3ee5-4858-483a-a094-5913abbde588 HTTP/1.1" status: 204 len: 168 time: 0.6620390 Jan 29 04:37:13.365623 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56822) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:37:13.370807 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-826c36d8-6859-4758-a61e-5c5ce0578e0e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'network': {'name': 'tempest-network-smoke--1545422922', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'port_security_enabled': True}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:13.371278 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db4946-4b73-4a0e-bb89-3f8b81488059 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Network': ['ID=ad9d3ee5-4858-483a-a094-5913abbde588,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:13.434868 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826c36d8-6859-4758-a61e-5c5ce0578e0e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Made reservation on behalf of 9cb37fd5f36f44e696381da232925f9b for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:37:13.438468 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-826c36d8-6859-4758-a61e-5c5ce0578e0e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:13.463087 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-826c36d8-6859-4758-a61e-5c5ce0578e0e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:37:13.473183 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-826c36d8-6859-4758-a61e-5c5ce0578e0e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:13.473578 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-826c36d8-6859-4758-a61e-5c5ce0578e0e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Added segment 090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f of type vlan for network 00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6 Jan 29 04:37:13.515059 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-826c36d8-6859-4758-a61e-5c5ce0578e0e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:13.524215 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device a08db26f-23c0-4d72-9e41-ee44f1232fb6 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:37:13.545158 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: a08db26f-23c0-4d72-9e41-ee44f1232fb6 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:37:13.545525 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device a08db26f-23c0-4d72-9e41-ee44f1232fb6 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:37:13.545948 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 55971bcb-6c1e-4a03-8d40-0076353f6f2c no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:37:13.564311 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 55971bcb-6c1e-4a03-8d40-0076353f6f2c {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:37:13.564683 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 55971bcb-6c1e-4a03-8d40-0076353f6f2c not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:37:13.565084 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 4091ca89-8d53-4820-8069-908de393e41b no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:37:13.586507 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 4091ca89-8d53-4820-8069-908de393e41b {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:37:13.586933 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 4091ca89-8d53-4820-8069-908de393e41b not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:37:13.606215 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-826c36d8-6859-4758-a61e-5c5ce0578e0e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:13.611419 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826c36d8-6859-4758-a61e-5c5ce0578e0e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:13.615862 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-826c36d8-6859-4758-a61e-5c5ce0578e0e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:13.678849 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826c36d8-6859-4758-a61e-5c5ce0578e0e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Network': ['ID=00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:13.689237 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:37:13.718099 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-826c36d8-6859-4758-a61e-5c5ce0578e0e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3507278 Jan 29 04:37:13.720831 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56824) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:37:13.725161 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-e06b352e-7599-468b-b50a-8c05cc37900b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1190253608', 'admin_state_up': True, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:13.806359 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e06b352e-7599-468b-b50a-8c05cc37900b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (86e7f018-52e3-4e63-978a-a7c929562998), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:13.807454 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e06b352e-7599-468b-b50a-8c05cc37900b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (86e7f018-52e3-4e63-978a-a7c929562998), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:13.859766 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e06b352e-7599-468b-b50a-8c05cc37900b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_controller (86e7f018-52e3-4e63-978a-a7c929562998), precommit_add_association {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:14.033182 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e06b352e-7599-468b-b50a-8c05cc37900b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_gateway (86e7f018-52e3-4e63-978a-a7c929562998), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:14.275555 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e06b352e-7599-468b-b50a-8c05cc37900b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_gateway (86e7f018-52e3-4e63-978a-a7c929562998), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:14.298725 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e06b352e-7599-468b-b50a-8c05cc37900b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:14.400577 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-e06b352e-7599-468b-b50a-8c05cc37900b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Allocated IP 172.26.8.174 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/2f428eb1-e31e-42e2-a22e-57ecc6ccfd61) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:37:14.502331 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e06b352e-7599-468b-b50a-8c05cc37900b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (2f428eb1-e31e-42e2-a22e-57ecc6ccfd61), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:14.600960 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e06b352e-7599-468b-b50a-8c05cc37900b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (2f428eb1-e31e-42e2-a22e-57ecc6ccfd61), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:14.638309 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06b352e-7599-468b-b50a-8c05cc37900b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:37:14.641480 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-e06b352e-7599-468b-b50a-8c05cc37900b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:37:14.644831 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06b352e-7599-468b-b50a-8c05cc37900b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:37:14.652789 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06b352e-7599-468b-b50a-8c05cc37900b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=2f428eb1-e31e-42e2-a22e-57ecc6ccfd61,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:14.943254 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e06b352e-7599-468b-b50a-8c05cc37900b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_gateway (86e7f018-52e3-4e63-978a-a7c929562998), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:15.401371 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e06b352e-7599-468b-b50a-8c05cc37900b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (86e7f018-52e3-4e63-978a-a7c929562998), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:15.623017 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06b352e-7599-468b-b50a-8c05cc37900b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router 86e7f018-52e3-4e63-978a-a7c929562998 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:37:15.729652 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06b352e-7599-468b-b50a-8c05cc37900b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:37:15.738912 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227f1c82-36f0-42e2-8fcb-a8a3b26bef56 None None] Sync routers for ids ['86e7f018-52e3-4e63-978a-a7c929562998'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:37:15.748223 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227f1c82-36f0-42e2-8fcb-a8a3b26bef56 None None] Routers {'86e7f018-52e3-4e63-978a-a7c929562998'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:37:15.748944 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-227f1c82-36f0-42e2-8fcb-a8a3b26bef56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:36:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['86e7f018-52e3-4e63-978a-a7c929562998'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:15.802330 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e06b352e-7599-468b-b50a-8c05cc37900b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:15.803687 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e06b352e-7599-468b-b50a-8c05cc37900b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0819321 Jan 29 04:37:15.806913 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56826) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:37:15.835930 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-60f1065b-8f2b-4539-8b6b-65cd5f96932e tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=9cb37fd5f36f44e696381da232925f9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278077 Jan 29 04:37:15.838467 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56828) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:37:15.853890 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-227f1c82-36f0-42e2-8fcb-a8a3b26bef56 None None] Set router 86e7f018-52e3-4e63-978a-a7c929562998 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:37:15.925309 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f445a106-4ca8-4f3d-abee-1578a2111f49 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:15.926852 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f445a106-4ca8-4f3d-abee-1578a2111f49 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0874715 Jan 29 04:37:15.930366 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56830) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:37:15.963575 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e749ef7e-11a4-4c76-85b2-120e53949747 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f0de7169-31b1-4289-9a2a-56c5f4e63ed1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321355 Jan 29 04:37:15.965995 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56832) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:37:15.971503 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-c7e4f3c9-007e-4111-b5ea-0cb2b48d715f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-225315847', 'network_id': '00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:16.035549 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-227f1c82-36f0-42e2-8fcb-a8a3b26bef56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e7f018-52e3-4e63-978a-a7c929562998', 'name': 'tempest-TestNetworkBasicOps-router-1190253608', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '2f428eb1-e31e-42e2-a22e-57ecc6ccfd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:37:13Z', 'updated_at': '2022-01-29T04:37:14Z', 'revision_number': 3, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '2f428eb1-e31e-42e2-a22e-57ecc6ccfd61', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ee:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e7f018-52e3-4e63-978a-a7c929562998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:37:14Z', 'updated_at': '2022-01-29T04:37:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:16.063474 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227f1c82-36f0-42e2-8fcb-a8a3b26bef56 None None] Checking router: 86e7f018-52e3-4e63-978a-a7c929562998 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:37:16.063827 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227f1c82-36f0-42e2-8fcb-a8a3b26bef56 None None] Updating router 86e7f018-52e3-4e63-978a-a7c929562998 port 2f428eb1-e31e-42e2-a22e-57ecc6ccfd61 binding host dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:37:16.091303 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-227f1c82-36f0-42e2-8fcb-a8a3b26bef56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (2f428eb1-e31e-42e2-a22e-57ecc6ccfd61), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:16.101859 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e4f3c9-007e-4111-b5ea-0cb2b48d715f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Made reservation on behalf of 9cb37fd5f36f44e696381da232925f9b for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:37:16.105431 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c7e4f3c9-007e-4111-b5ea-0cb2b48d715f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:16.340023 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-227f1c82-36f0-42e2-8fcb-a8a3b26bef56 None None] Publish callbacks [] for port (2f428eb1-e31e-42e2-a22e-57ecc6ccfd61), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:16.360093 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c7e4f3c9-007e-4111-b5ea-0cb2b48d715f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (352b8fe9-fe4f-4572-8363-d07a0882f9e5), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:16.418014 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e4f3c9-007e-4111-b5ea-0cb2b48d715f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Subnet': ['ID=352b8fe9-fe4f-4572-8363-d07a0882f9e5,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:16.422827 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-227f1c82-36f0-42e2-8fcb-a8a3b26bef56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (2f428eb1-e31e-42e2-a22e-57ecc6ccfd61), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:16.429289 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e4f3c9-007e-4111-b5ea-0cb2b48d715f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Checking segment: {'id': '090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:37:16.429289 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e4f3c9-007e-4111-b5ea-0cb2b48d715f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network hostable DHCP agents. Network: 00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:37:16.478257 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-227f1c82-36f0-42e2-8fcb-a8a3b26bef56 None None] Attempting to bind port 2f428eb1-e31e-42e2-a22e-57ecc6ccfd61 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:37:16.478632 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-227f1c82-36f0-42e2-8fcb-a8a3b26bef56 None None] Attempting to bind port 2f428eb1-e31e-42e2-a22e-57ecc6ccfd61 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:37:16.478996 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227f1c82-36f0-42e2-8fcb-a8a3b26bef56 None None] Attempting to bind port 2f428eb1-e31e-42e2-a22e-57ecc6ccfd61 on network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:37:16.488288 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8522ec06-0165-46b3-a7b4-47a2c43071c6 None None] Pushing event updated for resources: {'Port': ['ID=2f428eb1-e31e-42e2-a22e-57ecc6ccfd61,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:16.491724 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227f1c82-36f0-42e2-8fcb-a8a3b26bef56 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:37:16.492106 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227f1c82-36f0-42e2-8fcb-a8a3b26bef56 None None] Checking segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:37:16.492535 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-227f1c82-36f0-42e2-8fcb-a8a3b26bef56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:16.492925 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227f1c82-36f0-42e2-8fcb-a8a3b26bef56 None None] Bound using segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:37:16.493401 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-227f1c82-36f0-42e2-8fcb-a8a3b26bef56 None None] Bound port: 2f428eb1-e31e-42e2-a22e-57ecc6ccfd61, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:37:16.493786 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-227f1c82-36f0-42e2-8fcb-a8a3b26bef56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (2f428eb1-e31e-42e2-a22e-57ecc6ccfd61), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:16.524956 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e4f3c9-007e-4111-b5ea-0cb2b48d715f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network 00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:37:16.543645 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-227f1c82-36f0-42e2-8fcb-a8a3b26bef56 None None] For port 2f428eb1-e31e-42e2-a22e-57ecc6ccfd61, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:37:16.547420 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-227f1c82-36f0-42e2-8fcb-a8a3b26bef56 None None] For port 2f428eb1-e31e-42e2-a22e-57ecc6ccfd61, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=2f428eb1-e31e-42e2-a22e-57ecc6ccfd61,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:37:16.589067 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-c7e4f3c9-007e-4111-b5ea-0cb2b48d715f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:37:16.593353 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e4f3c9-007e-4111-b5ea-0cb2b48d715f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:16.593961 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c7e4f3c9-007e-4111-b5ea-0cb2b48d715f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:16.597706 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f02661-d41d-408f-80c5-7682503e5b26 None None] Network 00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:37:16.643073 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-227f1c82-36f0-42e2-8fcb-a8a3b26bef56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (2f428eb1-e31e-42e2-a22e-57ecc6ccfd61), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:16.672975 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c7e4f3c9-007e-4111-b5ea-0cb2b48d715f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7059560 Jan 29 04:37:16.675667 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56834) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:37:16.740718 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227f1c82-36f0-42e2-8fcb-a8a3b26bef56 None None] Routers {'86e7f018-52e3-4e63-978a-a7c929562998'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:37:16.741175 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-227f1c82-36f0-42e2-8fcb-a8a3b26bef56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:36:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['86e7f018-52e3-4e63-978a-a7c929562998'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:16.742980 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8522ec06-0165-46b3-a7b4-47a2c43071c6 None None] Pushing event updated for resources: {'Port': ['ID=2f428eb1-e31e-42e2-a22e-57ecc6ccfd61,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:16.747694 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ff9b84-6a19-45f7-8e66-d41c0021c5b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6', 'network_id': '00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ips': [{'subnet_id': '352b8fe9-fe4f-4572-8363-d07a0882f9e5'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:37:16.748585 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-02ff9b84-6a19-45f7-8e66-d41c0021c5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:16.928166 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-227f1c82-36f0-42e2-8fcb-a8a3b26bef56 None None] Set router 86e7f018-52e3-4e63-978a-a7c929562998 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:37:17.061453 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-02ff9b84-6a19-45f7-8e66-d41c0021c5b1 None None] Allocated IP 172.20.0.2 (00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6/352b8fe9-fe4f-4572-8363-d07a0882f9e5/5f26b85a-5791-436d-a3ad-048c996bb3b2) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:37:17.120087 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-725f32d8-3e26-48ce-abff-2cc4af438da4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:17.252495 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-227f1c82-36f0-42e2-8fcb-a8a3b26bef56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e7f018-52e3-4e63-978a-a7c929562998', 'name': 'tempest-TestNetworkBasicOps-router-1190253608', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '2f428eb1-e31e-42e2-a22e-57ecc6ccfd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:37:13Z', 'updated_at': '2022-01-29T04:37:14Z', 'revision_number': 3, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '2f428eb1-e31e-42e2-a22e-57ecc6ccfd61', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ee:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e7f018-52e3-4e63-978a-a7c929562998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:37:14Z', 'updated_at': '2022-01-29T04:37:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:17.282111 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227f1c82-36f0-42e2-8fcb-a8a3b26bef56 None None] The sync data for ids ['86e7f018-52e3-4e63-978a-a7c929562998'] in dv-neutron-821190-1-hyperv is: [{'id': '86e7f018-52e3-4e63-978a-a7c929562998', 'name': 'tempest-TestNetworkBasicOps-router-1190253608', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '2f428eb1-e31e-42e2-a22e-57ecc6ccfd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:37:13Z', 'updated_at': '2022-01-29T04:37:14Z', 'revision_number': 3, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '2f428eb1-e31e-42e2-a22e-57ecc6ccfd61', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ee:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e7f018-52e3-4e63-978a-a7c929562998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:37:14Z', 'updated_at': '2022-01-29T04:37:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:37:17.283916 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-02ff9b84-6a19-45f7-8e66-d41c0021c5b1 None None] Publish callbacks [] for port (5f26b85a-5791-436d-a3ad-048c996bb3b2), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:17.353970 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-02ff9b84-6a19-45f7-8e66-d41c0021c5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (5f26b85a-5791-436d-a3ad-048c996bb3b2), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:17.395501 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ff9b84-6a19-45f7-8e66-d41c0021c5b1 None None] Network 00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:37:17.400398 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-02ff9b84-6a19-45f7-8e66-d41c0021c5b1 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:37:17.403803 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ff9b84-6a19-45f7-8e66-d41c0021c5b1 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:37:17.412206 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-725f32d8-3e26-48ce-abff-2cc4af438da4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Allocated IP 172.20.0.1 (00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6/352b8fe9-fe4f-4572-8363-d07a0882f9e5/6f81cc3e-8786-48d1-97cd-569957349af1) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:37:17.415611 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff9b84-6a19-45f7-8e66-d41c0021c5b1 None None] Pushing event updated for resources: {'Port': ['ID=5f26b85a-5791-436d-a3ad-048c996bb3b2,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:17.562999 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-725f32d8-3e26-48ce-abff-2cc4af438da4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (6f81cc3e-8786-48d1-97cd-569957349af1), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:17.639835 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-02ff9b84-6a19-45f7-8e66-d41c0021c5b1 None None] Attempting to bind port 5f26b85a-5791-436d-a3ad-048c996bb3b2 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:37:17.644615 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-02ff9b84-6a19-45f7-8e66-d41c0021c5b1 None None] Attempting to bind port 5f26b85a-5791-436d-a3ad-048c996bb3b2 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:37:17.644615 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ff9b84-6a19-45f7-8e66-d41c0021c5b1 None None] Attempting to bind port 5f26b85a-5791-436d-a3ad-048c996bb3b2 on network 00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:37:17.645896 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ff9b84-6a19-45f7-8e66-d41c0021c5b1 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:37:17.646283 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ff9b84-6a19-45f7-8e66-d41c0021c5b1 None None] Checking segment: {'id': '090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:37:17.646692 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-02ff9b84-6a19-45f7-8e66-d41c0021c5b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:17.647115 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ff9b84-6a19-45f7-8e66-d41c0021c5b1 None None] Bound using segment: {'id': '090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:37:17.647581 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-02ff9b84-6a19-45f7-8e66-d41c0021c5b1 None None] Bound port: 5f26b85a-5791-436d-a3ad-048c996bb3b2, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:37:17.647960 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-02ff9b84-6a19-45f7-8e66-d41c0021c5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (5f26b85a-5791-436d-a3ad-048c996bb3b2), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:17.664129 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-725f32d8-3e26-48ce-abff-2cc4af438da4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (6f81cc3e-8786-48d1-97cd-569957349af1), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:17.713811 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725f32d8-3e26-48ce-abff-2cc4af438da4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network 00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:37:17.717086 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-725f32d8-3e26-48ce-abff-2cc4af438da4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:37:17.721003 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-02ff9b84-6a19-45f7-8e66-d41c0021c5b1 None None] For port 5f26b85a-5791-436d-a3ad-048c996bb3b2, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:37:17.724624 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-02ff9b84-6a19-45f7-8e66-d41c0021c5b1 None None] For port 5f26b85a-5791-436d-a3ad-048c996bb3b2, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=5f26b85a-5791-436d-a3ad-048c996bb3b2,segment=NetworkSegment(090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f),segment_id=090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:37:17.725977 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725f32d8-3e26-48ce-abff-2cc4af438da4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:37:17.731209 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f32d8-3e26-48ce-abff-2cc4af438da4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=6f81cc3e-8786-48d1-97cd-569957349af1,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:17.777113 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-725f32d8-3e26-48ce-abff-2cc4af438da4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (86e7f018-52e3-4e63-978a-a7c929562998), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:17.818947 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-02ff9b84-6a19-45f7-8e66-d41c0021c5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (5f26b85a-5791-436d-a3ad-048c996bb3b2), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:17.896463 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff9b84-6a19-45f7-8e66-d41c0021c5b1 None None] Pushing event updated for resources: {'Port': ['ID=5f26b85a-5791-436d-a3ad-048c996bb3b2,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:17.997871 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-725f32d8-3e26-48ce-abff-2cc4af438da4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (6f81cc3e-8786-48d1-97cd-569957349af1), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:18.318572 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-725f32d8-3e26-48ce-abff-2cc4af438da4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (6f81cc3e-8786-48d1-97cd-569957349af1), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:18.377695 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-725f32d8-3e26-48ce-abff-2cc4af438da4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (6f81cc3e-8786-48d1-97cd-569957349af1), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:18.455715 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-725f32d8-3e26-48ce-abff-2cc4af438da4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (86e7f018-52e3-4e63-978a-a7c929562998), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:18.457347 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f32d8-3e26-48ce-abff-2cc4af438da4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=6f81cc3e-8786-48d1-97cd-569957349af1,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:18.548396 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725f32d8-3e26-48ce-abff-2cc4af438da4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network 00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:37:18.549851 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-725f32d8-3e26-48ce-abff-2cc4af438da4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:37:18.676253 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725f32d8-3e26-48ce-abff-2cc4af438da4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router 86e7f018-52e3-4e63-978a-a7c929562998 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:37:18.789958 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725f32d8-3e26-48ce-abff-2cc4af438da4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:37:18.795076 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-725f32d8-3e26-48ce-abff-2cc4af438da4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "PUT /v2.0/routers/86e7f018-52e3-4e63-978a-a7c929562998/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1183391 Jan 29 04:37:18.798110 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56836) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:37:18.875474 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cef097-8698-4aa2-9dfb-f252bfc620c0 None None] Network 00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:37:18.904082 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ceb65e-6a59-4334-9453-33dab786d662 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:18.904590 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ceb65e-6a59-4334-9453-33dab786d662 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:18.905976 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ceb65e-6a59-4334-9453-33dab786d662 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:18.906440 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ceb65e-6a59-4334-9453-33dab786d662 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:18.906900 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ceb65e-6a59-4334-9453-33dab786d662 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:18.907362 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ceb65e-6a59-4334-9453-33dab786d662 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:18.911623 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-09ceb65e-6a59-4334-9453-33dab786d662 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1101499 Jan 29 04:37:18.911845 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56838) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:37:18.939597 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-5e207d41-3bd6-4f9f-9731-728fedbf9c36 None None] Provisioning complete for port 5f26b85a-5791-436d-a3ad-048c996bb3b2 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:18.939974 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5e207d41-3bd6-4f9f-9731-728fedbf9c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (5f26b85a-5791-436d-a3ad-048c996bb3b2), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:18.965982 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0da3964-88d5-42a4-b258-8eda77d4d326 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:18.966446 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0da3964-88d5-42a4-b258-8eda77d4d326 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:18.966897 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0da3964-88d5-42a4-b258-8eda77d4d326 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:18.967412 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0da3964-88d5-42a4-b258-8eda77d4d326 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:18.967851 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0da3964-88d5-42a4-b258-8eda77d4d326 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:18.968296 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0da3964-88d5-42a4-b258-8eda77d4d326 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:18.972660 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a0da3964-88d5-42a4-b258-8eda77d4d326 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0573416 Jan 29 04:37:18.972960 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56840) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:37:19.061837 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-5e207d41-3bd6-4f9f-9731-728fedbf9c36 None None] Current status of the port 5f26b85a-5791-436d-a3ad-048c996bb3b2 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:37:19.062787 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5e207d41-3bd6-4f9f-9731-728fedbf9c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (5f26b85a-5791-436d-a3ad-048c996bb3b2), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:19.139073 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-5e207d41-3bd6-4f9f-9731-728fedbf9c36 None None] For port 5f26b85a-5791-436d-a3ad-048c996bb3b2, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=5f26b85a-5791-436d-a3ad-048c996bb3b2,segment=NetworkSegment(090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f),segment_id=090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:37:19.162967 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d473973c-9fc3-4413-bc97-8a2fae1d9383 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1887660 Jan 29 04:37:19.212820 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5e207d41-3bd6-4f9f-9731-728fedbf9c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (5f26b85a-5791-436d-a3ad-048c996bb3b2), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:19.288248 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e207d41-3bd6-4f9f-9731-728fedbf9c36 None None] Pushing event updated for resources: {'Port': ['ID=5f26b85a-5791-436d-a3ad-048c996bb3b2,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:19.337859 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-cc209e05-d7be-45ee-bd5a-c8adc0c9d06f None None] Provisioning complete for port 5f26b85a-5791-436d-a3ad-048c996bb3b2 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:19.338234 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cc209e05-d7be-45ee-bd5a-c8adc0c9d06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (5f26b85a-5791-436d-a3ad-048c996bb3b2), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:19.409613 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56844) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:37:19.414819 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-8e51b193-ca42-4024-888b-a15433adf962 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-972054182', 'description': 'tempest-secgroup-smoke-972054182 description', 'project_id': '9cb37fd5f36f44e696381da232925f9b'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:19.426945 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-cc209e05-d7be-45ee-bd5a-c8adc0c9d06f None None] Current status of the port 5f26b85a-5791-436d-a3ad-048c996bb3b2 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:37:19.439023 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-cc209e05-d7be-45ee-bd5a-c8adc0c9d06f None None] Provisioning complete for port 6f81cc3e-8786-48d1-97cd-569957349af1 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:19.439396 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cc209e05-d7be-45ee-bd5a-c8adc0c9d06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (6f81cc3e-8786-48d1-97cd-569957349af1), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:19.472886 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d667181c-1c36-469f-80f1-c560d718702e None None] Sync routers for ids ['86e7f018-52e3-4e63-978a-a7c929562998'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:37:19.476688 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-cc209e05-d7be-45ee-bd5a-c8adc0c9d06f None None] Port 6f81cc3e-8786-48d1-97cd-569957349af1 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:37:19.488198 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d667181c-1c36-469f-80f1-c560d718702e None None] Routers {'86e7f018-52e3-4e63-978a-a7c929562998'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:37:19.492643 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-d667181c-1c36-469f-80f1-c560d718702e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:36:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['86e7f018-52e3-4e63-978a-a7c929562998'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:19.498043 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8e51b193-ca42-4024-888b-a15433adf962 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:19.597735 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-a63740a0-d5b5-432e-9e04-583e3543669a None None] Provisioning complete for port 6f81cc3e-8786-48d1-97cd-569957349af1 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:19.598117 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a63740a0-d5b5-432e-9e04-583e3543669a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (6f81cc3e-8786-48d1-97cd-569957349af1), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:19.619742 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8e51b193-ca42-4024-888b-a15433adf962 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (f8a5b817-849a-423a-94bb-f7c2219be251), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:19.649728 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-a63740a0-d5b5-432e-9e04-583e3543669a None None] Port 6f81cc3e-8786-48d1-97cd-569957349af1 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:37:19.672646 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-d667181c-1c36-469f-80f1-c560d718702e None None] Set router 86e7f018-52e3-4e63-978a-a7c929562998 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:37:19.680506 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8e51b193-ca42-4024-888b-a15433adf962 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (f8a5b817-849a-423a-94bb-f7c2219be251), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:19.687690 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 5f26b85a-5791-436d-a3ad-048c996bb3b2 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:37:19.743327 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e51b193-ca42-4024-888b-a15433adf962 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a5b817-849a-423a-94bb-f7c2219be251,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:19.775765 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 5f26b85a-5791-436d-a3ad-048c996bb3b2 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:19.776614 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (5f26b85a-5791-436d-a3ad-048c996bb3b2), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:19.781128 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8e51b193-ca42-4024-888b-a15433adf962 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:19.786234 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56846) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:37:19.794465 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-8ff1976a-aa8c-4521-823f-85699978034e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': 'f8a5b817-849a-423a-94bb-f7c2219be251', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:19.799754 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-8e51b193-ca42-4024-888b-a15433adf962 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3885531 Jan 29 04:37:19.816152 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-324c857c-f68c-4a11-87f0-fcbc8c3c94b0 None None] Provisioning complete for port 6f81cc3e-8786-48d1-97cd-569957349af1 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:19.816567 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-324c857c-f68c-4a11-87f0-fcbc8c3c94b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (6f81cc3e-8786-48d1-97cd-569957349af1), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:19.892313 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8ff1976a-aa8c-4521-823f-85699978034e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (a7d21de5-d788-4197-bf7b-6ab9e6d4f5b5), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:19.913264 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-324c857c-f68c-4a11-87f0-fcbc8c3c94b0 None None] Port 6f81cc3e-8786-48d1-97cd-569957349af1 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:37:19.914189 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-d667181c-1c36-469f-80f1-c560d718702e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e7f018-52e3-4e63-978a-a7c929562998', 'name': 'tempest-TestNetworkBasicOps-router-1190253608', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '2f428eb1-e31e-42e2-a22e-57ecc6ccfd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:37:13Z', 'updated_at': '2022-01-29T04:37:17Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '2f428eb1-e31e-42e2-a22e-57ecc6ccfd61', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ee:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e7f018-52e3-4e63-978a-a7c929562998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:37:14Z', 'updated_at': '2022-01-29T04:37:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '6f81cc3e-8786-48d1-97cd-569957349af1', 'name': '', 'network_id': '00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:9e:a7:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e7f018-52e3-4e63-978a-a7c929562998', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '352b8fe9-fe4f-4572-8363-d07a0882f9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:37:17Z', 'updated_at': '2022-01-29T04:37:18Z', 'revision_number': 2, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '352b8fe9-fe4f-4572-8363-d07a0882f9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:19.922310 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 5f26b85a-5791-436d-a3ad-048c996bb3b2 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:37:19.923405 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 2f428eb1-e31e-42e2-a22e-57ecc6ccfd61 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:37:19.947960 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d667181c-1c36-469f-80f1-c560d718702e None None] Checking router: 86e7f018-52e3-4e63-978a-a7c929562998 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:37:19.948301 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d667181c-1c36-469f-80f1-c560d718702e None None] Updating router 86e7f018-52e3-4e63-978a-a7c929562998 port 6f81cc3e-8786-48d1-97cd-569957349af1 binding host dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:37:19.975390 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8ff1976a-aa8c-4521-823f-85699978034e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (a7d21de5-d788-4197-bf7b-6ab9e6d4f5b5), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:19.979699 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d667181c-1c36-469f-80f1-c560d718702e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (6f81cc3e-8786-48d1-97cd-569957349af1), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:19.986761 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 2f428eb1-e31e-42e2-a22e-57ecc6ccfd61 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:19.987146 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (2f428eb1-e31e-42e2-a22e-57ecc6ccfd61), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:20.053166 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8ff1976a-aa8c-4521-823f-85699978034e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (a7d21de5-d788-4197-bf7b-6ab9e6d4f5b5), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:20.075698 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff1976a-aa8c-4521-823f-85699978034e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7d21de5-d788-4197-bf7b-6ab9e6d4f5b5,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:20.085454 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 2f428eb1-e31e-42e2-a22e-57ecc6ccfd61 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:37:20.085823 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (2f428eb1-e31e-42e2-a22e-57ecc6ccfd61), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:20.107493 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 2f428eb1-e31e-42e2-a22e-57ecc6ccfd61, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=2f428eb1-e31e-42e2-a22e-57ecc6ccfd61,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:37:20.122878 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8ff1976a-aa8c-4521-823f-85699978034e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:20.126715 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-8ff1976a-aa8c-4521-823f-85699978034e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3353810 Jan 29 04:37:20.127060 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56848) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:37:20.132345 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-bd56d13e-a34d-4875-90e8-fc9d52c9c526 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': 'f8a5b817-849a-423a-94bb-f7c2219be251', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:20.160787 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (2f428eb1-e31e-42e2-a22e-57ecc6ccfd61), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:20.200643 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e0f68e60-62a8-4c52-bfc6-c0f0fa5ccd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:20.221846 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=2f428eb1-e31e-42e2-a22e-57ecc6ccfd61,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:20.223306 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bd56d13e-a34d-4875-90e8-fc9d52c9c526 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (cc13cdd9-b954-4f57-9ab0-b638989ec4ff), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:20.291255 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bd56d13e-a34d-4875-90e8-fc9d52c9c526 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (cc13cdd9-b954-4f57-9ab0-b638989ec4ff), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:20.328540 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d667181c-1c36-469f-80f1-c560d718702e None None] Publish callbacks [] for port (6f81cc3e-8786-48d1-97cd-569957349af1), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:20.353862 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bd56d13e-a34d-4875-90e8-fc9d52c9c526 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (cc13cdd9-b954-4f57-9ab0-b638989ec4ff), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:20.377748 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd56d13e-a34d-4875-90e8-fc9d52c9c526 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc13cdd9-b954-4f57-9ab0-b638989ec4ff,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:20.411187 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d667181c-1c36-469f-80f1-c560d718702e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (6f81cc3e-8786-48d1-97cd-569957349af1), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:20.451155 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bd56d13e-a34d-4875-90e8-fc9d52c9c526 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:20.456955 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56850) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:37:20.462906 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fcbdfb-b47d-45a0-bdf4-739239f2b581 None None] Pushing event updated for resources: {'Port': ['ID=6f81cc3e-8786-48d1-97cd-569957349af1,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:20.463676 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-2636a2b9-6e15-4957-a9a0-540dc875aa71 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': 'f8a5b817-849a-423a-94bb-f7c2219be251', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:20.473132 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-bd56d13e-a34d-4875-90e8-fc9d52c9c526 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3402071 Jan 29 04:37:20.474189 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fcbdfb-b47d-45a0-bdf4-739239f2b581 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:20.474683 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fcbdfb-b47d-45a0-bdf4-739239f2b581 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:20.474895 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fcbdfb-b47d-45a0-bdf4-739239f2b581 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:20.475226 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fcbdfb-b47d-45a0-bdf4-739239f2b581 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:20.475546 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fcbdfb-b47d-45a0-bdf4-739239f2b581 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:20.476191 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fcbdfb-b47d-45a0-bdf4-739239f2b581 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:20.477396 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fcbdfb-b47d-45a0-bdf4-739239f2b581 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:20.477722 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fcbdfb-b47d-45a0-bdf4-739239f2b581 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:20.478225 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fcbdfb-b47d-45a0-bdf4-739239f2b581 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:20.478768 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fcbdfb-b47d-45a0-bdf4-739239f2b581 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:20.478981 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fcbdfb-b47d-45a0-bdf4-739239f2b581 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:20.479521 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fcbdfb-b47d-45a0-bdf4-739239f2b581 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:20.480047 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fcbdfb-b47d-45a0-bdf4-739239f2b581 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:20.531320 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-d667181c-1c36-469f-80f1-c560d718702e None None] Attempting to bind port 6f81cc3e-8786-48d1-97cd-569957349af1 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:37:20.531684 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-d667181c-1c36-469f-80f1-c560d718702e None None] Attempting to bind port 6f81cc3e-8786-48d1-97cd-569957349af1 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:37:20.541677 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d667181c-1c36-469f-80f1-c560d718702e None None] Attempting to bind port 6f81cc3e-8786-48d1-97cd-569957349af1 on network 00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:37:20.541677 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d667181c-1c36-469f-80f1-c560d718702e None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:37:20.541677 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d667181c-1c36-469f-80f1-c560d718702e None None] Checking segment: {'id': '090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:37:20.541677 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d667181c-1c36-469f-80f1-c560d718702e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:20.541677 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d667181c-1c36-469f-80f1-c560d718702e None None] Bound using segment: {'id': '090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:37:20.541677 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-d667181c-1c36-469f-80f1-c560d718702e None None] Bound port: 6f81cc3e-8786-48d1-97cd-569957349af1, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:37:20.541677 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d667181c-1c36-469f-80f1-c560d718702e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (6f81cc3e-8786-48d1-97cd-569957349af1), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:20.601040 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2636a2b9-6e15-4957-a9a0-540dc875aa71 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (2986f2b0-812d-463b-8b53-fe725cebc432), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:20.611454 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-d667181c-1c36-469f-80f1-c560d718702e None None] For port 6f81cc3e-8786-48d1-97cd-569957349af1, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:37:20.615456 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-d667181c-1c36-469f-80f1-c560d718702e None None] For port 6f81cc3e-8786-48d1-97cd-569957349af1, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=6f81cc3e-8786-48d1-97cd-569957349af1,segment=NetworkSegment(090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f),segment_id=090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:37:20.679508 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2636a2b9-6e15-4957-a9a0-540dc875aa71 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (2986f2b0-812d-463b-8b53-fe725cebc432), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:20.681281 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d667181c-1c36-469f-80f1-c560d718702e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (6f81cc3e-8786-48d1-97cd-569957349af1), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:20.753410 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-b16d86d7-7a87-41ec-aeb6-90ade53541de None None] Provisioning complete for port 6f81cc3e-8786-48d1-97cd-569957349af1 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:20.753775 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b16d86d7-7a87-41ec-aeb6-90ade53541de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (6f81cc3e-8786-48d1-97cd-569957349af1), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:20.756033 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2636a2b9-6e15-4957-a9a0-540dc875aa71 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (2986f2b0-812d-463b-8b53-fe725cebc432), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:20.766772 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d667181c-1c36-469f-80f1-c560d718702e None None] Routers {'86e7f018-52e3-4e63-978a-a7c929562998'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:37:20.767765 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-d667181c-1c36-469f-80f1-c560d718702e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:36:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['86e7f018-52e3-4e63-978a-a7c929562998'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:20.794799 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2636a2b9-6e15-4957-a9a0-540dc875aa71 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2986f2b0-812d-463b-8b53-fe725cebc432,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:20.836722 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2636a2b9-6e15-4957-a9a0-540dc875aa71 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:20.841501 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-2636a2b9-6e15-4957-a9a0-540dc875aa71 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3793085 Jan 29 04:37:20.841501 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56852) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:37:20.848614 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-a08eb12e-d147-4344-b4d5-837c913db687 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': 'f8a5b817-849a-423a-94bb-f7c2219be251', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:20.866506 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fcbdfb-b47d-45a0-bdf4-739239f2b581 None None] Pushing event updated for resources: {'Port': ['ID=6f81cc3e-8786-48d1-97cd-569957349af1,revision_number=4']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:20.873241 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-b16d86d7-7a87-41ec-aeb6-90ade53541de None None] Current status of the port 6f81cc3e-8786-48d1-97cd-569957349af1 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:37:20.873823 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b16d86d7-7a87-41ec-aeb6-90ade53541de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (6f81cc3e-8786-48d1-97cd-569957349af1), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:20.914927 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-b16d86d7-7a87-41ec-aeb6-90ade53541de None None] For port 6f81cc3e-8786-48d1-97cd-569957349af1, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=6f81cc3e-8786-48d1-97cd-569957349af1,segment=NetworkSegment(090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f),segment_id=090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:37:20.954322 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-d667181c-1c36-469f-80f1-c560d718702e None None] Set router 86e7f018-52e3-4e63-978a-a7c929562998 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:37:20.976001 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a08eb12e-d147-4344-b4d5-837c913db687 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (3eac9086-4205-4fd9-af14-191909cf2b52), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:20.995050 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b16d86d7-7a87-41ec-aeb6-90ade53541de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (6f81cc3e-8786-48d1-97cd-569957349af1), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:21.067782 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d86d7-7a87-41ec-aeb6-90ade53541de None None] Pushing event updated for resources: {'Port': ['ID=6f81cc3e-8786-48d1-97cd-569957349af1,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:21.122849 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-2c1dd248-c500-4bca-a85a-d53c441c347c None None] Provisioning complete for port 6f81cc3e-8786-48d1-97cd-569957349af1 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:21.123858 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2c1dd248-c500-4bca-a85a-d53c441c347c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (6f81cc3e-8786-48d1-97cd-569957349af1), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:21.131856 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a08eb12e-d147-4344-b4d5-837c913db687 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (3eac9086-4205-4fd9-af14-191909cf2b52), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:21.195373 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-d667181c-1c36-469f-80f1-c560d718702e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e7f018-52e3-4e63-978a-a7c929562998', 'name': 'tempest-TestNetworkBasicOps-router-1190253608', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '2f428eb1-e31e-42e2-a22e-57ecc6ccfd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:37:13Z', 'updated_at': '2022-01-29T04:37:17Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '2f428eb1-e31e-42e2-a22e-57ecc6ccfd61', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ee:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e7f018-52e3-4e63-978a-a7c929562998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:37:14Z', 'updated_at': '2022-01-29T04:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '6f81cc3e-8786-48d1-97cd-569957349af1', 'name': '', 'network_id': '00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:9e:a7:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e7f018-52e3-4e63-978a-a7c929562998', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '352b8fe9-fe4f-4572-8363-d07a0882f9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:37:17Z', 'updated_at': '2022-01-29T04:37:20Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '352b8fe9-fe4f-4572-8363-d07a0882f9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:21.206200 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a08eb12e-d147-4344-b4d5-837c913db687 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (3eac9086-4205-4fd9-af14-191909cf2b52), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:21.221898 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-2c1dd248-c500-4bca-a85a-d53c441c347c None None] Current status of the port 6f81cc3e-8786-48d1-97cd-569957349af1 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:37:21.227019 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08eb12e-d147-4344-b4d5-837c913db687 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eac9086-4205-4fd9-af14-191909cf2b52,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:21.228135 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d667181c-1c36-469f-80f1-c560d718702e None None] The sync data for ids ['86e7f018-52e3-4e63-978a-a7c929562998'] in dv-neutron-821190-1-hyperv is: [{'id': '86e7f018-52e3-4e63-978a-a7c929562998', 'name': 'tempest-TestNetworkBasicOps-router-1190253608', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '2f428eb1-e31e-42e2-a22e-57ecc6ccfd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:37:13Z', 'updated_at': '2022-01-29T04:37:17Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '2f428eb1-e31e-42e2-a22e-57ecc6ccfd61', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ee:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e7f018-52e3-4e63-978a-a7c929562998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:37:14Z', 'updated_at': '2022-01-29T04:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '6f81cc3e-8786-48d1-97cd-569957349af1', 'name': '', 'network_id': '00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:9e:a7:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e7f018-52e3-4e63-978a-a7c929562998', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '352b8fe9-fe4f-4572-8363-d07a0882f9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:37:17Z', 'updated_at': '2022-01-29T04:37:20Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '352b8fe9-fe4f-4572-8363-d07a0882f9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:37:21.299807 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a08eb12e-d147-4344-b4d5-837c913db687 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:21.301388 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a08eb12e-d147-4344-b4d5-837c913db687 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4582076 Jan 29 04:37:21.303933 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56854) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:37:21.309388 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-96abc6cb-d958-4896-89dd-5917bc6d51b9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': 'f8a5b817-849a-423a-94bb-f7c2219be251', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:21.383671 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.securitygroups_db [None req-96abc6cb-d958-4896-89dd-5917bc6d51b9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Project 9cb37fd5f36f44e696381da232925f9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:37:21.391200 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-96abc6cb-d958-4896-89dd-5917bc6d51b9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (18a257d0-12bb-4501-b1be-43d05a41dff9), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:21.457865 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-96abc6cb-d958-4896-89dd-5917bc6d51b9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (18a257d0-12bb-4501-b1be-43d05a41dff9), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:21.521953 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-96abc6cb-d958-4896-89dd-5917bc6d51b9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (18a257d0-12bb-4501-b1be-43d05a41dff9), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:21.558145 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96abc6cb-d958-4896-89dd-5917bc6d51b9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18a257d0-12bb-4501-b1be-43d05a41dff9,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:21.653920 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-96abc6cb-d958-4896-89dd-5917bc6d51b9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:21.658723 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-96abc6cb-d958-4896-89dd-5917bc6d51b9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3510988 Jan 29 04:37:21.659369 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56856) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:37:21.664146 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-751a65e8-ac0b-43bb-ac2d-dec8a6ecf3a5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': 'f8a5b817-849a-423a-94bb-f7c2219be251', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:21.695900 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 6f81cc3e-8786-48d1-97cd-569957349af1 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:37:21.749351 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.securitygroups_db [None req-751a65e8-ac0b-43bb-ac2d-dec8a6ecf3a5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Project 9cb37fd5f36f44e696381da232925f9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:37:21.757259 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 6f81cc3e-8786-48d1-97cd-569957349af1 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:21.757630 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (6f81cc3e-8786-48d1-97cd-569957349af1), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:21.758220 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-751a65e8-ac0b-43bb-ac2d-dec8a6ecf3a5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (77a41320-cd26-4fdd-b66e-90a86bfea115), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:21.843479 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-751a65e8-ac0b-43bb-ac2d-dec8a6ecf3a5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (77a41320-cd26-4fdd-b66e-90a86bfea115), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:21.859354 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 6f81cc3e-8786-48d1-97cd-569957349af1 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:37:21.860468 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 2f428eb1-e31e-42e2-a22e-57ecc6ccfd61 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:37:21.912314 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 2f428eb1-e31e-42e2-a22e-57ecc6ccfd61 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:21.912713 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (2f428eb1-e31e-42e2-a22e-57ecc6ccfd61), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:21.931832 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-751a65e8-ac0b-43bb-ac2d-dec8a6ecf3a5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (77a41320-cd26-4fdd-b66e-90a86bfea115), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:21.948220 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a65e8-ac0b-43bb-ac2d-dec8a6ecf3a5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77a41320-cd26-4fdd-b66e-90a86bfea115,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:21.996864 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 2f428eb1-e31e-42e2-a22e-57ecc6ccfd61 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:37:22.036762 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-751a65e8-ac0b-43bb-ac2d-dec8a6ecf3a5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:22.038004 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-751a65e8-ac0b-43bb-ac2d-dec8a6ecf3a5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3774967 Jan 29 04:37:22.193235 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-e08aba6d-cbd4-4d54-89ed-243345911a32 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-972054182&fields=id&tenant_id=9cb37fd5f36f44e696381da232925f9b HTTP/1.1" status: 200 len: 267 time: 0.0454006 Jan 29 04:37:22.299911 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-c89ebd03-f4e3-413e-a319-2b77b245ad40 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:22.301424 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-c89ebd03-f4e3-413e-a319-2b77b245ad40 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/networks?id=00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6 HTTP/1.1" status: 200 len: 797 time: 0.1012392 Jan 29 04:37:22.316608 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-e63c9679-733f-4d4d-90cb-a31c5d83ec2b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/quotas/9cb37fd5f36f44e696381da232925f9b HTTP/1.1" status: 200 len: 375 time: 0.0097950 Jan 29 04:37:22.381763 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-c7f33383-6449-4041-b2c6-8bc382815a95 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593297 Jan 29 04:37:22.456249 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-50454a10-02fc-424b-a122-cd2f6e60ac4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:22.518034 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-54bc4d22-67dd-4891-947c-c829f42e5bac service neutron] 10.222.0.13 "GET /v2.0/networks/00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247501 Jan 29 04:37:22.609961 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-b687ac26-5afa-4353-b7f4-f2efbfcdccc3 service neutron] 10.222.0.13 "GET /v2.0/networks/00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863326 Jan 29 04:37:22.850659 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-900bbaeb-1f0a-42af-bca8-69de4b867650 req-9ac0c368-6d1a-43af-b1f4-5db5bce1c4b6 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77463b4-aef5-4551-be74-ceb718b470fb HTTP/1.1" status: 200 len: 210 time: 0.0301623 Jan 29 04:37:23.690629 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:23.863290 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:23.949629 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d93ca97c-7d4b-4882-8f04-a8bc35594958 req-470c68a8-f016-490c-b346-aef3644ea9da tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77463b4-aef5-4551-be74-ceb718b470fb HTTP/1.1" status: 200 len: 210 time: 0.0278361 Jan 29 04:37:24.778300 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-8256598c-407e-453d-9c27-e02811314138 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:24.780336 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-8256598c-407e-453d-9c27-e02811314138 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "GET /v2.0/networks?id=00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6 HTTP/1.1" status: 200 len: 797 time: 0.1003184 Jan 29 04:37:24.788722 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:24.853007 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-8bf4279b-476d-4f57-8b21-8d13ebe8b640 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cb37fd5f36f44e696381da232925f9b HTTP/1.1" status: 200 len: 379 time: 0.0597100 Jan 29 04:37:24.861257 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-baaae6a1-e69a-4056-9cef-1e931ef59af2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'port': {'device_id': 'c77463b4-aef5-4551-be74-ceb718b470fb', 'network_id': '00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6', 'admin_state_up': True, 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'security_groups': ['f8a5b817-849a-423a-94bb-f7c2219be251']}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:25.016431 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-baaae6a1-e69a-4056-9cef-1e931ef59af2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Made reservation on behalf of 9cb37fd5f36f44e696381da232925f9b for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:37:25.019913 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-baaae6a1-e69a-4056-9cef-1e931ef59af2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:25.047641 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-890d3faf-b6f9-43d1-a30b-23f876d53501 req-ffd0f766-e8d6-4ee8-bc51-145a6a96ceb1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77463b4-aef5-4551-be74-ceb718b470fb HTTP/1.1" status: 200 len: 210 time: 0.0312898 Jan 29 04:37:25.147573 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-baaae6a1-e69a-4056-9cef-1e931ef59af2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Allocated IP 172.20.0.10 (00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6/352b8fe9-fe4f-4572-8363-d07a0882f9e5/7c2e1796-0314-4e00-8811-17583f982f9b) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:37:25.279814 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-baaae6a1-e69a-4056-9cef-1e931ef59af2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (7c2e1796-0314-4e00-8811-17583f982f9b), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:25.387888 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-baaae6a1-e69a-4056-9cef-1e931ef59af2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (7c2e1796-0314-4e00-8811-17583f982f9b), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:25.430047 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-baaae6a1-e69a-4056-9cef-1e931ef59af2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network 00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:37:25.432896 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-baaae6a1-e69a-4056-9cef-1e931ef59af2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:37:25.435350 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-baaae6a1-e69a-4056-9cef-1e931ef59af2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:37:25.463789 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaae6a1-e69a-4056-9cef-1e931ef59af2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=7c2e1796-0314-4e00-8811-17583f982f9b,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:25.494307 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-baaae6a1-e69a-4056-9cef-1e931ef59af2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:25.494924 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-baaae6a1-e69a-4056-9cef-1e931ef59af2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:25.564215 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-baaae6a1-e69a-4056-9cef-1e931ef59af2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7066710 Jan 29 04:37:25.581646 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-6362e101-70e9-4bb3-82f3-ff54a97961ec service neutron] Request body: {'port': {'device_id': 'c77463b4-aef5-4551-be74-ceb718b470fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:25.644841 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-6362e101-70e9-4bb3-82f3-ff54a97961ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (7c2e1796-0314-4e00-8811-17583f982f9b), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:25.677417 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-0fa65ad5-5ad3-4eae-9d1c-ad8d3cd949ee None None] Provisioning complete for port 7c2e1796-0314-4e00-8811-17583f982f9b triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:25.677797 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0fa65ad5-5ad3-4eae-9d1c-ad8d3cd949ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (7c2e1796-0314-4e00-8811-17583f982f9b), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:25.713474 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-0fa65ad5-5ad3-4eae-9d1c-ad8d3cd949ee None None] Port 7c2e1796-0314-4e00-8811-17583f982f9b cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:37:25.906563 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-6362e101-70e9-4bb3-82f3-ff54a97961ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c2e1796-0314-4e00-8811-17583f982f9b {{(pid=103585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:37:25.916447 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-6362e101-70e9-4bb3-82f3-ff54a97961ec service neutron] Publish callbacks [] for port (7c2e1796-0314-4e00-8811-17583f982f9b), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:25.929214 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.provisioning_blocks [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-6362e101-70e9-4bb3-82f3-ff54a97961ec service neutron] Transition to ACTIVE for port object 7c2e1796-0314-4e00-8811-17583f982f9b will not be triggered until provisioned by entity L2. {{(pid=103585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:37:25.989263 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-6362e101-70e9-4bb3-82f3-ff54a97961ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (7c2e1796-0314-4e00-8811-17583f982f9b), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:26.057353 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6362e101-70e9-4bb3-82f3-ff54a97961ec service neutron] Pushing event updated for resources: {'Port': ['ID=7c2e1796-0314-4e00-8811-17583f982f9b,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:26.113831 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-6362e101-70e9-4bb3-82f3-ff54a97961ec service neutron] Attempting to bind port 7c2e1796-0314-4e00-8811-17583f982f9b on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:37:26.114060 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-6362e101-70e9-4bb3-82f3-ff54a97961ec service neutron] Attempting to bind port 7c2e1796-0314-4e00-8811-17583f982f9b by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:37:26.114494 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-6362e101-70e9-4bb3-82f3-ff54a97961ec service neutron] Attempting to bind port 7c2e1796-0314-4e00-8811-17583f982f9b on network 00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:37:26.119272 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-6362e101-70e9-4bb3-82f3-ff54a97961ec service neutron] Port 7c2e1796-0314-4e00-8811-17583f982f9b on network 00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:37:26.119603 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-6362e101-70e9-4bb3-82f3-ff54a97961ec service neutron] Attempting to bind port 7c2e1796-0314-4e00-8811-17583f982f9b on network 00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:37:26.135325 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-6362e101-70e9-4bb3-82f3-ff54a97961ec service neutron] Checking agent: {'id': '15eedd85-6d76-4715-a40f-dc31e854816c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'started_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:37:26.135683 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-6362e101-70e9-4bb3-82f3-ff54a97961ec service neutron] Checking segment: {'id': '090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:37:26.136037 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-6362e101-70e9-4bb3-82f3-ff54a97961ec service neutron] Bound using segment: {'id': '090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6'} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:37:26.136500 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-6362e101-70e9-4bb3-82f3-ff54a97961ec service neutron] Bound port: 7c2e1796-0314-4e00-8811-17583f982f9b, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6'}}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:37:26.136850 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-6362e101-70e9-4bb3-82f3-ff54a97961ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (7c2e1796-0314-4e00-8811-17583f982f9b), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:26.226973 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b6f77-feaa-4eff-8501-02a3ecb4e553 req-fb1bd4bd-d85d-44df-b125-d5ba491e03d2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:26.228474 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6b0b6f77-feaa-4eff-8501-02a3ecb4e553 req-fb1bd4bd-d85d-44df-b125-d5ba491e03d2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77463b4-aef5-4551-be74-ceb718b470fb HTTP/1.1" status: 200 len: 944 time: 0.1058643 Jan 29 04:37:26.234679 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-6362e101-70e9-4bb3-82f3-ff54a97961ec service neutron] For port 7c2e1796-0314-4e00-8811-17583f982f9b, host hv-neutron-8211, cleared binding levels {{(pid=103585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:37:26.240336 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-6362e101-70e9-4bb3-82f3-ff54a97961ec service neutron] For port 7c2e1796-0314-4e00-8811-17583f982f9b, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=7c2e1796-0314-4e00-8811-17583f982f9b,segment=NetworkSegment(090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f),segment_id=090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f)] {{(pid=103585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:37:26.317866 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6b0b6f77-feaa-4eff-8501-02a3ecb4e553 req-bad46a1d-9b15-49e3-9c1e-b36a48230e7d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8a5b817-849a-423a-94bb-f7c2219be251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511477 Jan 29 04:37:26.429752 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-6362e101-70e9-4bb3-82f3-ff54a97961ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (7c2e1796-0314-4e00-8811-17583f982f9b), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:26.463705 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:26.468937 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-6362e101-70e9-4bb3-82f3-ff54a97961ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:26.469557 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-6362e101-70e9-4bb3-82f3-ff54a97961ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:26.470917 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-6362e101-70e9-4bb3-82f3-ff54a97961ec service neutron] 10.222.0.18 "PUT /v2.0/ports/7c2e1796-0314-4e00-8811-17583f982f9b HTTP/1.1" status: 200 len: 1094 time: 0.8937390 Jan 29 04:37:26.471354 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c77463b4-aef5-4551-be74-ceb718b470fb', 'tag': '7c2e1796-0314-4e00-8811-17583f982f9b'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:37:26.473668 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33afe189-35cf-4fe6-8d85-2eaec71f9a74" -d '{"events": [{"name": "network-changed", "server_uuid": "c77463b4-aef5-4551-be74-ceb718b470fb", "tag": "7c2e1796-0314-4e00-8811-17583f982f9b"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:37:26.505901 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6362e101-70e9-4bb3-82f3-ff54a97961ec service neutron] Pushing event updated for resources: {'Port': ['ID=7c2e1796-0314-4e00-8811-17583f982f9b,revision_number=3']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:26.582501 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4763675c-9502-4e73-b789-aede54a848a9 x-openstack-request-id: req-4763675c-9502-4e73-b789-aede54a848a9 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:37:26.582710 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c77463b4-aef5-4551-be74-ceb718b470fb", "tag": "7c2e1796-0314-4e00-8811-17583f982f9b", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:37:26.582965 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4763675c-9502-4e73-b789-aede54a848a9 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:37:26.583377 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c77463b4-aef5-4551-be74-ceb718b470fb', 'tag': '7c2e1796-0314-4e00-8811-17583f982f9b', 'status': 'completed', 'code': 200} Jan 29 04:37:26.674266 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33afe189-35cf-4fe6-8d85-2eaec71f9a74 req-7e478f36-71b1-46bd-a7e4-c6d9ebe611ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:26.675768 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-33afe189-35cf-4fe6-8d85-2eaec71f9a74 req-7e478f36-71b1-46bd-a7e4-c6d9ebe611ae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=c77463b4-aef5-4551-be74-ceb718b470fb HTTP/1.1" status: 200 len: 1128 time: 0.0468206 Jan 29 04:37:26.776055 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33afe189-35cf-4fe6-8d85-2eaec71f9a74 req-68e449fb-22d4-4e50-b2e7-8e5b95586aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:26.777563 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-33afe189-35cf-4fe6-8d85-2eaec71f9a74 req-68e449fb-22d4-4e50-b2e7-8e5b95586aad service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9cb37fd5f36f44e696381da232925f9b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0892906 Jan 29 04:37:26.873951 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33afe189-35cf-4fe6-8d85-2eaec71f9a74 req-08490d04-2e2c-4407-8d1c-f3483226907b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:26.875430 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-33afe189-35cf-4fe6-8d85-2eaec71f9a74 req-08490d04-2e2c-4407-8d1c-f3483226907b service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918200 Jan 29 04:37:26.987636 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-68e7ae01-cfab-4945-8b21-d52ed237e36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:26.989173 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-68e7ae01-cfab-4945-8b21-d52ed237e36d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=c77463b4-aef5-4551-be74-ceb718b470fb HTTP/1.1" status: 200 len: 1128 time: 0.0467231 Jan 29 04:37:27.040835 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-664eb3d6-66a6-4bc3-b2ef-c98dd3d3de64 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c2e1796-0314-4e00-8811-17583f982f9b HTTP/1.1" status: 200 len: 217 time: 0.0385103 Jan 29 04:37:27.087511 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-621d2f6d-0711-400d-832a-5552d2a100b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:27.088955 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-621d2f6d-0711-400d-832a-5552d2a100b2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=352b8fe9-fe4f-4572-8363-d07a0882f9e5 HTTP/1.1" status: 200 len: 834 time: 0.0430501 Jan 29 04:37:27.137216 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-c3a39448-3caa-4ee5-bd1e-3c2929a046cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:27.139204 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-c3a39448-3caa-4ee5-bd1e-3c2929a046cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0439165 Jan 29 04:37:27.229468 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-b6e35a5b-a445-4f86-95bb-a2fa09e7cb8e service neutron] 10.222.0.18 "GET /v2.0/networks/00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845616 Jan 29 04:37:27.314432 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2bbf5856-71c3-4347-83d4-17dad3be4a89 req-585b3d49-60e2-4dbb-b8e2-32941333c053 service neutron] 10.222.0.18 "GET /v2.0/networks/00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796490 Jan 29 04:37:27.449520 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7c955-bd6e-4cad-9683-88dc4b7ca4fa req-1a8e7287-f435-4486-99c4-a35b8308a2a5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:27.451001 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-bfa7c955-bd6e-4cad-9683-88dc4b7ca4fa req-1a8e7287-f435-4486-99c4-a35b8308a2a5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77463b4-aef5-4551-be74-ceb718b470fb HTTP/1.1" status: 200 len: 944 time: 0.0547156 Jan 29 04:37:27.505296 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-bfa7c955-bd6e-4cad-9683-88dc4b7ca4fa req-ae5e80fc-651f-47cc-8cd0-c0a757b346fb tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8a5b817-849a-423a-94bb-f7c2219be251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479126 Jan 29 04:37:28.624740 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360084e-1726-4d45-88d4-e22c9479d538 req-2d4abcdb-a6c7-4e9d-963b-468b8423d18e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:28.626235 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-f360084e-1726-4d45-88d4-e22c9479d538 req-2d4abcdb-a6c7-4e9d-963b-468b8423d18e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77463b4-aef5-4551-be74-ceb718b470fb HTTP/1.1" status: 200 len: 944 time: 0.0532691 Jan 29 04:37:28.674763 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-f360084e-1726-4d45-88d4-e22c9479d538 req-c9602376-a383-45f1-babe-d3cd9e4532d0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8a5b817-849a-423a-94bb-f7c2219be251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428858 Jan 29 04:37:29.171361 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 7c2e1796-0314-4e00-8811-17583f982f9b details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:37:29.266761 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 7c2e1796-0314-4e00-8811-17583f982f9b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=7c2e1796-0314-4e00-8811-17583f982f9b,segment=NetworkSegment(090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f),segment_id=090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:37:29.277881 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': '7c2e1796-0314-4e00-8811-17583f982f9b', 'network_id': '00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6', 'port_id': '7c2e1796-0314-4e00-8811-17583f982f9b', 'mac_address': 'fa:16:3e:47:14:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '352b8fe9-fe4f-4572-8363-d07a0882f9e5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:37:29.314471 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 7c2e1796-0314-4e00-8811-17583f982f9b is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:37:29.314849 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (7c2e1796-0314-4e00-8811-17583f982f9b), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:29.327675 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c2e1796-0314-4e00-8811-17583f982f9b {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:37:29.346842 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 7c2e1796-0314-4e00-8811-17583f982f9b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=7c2e1796-0314-4e00-8811-17583f982f9b,segment=NetworkSegment(090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f),segment_id=090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:37:29.469314 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (7c2e1796-0314-4e00-8811-17583f982f9b), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:29.516076 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=7c2e1796-0314-4e00-8811-17583f982f9b,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:29.791698 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc8789-7dd1-4760-8043-34a77e160db7 req-3e7d8a57-cc26-4402-a696-0a15039941c4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:29.793217 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8dfc8789-7dd1-4760-8043-34a77e160db7 req-3e7d8a57-cc26-4402-a696-0a15039941c4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77463b4-aef5-4551-be74-ceb718b470fb HTTP/1.1" status: 200 len: 945 time: 0.0522439 Jan 29 04:37:29.844042 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8dfc8789-7dd1-4760-8043-34a77e160db7 req-2e4efca1-acce-4cab-a22f-2bd1436817c2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8a5b817-849a-423a-94bb-f7c2219be251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449750 Jan 29 04:37:29.872225 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['7c2e1796-0314-4e00-8811-17583f982f9b'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:37:30.964804 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12503786-6539-4430-a318-442e5c214c67 req-140e34c2-e187-4d91-b118-fd0d4d94be1c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:30.966341 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-12503786-6539-4430-a318-442e5c214c67 req-140e34c2-e187-4d91-b118-fd0d4d94be1c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77463b4-aef5-4551-be74-ceb718b470fb HTTP/1.1" status: 200 len: 945 time: 0.0526516 Jan 29 04:37:31.014487 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-12503786-6539-4430-a318-442e5c214c67 req-db2271f1-21b3-4179-b661-f13c3eb18908 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8a5b817-849a-423a-94bb-f7c2219be251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414772 Jan 29 04:37:31.168857 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 7c2e1796-0314-4e00-8811-17583f982f9b up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:37:31.291299 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning for port 7c2e1796-0314-4e00-8811-17583f982f9b completed by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:37:31.295109 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port 7c2e1796-0314-4e00-8811-17583f982f9b triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:31.295535 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (7c2e1796-0314-4e00-8811-17583f982f9b), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:31.370476 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 7c2e1796-0314-4e00-8811-17583f982f9b is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:37:31.370882 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (7c2e1796-0314-4e00-8811-17583f982f9b), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:31.393113 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77463b4-aef5-4551-be74-ceb718b470fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2e1796-0314-4e00-8811-17583f982f9b'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:37:31.395256 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71a950a-3d75-4e17-808e-1100b62c07da" -d '{"events": [{"server_uuid": "c77463b4-aef5-4551-be74-ceb718b470fb", "name": "network-vif-plugged", "status": "completed", "tag": "7c2e1796-0314-4e00-8811-17583f982f9b"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:37:31.407146 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 7c2e1796-0314-4e00-8811-17583f982f9b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=7c2e1796-0314-4e00-8811-17583f982f9b,segment=NetworkSegment(090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f),segment_id=090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:37:31.469173 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (7c2e1796-0314-4e00-8811-17583f982f9b), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:31.496903 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84b1bde-4627-4267-a938-e3867ad26622 x-openstack-request-id: req-c84b1bde-4627-4267-a938-e3867ad26622 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:37:31.497194 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77463b4-aef5-4551-be74-ceb718b470fb", "name": "network-vif-plugged", "status": "completed", "tag": "7c2e1796-0314-4e00-8811-17583f982f9b", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:37:31.497446 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c84b1bde-4627-4267-a938-e3867ad26622 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:37:31.497827 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77463b4-aef5-4551-be74-ceb718b470fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2e1796-0314-4e00-8811-17583f982f9b', 'code': 200} Jan 29 04:37:31.522880 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=7c2e1796-0314-4e00-8811-17583f982f9b,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:31.816985 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03976039-d7bc-45ba-a61a-06ca7ad14f4a req-6e15fe42-116c-41b8-91f1-e51206dee97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:31.818543 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-03976039-d7bc-45ba-a61a-06ca7ad14f4a req-6e15fe42-116c-41b8-91f1-e51206dee97f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c77463b4-aef5-4551-be74-ceb718b470fb HTTP/1.1" status: 200 len: 1130 time: 0.0474837 Jan 29 04:37:31.868049 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-03976039-d7bc-45ba-a61a-06ca7ad14f4a req-968f3ff6-209e-4a19-bc33-64e93be940b0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f8a5b817-849a-423a-94bb-f7c2219be251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430181 Jan 29 04:37:32.135530 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452bcb75-fb12-4ac5-a1b6-06680c8d1996 req-c20b63df-62c2-4763-9572-9dcf7956f83c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:32.136933 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-452bcb75-fb12-4ac5-a1b6-06680c8d1996 req-c20b63df-62c2-4763-9572-9dcf7956f83c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77463b4-aef5-4551-be74-ceb718b470fb HTTP/1.1" status: 200 len: 946 time: 0.0561457 Jan 29 04:37:32.185951 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-452bcb75-fb12-4ac5-a1b6-06680c8d1996 req-85a557ce-84c3-4285-ad78-476ab2267b1c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8a5b817-849a-423a-94bb-f7c2219be251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428445 Jan 29 04:37:33.311635 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f47b2-b49e-4f00-be06-bcb0f6e643b6 req-c1fb508f-9adf-45e4-9f4f-895e469cd8b9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:33.313330 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b64f47b2-b49e-4f00-be06-bcb0f6e643b6 req-c1fb508f-9adf-45e4-9f4f-895e469cd8b9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77463b4-aef5-4551-be74-ceb718b470fb HTTP/1.1" status: 200 len: 946 time: 0.0566018 Jan 29 04:37:33.364286 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b64f47b2-b49e-4f00-be06-bcb0f6e643b6 req-003f77aa-c9ea-45e6-bbdc-ed7bcd4bdf8b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8a5b817-849a-423a-94bb-f7c2219be251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453584 Jan 29 04:37:34.491966 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669214ea-e887-4bac-85d3-5863e3ac4bd1 req-ce549d60-2f2b-4535-bd81-3bd66e04b160 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:34.493409 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-669214ea-e887-4bac-85d3-5863e3ac4bd1 req-ce549d60-2f2b-4535-bd81-3bd66e04b160 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77463b4-aef5-4551-be74-ceb718b470fb HTTP/1.1" status: 200 len: 946 time: 0.0534334 Jan 29 04:37:34.543381 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-669214ea-e887-4bac-85d3-5863e3ac4bd1 req-3aea4d77-cc7e-489a-99b1-88509b652ade tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8a5b817-849a-423a-94bb-f7c2219be251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443027 Jan 29 04:37:34.662112 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf63634-d7bb-477d-907c-c8b38b46393f req-928498b3-dff7-42ae-a5cb-7c87c6ac0f1b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:34.663571 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4cf63634-d7bb-477d-907c-c8b38b46393f req-928498b3-dff7-42ae-a5cb-7c87c6ac0f1b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77463b4-aef5-4551-be74-ceb718b470fb HTTP/1.1" status: 200 len: 946 time: 0.0519209 Jan 29 04:37:34.711449 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4cf63634-d7bb-477d-907c-c8b38b46393f req-98481f62-087f-4ea4-80a7-fe8835b842cc tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8a5b817-849a-423a-94bb-f7c2219be251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421414 Jan 29 04:37:34.733461 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56938) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:37:34.776470 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c64577-f376-490f-8875-148f76ea79af tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:34.778009 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-97c64577-f376-490f-8875-148f76ea79af tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c77463b4-aef5-4551-be74-ceb718b470fb HTTP/1.1" status: 200 len: 1125 time: 0.0435438 Jan 29 04:37:34.780901 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56940) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:37:34.785044 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-1b56808a-ffb1-4e25-bff4-ecb532060156 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'floatingip': {'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'port_id': '7c2e1796-0314-4e00-8811-17583f982f9b', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:34.863514 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1b56808a-ffb1-4e25-bff4-ecb532060156 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:34.963079 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1b56808a-ffb1-4e25-bff4-ecb532060156 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:35.068315 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-1b56808a-ffb1-4e25-bff4-ecb532060156 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Allocated IP 172.26.8.52 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/171c9914-1e4d-4b99-a100-52e15fa91d22) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:37:35.169479 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1b56808a-ffb1-4e25-bff4-ecb532060156 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (171c9914-1e4d-4b99-a100-52e15fa91d22), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:35.257909 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1b56808a-ffb1-4e25-bff4-ecb532060156 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (171c9914-1e4d-4b99-a100-52e15fa91d22), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:35.297598 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b56808a-ffb1-4e25-bff4-ecb532060156 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:37:35.300317 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-1b56808a-ffb1-4e25-bff4-ecb532060156 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:37:35.309870 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b56808a-ffb1-4e25-bff4-ecb532060156 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:37:35.313635 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b56808a-ffb1-4e25-bff4-ecb532060156 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=171c9914-1e4d-4b99-a100-52e15fa91d22,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:35.721727 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1b56808a-ffb1-4e25-bff4-ecb532060156 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for floatingip (0f314de7-109f-45e5-8ff0-1064360443d5), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:35.849833 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1b56808a-ffb1-4e25-bff4-ecb532060156 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (171c9914-1e4d-4b99-a100-52e15fa91d22), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:35.998074 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1b56808a-ffb1-4e25-bff4-ecb532060156 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (171c9914-1e4d-4b99-a100-52e15fa91d22), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:36.057256 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1b56808a-ffb1-4e25-bff4-ecb532060156 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (171c9914-1e4d-4b99-a100-52e15fa91d22), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:36.129865 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b56808a-ffb1-4e25-bff4-ecb532060156 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=171c9914-1e4d-4b99-a100-52e15fa91d22,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:36.140376 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1b56808a-ffb1-4e25-bff4-ecb532060156 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (0f314de7-109f-45e5-8ff0-1064360443d5), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:36.239427 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.l3_db [None req-1b56808a-ffb1-4e25-bff4-ecb532060156 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Floating IP 0f314de7-109f-45e5-8ff0-1064360443d5 associated. External IP: 172.26.8.52, port: 7c2e1796-0314-4e00-8811-17583f982f9b. Jan 29 04:37:36.447681 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b56808a-ffb1-4e25-bff4-ecb532060156 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router 86e7f018-52e3-4e63-978a-a7c929562998 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:37:36.553839 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b56808a-ffb1-4e25-bff4-ecb532060156 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:37:36.566393 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f533102f-556a-4a17-82af-e00fee66eb11 None None] Sync routers for ids ['86e7f018-52e3-4e63-978a-a7c929562998'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:37:36.577406 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f533102f-556a-4a17-82af-e00fee66eb11 None None] Routers {'86e7f018-52e3-4e63-978a-a7c929562998'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:37:36.578022 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-f533102f-556a-4a17-82af-e00fee66eb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:37:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['86e7f018-52e3-4e63-978a-a7c929562998'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:36.636864 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1b56808a-ffb1-4e25-bff4-ecb532060156 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:36.666979 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-1b56808a-ffb1-4e25-bff4-ecb532060156 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8851156 Jan 29 04:37:36.667599 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c77463b4-aef5-4551-be74-ceb718b470fb', 'tag': '7c2e1796-0314-4e00-8811-17583f982f9b'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:37:36.670403 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb70d98-5825-4c97-b0fc-439fb7cd673a" -d '{"events": [{"name": "network-changed", "server_uuid": "c77463b4-aef5-4551-be74-ceb718b470fb", "tag": "7c2e1796-0314-4e00-8811-17583f982f9b"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:37:36.670638 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56950) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:37:36.688536 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-f533102f-556a-4a17-82af-e00fee66eb11 None None] Set router 86e7f018-52e3-4e63-978a-a7c929562998 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:37:36.714437 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b066228f-2e56-4a74-bae9-f7e99e2e2372 x-openstack-request-id: req-b066228f-2e56-4a74-bae9-f7e99e2e2372 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:37:36.714437 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c77463b4-aef5-4551-be74-ceb718b470fb", "tag": "7c2e1796-0314-4e00-8811-17583f982f9b", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:37:36.714678 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b066228f-2e56-4a74-bae9-f7e99e2e2372 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:37:36.715027 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c77463b4-aef5-4551-be74-ceb718b470fb', 'tag': '7c2e1796-0314-4e00-8811-17583f982f9b', 'status': 'completed', 'code': 200} Jan 29 04:37:36.744300 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f4b0a86f-f232-4198-939a-72f4a86c6a25 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/floatingips/0f314de7-109f-45e5-8ff0-1064360443d5 HTTP/1.1" status: 200 len: 991 time: 0.0723546 Jan 29 04:37:36.805201 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb70d98-5825-4c97-b0fc-439fb7cd673a req-4d56ae48-6fdc-4bb5-8d7a-4c23640a354b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:36.806756 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2fb70d98-5825-4c97-b0fc-439fb7cd673a req-4d56ae48-6fdc-4bb5-8d7a-4c23640a354b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=c77463b4-aef5-4551-be74-ceb718b470fb HTTP/1.1" status: 200 len: 1130 time: 0.0478539 Jan 29 04:37:36.909778 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb70d98-5825-4c97-b0fc-439fb7cd673a req-4c66bc31-c772-4378-8865-c891c6433c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:36.911606 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2fb70d98-5825-4c97-b0fc-439fb7cd673a req-4c66bc31-c772-4378-8865-c891c6433c26 service neutron] 10.222.0.18 "GET /v2.0/networks?id=00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6 HTTP/1.1" status: 200 len: 898 time: 0.0986960 Jan 29 04:37:36.985652 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2fb70d98-5825-4c97-b0fc-439fb7cd673a req-5ef068c1-f4e2-4482-856a-433d4e566dd4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c2e1796-0314-4e00-8811-17583f982f9b HTTP/1.1" status: 200 len: 999 time: 0.0684056 Jan 29 04:37:37.035823 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb70d98-5825-4c97-b0fc-439fb7cd673a req-25775169-4990-49c2-8f40-0e2fb788967f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:37.037508 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2fb70d98-5825-4c97-b0fc-439fb7cd673a req-25775169-4990-49c2-8f40-0e2fb788967f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=352b8fe9-fe4f-4572-8363-d07a0882f9e5 HTTP/1.1" status: 200 len: 834 time: 0.0452909 Jan 29 04:37:37.080751 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-f533102f-556a-4a17-82af-e00fee66eb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e7f018-52e3-4e63-978a-a7c929562998', 'name': 'tempest-TestNetworkBasicOps-router-1190253608', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '2f428eb1-e31e-42e2-a22e-57ecc6ccfd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:37:13Z', 'updated_at': '2022-01-29T04:37:17Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '2f428eb1-e31e-42e2-a22e-57ecc6ccfd61', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ee:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e7f018-52e3-4e63-978a-a7c929562998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:37:14Z', 'updated_at': '2022-01-29T04:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '0f314de7-109f-45e5-8ff0-1064360443d5', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.52', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '86e7f018-52e3-4e63-978a-a7c929562998', 'port_id': '7c2e1796-0314-4e00-8811-17583f982f9b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6', 'mac_address': 'fa:16:3e:47:14:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77463b4-aef5-4551-be74-ceb718b470fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:37:35Z', 'updated_at': '2022-01-29T04:37:35Z', 'revision_number': 0, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f81cc3e-8786-48d1-97cd-569957349af1', 'name': '', 'network_id': '00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:9e:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e7f018-52e3-4e63-978a-a7c929562998', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '352b8fe9-fe4f-4572-8363-d07a0882f9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:37:17Z', 'updated_at': '2022-01-29T04:37:20Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '352b8fe9-fe4f-4572-8363-d07a0882f9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:37.087051 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb70d98-5825-4c97-b0fc-439fb7cd673a req-675ea14e-bf5b-4637-a73d-907a4cda0d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:37.088709 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2fb70d98-5825-4c97-b0fc-439fb7cd673a req-675ea14e-bf5b-4637-a73d-907a4cda0d9e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0457947 Jan 29 04:37:37.110603 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f533102f-556a-4a17-82af-e00fee66eb11 None None] Checking router: 86e7f018-52e3-4e63-978a-a7c929562998 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:37:37.119032 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f533102f-556a-4a17-82af-e00fee66eb11 None None] Routers {'86e7f018-52e3-4e63-978a-a7c929562998'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:37:37.119644 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-f533102f-556a-4a17-82af-e00fee66eb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:37:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['86e7f018-52e3-4e63-978a-a7c929562998'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:37.180338 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2fb70d98-5825-4c97-b0fc-439fb7cd673a req-622aa99a-393f-42d1-9df0-ebda05c3eb21 service neutron] 10.222.0.18 "GET /v2.0/networks/00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856013 Jan 29 04:37:37.237487 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-f533102f-556a-4a17-82af-e00fee66eb11 None None] Set router 86e7f018-52e3-4e63-978a-a7c929562998 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:37:37.281929 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2fb70d98-5825-4c97-b0fc-439fb7cd673a req-dd8aa13b-bdd0-4d89-b653-cc99de909d14 service neutron] 10.222.0.18 "GET /v2.0/networks/00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953228 Jan 29 04:37:37.463123 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-f533102f-556a-4a17-82af-e00fee66eb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e7f018-52e3-4e63-978a-a7c929562998', 'name': 'tempest-TestNetworkBasicOps-router-1190253608', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '2f428eb1-e31e-42e2-a22e-57ecc6ccfd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:37:13Z', 'updated_at': '2022-01-29T04:37:17Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '2f428eb1-e31e-42e2-a22e-57ecc6ccfd61', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ee:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e7f018-52e3-4e63-978a-a7c929562998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:37:14Z', 'updated_at': '2022-01-29T04:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '0f314de7-109f-45e5-8ff0-1064360443d5', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.52', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '86e7f018-52e3-4e63-978a-a7c929562998', 'port_id': '7c2e1796-0314-4e00-8811-17583f982f9b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6', 'mac_address': 'fa:16:3e:47:14:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77463b4-aef5-4551-be74-ceb718b470fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:37:35Z', 'updated_at': '2022-01-29T04:37:35Z', 'revision_number': 0, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f81cc3e-8786-48d1-97cd-569957349af1', 'name': '', 'network_id': '00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:9e:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e7f018-52e3-4e63-978a-a7c929562998', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '352b8fe9-fe4f-4572-8363-d07a0882f9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:37:17Z', 'updated_at': '2022-01-29T04:37:20Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '352b8fe9-fe4f-4572-8363-d07a0882f9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:37.493484 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f533102f-556a-4a17-82af-e00fee66eb11 None None] The sync data for ids ['86e7f018-52e3-4e63-978a-a7c929562998'] in dv-neutron-821190-1-hyperv is: [{'id': '86e7f018-52e3-4e63-978a-a7c929562998', 'name': 'tempest-TestNetworkBasicOps-router-1190253608', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '2f428eb1-e31e-42e2-a22e-57ecc6ccfd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:37:13Z', 'updated_at': '2022-01-29T04:37:17Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '2f428eb1-e31e-42e2-a22e-57ecc6ccfd61', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ee:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e7f018-52e3-4e63-978a-a7c929562998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:37:14Z', 'updated_at': '2022-01-29T04:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '0f314de7-109f-45e5-8ff0-1064360443d5', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.52', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '86e7f018-52e3-4e63-978a-a7c929562998', 'port_id': '7c2e1796-0314-4e00-8811-17583f982f9b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6', 'mac_address': 'fa:16:3e:47:14:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77463b4-aef5-4551-be74-ceb718b470fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:37:35Z', 'updated_at': '2022-01-29T04:37:35Z', 'revision_number': 0, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f81cc3e-8786-48d1-97cd-569957349af1', 'name': '', 'network_id': '00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:9e:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e7f018-52e3-4e63-978a-a7c929562998', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '352b8fe9-fe4f-4572-8363-d07a0882f9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:37:17Z', 'updated_at': '2022-01-29T04:37:20Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '352b8fe9-fe4f-4572-8363-d07a0882f9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:37:37.679701 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8c238e-54e6-44a0-9a45-4213e481c998 None None] New status for floating IP 0f314de7-109f-45e5-8ff0-1064360443d5: ACTIVE {{(pid=103587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:37:37.747891 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 56960) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:37:37.808826 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e7263ed9-ef28-4f49-8acc-af679a691205 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/floatingips/0f314de7-109f-45e5-8ff0-1064360443d5 HTTP/1.1" status: 200 len: 991 time: 0.0590177 Jan 29 04:37:38.812405 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 56964) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:37:38.877849 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-dee0994a-7383-4776-a03c-d2f53e395700 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/floatingips/0f314de7-109f-45e5-8ff0-1064360443d5 HTTP/1.1" status: 200 len: 993 time: 0.0642736 Jan 29 04:37:44.434200 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:37:50.205892 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1becc810-bb7d-4dec-abb5-162955d1cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:52.512723 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d164701f-2afb-45a4-9762-8de0bc68ad07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:53.663026 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:53.851642 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:54.852218 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:37:56.400022 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:05.442845 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-cc48566f-7308-4c97-80b0-41df09edab99 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-561757372&fields=id&tenant_id=1b0e4f5bc18f46e19e7272f5d8beca17 HTTP/1.1" status: 200 len: 267 time: 0.0429859 Jan 29 04:38:05.551198 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-5ff7ee4f-466e-4574-a0fb-8584e62900cb tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:05.552964 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-5ff7ee4f-466e-4574-a0fb-8584e62900cb tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/networks?id=0e91feca-45f0-4a0a-b0ad-b17a5562d039 HTTP/1.1" status: 200 len: 812 time: 0.1036224 Jan 29 04:38:05.566847 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-f9d00aa4-37c8-4987-9898-f7feec776b73 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/quotas/1b0e4f5bc18f46e19e7272f5d8beca17 HTTP/1.1" status: 200 len: 375 time: 0.0088105 Jan 29 04:38:05.624938 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-411480fc-52ca-46fa-85b4-9d7ea675c952 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b0e4f5bc18f46e19e7272f5d8beca17&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0525501 Jan 29 04:38:05.719290 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-64f4b21c-bd78-431f-943d-ace50c19cf10 service neutron] 10.222.0.13 "GET /v2.0/networks/0e91feca-45f0-4a0a-b0ad-b17a5562d039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825119 Jan 29 04:38:05.811688 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-365b0178-1c5b-4a6a-b532-9829d3d2a41d service neutron] 10.222.0.13 "GET /v2.0/networks/0e91feca-45f0-4a0a-b0ad-b17a5562d039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866783 Jan 29 04:38:06.412999 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-72eccc68-1ce5-4c62-bb6c-ba2ebf4b1e91 req-997077fb-043e-4c98-b86c-d1d0bad05e5d tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1e702ee-003b-4afe-9660-66803b02122a HTTP/1.1" status: 200 len: 210 time: 0.0324588 Jan 29 04:38:07.506498 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c58826d2-f4bb-4cc8-b274-607803458dd7 req-ae708e22-2d89-4684-9a82-80ea6792d4c2 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1e702ee-003b-4afe-9660-66803b02122a HTTP/1.1" status: 200 len: 210 time: 0.0280378 Jan 29 04:38:08.612357 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-f2d5faab-703a-4c53-ace1-a4b7cfa4186e req-8e338969-21d7-4649-9e26-61fd3b95b4f8 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1e702ee-003b-4afe-9660-66803b02122a HTTP/1.1" status: 200 len: 210 time: 0.0309987 Jan 29 04:38:08.883769 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-59712150-5d2e-4dac-bbd7-fb4e31786d4a tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:08.885364 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-59712150-5d2e-4dac-bbd7-fb4e31786d4a tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.18 "GET /v2.0/networks?id=0e91feca-45f0-4a0a-b0ad-b17a5562d039 HTTP/1.1" status: 200 len: 812 time: 0.4376202 Jan 29 04:38:08.964360 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-035c68b4-9175-4f21-b905-23db083fbd72 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b0e4f5bc18f46e19e7272f5d8beca17 HTTP/1.1" status: 200 len: 379 time: 0.0638149 Jan 29 04:38:08.972788 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-c748bc17-92f2-4bde-8bcf-ed2ce807af1e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Request body: {'port': {'device_id': 'b1e702ee-003b-4afe-9660-66803b02122a', 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039', 'admin_state_up': True, 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'security_groups': ['a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d']}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:09.188716 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-c748bc17-92f2-4bde-8bcf-ed2ce807af1e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Made reservation on behalf of 1b0e4f5bc18f46e19e7272f5d8beca17 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:38:09.198593 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-c748bc17-92f2-4bde-8bcf-ed2ce807af1e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:09.320579 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-c748bc17-92f2-4bde-8bcf-ed2ce807af1e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Allocated IP 172.20.0.13 (0e91feca-45f0-4a0a-b0ad-b17a5562d039/c5ef5406-79aa-4490-92c9-3e7f9e568ee2/da97bd4a-e00d-4130-9281-95c80bde9dc5) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:38:09.457808 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-c748bc17-92f2-4bde-8bcf-ed2ce807af1e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks [] for port (da97bd4a-e00d-4130-9281-95c80bde9dc5), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:09.553596 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-c748bc17-92f2-4bde-8bcf-ed2ce807af1e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (da97bd4a-e00d-4130-9281-95c80bde9dc5), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:09.597689 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-c748bc17-92f2-4bde-8bcf-ed2ce807af1e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Network 0e91feca-45f0-4a0a-b0ad-b17a5562d039 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:38:09.600772 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-c748bc17-92f2-4bde-8bcf-ed2ce807af1e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:38:09.604362 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-c748bc17-92f2-4bde-8bcf-ed2ce807af1e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:38:09.633102 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c748bc17-92f2-4bde-8bcf-ed2ce807af1e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Pushing event updated for resources: {'Port': ['ID=da97bd4a-e00d-4130-9281-95c80bde9dc5,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:09.641650 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c748bc17-92f2-4bde-8bcf-ed2ce807af1e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:09.641998 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c748bc17-92f2-4bde-8bcf-ed2ce807af1e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:09.642336 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c748bc17-92f2-4bde-8bcf-ed2ce807af1e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:09.642675 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c748bc17-92f2-4bde-8bcf-ed2ce807af1e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:09.643012 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c748bc17-92f2-4bde-8bcf-ed2ce807af1e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:09.643342 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c748bc17-92f2-4bde-8bcf-ed2ce807af1e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:09.643670 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c748bc17-92f2-4bde-8bcf-ed2ce807af1e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:09.644005 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c748bc17-92f2-4bde-8bcf-ed2ce807af1e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:09.644334 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c748bc17-92f2-4bde-8bcf-ed2ce807af1e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:09.644688 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c748bc17-92f2-4bde-8bcf-ed2ce807af1e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:09.645153 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c748bc17-92f2-4bde-8bcf-ed2ce807af1e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:09.645652 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c748bc17-92f2-4bde-8bcf-ed2ce807af1e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:09.646296 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c748bc17-92f2-4bde-8bcf-ed2ce807af1e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:09.675553 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-c748bc17-92f2-4bde-8bcf-ed2ce807af1e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:09.675553 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-c748bc17-92f2-4bde-8bcf-ed2ce807af1e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:09.769387 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd20dd-c641-489b-a12d-1b0640943601 req-bfdc2669-7b5b-4915-a18f-a0110c787a2b tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:09.771636 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-bdcd20dd-c641-489b-a12d-1b0640943601 req-bfdc2669-7b5b-4915-a18f-a0110c787a2b tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1e702ee-003b-4afe-9660-66803b02122a HTTP/1.1" status: 200 len: 932 time: 0.0598221 Jan 29 04:38:09.831416 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-c748bc17-92f2-4bde-8bcf-ed2ce807af1e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8622577 Jan 29 04:38:09.836793 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-bdcd20dd-c641-489b-a12d-1b0640943601 req-2ecc75ba-b5a5-48c4-b6cb-cadc7bf75b96 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576377 Jan 29 04:38:09.849874 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-4f0a4ced-0aa1-4e17-9291-d379c6560d58 service neutron] Request body: {'port': {'device_id': 'b1e702ee-003b-4afe-9660-66803b02122a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:09.875441 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-8472daa2-8f51-4703-8f54-4bb2a8017516 None None] Provisioning complete for port da97bd4a-e00d-4130-9281-95c80bde9dc5 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:09.876011 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8472daa2-8f51-4703-8f54-4bb2a8017516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (da97bd4a-e00d-4130-9281-95c80bde9dc5), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:09.910474 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-8472daa2-8f51-4703-8f54-4bb2a8017516 None None] Port da97bd4a-e00d-4130-9281-95c80bde9dc5 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:38:09.913587 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-4f0a4ced-0aa1-4e17-9291-d379c6560d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (da97bd4a-e00d-4130-9281-95c80bde9dc5), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:10.181077 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-4f0a4ced-0aa1-4e17-9291-d379c6560d58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da97bd4a-e00d-4130-9281-95c80bde9dc5 {{(pid=103585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:38:10.188683 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-4f0a4ced-0aa1-4e17-9291-d379c6560d58 service neutron] Publish callbacks [] for port (da97bd4a-e00d-4130-9281-95c80bde9dc5), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:10.201639 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.provisioning_blocks [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-4f0a4ced-0aa1-4e17-9291-d379c6560d58 service neutron] Transition to ACTIVE for port object da97bd4a-e00d-4130-9281-95c80bde9dc5 will not be triggered until provisioned by entity L2. {{(pid=103585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:38:10.314243 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-4f0a4ced-0aa1-4e17-9291-d379c6560d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (da97bd4a-e00d-4130-9281-95c80bde9dc5), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:10.364458 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a4ced-0aa1-4e17-9291-d379c6560d58 service neutron] Pushing event updated for resources: {'Port': ['ID=da97bd4a-e00d-4130-9281-95c80bde9dc5,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:10.446751 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-4f0a4ced-0aa1-4e17-9291-d379c6560d58 service neutron] Attempting to bind port da97bd4a-e00d-4130-9281-95c80bde9dc5 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:38:10.446751 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-4f0a4ced-0aa1-4e17-9291-d379c6560d58 service neutron] Attempting to bind port da97bd4a-e00d-4130-9281-95c80bde9dc5 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'c716b040-a748-4481-b1ab-9f6d7d87cd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:38:10.446751 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-4f0a4ced-0aa1-4e17-9291-d379c6560d58 service neutron] Attempting to bind port da97bd4a-e00d-4130-9281-95c80bde9dc5 on network 0e91feca-45f0-4a0a-b0ad-b17a5562d039 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:38:10.451917 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-4f0a4ced-0aa1-4e17-9291-d379c6560d58 service neutron] Port da97bd4a-e00d-4130-9281-95c80bde9dc5 on network 0e91feca-45f0-4a0a-b0ad-b17a5562d039 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:38:10.452311 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-4f0a4ced-0aa1-4e17-9291-d379c6560d58 service neutron] Attempting to bind port da97bd4a-e00d-4130-9281-95c80bde9dc5 on network 0e91feca-45f0-4a0a-b0ad-b17a5562d039 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:38:10.458849 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-4f0a4ced-0aa1-4e17-9291-d379c6560d58 service neutron] Checking agent: {'id': '15eedd85-6d76-4715-a40f-dc31e854816c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'started_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:38:10.459444 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-4f0a4ced-0aa1-4e17-9291-d379c6560d58 service neutron] Checking segment: {'id': 'c716b040-a748-4481-b1ab-9f6d7d87cd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:38:10.459909 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-4f0a4ced-0aa1-4e17-9291-d379c6560d58 service neutron] Bound using segment: {'id': 'c716b040-a748-4481-b1ab-9f6d7d87cd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039'} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:38:10.460429 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-4f0a4ced-0aa1-4e17-9291-d379c6560d58 service neutron] Bound port: da97bd4a-e00d-4130-9281-95c80bde9dc5, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c716b040-a748-4481-b1ab-9f6d7d87cd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039'}}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:38:10.460889 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-4f0a4ced-0aa1-4e17-9291-d379c6560d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (da97bd4a-e00d-4130-9281-95c80bde9dc5), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:10.538157 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-4f0a4ced-0aa1-4e17-9291-d379c6560d58 service neutron] For port da97bd4a-e00d-4130-9281-95c80bde9dc5, host hv-neutron-8211, cleared binding levels {{(pid=103585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:38:10.542970 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-4f0a4ced-0aa1-4e17-9291-d379c6560d58 service neutron] For port da97bd4a-e00d-4130-9281-95c80bde9dc5, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=da97bd4a-e00d-4130-9281-95c80bde9dc5,segment=NetworkSegment(c716b040-a748-4481-b1ab-9f6d7d87cd90),segment_id=c716b040-a748-4481-b1ab-9f6d7d87cd90)] {{(pid=103585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:38:10.606115 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-4f0a4ced-0aa1-4e17-9291-d379c6560d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (da97bd4a-e00d-4130-9281-95c80bde9dc5), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:10.673231 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-4f0a4ced-0aa1-4e17-9291-d379c6560d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:10.673852 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-4f0a4ced-0aa1-4e17-9291-d379c6560d58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:10.680303 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-4f0a4ced-0aa1-4e17-9291-d379c6560d58 service neutron] 10.222.0.18 "PUT /v2.0/ports/da97bd4a-e00d-4130-9281-95c80bde9dc5 HTTP/1.1" status: 200 len: 1094 time: 0.8346753 Jan 29 04:38:10.680812 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e702ee-003b-4afe-9660-66803b02122a', 'tag': 'da97bd4a-e00d-4130-9281-95c80bde9dc5'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:38:10.683233 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ecbb36-21da-4978-a16f-367eca742d4c" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e702ee-003b-4afe-9660-66803b02122a", "tag": "da97bd4a-e00d-4130-9281-95c80bde9dc5"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:38:10.699529 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a4ced-0aa1-4e17-9291-d379c6560d58 service neutron] Pushing event updated for resources: {'Port': ['ID=da97bd4a-e00d-4130-9281-95c80bde9dc5,revision_number=3']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:10.733717 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a8de06-87e5-49b6-8370-87e1d1cde506 x-openstack-request-id: req-45a8de06-87e5-49b6-8370-87e1d1cde506 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:38:10.733717 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e702ee-003b-4afe-9660-66803b02122a", "tag": "da97bd4a-e00d-4130-9281-95c80bde9dc5", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:38:10.733717 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45a8de06-87e5-49b6-8370-87e1d1cde506 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:38:10.733717 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1e702ee-003b-4afe-9660-66803b02122a', 'tag': 'da97bd4a-e00d-4130-9281-95c80bde9dc5', 'status': 'completed', 'code': 200} Jan 29 04:38:10.861239 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ecbb36-21da-4978-a16f-367eca742d4c req-7ba82166-b3e5-401a-a0f5-eca2c8fad489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:10.863745 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-25ecbb36-21da-4978-a16f-367eca742d4c req-7ba82166-b3e5-401a-a0f5-eca2c8fad489 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1b0e4f5bc18f46e19e7272f5d8beca17&device_id=b1e702ee-003b-4afe-9660-66803b02122a HTTP/1.1" status: 200 len: 1128 time: 0.0897722 Jan 29 04:38:10.967920 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc301c-4776-4108-ab33-71d535248e15 req-74ac4e08-3399-44c7-9e0f-faf779e94261 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:10.970113 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-1fdc301c-4776-4108-ab33-71d535248e15 req-74ac4e08-3399-44c7-9e0f-faf779e94261 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1e702ee-003b-4afe-9660-66803b02122a HTTP/1.1" status: 200 len: 944 time: 0.0631316 Jan 29 04:38:10.982878 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ecbb36-21da-4978-a16f-367eca742d4c req-70b0869f-88f0-4c5f-8869-08af825cca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:10.984436 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-25ecbb36-21da-4978-a16f-367eca742d4c req-70b0869f-88f0-4c5f-8869-08af825cca6c service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=1b0e4f5bc18f46e19e7272f5d8beca17&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1079957 Jan 29 04:38:11.025760 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-1fdc301c-4776-4108-ab33-71d535248e15 req-3cb0f406-9c24-42ae-96d7-999b9a5ff542 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491476 Jan 29 04:38:11.093544 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ecbb36-21da-4978-a16f-367eca742d4c req-682042fd-506c-452c-b302-bd657d8f7477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:11.095038 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-25ecbb36-21da-4978-a16f-367eca742d4c req-682042fd-506c-452c-b302-bd657d8f7477 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1050227 Jan 29 04:38:11.198199 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-7cbe74ef-bfbe-40e9-8b7e-ad0c6e12f879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:11.199587 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-7cbe74ef-bfbe-40e9-8b7e-ad0c6e12f879 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1b0e4f5bc18f46e19e7272f5d8beca17&device_id=b1e702ee-003b-4afe-9660-66803b02122a HTTP/1.1" status: 200 len: 1128 time: 0.0447254 Jan 29 04:38:11.248416 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-018eab12-a97b-46cb-a7e9-1dcf8c0ee132 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da97bd4a-e00d-4130-9281-95c80bde9dc5 HTTP/1.1" status: 200 len: 217 time: 0.0350194 Jan 29 04:38:11.301176 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-ea4bc024-81af-412f-a68d-9c00b84694f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:11.302693 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-ea4bc024-81af-412f-a68d-9c00b84694f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c5ef5406-79aa-4490-92c9-3e7f9e568ee2 HTTP/1.1" status: 200 len: 851 time: 0.0481586 Jan 29 04:38:11.352617 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-fb6eeb23-85d4-408c-85dd-a24a1b3800df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:11.354127 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-fb6eeb23-85d4-408c-85dd-a24a1b3800df service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e91feca-45f0-4a0a-b0ad-b17a5562d039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0454407 Jan 29 04:38:11.440853 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-e3cf0679-4c11-459a-a7fc-f69cc56745e7 service neutron] 10.222.0.18 "GET /v2.0/networks/0e91feca-45f0-4a0a-b0ad-b17a5562d039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811367 Jan 29 04:38:11.536439 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ac442e99-1132-4c19-b744-01ffaa346fc4 req-f44c90fe-1ec8-4d1a-a57f-cb36d2c04f64 service neutron] 10.222.0.18 "GET /v2.0/networks/0e91feca-45f0-4a0a-b0ad-b17a5562d039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884438 Jan 29 04:38:12.152456 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babf936-778b-4f12-a973-c3b01aaf808d req-d3d32f46-d85f-4bb3-ab6b-06a31ee83dca tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:12.153909 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6babf936-778b-4f12-a973-c3b01aaf808d req-d3d32f46-d85f-4bb3-ab6b-06a31ee83dca tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1e702ee-003b-4afe-9660-66803b02122a HTTP/1.1" status: 200 len: 944 time: 0.0547352 Jan 29 04:38:12.203532 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6babf936-778b-4f12-a973-c3b01aaf808d req-5e3d7ba1-cc66-4f3f-ab72-79a6fae678fe tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442579 Jan 29 04:38:13.324565 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5711f11-0f0a-4e56-8b95-1d8bbc16adc6 req-600e8735-7562-422b-812a-557684d81f86 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:13.326044 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-f5711f11-0f0a-4e56-8b95-1d8bbc16adc6 req-600e8735-7562-422b-812a-557684d81f86 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1e702ee-003b-4afe-9660-66803b02122a HTTP/1.1" status: 200 len: 944 time: 0.0553677 Jan 29 04:38:13.374789 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-f5711f11-0f0a-4e56-8b95-1d8bbc16adc6 req-773bd041-5716-45af-8edb-78a35fafdc7e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430660 Jan 29 04:38:14.497214 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f9c13-6231-4040-9cd4-75cbc91eca20 req-0da053bc-355e-4d7f-b606-17eba6ac6e90 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:14.498709 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-849f9c13-6231-4040-9cd4-75cbc91eca20 req-0da053bc-355e-4d7f-b606-17eba6ac6e90 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1e702ee-003b-4afe-9660-66803b02122a HTTP/1.1" status: 200 len: 944 time: 0.0582101 Jan 29 04:38:14.547010 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-849f9c13-6231-4040-9cd4-75cbc91eca20 req-6283bb26-b4f1-4263-aeb1-4fcd4ef5f120 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428100 Jan 29 04:38:15.666678 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666bbe67-308d-4871-a18a-ebbbf03d968b req-47e092c3-62e7-4875-bcd6-b79cbaf5c093 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:15.668168 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-666bbe67-308d-4871-a18a-ebbbf03d968b req-47e092c3-62e7-4875-bcd6-b79cbaf5c093 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1e702ee-003b-4afe-9660-66803b02122a HTTP/1.1" status: 200 len: 944 time: 0.0533519 Jan 29 04:38:15.718396 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-666bbe67-308d-4871-a18a-ebbbf03d968b req-6d4e6f77-1c84-477e-b81b-75dcc96ece4e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446372 Jan 29 04:38:16.836800 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fac914-16b0-417b-aad8-95d1cadb6812 req-5459ca87-68fb-44e2-a536-eda0a4e6ed14 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:16.838186 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-52fac914-16b0-417b-aad8-95d1cadb6812 req-5459ca87-68fb-44e2-a536-eda0a4e6ed14 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1e702ee-003b-4afe-9660-66803b02122a HTTP/1.1" status: 200 len: 944 time: 0.0531600 Jan 29 04:38:16.888124 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-52fac914-16b0-417b-aad8-95d1cadb6812 req-fa649a8a-f28d-4e89-8e73-8a71a29f4636 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439160 Jan 29 04:38:18.018140 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e813847-18a4-4a96-b78d-e497184d267b req-2950ce56-2cd1-4b61-a3c5-30847b6415be tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:18.020036 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-7e813847-18a4-4a96-b78d-e497184d267b req-2950ce56-2cd1-4b61-a3c5-30847b6415be tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1e702ee-003b-4afe-9660-66803b02122a HTTP/1.1" status: 200 len: 944 time: 0.0618215 Jan 29 04:38:18.069934 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-7e813847-18a4-4a96-b78d-e497184d267b req-06b55dff-db5e-44c2-9c83-8651a8fc2495 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439761 Jan 29 04:38:19.188873 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca9ca5-073c-4e50-9763-0c5717811c53 req-b92f30cb-423d-4111-bbe4-97d2e124d6a0 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:19.190352 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-88ca9ca5-073c-4e50-9763-0c5717811c53 req-b92f30cb-423d-4111-bbe4-97d2e124d6a0 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1e702ee-003b-4afe-9660-66803b02122a HTTP/1.1" status: 200 len: 944 time: 0.0524387 Jan 29 04:38:19.244609 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-88ca9ca5-073c-4e50-9763-0c5717811c53 req-bba8f050-e107-4654-905d-f4cab7259e5b tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476146 Jan 29 04:38:20.291387 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-466128d9-b6b9-4e09-bc3a-1f6a0554a35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:20.381012 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6d617-37aa-4eea-bcb4-9bcb8a080c86 req-f8656164-66e1-480b-a549-8ae3ef6b84ff tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:20.382560 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-81b6d617-37aa-4eea-bcb4-9bcb8a080c86 req-f8656164-66e1-480b-a549-8ae3ef6b84ff tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1e702ee-003b-4afe-9660-66803b02122a HTTP/1.1" status: 200 len: 944 time: 0.0669751 Jan 29 04:38:20.440845 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-81b6d617-37aa-4eea-bcb4-9bcb8a080c86 req-d962a218-d3c4-49ce-9078-65d2b5475e7e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521121 Jan 29 04:38:21.433166 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:38:21.567791 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b97b3-b41d-4e03-8ff7-43db32a56269 req-dc82d14a-9777-4078-aa52-12028ad6abbd tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:21.568971 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e81b97b3-b41d-4e03-8ff7-43db32a56269 req-dc82d14a-9777-4078-aa52-12028ad6abbd tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1e702ee-003b-4afe-9660-66803b02122a HTTP/1.1" status: 200 len: 944 time: 0.0548241 Jan 29 04:38:21.619732 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e81b97b3-b41d-4e03-8ff7-43db32a56269 req-ae3f8e26-789d-4ebd-8975-28c1f658ef97 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447218 Jan 29 04:38:22.422241 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3b88c20e-6fdb-41e1-89f3-da366e7f64aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:22.743028 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a93954e-d90b-4238-a0f0-efc3ada68f68 req-e423f090-61fd-4a2e-a90a-84c3c65c9e80 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:22.744954 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6a93954e-d90b-4238-a0f0-efc3ada68f68 req-e423f090-61fd-4a2e-a90a-84c3c65c9e80 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1e702ee-003b-4afe-9660-66803b02122a HTTP/1.1" status: 200 len: 944 time: 0.0586383 Jan 29 04:38:22.793184 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6a93954e-d90b-4238-a0f0-efc3ada68f68 req-e1979cf7-0b55-4840-b86e-0622f5a09b9d tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427811 Jan 29 04:38:23.674133 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:23.885359 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:23.912304 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c300c18-c42e-4527-bab2-14ec09903b92 req-96484531-dbbf-417a-abfe-cb128a35137c tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:23.914011 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3c300c18-c42e-4527-bab2-14ec09903b92 req-96484531-dbbf-417a-abfe-cb128a35137c tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1e702ee-003b-4afe-9660-66803b02122a HTTP/1.1" status: 200 len: 944 time: 0.0538321 Jan 29 04:38:23.963398 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3c300c18-c42e-4527-bab2-14ec09903b92 req-1ebb4a33-f0b0-461d-92e0-47636c7caccf tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439608 Jan 29 04:38:24.832093 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:25.080476 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2de7c5-828c-44b7-8880-f58e35d8e63b req-8596ee24-a54c-4f05-a35f-0c7e421adc1a tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:25.082028 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-7e2de7c5-828c-44b7-8880-f58e35d8e63b req-8596ee24-a54c-4f05-a35f-0c7e421adc1a tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1e702ee-003b-4afe-9660-66803b02122a HTTP/1.1" status: 200 len: 944 time: 0.0526466 Jan 29 04:38:25.132628 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-7e2de7c5-828c-44b7-8880-f58e35d8e63b req-8cbbb20c-cfc5-41f6-96a9-edb4908f1e04 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443246 Jan 29 04:38:26.254503 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f3666-574f-4369-b736-b36e6f7e93a6 req-3a303598-3eb4-46de-8172-c960330259fb tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:26.255985 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-be5f3666-574f-4369-b736-b36e6f7e93a6 req-3a303598-3eb4-46de-8172-c960330259fb tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1e702ee-003b-4afe-9660-66803b02122a HTTP/1.1" status: 200 len: 944 time: 0.0572202 Jan 29 04:38:26.303918 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-be5f3666-574f-4369-b736-b36e6f7e93a6 req-8b14ca6b-e26d-451c-836b-244f7b766446 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422955 Jan 29 04:38:26.411027 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:27.426316 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d43f9b-369a-4ed4-bd19-ca9da4c4bb61 req-705b598a-81dc-4498-b68e-8e5f4c355354 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:27.427824 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e4d43f9b-369a-4ed4-bd19-ca9da4c4bb61 req-705b598a-81dc-4498-b68e-8e5f4c355354 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1e702ee-003b-4afe-9660-66803b02122a HTTP/1.1" status: 200 len: 944 time: 0.0555043 Jan 29 04:38:27.481423 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e4d43f9b-369a-4ed4-bd19-ca9da4c4bb61 req-017aa7e6-b255-4772-8175-2258fec16370 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472379 Jan 29 04:38:28.600456 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0e02e-f31e-4662-a258-028ff3194ca4 req-0d079187-f14f-40f8-8996-dd146671502f tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:28.601950 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5dc0e02e-f31e-4662-a258-028ff3194ca4 req-0d079187-f14f-40f8-8996-dd146671502f tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1e702ee-003b-4afe-9660-66803b02122a HTTP/1.1" status: 200 len: 944 time: 0.0527298 Jan 29 04:38:28.650808 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5dc0e02e-f31e-4662-a258-028ff3194ca4 req-bd9a0620-a88f-49f0-b06f-7a2436153976 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434415 Jan 29 04:38:29.374121 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device da97bd4a-e00d-4130-9281-95c80bde9dc5 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:38:29.471146 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port da97bd4a-e00d-4130-9281-95c80bde9dc5, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=da97bd4a-e00d-4130-9281-95c80bde9dc5,segment=NetworkSegment(c716b040-a748-4481-b1ab-9f6d7d87cd90),segment_id=c716b040-a748-4481-b1ab-9f6d7d87cd90)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:38:29.482636 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': 'da97bd4a-e00d-4130-9281-95c80bde9dc5', 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039', 'port_id': 'da97bd4a-e00d-4130-9281-95c80bde9dc5', 'mac_address': 'fa:16:3e:f8:20:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:38:29.518708 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port da97bd4a-e00d-4130-9281-95c80bde9dc5 is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:38:29.519098 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (da97bd4a-e00d-4130-9281-95c80bde9dc5), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:29.532269 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da97bd4a-e00d-4130-9281-95c80bde9dc5 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:38:29.551880 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port da97bd4a-e00d-4130-9281-95c80bde9dc5, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=da97bd4a-e00d-4130-9281-95c80bde9dc5,segment=NetworkSegment(c716b040-a748-4481-b1ab-9f6d7d87cd90),segment_id=c716b040-a748-4481-b1ab-9f6d7d87cd90)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:38:29.620335 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (da97bd4a-e00d-4130-9281-95c80bde9dc5), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:29.669437 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=da97bd4a-e00d-4130-9281-95c80bde9dc5,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:29.676160 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:29.676526 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:29.676874 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:29.677205 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:29.677840 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:29.677840 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:29.678183 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:29.678466 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:29.678790 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:29.679114 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:29.679435 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:29.679751 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:29.680063 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:29.769291 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717464e-f02e-4f63-b6b3-aa364b60047c req-edfd6eac-48d0-4b69-828a-7b50ebad92e1 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:29.770781 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-4717464e-f02e-4f63-b6b3-aa364b60047c req-edfd6eac-48d0-4b69-828a-7b50ebad92e1 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1e702ee-003b-4afe-9660-66803b02122a HTTP/1.1" status: 200 len: 945 time: 0.0516887 Jan 29 04:38:29.819724 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-4717464e-f02e-4f63-b6b3-aa364b60047c req-1f9b538e-1eae-466b-a0bc-d2178d6e7e0f tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422330 Jan 29 04:38:30.044933 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['da97bd4a-e00d-4130-9281-95c80bde9dc5'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:38:30.938761 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033abdaf-8638-4260-8863-ab47d772c0c8 req-67d8ca89-7afa-4668-8593-d8037777a3ec tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:30.940233 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-033abdaf-8638-4260-8863-ab47d772c0c8 req-67d8ca89-7afa-4668-8593-d8037777a3ec tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1e702ee-003b-4afe-9660-66803b02122a HTTP/1.1" status: 200 len: 945 time: 0.0526493 Jan 29 04:38:30.992840 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-033abdaf-8638-4260-8863-ab47d772c0c8 req-e80f6653-81bc-4201-8fc4-edc05f362b7c tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466664 Jan 29 04:38:31.369969 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device da97bd4a-e00d-4130-9281-95c80bde9dc5 up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:38:31.462515 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning for port da97bd4a-e00d-4130-9281-95c80bde9dc5 completed by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:38:31.467195 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port da97bd4a-e00d-4130-9281-95c80bde9dc5 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:31.468546 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (da97bd4a-e00d-4130-9281-95c80bde9dc5), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:31.542959 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port da97bd4a-e00d-4130-9281-95c80bde9dc5 is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:38:31.543406 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (da97bd4a-e00d-4130-9281-95c80bde9dc5), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:31.569982 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e702ee-003b-4afe-9660-66803b02122a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da97bd4a-e00d-4130-9281-95c80bde9dc5'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:38:31.573460 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596dda70-4ede-4dd6-bf09-640517ccf276" -d '{"events": [{"server_uuid": "b1e702ee-003b-4afe-9660-66803b02122a", "name": "network-vif-plugged", "status": "completed", "tag": "da97bd4a-e00d-4130-9281-95c80bde9dc5"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:38:31.586126 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port da97bd4a-e00d-4130-9281-95c80bde9dc5, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=da97bd4a-e00d-4130-9281-95c80bde9dc5,segment=NetworkSegment(c716b040-a748-4481-b1ab-9f6d7d87cd90),segment_id=c716b040-a748-4481-b1ab-9f6d7d87cd90)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:38:31.608614 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9181ca-4721-468e-a42e-513a61c13dfe x-openstack-request-id: req-cd9181ca-4721-468e-a42e-513a61c13dfe {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:38:31.608904 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e702ee-003b-4afe-9660-66803b02122a", "name": "network-vif-plugged", "status": "completed", "tag": "da97bd4a-e00d-4130-9281-95c80bde9dc5", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:38:31.609230 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd9181ca-4721-468e-a42e-513a61c13dfe {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:38:31.609624 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e702ee-003b-4afe-9660-66803b02122a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da97bd4a-e00d-4130-9281-95c80bde9dc5', 'code': 200} Jan 29 04:38:31.655066 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (da97bd4a-e00d-4130-9281-95c80bde9dc5), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:31.702375 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=da97bd4a-e00d-4130-9281-95c80bde9dc5,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:31.928181 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1056167-3079-4d41-a39b-1f320947873a req-1192a6b6-7bf9-4393-8821-127c14b06aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:31.929619 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c1056167-3079-4d41-a39b-1f320947873a req-1192a6b6-7bf9-4393-8821-127c14b06aba service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b1e702ee-003b-4afe-9660-66803b02122a HTTP/1.1" status: 200 len: 1130 time: 0.0445395 Jan 29 04:38:31.973996 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c1056167-3079-4d41-a39b-1f320947873a req-7fa92469-909f-44fd-be6b-16e03ce38ed5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390046 Jan 29 04:38:32.109677 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5cbdd-849f-49da-98cc-428651439366 req-a1061d61-6a4a-4877-8678-a2d69bee519d tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:32.111132 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-29e5cbdd-849f-49da-98cc-428651439366 req-a1061d61-6a4a-4877-8678-a2d69bee519d tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1e702ee-003b-4afe-9660-66803b02122a HTTP/1.1" status: 200 len: 946 time: 0.0538597 Jan 29 04:38:32.159301 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-29e5cbdd-849f-49da-98cc-428651439366 req-2354bfb7-227a-4749-ae73-246ce45509a0 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426772 Jan 29 04:38:33.279002 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16711d05-3b5d-45c2-87f8-4dbefd99fe2c req-d9e9ce65-2d53-4d64-818d-cfb7f7db3959 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:33.280499 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-16711d05-3b5d-45c2-87f8-4dbefd99fe2c req-d9e9ce65-2d53-4d64-818d-cfb7f7db3959 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1e702ee-003b-4afe-9660-66803b02122a HTTP/1.1" status: 200 len: 946 time: 0.0525982 Jan 29 04:38:33.330635 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-16711d05-3b5d-45c2-87f8-4dbefd99fe2c req-8bbd9e43-64b8-42e5-b815-b34d1a4bf5be tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445068 Jan 29 04:38:34.452190 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498502fd-2167-4dbd-8305-a063acc18e2e req-2f70d5a7-9f3b-436e-b488-33b014a0eaf5 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:34.453671 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-498502fd-2167-4dbd-8305-a063acc18e2e req-2f70d5a7-9f3b-436e-b488-33b014a0eaf5 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1e702ee-003b-4afe-9660-66803b02122a HTTP/1.1" status: 200 len: 946 time: 0.0579855 Jan 29 04:38:34.502557 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-498502fd-2167-4dbd-8305-a063acc18e2e req-4b20fb9b-d847-4c37-8194-2dfd5aeafacf tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433052 Jan 29 04:38:34.908308 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754ebce-3a39-47ac-9301-4fbcd00f4da7 req-a97b08e6-a64a-4aaa-9fcc-dad43716a957 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:34.909803 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b754ebce-3a39-47ac-9301-4fbcd00f4da7 req-a97b08e6-a64a-4aaa-9fcc-dad43716a957 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1e702ee-003b-4afe-9660-66803b02122a HTTP/1.1" status: 200 len: 946 time: 0.3422930 Jan 29 04:38:34.958057 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b754ebce-3a39-47ac-9301-4fbcd00f4da7 req-8c861ab0-d0e2-48d6-953b-a8c276c3fead tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427775 Jan 29 04:38:34.979555 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57112) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:38:35.137285 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d58c2b-9f87-43ed-a5c0-14bdef65fa54 tempest-TestVolumeBootPattern-649716517 tempest-TestVolumeBootPattern-649716517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:35.138696 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a5d58c2b-9f87-43ed-a5c0-14bdef65fa54 tempest-TestVolumeBootPattern-649716517 tempest-TestVolumeBootPattern-649716517-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b1e702ee-003b-4afe-9660-66803b02122a HTTP/1.1" status: 200 len: 1125 time: 0.1581697 Jan 29 04:38:35.141524 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57116) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:38:35.145701 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-14fbc2ac-9336-4a83-a5c0-7d3b55b9a92e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Request body: {'floatingip': {'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'port_id': 'da97bd4a-e00d-4130-9281-95c80bde9dc5', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:35.237857 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-14fbc2ac-9336-4a83-a5c0-7d3b55b9a92e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:35.340071 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-14fbc2ac-9336-4a83-a5c0-7d3b55b9a92e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:35.442253 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-14fbc2ac-9336-4a83-a5c0-7d3b55b9a92e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Allocated IP 172.26.8.71 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/3980fc1d-da77-4b2f-95cc-df57d3e26808) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:38:35.547109 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-14fbc2ac-9336-4a83-a5c0-7d3b55b9a92e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks [] for port (3980fc1d-da77-4b2f-95cc-df57d3e26808), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:35.611580 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-14fbc2ac-9336-4a83-a5c0-7d3b55b9a92e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (3980fc1d-da77-4b2f-95cc-df57d3e26808), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:35.649219 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fbc2ac-9336-4a83-a5c0-7d3b55b9a92e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:38:35.652802 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-14fbc2ac-9336-4a83-a5c0-7d3b55b9a92e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:38:35.655326 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fbc2ac-9336-4a83-a5c0-7d3b55b9a92e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:38:35.681152 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fbc2ac-9336-4a83-a5c0-7d3b55b9a92e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Pushing event updated for resources: {'Port': ['ID=3980fc1d-da77-4b2f-95cc-df57d3e26808,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:35.694066 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbc2ac-9336-4a83-a5c0-7d3b55b9a92e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:35.694615 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbc2ac-9336-4a83-a5c0-7d3b55b9a92e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:35.694962 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbc2ac-9336-4a83-a5c0-7d3b55b9a92e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:35.695305 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbc2ac-9336-4a83-a5c0-7d3b55b9a92e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:35.695640 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbc2ac-9336-4a83-a5c0-7d3b55b9a92e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:35.695968 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbc2ac-9336-4a83-a5c0-7d3b55b9a92e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:35.696296 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbc2ac-9336-4a83-a5c0-7d3b55b9a92e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:35.696658 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbc2ac-9336-4a83-a5c0-7d3b55b9a92e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:35.696987 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbc2ac-9336-4a83-a5c0-7d3b55b9a92e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:35.697312 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbc2ac-9336-4a83-a5c0-7d3b55b9a92e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:35.697636 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbc2ac-9336-4a83-a5c0-7d3b55b9a92e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:35.697956 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbc2ac-9336-4a83-a5c0-7d3b55b9a92e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:35.698274 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbc2ac-9336-4a83-a5c0-7d3b55b9a92e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:36.033249 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-14fbc2ac-9336-4a83-a5c0-7d3b55b9a92e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks [] for floatingip (9012437b-c7fd-466f-a1fe-b99281d18983), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:36.170495 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-14fbc2ac-9336-4a83-a5c0-7d3b55b9a92e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (3980fc1d-da77-4b2f-95cc-df57d3e26808), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:36.320161 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-14fbc2ac-9336-4a83-a5c0-7d3b55b9a92e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks [] for port (3980fc1d-da77-4b2f-95cc-df57d3e26808), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:36.397768 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-14fbc2ac-9336-4a83-a5c0-7d3b55b9a92e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (3980fc1d-da77-4b2f-95cc-df57d3e26808), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:36.472733 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fbc2ac-9336-4a83-a5c0-7d3b55b9a92e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Pushing event updated for resources: {'Port': ['ID=3980fc1d-da77-4b2f-95cc-df57d3e26808,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:36.481875 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-14fbc2ac-9336-4a83-a5c0-7d3b55b9a92e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (9012437b-c7fd-466f-a1fe-b99281d18983), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:36.584251 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.l3_db [None req-14fbc2ac-9336-4a83-a5c0-7d3b55b9a92e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Floating IP 9012437b-c7fd-466f-a1fe-b99281d18983 associated. External IP: 172.26.8.71, port: da97bd4a-e00d-4130-9281-95c80bde9dc5. Jan 29 04:38:36.795144 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14fbc2ac-9336-4a83-a5c0-7d3b55b9a92e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Router b43ba331-a11d-4a64-9b59-9b15884ae556 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:38:36.902408 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fbc2ac-9336-4a83-a5c0-7d3b55b9a92e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:38:36.911883 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8bff29-7f2b-4fd3-ba32-6758d463ac2f None None] Sync routers for ids ['b43ba331-a11d-4a64-9b59-9b15884ae556'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:38:36.921996 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8bff29-7f2b-4fd3-ba32-6758d463ac2f None None] Routers {'b43ba331-a11d-4a64-9b59-9b15884ae556'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:38:36.924249 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-0b8bff29-7f2b-4fd3-ba32-6758d463ac2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:38:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b43ba331-a11d-4a64-9b59-9b15884ae556'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:36.984769 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-14fbc2ac-9336-4a83-a5c0-7d3b55b9a92e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:37.019154 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-14fbc2ac-9336-4a83-a5c0-7d3b55b9a92e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8766196 Jan 29 04:38:37.019802 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e702ee-003b-4afe-9660-66803b02122a', 'tag': 'da97bd4a-e00d-4130-9281-95c80bde9dc5'}] {{(pid=103584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:38:37.022299 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88d22702f486e82ce3265c1db8b0c003dd285ef8b53ba8e869e33114e3fd04d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244db4c7-1189-43b1-8e60-5074a384edaf" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e702ee-003b-4afe-9660-66803b02122a", "tag": "da97bd4a-e00d-4130-9281-95c80bde9dc5"}]}' {{(pid=103584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:38:37.029948 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-0b8bff29-7f2b-4fd3-ba32-6758d463ac2f None None] Set router b43ba331-a11d-4a64-9b59-9b15884ae556 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:38:37.111477 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c926eb39-e991-4700-9f3f-b8c0db8600d9 x-openstack-request-id: req-c926eb39-e991-4700-9f3f-b8c0db8600d9 {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:38:37.112056 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e702ee-003b-4afe-9660-66803b02122a", "tag": "da97bd4a-e00d-4130-9281-95c80bde9dc5", "status": "completed", "code": 200}]} {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:38:37.112056 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c926eb39-e991-4700-9f3f-b8c0db8600d9 {{(pid=103584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:38:37.112400 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1e702ee-003b-4afe-9660-66803b02122a', 'tag': 'da97bd4a-e00d-4130-9281-95c80bde9dc5', 'status': 'completed', 'code': 200} Jan 29 04:38:37.198423 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244db4c7-1189-43b1-8e60-5074a384edaf req-1f9382da-2e56-4b80-b547-893d707dcffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:37.200595 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-244db4c7-1189-43b1-8e60-5074a384edaf req-1f9382da-2e56-4b80-b547-893d707dcffb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1b0e4f5bc18f46e19e7272f5d8beca17&device_id=b1e702ee-003b-4afe-9660-66803b02122a HTTP/1.1" status: 200 len: 1130 time: 0.0453527 Jan 29 04:38:37.259828 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-0b8bff29-7f2b-4fd3-ba32-6758d463ac2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'name': 'tempest-TestVolumeBootPattern-1182025116-router', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:12Z', 'updated_at': '2022-01-29T04:30:21Z', 'revision_number': 4, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'gw_port': {'id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:14Z', 'updated_at': '2022-01-29T04:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '1c47cdd0-00e3-404f-ab13-fdcc5e9b040f', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'floating_ip_address': '172.26.8.78', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'port_id': '630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039', 'mac_address': 'fa:16:3e:4f:16:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c91c482-2b8e-47ae-8499-83bac73927d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:35:31Z', 'updated_at': '2022-01-29T04:35:34Z', 'revision_number': 1, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'fixed_ip_address_scope': None}, {'id': '9012437b-c7fd-466f-a1fe-b99281d18983', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'floating_ip_address': '172.26.8.71', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'port_id': 'da97bd4a-e00d-4130-9281-95c80bde9dc5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039', 'mac_address': 'fa:16:3e:f8:20:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e702ee-003b-4afe-9660-66803b02122a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:38:35Z', 'updated_at': '2022-01-29T04:38:35Z', 'revision_number': 0, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98a2ab77-b23f-4e5a-bf17-3bc88a105717', 'name': '', 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'mac_address': 'fa:16:3e:b5:b3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:20Z', 'updated_at': '2022-01-29T04:30:31Z', 'revision_number': 5, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'subnets': [{'id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:37.286507 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8bff29-7f2b-4fd3-ba32-6758d463ac2f None None] Checking router: b43ba331-a11d-4a64-9b59-9b15884ae556 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:38:37.295250 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8bff29-7f2b-4fd3-ba32-6758d463ac2f None None] Routers {'b43ba331-a11d-4a64-9b59-9b15884ae556'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:38:37.295901 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-0b8bff29-7f2b-4fd3-ba32-6758d463ac2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:38:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b43ba331-a11d-4a64-9b59-9b15884ae556'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:37.296098 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244db4c7-1189-43b1-8e60-5074a384edaf req-196b623d-904e-4799-aab7-540fccfad6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:37.297611 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-244db4c7-1189-43b1-8e60-5074a384edaf req-196b623d-904e-4799-aab7-540fccfad6e6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0e91feca-45f0-4a0a-b0ad-b17a5562d039 HTTP/1.1" status: 200 len: 913 time: 0.0877018 Jan 29 04:38:37.364228 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-244db4c7-1189-43b1-8e60-5074a384edaf req-04536881-346b-4ded-b20f-cce68c788708 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da97bd4a-e00d-4130-9281-95c80bde9dc5 HTTP/1.1" status: 200 len: 999 time: 0.0605299 Jan 29 04:38:37.401921 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-0b8bff29-7f2b-4fd3-ba32-6758d463ac2f None None] Set router b43ba331-a11d-4a64-9b59-9b15884ae556 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:38:37.413199 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244db4c7-1189-43b1-8e60-5074a384edaf req-690418a0-7ec4-45c7-b421-8a5250409f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:37.414655 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-244db4c7-1189-43b1-8e60-5074a384edaf req-690418a0-7ec4-45c7-b421-8a5250409f4f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c5ef5406-79aa-4490-92c9-3e7f9e568ee2 HTTP/1.1" status: 200 len: 851 time: 0.0442133 Jan 29 04:38:37.468256 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244db4c7-1189-43b1-8e60-5074a384edaf req-4827e587-4e88-4c7e-93b1-192469581cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:37.469790 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-244db4c7-1189-43b1-8e60-5074a384edaf req-4827e587-4e88-4c7e-93b1-192469581cf8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e91feca-45f0-4a0a-b0ad-b17a5562d039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0483840 Jan 29 04:38:37.559290 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-244db4c7-1189-43b1-8e60-5074a384edaf req-105d7c07-fe4b-46e6-9088-51cb853619cf service neutron] 10.222.0.18 "GET /v2.0/networks/0e91feca-45f0-4a0a-b0ad-b17a5562d039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832686 Jan 29 04:38:37.631464 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-0b8bff29-7f2b-4fd3-ba32-6758d463ac2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'name': 'tempest-TestVolumeBootPattern-1182025116-router', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:12Z', 'updated_at': '2022-01-29T04:30:21Z', 'revision_number': 4, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'gw_port': {'id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:14Z', 'updated_at': '2022-01-29T04:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '1c47cdd0-00e3-404f-ab13-fdcc5e9b040f', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'floating_ip_address': '172.26.8.78', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'port_id': '630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039', 'mac_address': 'fa:16:3e:4f:16:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c91c482-2b8e-47ae-8499-83bac73927d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:35:31Z', 'updated_at': '2022-01-29T04:35:34Z', 'revision_number': 1, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'fixed_ip_address_scope': None}, {'id': '9012437b-c7fd-466f-a1fe-b99281d18983', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'floating_ip_address': '172.26.8.71', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'port_id': 'da97bd4a-e00d-4130-9281-95c80bde9dc5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039', 'mac_address': 'fa:16:3e:f8:20:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e702ee-003b-4afe-9660-66803b02122a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:38:35Z', 'updated_at': '2022-01-29T04:38:35Z', 'revision_number': 0, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98a2ab77-b23f-4e5a-bf17-3bc88a105717', 'name': '', 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'mac_address': 'fa:16:3e:b5:b3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:20Z', 'updated_at': '2022-01-29T04:30:31Z', 'revision_number': 5, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'subnets': [{'id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:37.650320 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-244db4c7-1189-43b1-8e60-5074a384edaf req-6699a719-efde-47a1-98f4-3e8f42f13138 service neutron] 10.222.0.18 "GET /v2.0/networks/0e91feca-45f0-4a0a-b0ad-b17a5562d039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856190 Jan 29 04:38:37.658436 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8bff29-7f2b-4fd3-ba32-6758d463ac2f None None] The sync data for ids ['b43ba331-a11d-4a64-9b59-9b15884ae556'] in dv-neutron-821190-1-hyperv is: [{'id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'name': 'tempest-TestVolumeBootPattern-1182025116-router', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:12Z', 'updated_at': '2022-01-29T04:30:21Z', 'revision_number': 4, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'gw_port': {'id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:14Z', 'updated_at': '2022-01-29T04:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '1c47cdd0-00e3-404f-ab13-fdcc5e9b040f', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'floating_ip_address': '172.26.8.78', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'port_id': '630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039', 'mac_address': 'fa:16:3e:4f:16:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c91c482-2b8e-47ae-8499-83bac73927d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:35:31Z', 'updated_at': '2022-01-29T04:35:34Z', 'revision_number': 1, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'fixed_ip_address_scope': None}, {'id': '9012437b-c7fd-466f-a1fe-b99281d18983', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'floating_ip_address': '172.26.8.71', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'port_id': 'da97bd4a-e00d-4130-9281-95c80bde9dc5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039', 'mac_address': 'fa:16:3e:f8:20:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e702ee-003b-4afe-9660-66803b02122a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:38:35Z', 'updated_at': '2022-01-29T04:38:35Z', 'revision_number': 0, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98a2ab77-b23f-4e5a-bf17-3bc88a105717', 'name': '', 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'mac_address': 'fa:16:3e:b5:b3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:20Z', 'updated_at': '2022-01-29T04:30:31Z', 'revision_number': 5, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'subnets': [{'id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:38:37.853947 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d5908f-fe4f-4188-986f-a9bb0956af90 None None] New status for floating IP 9012437b-c7fd-466f-a1fe-b99281d18983: ACTIVE {{(pid=103587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:38:39.641825 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-98969daf-a387-4d1b-9bd3-9850e1c874e6 req-5d162454-f486-459e-a798-c1323191336d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7c91c482-2b8e-47ae-8499-83bac73927d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448053 Jan 29 04:38:39.743026 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98969daf-a387-4d1b-9bd3-9850e1c874e6 req-fa3ae407-5c82-4484-877e-0f25ee0ffe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:39.744617 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-98969daf-a387-4d1b-9bd3-9850e1c874e6 req-fa3ae407-5c82-4484-877e-0f25ee0ffe1f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1b0e4f5bc18f46e19e7272f5d8beca17&device_id=7c91c482-2b8e-47ae-8499-83bac73927d3 HTTP/1.1" status: 200 len: 1130 time: 0.0447185 Jan 29 04:38:39.848510 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98969daf-a387-4d1b-9bd3-9850e1c874e6 req-edf00c1a-c780-4231-a50d-3d49b147e0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:39.849997 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-98969daf-a387-4d1b-9bd3-9850e1c874e6 req-edf00c1a-c780-4231-a50d-3d49b147e0b8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0e91feca-45f0-4a0a-b0ad-b17a5562d039 HTTP/1.1" status: 200 len: 913 time: 0.0882664 Jan 29 04:38:39.915944 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-98969daf-a387-4d1b-9bd3-9850e1c874e6 req-409a9fa1-cc3b-4e7b-aef3-6a920ca96990 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2 HTTP/1.1" status: 200 len: 1001 time: 0.0586276 Jan 29 04:38:39.963250 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98969daf-a387-4d1b-9bd3-9850e1c874e6 req-ad521f07-f357-4f68-86d6-15a20ef119c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:39.965603 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-98969daf-a387-4d1b-9bd3-9850e1c874e6 req-ad521f07-f357-4f68-86d6-15a20ef119c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c5ef5406-79aa-4490-92c9-3e7f9e568ee2 HTTP/1.1" status: 200 len: 851 time: 0.0441549 Jan 29 04:38:40.017759 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98969daf-a387-4d1b-9bd3-9850e1c874e6 req-fd6f6e3a-6de2-4c3e-8008-269970ea8be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:40.019269 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-98969daf-a387-4d1b-9bd3-9850e1c874e6 req-fd6f6e3a-6de2-4c3e-8008-269970ea8be1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e91feca-45f0-4a0a-b0ad-b17a5562d039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0479486 Jan 29 04:38:40.106642 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-98969daf-a387-4d1b-9bd3-9850e1c874e6 req-d54e673a-b833-4d75-be8f-f82a5c6012a6 service neutron] 10.222.0.18 "GET /v2.0/networks/0e91feca-45f0-4a0a-b0ad-b17a5562d039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807903 Jan 29 04:38:40.199159 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-98969daf-a387-4d1b-9bd3-9850e1c874e6 req-2ff390c5-c8ac-46d4-9578-31f8d60eac0b service neutron] 10.222.0.18 "GET /v2.0/networks/0e91feca-45f0-4a0a-b0ad-b17a5562d039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862606 Jan 29 04:38:48.145824 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57130) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:38:48.290413 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cb13e1-6cf8-43c9-9f89-d2d2cf89adf9 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:48.290893 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cb13e1-6cf8-43c9-9f89-d2d2cf89adf9 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:48.291355 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cb13e1-6cf8-43c9-9f89-d2d2cf89adf9 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:48.293085 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-09cb13e1-6cf8-43c9-9f89-d2d2cf89adf9 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/ports?project_id=9cb37fd5f36f44e696381da232925f9b&network_id=00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6 HTTP/1.1" status: 200 len: 3103 time: 0.1463463 Jan 29 04:38:49.771221 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57142) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:38:49.820787 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8457bb7-cfe6-4267-82f1-a0c7742922ea tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:49.822275 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b8457bb7-cfe6-4267-82f1-a0c7742922ea tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f0de7169-31b1-4289-9a2a-56c5f4e63ed1 HTTP/1.1" status: 200 len: 814 time: 0.0500755 Jan 29 04:38:50.216404 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b0abe9b9-476e-4e09-9d44-b55c647e9078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:50.300982 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57150) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:38:50.305653 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-cbfe208c-8dc2-4bba-8692-79d595c3a299 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:50.365325 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cbfe208c-8dc2-4bba-8692-79d595c3a299 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for floatingip (0f314de7-109f-45e5-8ff0-1064360443d5), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:50.507341 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cbfe208c-8dc2-4bba-8692-79d595c3a299 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:50.568826 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cbfe208c-8dc2-4bba-8692-79d595c3a299 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (0f314de7-109f-45e5-8ff0-1064360443d5), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:50.569160 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.l3_db [None req-cbfe208c-8dc2-4bba-8692-79d595c3a299 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Floating IP 0f314de7-109f-45e5-8ff0-1064360443d5 disassociated. External IP: 172.26.8.52, port: 7c2e1796-0314-4e00-8811-17583f982f9b. Jan 29 04:38:50.772592 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbfe208c-8dc2-4bba-8692-79d595c3a299 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router 86e7f018-52e3-4e63-978a-a7c929562998 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:38:50.879382 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbfe208c-8dc2-4bba-8692-79d595c3a299 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:38:50.884282 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cbfe208c-8dc2-4bba-8692-79d595c3a299 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:50.889003 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b09e978-f839-4111-9fe7-201ae6df919f None None] Sync routers for ids ['86e7f018-52e3-4e63-978a-a7c929562998'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:38:50.902726 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b09e978-f839-4111-9fe7-201ae6df919f None None] Routers {'86e7f018-52e3-4e63-978a-a7c929562998'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:38:50.903336 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-8b09e978-f839-4111-9fe7-201ae6df919f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:38:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['86e7f018-52e3-4e63-978a-a7c929562998'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:50.916001 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-cbfe208c-8dc2-4bba-8692-79d595c3a299 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "PUT /v2.0/floatingips/0f314de7-109f-45e5-8ff0-1064360443d5 HTTP/1.1" status: 200 len: 689 time: 0.6139104 Jan 29 04:38:50.916884 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c77463b4-aef5-4551-be74-ceb718b470fb', 'tag': '7c2e1796-0314-4e00-8811-17583f982f9b'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:38:50.918909 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57152) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:38:50.919424 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13517de1-86e3-406b-a58b-1c957593fb9b" -d '{"events": [{"name": "network-changed", "server_uuid": "c77463b4-aef5-4551-be74-ceb718b470fb", "tag": "7c2e1796-0314-4e00-8811-17583f982f9b"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:38:50.959125 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a54f2b-688f-4427-9ff7-812e1b991abc x-openstack-request-id: req-76a54f2b-688f-4427-9ff7-812e1b991abc {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:38:50.959561 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c77463b4-aef5-4551-be74-ceb718b470fb", "tag": "7c2e1796-0314-4e00-8811-17583f982f9b", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:38:50.959823 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76a54f2b-688f-4427-9ff7-812e1b991abc {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:38:50.960249 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c77463b4-aef5-4551-be74-ceb718b470fb', 'tag': '7c2e1796-0314-4e00-8811-17583f982f9b', 'status': 'completed', 'code': 200} Jan 29 04:38:50.967117 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-dd2cc74a-e8c7-4d3c-8bbc-b1d66f881871 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/floatingips/0f314de7-109f-45e5-8ff0-1064360443d5 HTTP/1.1" status: 200 len: 689 time: 0.0470712 Jan 29 04:38:51.013465 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-8b09e978-f839-4111-9fe7-201ae6df919f None None] Set router 86e7f018-52e3-4e63-978a-a7c929562998 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:38:51.057136 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13517de1-86e3-406b-a58b-1c957593fb9b req-5dc93c2a-d5a4-4aee-a33f-56690d825e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:51.058573 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-13517de1-86e3-406b-a58b-1c957593fb9b req-5dc93c2a-d5a4-4aee-a33f-56690d825e99 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=c77463b4-aef5-4551-be74-ceb718b470fb HTTP/1.1" status: 200 len: 1130 time: 0.0494275 Jan 29 04:38:51.165267 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13517de1-86e3-406b-a58b-1c957593fb9b req-faff2ba3-c1f3-49e1-b28d-6c2a23e18b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:51.166939 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-13517de1-86e3-406b-a58b-1c957593fb9b req-faff2ba3-c1f3-49e1-b28d-6c2a23e18b12 service neutron] 10.222.0.18 "GET /v2.0/networks?id=00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6 HTTP/1.1" status: 200 len: 898 time: 0.1001725 Jan 29 04:38:51.221034 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-13517de1-86e3-406b-a58b-1c957593fb9b req-44fc0e47-0c90-4c1d-8887-e3cac8e7c722 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c2e1796-0314-4e00-8811-17583f982f9b HTTP/1.1" status: 200 len: 217 time: 0.0446439 Jan 29 04:38:51.290513 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13517de1-86e3-406b-a58b-1c957593fb9b req-8ee86706-eac1-4154-ac95-d41c3d610cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:51.292129 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-13517de1-86e3-406b-a58b-1c957593fb9b req-8ee86706-eac1-4154-ac95-d41c3d610cfa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=352b8fe9-fe4f-4572-8363-d07a0882f9e5 HTTP/1.1" status: 200 len: 834 time: 0.0622668 Jan 29 04:38:51.357033 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13517de1-86e3-406b-a58b-1c957593fb9b req-9961c595-989c-4466-8f85-46e267f843b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:51.359504 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-13517de1-86e3-406b-a58b-1c957593fb9b req-9961c595-989c-4466-8f85-46e267f843b1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0567198 Jan 29 04:38:51.418284 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-8b09e978-f839-4111-9fe7-201ae6df919f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e7f018-52e3-4e63-978a-a7c929562998', 'name': 'tempest-TestNetworkBasicOps-router-1190253608', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '2f428eb1-e31e-42e2-a22e-57ecc6ccfd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:37:13Z', 'updated_at': '2022-01-29T04:37:17Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '2f428eb1-e31e-42e2-a22e-57ecc6ccfd61', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ee:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e7f018-52e3-4e63-978a-a7c929562998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:37:14Z', 'updated_at': '2022-01-29T04:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '6f81cc3e-8786-48d1-97cd-569957349af1', 'name': '', 'network_id': '00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:9e:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e7f018-52e3-4e63-978a-a7c929562998', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '352b8fe9-fe4f-4572-8363-d07a0882f9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:37:17Z', 'updated_at': '2022-01-29T04:37:20Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '352b8fe9-fe4f-4572-8363-d07a0882f9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:51.449882 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b09e978-f839-4111-9fe7-201ae6df919f None None] Checking router: 86e7f018-52e3-4e63-978a-a7c929562998 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:38:51.459490 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b09e978-f839-4111-9fe7-201ae6df919f None None] Routers {'86e7f018-52e3-4e63-978a-a7c929562998'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:38:51.460182 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-8b09e978-f839-4111-9fe7-201ae6df919f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:38:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['86e7f018-52e3-4e63-978a-a7c929562998'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:51.473565 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-13517de1-86e3-406b-a58b-1c957593fb9b req-8a6466e4-e973-473e-9934-489e1da43d94 service neutron] 10.222.0.18 "GET /v2.0/networks/00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048558 Jan 29 04:38:51.570390 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-8b09e978-f839-4111-9fe7-201ae6df919f None None] Set router 86e7f018-52e3-4e63-978a-a7c929562998 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:38:51.570736 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-13517de1-86e3-406b-a58b-1c957593fb9b req-397cbc5f-d318-470e-a929-76002856212b service neutron] 10.222.0.18 "GET /v2.0/networks/00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905282 Jan 29 04:38:51.777077 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-8b09e978-f839-4111-9fe7-201ae6df919f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e7f018-52e3-4e63-978a-a7c929562998', 'name': 'tempest-TestNetworkBasicOps-router-1190253608', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '2f428eb1-e31e-42e2-a22e-57ecc6ccfd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:37:13Z', 'updated_at': '2022-01-29T04:37:17Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '2f428eb1-e31e-42e2-a22e-57ecc6ccfd61', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ee:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e7f018-52e3-4e63-978a-a7c929562998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:37:14Z', 'updated_at': '2022-01-29T04:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '6f81cc3e-8786-48d1-97cd-569957349af1', 'name': '', 'network_id': '00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:9e:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e7f018-52e3-4e63-978a-a7c929562998', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '352b8fe9-fe4f-4572-8363-d07a0882f9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:37:17Z', 'updated_at': '2022-01-29T04:37:20Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '352b8fe9-fe4f-4572-8363-d07a0882f9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:51.803522 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b09e978-f839-4111-9fe7-201ae6df919f None None] The sync data for ids ['86e7f018-52e3-4e63-978a-a7c929562998'] in dv-neutron-821190-1-hyperv is: [{'id': '86e7f018-52e3-4e63-978a-a7c929562998', 'name': 'tempest-TestNetworkBasicOps-router-1190253608', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '2f428eb1-e31e-42e2-a22e-57ecc6ccfd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:37:13Z', 'updated_at': '2022-01-29T04:37:17Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '2f428eb1-e31e-42e2-a22e-57ecc6ccfd61', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ee:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e7f018-52e3-4e63-978a-a7c929562998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:37:14Z', 'updated_at': '2022-01-29T04:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '6f81cc3e-8786-48d1-97cd-569957349af1', 'name': '', 'network_id': '00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:9e:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e7f018-52e3-4e63-978a-a7c929562998', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '352b8fe9-fe4f-4572-8363-d07a0882f9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:37:17Z', 'updated_at': '2022-01-29T04:37:20Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '352b8fe9-fe4f-4572-8363-d07a0882f9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:38:51.971897 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57156) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:38:52.018386 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-6831dcb2-4a97-422d-af08-6e5e4a45fa9b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/floatingips/0f314de7-109f-45e5-8ff0-1064360443d5 HTTP/1.1" status: 200 len: 689 time: 0.0453095 Jan 29 04:38:52.034413 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de2a90f-ef09-456f-bb53-94f784570aad None None] New status for floating IP 0f314de7-109f-45e5-8ff0-1064360443d5: DOWN {{(pid=103587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:38:52.467385 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dbf41b75-8d26-49ad-b2e0-ce8d7f607078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:53.022345 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57158) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:38:53.070431 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-4dac0260-ef04-4ee9-aac0-aa12dd0a8a9c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/floatingips/0f314de7-109f-45e5-8ff0-1064360443d5 HTTP/1.1" status: 200 len: 687 time: 0.0469322 Jan 29 04:38:53.667755 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:53.879184 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:54.388436 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57162) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:38:54.393362 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-d3e50deb-e286-4ef3-a449-aded121793d4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-356342309', 'description': 'tempest-secgroup-smoke-356342309 description', 'project_id': '9cb37fd5f36f44e696381da232925f9b'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:54.485686 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d3e50deb-e286-4ef3-a449-aded121793d4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:54.551387 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d3e50deb-e286-4ef3-a449-aded121793d4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (a6104e8a-26e8-4794-8119-faa638a5c842), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:54.616515 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d3e50deb-e286-4ef3-a449-aded121793d4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (a6104e8a-26e8-4794-8119-faa638a5c842), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:54.644873 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e50deb-e286-4ef3-a449-aded121793d4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6104e8a-26e8-4794-8119-faa638a5c842,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:54.721698 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d3e50deb-e286-4ef3-a449-aded121793d4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:54.722953 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d3e50deb-e286-4ef3-a449-aded121793d4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3335047 Jan 29 04:38:54.725850 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57164) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:38:54.730181 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-6fb5094c-15cb-497b-8a8e-eaa0f4260957 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': 'a6104e8a-26e8-4794-8119-faa638a5c842', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:54.828187 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6fb5094c-15cb-497b-8a8e-eaa0f4260957 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (1f8dce90-529e-420f-9741-959306622c89), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:54.839004 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:54.884640 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6fb5094c-15cb-497b-8a8e-eaa0f4260957 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (1f8dce90-529e-420f-9741-959306622c89), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:54.963097 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6fb5094c-15cb-497b-8a8e-eaa0f4260957 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (1f8dce90-529e-420f-9741-959306622c89), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:54.982459 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb5094c-15cb-497b-8a8e-eaa0f4260957 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f8dce90-529e-420f-9741-959306622c89,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:55.064567 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6fb5094c-15cb-497b-8a8e-eaa0f4260957 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:55.066160 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6fb5094c-15cb-497b-8a8e-eaa0f4260957 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3389976 Jan 29 04:38:55.068630 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57166) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:38:55.073293 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-730f0fd3-7860-4207-af9c-8428c4d609b4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': 'a6104e8a-26e8-4794-8119-faa638a5c842', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:55.179338 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-730f0fd3-7860-4207-af9c-8428c4d609b4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (1da722ab-60f4-45e5-9a4c-13310d4b0871), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:55.237541 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-730f0fd3-7860-4207-af9c-8428c4d609b4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (1da722ab-60f4-45e5-9a4c-13310d4b0871), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:55.313918 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-730f0fd3-7860-4207-af9c-8428c4d609b4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (1da722ab-60f4-45e5-9a4c-13310d4b0871), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:55.332415 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f0fd3-7860-4207-af9c-8428c4d609b4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da722ab-60f4-45e5-9a4c-13310d4b0871,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:55.407066 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-730f0fd3-7860-4207-af9c-8428c4d609b4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:55.408288 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-730f0fd3-7860-4207-af9c-8428c4d609b4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3383076 Jan 29 04:38:55.411011 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57168) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:38:55.415405 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-493f4753-2412-4551-95cd-d6db28d796be tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': 'a6104e8a-26e8-4794-8119-faa638a5c842', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:55.507650 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-493f4753-2412-4551-95cd-d6db28d796be tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (941b2bc8-4051-489d-8a78-5e73925ab3b2), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:55.569064 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-493f4753-2412-4551-95cd-d6db28d796be tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (941b2bc8-4051-489d-8a78-5e73925ab3b2), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:55.639125 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-493f4753-2412-4551-95cd-d6db28d796be tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (941b2bc8-4051-489d-8a78-5e73925ab3b2), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:55.657107 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f4753-2412-4551-95cd-d6db28d796be tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=941b2bc8-4051-489d-8a78-5e73925ab3b2,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:55.715481 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-493f4753-2412-4551-95cd-d6db28d796be tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:55.716803 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-493f4753-2412-4551-95cd-d6db28d796be tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3047941 Jan 29 04:38:55.720288 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57170) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:38:55.724693 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-b826f624-7e04-4d07-afae-ced97fd069b0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': 'a6104e8a-26e8-4794-8119-faa638a5c842', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:55.833264 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b826f624-7e04-4d07-afae-ced97fd069b0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (a6cc3251-e695-45c8-978c-a96ead089310), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:55.892854 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b826f624-7e04-4d07-afae-ced97fd069b0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (a6cc3251-e695-45c8-978c-a96ead089310), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:55.958922 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b826f624-7e04-4d07-afae-ced97fd069b0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (a6cc3251-e695-45c8-978c-a96ead089310), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:55.977865 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b826f624-7e04-4d07-afae-ced97fd069b0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6cc3251-e695-45c8-978c-a96ead089310,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:56.057939 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b826f624-7e04-4d07-afae-ced97fd069b0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:56.059176 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b826f624-7e04-4d07-afae-ced97fd069b0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3379312 Jan 29 04:38:56.061928 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57172) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:38:56.066381 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-653e7f1f-e1d5-4b32-8826-017c29d99b6c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': 'a6104e8a-26e8-4794-8119-faa638a5c842', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:56.153717 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.securitygroups_db [None req-653e7f1f-e1d5-4b32-8826-017c29d99b6c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Project 9cb37fd5f36f44e696381da232925f9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:38:56.159803 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-653e7f1f-e1d5-4b32-8826-017c29d99b6c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (6eb394c8-d3f4-4e59-8cba-4a8f81725377), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:56.218972 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-653e7f1f-e1d5-4b32-8826-017c29d99b6c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (6eb394c8-d3f4-4e59-8cba-4a8f81725377), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:56.305554 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-653e7f1f-e1d5-4b32-8826-017c29d99b6c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (6eb394c8-d3f4-4e59-8cba-4a8f81725377), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:56.333069 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e7f1f-e1d5-4b32-8826-017c29d99b6c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eb394c8-d3f4-4e59-8cba-4a8f81725377,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:56.397351 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:56.424230 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-653e7f1f-e1d5-4b32-8826-017c29d99b6c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:56.425535 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-653e7f1f-e1d5-4b32-8826-017c29d99b6c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3627071 Jan 29 04:38:56.428409 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57174) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:38:56.433159 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-52a6b9b5-337d-443a-9f97-c746d65e5f1e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': 'a6104e8a-26e8-4794-8119-faa638a5c842', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:56.523039 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.securitygroups_db [None req-52a6b9b5-337d-443a-9f97-c746d65e5f1e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Project 9cb37fd5f36f44e696381da232925f9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:38:56.528241 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-52a6b9b5-337d-443a-9f97-c746d65e5f1e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (32797851-6870-4916-baac-e0472b12adee), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:56.587374 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-52a6b9b5-337d-443a-9f97-c746d65e5f1e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (32797851-6870-4916-baac-e0472b12adee), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:56.665749 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-52a6b9b5-337d-443a-9f97-c746d65e5f1e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (32797851-6870-4916-baac-e0472b12adee), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:56.684064 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6b9b5-337d-443a-9f97-c746d65e5f1e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32797851-6870-4916-baac-e0472b12adee,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:56.770806 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-52a6b9b5-337d-443a-9f97-c746d65e5f1e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:38:56.772045 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-52a6b9b5-337d-443a-9f97-c746d65e5f1e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3426516 Jan 29 04:38:56.925230 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-a97c711e-adda-4530-958d-c61082b7b4e9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-356342309&fields=id&tenant_id=9cb37fd5f36f44e696381da232925f9b HTTP/1.1" status: 200 len: 267 time: 0.0434065 Jan 29 04:38:57.031999 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-29b51bd6-bb6b-4a40-b6d1-29c94b41bb38 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:57.033599 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-29b51bd6-bb6b-4a40-b6d1-29c94b41bb38 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/networks?id=00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6 HTTP/1.1" status: 200 len: 797 time: 0.1021137 Jan 29 04:38:57.048695 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-8a76df7d-f16e-417e-893a-892ac2e77ecb tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/quotas/9cb37fd5f36f44e696381da232925f9b HTTP/1.1" status: 200 len: 375 time: 0.0091026 Jan 29 04:38:57.106501 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-d5a25f24-7a56-4911-8809-8532707ef16e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0523214 Jan 29 04:38:57.176506 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-7764b08c-db4e-4d6a-be12-fde1cf96fd66 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:38:57.177529 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-7764b08c-db4e-4d6a-be12-fde1cf96fd66 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0596495 Jan 29 04:38:57.267286 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-70ab2335-5cd5-4c40-8c74-3aa777f9615f service neutron] 10.222.0.13 "GET /v2.0/networks/00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839541 Jan 29 04:38:57.360689 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-9b4da608-ec54-4995-a41c-e325852518e2 service neutron] 10.222.0.13 "GET /v2.0/networks/00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874255 Jan 29 04:38:57.612871 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e65b3dac-c0ab-4cd3-a264-37cdd2fd4e99 req-fdebd2da-97c6-4a03-9b09-a011667c30d4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=69d15d96-9884-4cdf-a979-8f9fa530139e HTTP/1.1" status: 200 len: 210 time: 0.0292051 Jan 29 04:38:58.433293 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:38:58.708229 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9c3db47a-c71e-4995-85a4-0dc84796bddc req-acc09ea7-6301-4a7c-8e3c-38e95e7b27e4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=69d15d96-9884-4cdf-a979-8f9fa530139e HTTP/1.1" status: 200 len: 210 time: 0.0280890 Jan 29 04:38:59.706151 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-b1af532d-f200-464c-9750-4afd1abed15c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:59.707586 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-b1af532d-f200-464c-9750-4afd1abed15c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "GET /v2.0/networks?id=00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6 HTTP/1.1" status: 200 len: 797 time: 0.1062996 Jan 29 04:38:59.802234 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-9810c701-54c2-40f2-81c0-0bc6cf312773 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cb37fd5f36f44e696381da232925f9b HTTP/1.1" status: 200 len: 471 time: 0.0795090 Jan 29 04:38:59.820328 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-df00b2fd-2ce3-49fa-b8f0-23a9c1b3bbe9 req-e65feca1-60d0-4b46-bca9-cc5088769d34 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=69d15d96-9884-4cdf-a979-8f9fa530139e HTTP/1.1" status: 200 len: 210 time: 0.0395892 Jan 29 04:38:59.823991 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-5d8242b5-5d77-470d-9696-31d98813127d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'port': {'device_id': '69d15d96-9884-4cdf-a979-8f9fa530139e', 'network_id': '00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6', 'admin_state_up': True, 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'security_groups': ['a6104e8a-26e8-4794-8119-faa638a5c842']}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:39:00.039733 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-5d8242b5-5d77-470d-9696-31d98813127d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Made reservation on behalf of 9cb37fd5f36f44e696381da232925f9b for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:39:00.044190 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-5d8242b5-5d77-470d-9696-31d98813127d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:39:00.164104 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-5d8242b5-5d77-470d-9696-31d98813127d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Allocated IP 172.20.0.9 (00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6/352b8fe9-fe4f-4572-8363-d07a0882f9e5/829cfa0f-952f-4033-859f-155c147542d5) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:39:00.614692 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-5d8242b5-5d77-470d-9696-31d98813127d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (829cfa0f-952f-4033-859f-155c147542d5), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:39:00.695206 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-5d8242b5-5d77-470d-9696-31d98813127d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (829cfa0f-952f-4033-859f-155c147542d5), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:39:00.739320 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-5d8242b5-5d77-470d-9696-31d98813127d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network 00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:39:00.742148 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-5d8242b5-5d77-470d-9696-31d98813127d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:39:00.745712 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-5d8242b5-5d77-470d-9696-31d98813127d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:39:00.754530 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8242b5-5d77-470d-9696-31d98813127d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=829cfa0f-952f-4033-859f-155c147542d5,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:00.804662 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-5d8242b5-5d77-470d-9696-31d98813127d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:00.805275 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-5d8242b5-5d77-470d-9696-31d98813127d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:39:00.916072 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-5d8242b5-5d77-470d-9696-31d98813127d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0985026 Jan 29 04:39:00.933422 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-3d18be94-7681-429a-9c8a-c02e41958f22 service neutron] Request body: {'port': {'device_id': '69d15d96-9884-4cdf-a979-8f9fa530139e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:39:00.946782 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7b9ee-da55-497a-9ddc-5a095db0e91e req-dd4fa9a7-bf89-4cab-a4f7-e65becb4c557 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:00.948332 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-95e7b9ee-da55-497a-9ddc-5a095db0e91e req-dd4fa9a7-bf89-4cab-a4f7-e65becb4c557 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=69d15d96-9884-4cdf-a979-8f9fa530139e HTTP/1.1" status: 200 len: 931 time: 0.0565538 Jan 29 04:39:00.992901 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-5f4afe6b-9ee5-4f7c-b968-cae86fe6d04c None None] Provisioning complete for port 829cfa0f-952f-4033-859f-155c147542d5 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:39:00.993604 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5f4afe6b-9ee5-4f7c-b968-cae86fe6d04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (829cfa0f-952f-4033-859f-155c147542d5), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:39:00.996103 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-3d18be94-7681-429a-9c8a-c02e41958f22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (829cfa0f-952f-4033-859f-155c147542d5), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:39:00.998765 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-95e7b9ee-da55-497a-9ddc-5a095db0e91e req-a93e89a2-ef1f-4c17-8ddd-3b527637ec95 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6104e8a-26e8-4794-8119-faa638a5c842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445817 Jan 29 04:39:01.038311 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-5f4afe6b-9ee5-4f7c-b968-cae86fe6d04c None None] Port 829cfa0f-952f-4033-859f-155c147542d5 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:39:01.256378 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-3d18be94-7681-429a-9c8a-c02e41958f22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 829cfa0f-952f-4033-859f-155c147542d5 {{(pid=103585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:39:01.263571 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-3d18be94-7681-429a-9c8a-c02e41958f22 service neutron] Publish callbacks [] for port (829cfa0f-952f-4033-859f-155c147542d5), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:39:01.275618 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.provisioning_blocks [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-3d18be94-7681-429a-9c8a-c02e41958f22 service neutron] Transition to ACTIVE for port object 829cfa0f-952f-4033-859f-155c147542d5 will not be triggered until provisioned by entity L2. {{(pid=103585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:39:01.342073 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-3d18be94-7681-429a-9c8a-c02e41958f22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (829cfa0f-952f-4033-859f-155c147542d5), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:39:01.394858 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d18be94-7681-429a-9c8a-c02e41958f22 service neutron] Pushing event updated for resources: {'Port': ['ID=829cfa0f-952f-4033-859f-155c147542d5,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:01.468256 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-3d18be94-7681-429a-9c8a-c02e41958f22 service neutron] Attempting to bind port 829cfa0f-952f-4033-859f-155c147542d5 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:39:01.468691 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-3d18be94-7681-429a-9c8a-c02e41958f22 service neutron] Attempting to bind port 829cfa0f-952f-4033-859f-155c147542d5 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:39:01.469018 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-3d18be94-7681-429a-9c8a-c02e41958f22 service neutron] Attempting to bind port 829cfa0f-952f-4033-859f-155c147542d5 on network 00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:39:01.474033 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-3d18be94-7681-429a-9c8a-c02e41958f22 service neutron] Port 829cfa0f-952f-4033-859f-155c147542d5 on network 00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:39:01.474356 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-3d18be94-7681-429a-9c8a-c02e41958f22 service neutron] Attempting to bind port 829cfa0f-952f-4033-859f-155c147542d5 on network 00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:39:01.479568 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-3d18be94-7681-429a-9c8a-c02e41958f22 service neutron] Checking agent: {'id': '15eedd85-6d76-4715-a40f-dc31e854816c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'started_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:39:01.479904 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-3d18be94-7681-429a-9c8a-c02e41958f22 service neutron] Checking segment: {'id': '090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:39:01.480286 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-3d18be94-7681-429a-9c8a-c02e41958f22 service neutron] Bound using segment: {'id': '090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6'} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:39:01.480742 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-3d18be94-7681-429a-9c8a-c02e41958f22 service neutron] Bound port: 829cfa0f-952f-4033-859f-155c147542d5, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6'}}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:39:01.481102 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-3d18be94-7681-429a-9c8a-c02e41958f22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (829cfa0f-952f-4033-859f-155c147542d5), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:39:01.551723 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-3d18be94-7681-429a-9c8a-c02e41958f22 service neutron] For port 829cfa0f-952f-4033-859f-155c147542d5, host hv-neutron-8211, cleared binding levels {{(pid=103585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:39:01.554664 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-3d18be94-7681-429a-9c8a-c02e41958f22 service neutron] For port 829cfa0f-952f-4033-859f-155c147542d5, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=829cfa0f-952f-4033-859f-155c147542d5,segment=NetworkSegment(090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f),segment_id=090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f)] {{(pid=103585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:39:01.620354 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-3d18be94-7681-429a-9c8a-c02e41958f22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (829cfa0f-952f-4033-859f-155c147542d5), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:39:01.655458 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-3d18be94-7681-429a-9c8a-c02e41958f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:01.656078 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-3d18be94-7681-429a-9c8a-c02e41958f22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:39:01.657609 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-3d18be94-7681-429a-9c8a-c02e41958f22 service neutron] 10.222.0.18 "PUT /v2.0/ports/829cfa0f-952f-4033-859f-155c147542d5 HTTP/1.1" status: 200 len: 1093 time: 0.7283981 Jan 29 04:39:01.658132 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d15d96-9884-4cdf-a979-8f9fa530139e', 'tag': '829cfa0f-952f-4033-859f-155c147542d5'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:39:01.660323 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a0081d-af87-4caa-a032-816a531c8047" -d '{"events": [{"name": "network-changed", "server_uuid": "69d15d96-9884-4cdf-a979-8f9fa530139e", "tag": "829cfa0f-952f-4033-859f-155c147542d5"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:39:01.687741 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d18be94-7681-429a-9c8a-c02e41958f22 service neutron] Pushing event updated for resources: {'Port': ['ID=829cfa0f-952f-4033-859f-155c147542d5,revision_number=3']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:01.708805 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186b4e57-7077-4126-a635-7ba43b52f990 x-openstack-request-id: req-186b4e57-7077-4126-a635-7ba43b52f990 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:39:01.709100 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d15d96-9884-4cdf-a979-8f9fa530139e", "tag": "829cfa0f-952f-4033-859f-155c147542d5", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:39:01.709361 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-186b4e57-7077-4126-a635-7ba43b52f990 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:39:01.709774 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d15d96-9884-4cdf-a979-8f9fa530139e', 'tag': '829cfa0f-952f-4033-859f-155c147542d5', 'status': 'completed', 'code': 200} Jan 29 04:39:01.808455 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0081d-af87-4caa-a032-816a531c8047 req-624abb5e-f726-4100-832a-f873f61bb577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:01.810006 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-19a0081d-af87-4caa-a032-816a531c8047 req-624abb5e-f726-4100-832a-f873f61bb577 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=69d15d96-9884-4cdf-a979-8f9fa530139e HTTP/1.1" status: 200 len: 1127 time: 0.0576470 Jan 29 04:39:01.921506 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0081d-af87-4caa-a032-816a531c8047 req-dfc8d4d5-430c-4d33-b089-77e6ec35ed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:01.923024 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-19a0081d-af87-4caa-a032-816a531c8047 req-dfc8d4d5-430c-4d33-b089-77e6ec35ed9b service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9cb37fd5f36f44e696381da232925f9b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0975339 Jan 29 04:39:02.015326 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0081d-af87-4caa-a032-816a531c8047 req-39566cda-5e32-4f29-b8ef-e01a521da7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:02.016857 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-19a0081d-af87-4caa-a032-816a531c8047 req-39566cda-5e32-4f29-b8ef-e01a521da7d7 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880926 Jan 29 04:39:02.123530 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-0fd9242e-79d6-47ca-ac12-f753c68b3fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:02.125080 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-0fd9242e-79d6-47ca-ac12-f753c68b3fc6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=69d15d96-9884-4cdf-a979-8f9fa530139e HTTP/1.1" status: 200 len: 1127 time: 0.0454507 Jan 29 04:39:02.127177 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10726881-1e86-4a24-89c1-faba02c62c89 req-280c70ad-414c-494e-8fd7-459934d5c46f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:02.129574 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-10726881-1e86-4a24-89c1-faba02c62c89 req-280c70ad-414c-494e-8fd7-459934d5c46f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=69d15d96-9884-4cdf-a979-8f9fa530139e HTTP/1.1" status: 200 len: 943 time: 0.0589101 Jan 29 04:39:02.176035 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-b6bdbc33-0047-4c34-a490-b2611387dd28 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=829cfa0f-952f-4033-859f-155c147542d5 HTTP/1.1" status: 200 len: 217 time: 0.0385389 Jan 29 04:39:02.178648 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-10726881-1e86-4a24-89c1-faba02c62c89 req-26db57be-2416-402a-b284-7eb5884b6b44 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6104e8a-26e8-4794-8119-faa638a5c842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436335 Jan 29 04:39:02.224929 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-8986d781-ff6f-48b8-8507-e375eea90825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:02.226421 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-8986d781-ff6f-48b8-8507-e375eea90825 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=352b8fe9-fe4f-4572-8363-d07a0882f9e5 HTTP/1.1" status: 200 len: 834 time: 0.0448232 Jan 29 04:39:02.274457 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-57b11eb2-a030-4583-a877-3e72e848d3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:02.275913 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-57b11eb2-a030-4583-a877-3e72e848d3a5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0441480 Jan 29 04:39:02.368735 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-49c74084-3694-4d1c-9b25-9af8d41b2923 service neutron] 10.222.0.18 "GET /v2.0/networks/00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869348 Jan 29 04:39:02.458768 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f9d6d242-61cb-45e9-9439-6cc9879d9ca5 req-e56a55f9-7d64-425f-830e-f16c7a2f7626 service neutron] 10.222.0.18 "GET /v2.0/networks/00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828421 Jan 29 04:39:03.310226 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc133f60-b71d-436d-a430-b8ac66db36b0 req-24521b14-ab34-4d43-a70b-eda77907014e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:03.311706 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fc133f60-b71d-436d-a430-b8ac66db36b0 req-24521b14-ab34-4d43-a70b-eda77907014e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=69d15d96-9884-4cdf-a979-8f9fa530139e HTTP/1.1" status: 200 len: 943 time: 0.0630648 Jan 29 04:39:03.361747 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fc133f60-b71d-436d-a430-b8ac66db36b0 req-e9d987db-2936-4803-bcd1-30b5d3ac7be3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6104e8a-26e8-4794-8119-faa638a5c842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437863 Jan 29 04:39:04.481060 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfaef33-a9d5-4b28-8bf1-8cef84088226 req-e2554135-2e14-4f90-a10d-a2021fa761b0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:04.482548 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-0bfaef33-a9d5-4b28-8bf1-8cef84088226 req-e2554135-2e14-4f90-a10d-a2021fa761b0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=69d15d96-9884-4cdf-a979-8f9fa530139e HTTP/1.1" status: 200 len: 943 time: 0.0546317 Jan 29 04:39:04.531259 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-0bfaef33-a9d5-4b28-8bf1-8cef84088226 req-fcc070be-974c-4819-b322-b14093993a6a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6104e8a-26e8-4794-8119-faa638a5c842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431001 Jan 29 04:39:05.649308 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a868c385-a022-48f6-9953-524dd4e700fc req-4fe8a701-e2b7-422f-ad69-b847f3a274e1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:05.650798 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a868c385-a022-48f6-9953-524dd4e700fc req-4fe8a701-e2b7-422f-ad69-b847f3a274e1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=69d15d96-9884-4cdf-a979-8f9fa530139e HTTP/1.1" status: 200 len: 943 time: 0.0527956 Jan 29 04:39:05.700035 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a868c385-a022-48f6-9953-524dd4e700fc req-87535c91-4745-4c5a-ac63-08f876eda559 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6104e8a-26e8-4794-8119-faa638a5c842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436258 Jan 29 04:39:06.821153 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730da4ea-24a8-42f3-aecd-d29a2f6e89e1 req-b1331c6f-e3cb-4b42-b403-7c0281ee88af tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:06.822746 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-730da4ea-24a8-42f3-aecd-d29a2f6e89e1 req-b1331c6f-e3cb-4b42-b403-7c0281ee88af tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=69d15d96-9884-4cdf-a979-8f9fa530139e HTTP/1.1" status: 200 len: 943 time: 0.0547564 Jan 29 04:39:06.877756 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-730da4ea-24a8-42f3-aecd-d29a2f6e89e1 req-faf77001-0cc3-4a13-abab-ee12f299d816 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6104e8a-26e8-4794-8119-faa638a5c842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494988 Jan 29 04:39:07.539153 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 829cfa0f-952f-4033-859f-155c147542d5 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:39:07.632872 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 829cfa0f-952f-4033-859f-155c147542d5, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=829cfa0f-952f-4033-859f-155c147542d5,segment=NetworkSegment(090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f),segment_id=090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:39:07.643931 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': '829cfa0f-952f-4033-859f-155c147542d5', 'network_id': '00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6', 'port_id': '829cfa0f-952f-4033-859f-155c147542d5', 'mac_address': 'fa:16:3e:7a:bb:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '352b8fe9-fe4f-4572-8363-d07a0882f9e5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:39:07.684057 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 829cfa0f-952f-4033-859f-155c147542d5 is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:39:07.684436 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (829cfa0f-952f-4033-859f-155c147542d5), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:39:07.697088 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 829cfa0f-952f-4033-859f-155c147542d5 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:39:07.715496 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 829cfa0f-952f-4033-859f-155c147542d5, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=829cfa0f-952f-4033-859f-155c147542d5,segment=NetworkSegment(090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f),segment_id=090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:39:07.833525 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (829cfa0f-952f-4033-859f-155c147542d5), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:39:07.880981 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=829cfa0f-952f-4033-859f-155c147542d5,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:07.998125 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a46c2-16b0-4ec9-96c4-899978b16f8c req-86030530-dfc7-46a5-ae46-c464ba2a8360 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:07.999588 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a63a46c2-16b0-4ec9-96c4-899978b16f8c req-86030530-dfc7-46a5-ae46-c464ba2a8360 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=69d15d96-9884-4cdf-a979-8f9fa530139e HTTP/1.1" status: 200 len: 944 time: 0.0542936 Jan 29 04:39:08.055022 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a63a46c2-16b0-4ec9-96c4-899978b16f8c req-483f46a4-2ad0-4459-8f45-c5c2bb09b983 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6104e8a-26e8-4794-8119-faa638a5c842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495129 Jan 29 04:39:08.279365 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['829cfa0f-952f-4033-859f-155c147542d5'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:39:09.173788 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aef271-a7bc-48de-80e6-4f2e40eef9fa req-5fbe422e-9411-4f6f-9aa3-9f53723e43d1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:09.175185 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-28aef271-a7bc-48de-80e6-4f2e40eef9fa req-5fbe422e-9411-4f6f-9aa3-9f53723e43d1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=69d15d96-9884-4cdf-a979-8f9fa530139e HTTP/1.1" status: 200 len: 944 time: 0.0514240 Jan 29 04:39:09.222865 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-28aef271-a7bc-48de-80e6-4f2e40eef9fa req-278c0481-c37b-4f23-b956-2c5378f22118 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6104e8a-26e8-4794-8119-faa638a5c842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410910 Jan 29 04:39:09.572532 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 829cfa0f-952f-4033-859f-155c147542d5 up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:39:09.699646 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning for port 829cfa0f-952f-4033-859f-155c147542d5 completed by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:39:09.703484 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port 829cfa0f-952f-4033-859f-155c147542d5 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:39:09.703855 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (829cfa0f-952f-4033-859f-155c147542d5), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:39:09.783891 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 829cfa0f-952f-4033-859f-155c147542d5 is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:39:09.784194 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (829cfa0f-952f-4033-859f-155c147542d5), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:39:09.806274 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d15d96-9884-4cdf-a979-8f9fa530139e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829cfa0f-952f-4033-859f-155c147542d5'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:39:09.808494 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0f175c-dfc8-4698-bbbf-53fec409df07" -d '{"events": [{"server_uuid": "69d15d96-9884-4cdf-a979-8f9fa530139e", "name": "network-vif-plugged", "status": "completed", "tag": "829cfa0f-952f-4033-859f-155c147542d5"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:39:09.821440 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 829cfa0f-952f-4033-859f-155c147542d5, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=829cfa0f-952f-4033-859f-155c147542d5,segment=NetworkSegment(090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f),segment_id=090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:39:09.844010 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89515ddf-aed3-4a16-8f1a-ef8b82939879 x-openstack-request-id: req-89515ddf-aed3-4a16-8f1a-ef8b82939879 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:39:09.844331 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d15d96-9884-4cdf-a979-8f9fa530139e", "name": "network-vif-plugged", "status": "completed", "tag": "829cfa0f-952f-4033-859f-155c147542d5", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:39:09.844617 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-89515ddf-aed3-4a16-8f1a-ef8b82939879 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:39:09.845021 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d15d96-9884-4cdf-a979-8f9fa530139e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829cfa0f-952f-4033-859f-155c147542d5', 'code': 200} Jan 29 04:39:09.872896 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (829cfa0f-952f-4033-859f-155c147542d5), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:39:09.921013 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=829cfa0f-952f-4033-859f-155c147542d5,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:10.204936 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfcf0c5-0bf4-44a3-8174-dd452c1143f9 req-5d82af9b-89f3-4684-be34-40ecbcd34283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:10.206337 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-acfcf0c5-0bf4-44a3-8174-dd452c1143f9 req-5d82af9b-89f3-4684-be34-40ecbcd34283 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=69d15d96-9884-4cdf-a979-8f9fa530139e HTTP/1.1" status: 200 len: 1129 time: 0.0447090 Jan 29 04:39:10.251271 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-acfcf0c5-0bf4-44a3-8174-dd452c1143f9 req-180d5f8e-0073-4f5b-848a-06d697f4d0a5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a6104e8a-26e8-4794-8119-faa638a5c842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383377 Jan 29 04:39:10.341169 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ef78f-87de-43ee-afb3-381f645c9cb9 req-f980d889-c82c-4059-894d-5b802e696a7d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:10.342646 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-475ef78f-87de-43ee-afb3-381f645c9cb9 req-f980d889-c82c-4059-894d-5b802e696a7d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=69d15d96-9884-4cdf-a979-8f9fa530139e HTTP/1.1" status: 200 len: 945 time: 0.0532086 Jan 29 04:39:10.391321 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-475ef78f-87de-43ee-afb3-381f645c9cb9 req-135d75a8-83ef-4df0-a657-28e8688dc8cf tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6104e8a-26e8-4794-8119-faa638a5c842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430300 Jan 29 04:39:11.510278 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a2aab-ed0d-418c-854c-9d01e6f8ccfe req-d643558b-202a-4086-8d81-51a166d310e7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:11.511770 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2f2a2aab-ed0d-418c-854c-9d01e6f8ccfe req-d643558b-202a-4086-8d81-51a166d310e7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=69d15d96-9884-4cdf-a979-8f9fa530139e HTTP/1.1" status: 200 len: 945 time: 0.0526896 Jan 29 04:39:11.559302 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2f2a2aab-ed0d-418c-854c-9d01e6f8ccfe req-04751de5-f944-46d1-bbcf-96e2244dfa10 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6104e8a-26e8-4794-8119-faa638a5c842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421216 Jan 29 04:39:12.681161 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8000673-22ac-42f1-a1dd-8518e4f44973 req-790ff141-56c9-4eab-805a-ce0db05914e8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:12.682616 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-a8000673-22ac-42f1-a1dd-8518e4f44973 req-790ff141-56c9-4eab-805a-ce0db05914e8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=69d15d96-9884-4cdf-a979-8f9fa530139e HTTP/1.1" status: 200 len: 945 time: 0.0575294 Jan 29 04:39:12.730729 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-a8000673-22ac-42f1-a1dd-8518e4f44973 req-6b7c6360-f8b4-4bc9-a329-b08771b77847 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6104e8a-26e8-4794-8119-faa638a5c842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426850 Jan 29 04:39:12.852558 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ddc74b-007f-44fb-94b2-a32dec0563f0 req-e24f2cd0-380b-4668-8116-9da91b803c01 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:12.854041 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e4ddc74b-007f-44fb-94b2-a32dec0563f0 req-e24f2cd0-380b-4668-8116-9da91b803c01 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=69d15d96-9884-4cdf-a979-8f9fa530139e HTTP/1.1" status: 200 len: 945 time: 0.0576043 Jan 29 04:39:12.902367 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e4ddc74b-007f-44fb-94b2-a32dec0563f0 req-189945de-a92d-45fd-aa05-7fa2c4a28eb0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6104e8a-26e8-4794-8119-faa638a5c842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428145 Jan 29 04:39:12.924493 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57244) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:39:12.967949 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f5ca37-cbb5-4d77-8c7c-5d55b1ce93d0 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:12.969501 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-95f5ca37-cbb5-4d77-8c7c-5d55b1ce93d0 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=69d15d96-9884-4cdf-a979-8f9fa530139e HTTP/1.1" status: 200 len: 1124 time: 0.0440381 Jan 29 04:39:12.972954 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57246) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:39:12.977115 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-ac397158-80ff-4892-b657-5f6e699bb8fb tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'floatingip': {'port_id': '829cfa0f-952f-4033-859f-155c147542d5'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:39:13.017637 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ac397158-80ff-4892-b657-5f6e699bb8fb tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for floatingip (0f314de7-109f-45e5-8ff0-1064360443d5), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:39:13.439212 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ac397158-80ff-4892-b657-5f6e699bb8fb tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:39:13.501333 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ac397158-80ff-4892-b657-5f6e699bb8fb tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (0f314de7-109f-45e5-8ff0-1064360443d5), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:39:13.600352 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.l3_db [None req-ac397158-80ff-4892-b657-5f6e699bb8fb tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Floating IP 0f314de7-109f-45e5-8ff0-1064360443d5 associated. External IP: 172.26.8.52, port: 829cfa0f-952f-4033-859f-155c147542d5. Jan 29 04:39:13.803715 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac397158-80ff-4892-b657-5f6e699bb8fb tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router 86e7f018-52e3-4e63-978a-a7c929562998 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:39:13.909016 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac397158-80ff-4892-b657-5f6e699bb8fb tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:39:13.913960 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ac397158-80ff-4892-b657-5f6e699bb8fb tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:39:13.919117 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d623255e-2dfa-40d5-ad74-43d09522c1b9 None None] Sync routers for ids ['86e7f018-52e3-4e63-978a-a7c929562998'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:39:13.929496 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d623255e-2dfa-40d5-ad74-43d09522c1b9 None None] Routers {'86e7f018-52e3-4e63-978a-a7c929562998'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:39:13.930113 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-d623255e-2dfa-40d5-ad74-43d09522c1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:38:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['86e7f018-52e3-4e63-978a-a7c929562998'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:13.943804 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ac397158-80ff-4892-b657-5f6e699bb8fb tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "PUT /v2.0/floatingips/0f314de7-109f-45e5-8ff0-1064360443d5 HTTP/1.1" status: 200 len: 990 time: 0.9697554 Jan 29 04:39:13.944409 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d15d96-9884-4cdf-a979-8f9fa530139e', 'tag': '829cfa0f-952f-4033-859f-155c147542d5'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:39:13.946912 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57248) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:39:13.947420 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11aaebe4-b3a6-4533-8775-03d1a06d376b" -d '{"events": [{"name": "network-changed", "server_uuid": "69d15d96-9884-4cdf-a979-8f9fa530139e", "tag": "829cfa0f-952f-4033-859f-155c147542d5"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:39:13.986344 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70de041f-3419-4269-a3ac-4c0cf8af6eba x-openstack-request-id: req-70de041f-3419-4269-a3ac-4c0cf8af6eba {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:39:13.986753 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d15d96-9884-4cdf-a979-8f9fa530139e", "tag": "829cfa0f-952f-4033-859f-155c147542d5", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:39:13.987013 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70de041f-3419-4269-a3ac-4c0cf8af6eba {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:39:13.987474 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d15d96-9884-4cdf-a979-8f9fa530139e', 'tag': '829cfa0f-952f-4033-859f-155c147542d5', 'status': 'completed', 'code': 200} Jan 29 04:39:14.016474 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-9f7aa3ea-d385-4338-a72b-922f7010b19e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/floatingips/0f314de7-109f-45e5-8ff0-1064360443d5 HTTP/1.1" status: 200 len: 990 time: 0.0673549 Jan 29 04:39:14.040168 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-d623255e-2dfa-40d5-ad74-43d09522c1b9 None None] Set router 86e7f018-52e3-4e63-978a-a7c929562998 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:39:14.073820 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aaebe4-b3a6-4533-8775-03d1a06d376b req-4f563e81-21d9-40fe-b9ea-9dbed8299aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:14.075275 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-11aaebe4-b3a6-4533-8775-03d1a06d376b req-4f563e81-21d9-40fe-b9ea-9dbed8299aee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=69d15d96-9884-4cdf-a979-8f9fa530139e HTTP/1.1" status: 200 len: 1129 time: 0.0466359 Jan 29 04:39:14.172410 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aaebe4-b3a6-4533-8775-03d1a06d376b req-9b93330a-2962-4529-b9a0-a7ef91f126d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:14.173922 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-11aaebe4-b3a6-4533-8775-03d1a06d376b req-9b93330a-2962-4529-b9a0-a7ef91f126d2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6 HTTP/1.1" status: 200 len: 898 time: 0.0869298 Jan 29 04:39:14.238651 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-11aaebe4-b3a6-4533-8775-03d1a06d376b req-2832d5e0-6c0e-46aa-9049-0589192408ca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=829cfa0f-952f-4033-859f-155c147542d5 HTTP/1.1" status: 200 len: 998 time: 0.0577750 Jan 29 04:39:14.262434 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-d623255e-2dfa-40d5-ad74-43d09522c1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e7f018-52e3-4e63-978a-a7c929562998', 'name': 'tempest-TestNetworkBasicOps-router-1190253608', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '2f428eb1-e31e-42e2-a22e-57ecc6ccfd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:37:13Z', 'updated_at': '2022-01-29T04:37:17Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '2f428eb1-e31e-42e2-a22e-57ecc6ccfd61', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ee:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e7f018-52e3-4e63-978a-a7c929562998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:37:14Z', 'updated_at': '2022-01-29T04:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '0f314de7-109f-45e5-8ff0-1064360443d5', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.52', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '86e7f018-52e3-4e63-978a-a7c929562998', 'port_id': '829cfa0f-952f-4033-859f-155c147542d5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6', 'mac_address': 'fa:16:3e:7a:bb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d15d96-9884-4cdf-a979-8f9fa530139e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:37:35Z', 'updated_at': '2022-01-29T04:39:13Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f81cc3e-8786-48d1-97cd-569957349af1', 'name': '', 'network_id': '00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:9e:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e7f018-52e3-4e63-978a-a7c929562998', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '352b8fe9-fe4f-4572-8363-d07a0882f9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:37:17Z', 'updated_at': '2022-01-29T04:37:20Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '352b8fe9-fe4f-4572-8363-d07a0882f9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:14.289067 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aaebe4-b3a6-4533-8775-03d1a06d376b req-a42ed34f-74d6-425d-8cda-40b38ffb39a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:14.289337 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d623255e-2dfa-40d5-ad74-43d09522c1b9 None None] Checking router: 86e7f018-52e3-4e63-978a-a7c929562998 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:39:14.290619 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-11aaebe4-b3a6-4533-8775-03d1a06d376b req-a42ed34f-74d6-425d-8cda-40b38ffb39a3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=352b8fe9-fe4f-4572-8363-d07a0882f9e5 HTTP/1.1" status: 200 len: 834 time: 0.0472710 Jan 29 04:39:14.297707 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d623255e-2dfa-40d5-ad74-43d09522c1b9 None None] Routers {'86e7f018-52e3-4e63-978a-a7c929562998'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:39:14.298314 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-d623255e-2dfa-40d5-ad74-43d09522c1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:38:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['86e7f018-52e3-4e63-978a-a7c929562998'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:14.339562 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aaebe4-b3a6-4533-8775-03d1a06d376b req-339630f6-2c20-4f58-8971-8d73c5d50cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:14.341015 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-11aaebe4-b3a6-4533-8775-03d1a06d376b req-339630f6-2c20-4f58-8971-8d73c5d50cee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0449407 Jan 29 04:39:14.403818 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-d623255e-2dfa-40d5-ad74-43d09522c1b9 None None] Set router 86e7f018-52e3-4e63-978a-a7c929562998 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:39:14.432032 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-11aaebe4-b3a6-4533-8775-03d1a06d376b req-d85cc722-af95-4cb8-887c-e654e2145eac service neutron] 10.222.0.18 "GET /v2.0/networks/00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848944 Jan 29 04:39:14.521840 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-11aaebe4-b3a6-4533-8775-03d1a06d376b req-63994e21-6b1d-4331-b3a8-f099975997e5 service neutron] 10.222.0.18 "GET /v2.0/networks/00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844488 Jan 29 04:39:14.629660 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-d623255e-2dfa-40d5-ad74-43d09522c1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e7f018-52e3-4e63-978a-a7c929562998', 'name': 'tempest-TestNetworkBasicOps-router-1190253608', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '2f428eb1-e31e-42e2-a22e-57ecc6ccfd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:37:13Z', 'updated_at': '2022-01-29T04:37:17Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '2f428eb1-e31e-42e2-a22e-57ecc6ccfd61', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ee:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e7f018-52e3-4e63-978a-a7c929562998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:37:14Z', 'updated_at': '2022-01-29T04:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '0f314de7-109f-45e5-8ff0-1064360443d5', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.52', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '86e7f018-52e3-4e63-978a-a7c929562998', 'port_id': '829cfa0f-952f-4033-859f-155c147542d5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6', 'mac_address': 'fa:16:3e:7a:bb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d15d96-9884-4cdf-a979-8f9fa530139e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:37:35Z', 'updated_at': '2022-01-29T04:39:13Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f81cc3e-8786-48d1-97cd-569957349af1', 'name': '', 'network_id': '00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:9e:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e7f018-52e3-4e63-978a-a7c929562998', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '352b8fe9-fe4f-4572-8363-d07a0882f9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:37:17Z', 'updated_at': '2022-01-29T04:37:20Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '352b8fe9-fe4f-4572-8363-d07a0882f9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:14.655498 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d623255e-2dfa-40d5-ad74-43d09522c1b9 None None] The sync data for ids ['86e7f018-52e3-4e63-978a-a7c929562998'] in dv-neutron-821190-1-hyperv is: [{'id': '86e7f018-52e3-4e63-978a-a7c929562998', 'name': 'tempest-TestNetworkBasicOps-router-1190253608', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '2f428eb1-e31e-42e2-a22e-57ecc6ccfd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:37:13Z', 'updated_at': '2022-01-29T04:37:17Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '2f428eb1-e31e-42e2-a22e-57ecc6ccfd61', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ee:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e7f018-52e3-4e63-978a-a7c929562998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:37:14Z', 'updated_at': '2022-01-29T04:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '0f314de7-109f-45e5-8ff0-1064360443d5', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.52', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '86e7f018-52e3-4e63-978a-a7c929562998', 'port_id': '829cfa0f-952f-4033-859f-155c147542d5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6', 'mac_address': 'fa:16:3e:7a:bb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d15d96-9884-4cdf-a979-8f9fa530139e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:37:35Z', 'updated_at': '2022-01-29T04:39:13Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f81cc3e-8786-48d1-97cd-569957349af1', 'name': '', 'network_id': '00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:9e:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e7f018-52e3-4e63-978a-a7c929562998', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '352b8fe9-fe4f-4572-8363-d07a0882f9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:37:17Z', 'updated_at': '2022-01-29T04:37:20Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '352b8fe9-fe4f-4572-8363-d07a0882f9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:39:14.836174 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3423fec-d46a-4bf8-8a22-a64b1119ef66 None None] New status for floating IP 0f314de7-109f-45e5-8ff0-1064360443d5: ACTIVE {{(pid=103587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:39:15.020058 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57252) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:39:15.087142 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-3bdbc5f2-be85-4739-ae72-88d91c3d80d4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/floatingips/0f314de7-109f-45e5-8ff0-1064360443d5 HTTP/1.1" status: 200 len: 990 time: 0.0658484 Jan 29 04:39:16.090979 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57256) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:39:16.151995 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-da29dfa7-f4c2-4263-aca7-f5cb2bea62c2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/floatingips/0f314de7-109f-45e5-8ff0-1064360443d5 HTTP/1.1" status: 200 len: 992 time: 0.0597811 Jan 29 04:39:20.198788 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-685f8d24-3ce8-4476-bd2a-e1fae72b3bae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:39:22.478475 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0ca9-b985-474f-81be-6a5e96ec08db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:39:23.682629 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:39:23.924395 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:39:24.827628 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:39:26.381064 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:39:35.432175 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:39:39.926404 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5781886a-13fe-459b-bcf2-c2edc40695ca req-32b3b13c-8069-41ee-a1f7-4150c479356f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c77463b4-aef5-4551-be74-ceb718b470fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0482826 Jan 29 04:39:40.002939 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781886a-13fe-459b-bcf2-c2edc40695ca req-93dcdede-b803-4087-8362-166e3a1bfe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:40.004429 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5781886a-13fe-459b-bcf2-c2edc40695ca req-93dcdede-b803-4087-8362-166e3a1bfe98 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=c77463b4-aef5-4551-be74-ceb718b470fb HTTP/1.1" status: 200 len: 1130 time: 0.0457785 Jan 29 04:39:40.105386 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781886a-13fe-459b-bcf2-c2edc40695ca req-4b015dbf-1d0b-47e2-98f2-4713b867f3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:40.106760 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5781886a-13fe-459b-bcf2-c2edc40695ca req-4b015dbf-1d0b-47e2-98f2-4713b867f3ec service neutron] 10.222.0.18 "GET /v2.0/networks?id=00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6 HTTP/1.1" status: 200 len: 898 time: 0.0840917 Jan 29 04:39:40.152039 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5781886a-13fe-459b-bcf2-c2edc40695ca req-1f9fae37-254f-44c2-816f-dd0e7a56f966 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c2e1796-0314-4e00-8811-17583f982f9b HTTP/1.1" status: 200 len: 217 time: 0.0387824 Jan 29 04:39:40.200106 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781886a-13fe-459b-bcf2-c2edc40695ca req-b4ad07f4-dc8d-4f18-a223-bce7cdc2d028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:40.201524 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5781886a-13fe-459b-bcf2-c2edc40695ca req-b4ad07f4-dc8d-4f18-a223-bce7cdc2d028 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=352b8fe9-fe4f-4572-8363-d07a0882f9e5 HTTP/1.1" status: 200 len: 834 time: 0.0439818 Jan 29 04:39:40.249814 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781886a-13fe-459b-bcf2-c2edc40695ca req-7501f18a-5e7b-4e63-bd48-59b25e619369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:40.251301 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5781886a-13fe-459b-bcf2-c2edc40695ca req-7501f18a-5e7b-4e63-bd48-59b25e619369 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0436609 Jan 29 04:39:40.341584 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5781886a-13fe-459b-bcf2-c2edc40695ca req-fbdc0c60-153a-4de5-9544-b0dbd8bda5a9 service neutron] 10.222.0.18 "GET /v2.0/networks/00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845778 Jan 29 04:39:40.434176 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5781886a-13fe-459b-bcf2-c2edc40695ca req-b9bd1780-950f-4001-a77d-2da5b3868675 service neutron] 10.222.0.18 "GET /v2.0/networks/00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861933 Jan 29 04:39:50.218852 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bb179093-775b-42d4-bacf-add5fb9ac396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:39:52.438119 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c955f0e0-ffee-4a85-a50a-4784ea99074b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:39:53.666645 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:39:53.866914 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:39:54.819312 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:39:56.386262 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:12.431596 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:40:20.209228 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f407089b-e667-4a80-8108-2148960c4edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:22.477471 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-57dc5f98-2c2d-4e26-8443-a55c1f87b5e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:23.654985 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:23.882979 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:24.875662 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:25.896170 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3611b719-8b0f-4d22-aeeb-a144883cc3e0 req-1a7e5c05-137b-4baf-8f9a-dfd21cd3bcc0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:25.897669 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3611b719-8b0f-4d22-aeeb-a144883cc3e0 req-1a7e5c05-137b-4baf-8f9a-dfd21cd3bcc0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=69d15d96-9884-4cdf-a979-8f9fa530139e HTTP/1.1" status: 200 len: 945 time: 0.0524254 Jan 29 04:40:25.949295 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3611b719-8b0f-4d22-aeeb-a144883cc3e0 req-d20e4d50-3cd0-42f1-91ba-fa380d1629d1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6104e8a-26e8-4794-8119-faa638a5c842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462170 Jan 29 04:40:26.397553 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:27.070583 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb36c60-4764-40f0-8960-32112dbdcb0c req-9cdb524a-d49a-4efd-a8eb-65db7ab8c840 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:27.072077 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ccb36c60-4764-40f0-8960-32112dbdcb0c req-9cdb524a-d49a-4efd-a8eb-65db7ab8c840 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=69d15d96-9884-4cdf-a979-8f9fa530139e HTTP/1.1" status: 200 len: 945 time: 0.0533547 Jan 29 04:40:27.119727 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ccb36c60-4764-40f0-8960-32112dbdcb0c req-c130095d-fae4-4d62-9608-2d8e43c38bbf tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6104e8a-26e8-4794-8119-faa638a5c842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414753 Jan 29 04:40:27.603441 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2083d1-c551-4ba4-8271-b2c64dfbf165 req-caf21a16-b8de-40e6-a287-0777cf40aff3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:27.604945 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1f2083d1-c551-4ba4-8271-b2c64dfbf165 req-caf21a16-b8de-40e6-a287-0777cf40aff3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "GET /v2.0/ports?device_id=69d15d96-9884-4cdf-a979-8f9fa530139e HTTP/1.1" status: 200 len: 945 time: 0.0540266 Jan 29 04:40:27.694252 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-1f2083d1-c551-4ba4-8271-b2c64dfbf165 req-aabca88c-1079-445a-a023-6fdd1037c09e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Deleting port 829cfa0f-952f-4033-859f-155c147542d5 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:40:27.694590 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-1f2083d1-c551-4ba4-8271-b2c64dfbf165 req-aabca88c-1079-445a-a023-6fdd1037c09e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (829cfa0f-952f-4033-859f-155c147542d5), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:27.782883 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-1f2083d1-c551-4ba4-8271-b2c64dfbf165 req-aabca88c-1079-445a-a023-6fdd1037c09e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] For port 829cfa0f-952f-4033-859f-155c147542d5, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=829cfa0f-952f-4033-859f-155c147542d5,segment=NetworkSegment(090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f),segment_id=090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:40:27.783245 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-1f2083d1-c551-4ba4-8271-b2c64dfbf165 req-aabca88c-1079-445a-a023-6fdd1037c09e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (829cfa0f-952f-4033-859f-155c147542d5), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:27.948768 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-1f2083d1-c551-4ba4-8271-b2c64dfbf165 req-aabca88c-1079-445a-a023-6fdd1037c09e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:27.949122 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-1f2083d1-c551-4ba4-8271-b2c64dfbf165 req-aabca88c-1079-445a-a023-6fdd1037c09e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (0f314de7-109f-45e5-8ff0-1064360443d5), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:27.949441 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.l3_db [req-1f2083d1-c551-4ba4-8271-b2c64dfbf165 req-aabca88c-1079-445a-a023-6fdd1037c09e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Floating IP 0f314de7-109f-45e5-8ff0-1064360443d5 disassociated. External IP: 172.26.8.52, port: 829cfa0f-952f-4033-859f-155c147542d5. Jan 29 04:40:27.949783 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-1f2083d1-c551-4ba4-8271-b2c64dfbf165 req-aabca88c-1079-445a-a023-6fdd1037c09e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Calling delete_port for 829cfa0f-952f-4033-859f-155c147542d5 owned by compute:nova {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:40:28.135033 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-1f2083d1-c551-4ba4-8271-b2c64dfbf165 req-aabca88c-1079-445a-a023-6fdd1037c09e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (829cfa0f-952f-4033-859f-155c147542d5), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:28.162146 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabca88c-1079-445a-a023-6fdd1037c09e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Port': ['ID=829cfa0f-952f-4033-859f-155c147542d5,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:28.171892 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabca88c-1079-445a-a023-6fdd1037c09e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:28.172258 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabca88c-1079-445a-a023-6fdd1037c09e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:28.172614 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabca88c-1079-445a-a023-6fdd1037c09e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:28.173017 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabca88c-1079-445a-a023-6fdd1037c09e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:28.173355 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabca88c-1079-445a-a023-6fdd1037c09e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:28.173685 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabca88c-1079-445a-a023-6fdd1037c09e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:28.174015 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabca88c-1079-445a-a023-6fdd1037c09e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:28.174345 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabca88c-1079-445a-a023-6fdd1037c09e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:28.174680 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabca88c-1079-445a-a023-6fdd1037c09e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:28.175557 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabca88c-1079-445a-a023-6fdd1037c09e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:28.175557 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabca88c-1079-445a-a023-6fdd1037c09e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:28.175759 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabca88c-1079-445a-a023-6fdd1037c09e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:28.175930 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabca88c-1079-445a-a023-6fdd1037c09e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:28.251791 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2bee3301-ebaa-4925-906f-31f2dc9586e7 req-44e00977-4916-47b8-a773-0fd1075b03e3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=69d15d96-9884-4cdf-a979-8f9fa530139e HTTP/1.1" status: 200 len: 210 time: 0.0311878 Jan 29 04:40:28.311650 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f2083d1-c551-4ba4-8271-b2c64dfbf165 req-aabca88c-1079-445a-a023-6fdd1037c09e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router 86e7f018-52e3-4e63-978a-a7c929562998 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:40:28.415844 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f2083d1-c551-4ba4-8271-b2c64dfbf165 req-aabca88c-1079-445a-a023-6fdd1037c09e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:40:28.426088 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfa8493-9ed7-4d7a-ab64-6d0b153dfd8f None None] Sync routers for ids ['86e7f018-52e3-4e63-978a-a7c929562998'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:40:28.436327 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfa8493-9ed7-4d7a-ab64-6d0b153dfd8f None None] Routers {'86e7f018-52e3-4e63-978a-a7c929562998'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:28.437077 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-4bfa8493-9ed7-4d7a-ab64-6d0b153dfd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:40:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['86e7f018-52e3-4e63-978a-a7c929562998'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:28.459822 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f2083d1-c551-4ba4-8271-b2c64dfbf165 req-aabca88c-1079-445a-a023-6fdd1037c09e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] No DVR routers for this DVR port 829cfa0f-952f-4033-859f-155c147542d5 on host hv-neutron-8211 {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:40:28.462218 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-1f2083d1-c551-4ba4-8271-b2c64dfbf165 req-aabca88c-1079-445a-a023-6fdd1037c09e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:28.465447 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1f2083d1-c551-4ba4-8271-b2c64dfbf165 req-aabca88c-1079-445a-a023-6fdd1037c09e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "DELETE /v2.0/ports/829cfa0f-952f-4033-859f-155c147542d5 HTTP/1.1" status: 204 len: 173 time: 0.8555939 Jan 29 04:40:28.465879 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d15d96-9884-4cdf-a979-8f9fa530139e', 'name': 'network-vif-deleted', 'tag': '829cfa0f-952f-4033-859f-155c147542d5'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:40:28.468150 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68894285-5af8-4d9f-a2a5-17ecb2b21135" -d '{"events": [{"server_uuid": "69d15d96-9884-4cdf-a979-8f9fa530139e", "name": "network-vif-deleted", "tag": "829cfa0f-952f-4033-859f-155c147542d5"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:40:28.504891 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138ba222-d43a-452e-bb63-44b55b79eb06 x-openstack-request-id: req-138ba222-d43a-452e-bb63-44b55b79eb06 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:40:28.505293 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d15d96-9884-4cdf-a979-8f9fa530139e", "name": "network-vif-deleted", "tag": "829cfa0f-952f-4033-859f-155c147542d5", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:40:28.505491 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-138ba222-d43a-452e-bb63-44b55b79eb06 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:40:28.505898 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d15d96-9884-4cdf-a979-8f9fa530139e', 'name': 'network-vif-deleted', 'tag': '829cfa0f-952f-4033-859f-155c147542d5', 'status': 'completed', 'code': 200} Jan 29 04:40:28.699230 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-4bfa8493-9ed7-4d7a-ab64-6d0b153dfd8f None None] Set router 86e7f018-52e3-4e63-978a-a7c929562998 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:40:28.897751 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-4bfa8493-9ed7-4d7a-ab64-6d0b153dfd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e7f018-52e3-4e63-978a-a7c929562998', 'name': 'tempest-TestNetworkBasicOps-router-1190253608', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '2f428eb1-e31e-42e2-a22e-57ecc6ccfd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:37:13Z', 'updated_at': '2022-01-29T04:37:17Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '2f428eb1-e31e-42e2-a22e-57ecc6ccfd61', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ee:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e7f018-52e3-4e63-978a-a7c929562998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:37:14Z', 'updated_at': '2022-01-29T04:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '6f81cc3e-8786-48d1-97cd-569957349af1', 'name': '', 'network_id': '00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:9e:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e7f018-52e3-4e63-978a-a7c929562998', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '352b8fe9-fe4f-4572-8363-d07a0882f9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:37:17Z', 'updated_at': '2022-01-29T04:37:20Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '352b8fe9-fe4f-4572-8363-d07a0882f9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:28.923393 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfa8493-9ed7-4d7a-ab64-6d0b153dfd8f None None] Checking router: 86e7f018-52e3-4e63-978a-a7c929562998 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:40:28.931278 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfa8493-9ed7-4d7a-ab64-6d0b153dfd8f None None] Routers {'86e7f018-52e3-4e63-978a-a7c929562998'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:28.931872 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-4bfa8493-9ed7-4d7a-ab64-6d0b153dfd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:40:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['86e7f018-52e3-4e63-978a-a7c929562998'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:29.033434 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-4bfa8493-9ed7-4d7a-ab64-6d0b153dfd8f None None] Set router 86e7f018-52e3-4e63-978a-a7c929562998 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:40:29.228093 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-4bfa8493-9ed7-4d7a-ab64-6d0b153dfd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e7f018-52e3-4e63-978a-a7c929562998', 'name': 'tempest-TestNetworkBasicOps-router-1190253608', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '2f428eb1-e31e-42e2-a22e-57ecc6ccfd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:37:13Z', 'updated_at': '2022-01-29T04:37:17Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '2f428eb1-e31e-42e2-a22e-57ecc6ccfd61', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ee:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e7f018-52e3-4e63-978a-a7c929562998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:37:14Z', 'updated_at': '2022-01-29T04:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '6f81cc3e-8786-48d1-97cd-569957349af1', 'name': '', 'network_id': '00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:9e:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e7f018-52e3-4e63-978a-a7c929562998', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '352b8fe9-fe4f-4572-8363-d07a0882f9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:37:17Z', 'updated_at': '2022-01-29T04:37:20Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '352b8fe9-fe4f-4572-8363-d07a0882f9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:29.254285 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfa8493-9ed7-4d7a-ab64-6d0b153dfd8f None None] The sync data for ids ['86e7f018-52e3-4e63-978a-a7c929562998'] in dv-neutron-821190-1-hyperv is: [{'id': '86e7f018-52e3-4e63-978a-a7c929562998', 'name': 'tempest-TestNetworkBasicOps-router-1190253608', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '2f428eb1-e31e-42e2-a22e-57ecc6ccfd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:37:13Z', 'updated_at': '2022-01-29T04:37:17Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '2f428eb1-e31e-42e2-a22e-57ecc6ccfd61', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ee:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e7f018-52e3-4e63-978a-a7c929562998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:37:14Z', 'updated_at': '2022-01-29T04:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '6f81cc3e-8786-48d1-97cd-569957349af1', 'name': '', 'network_id': '00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:9e:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e7f018-52e3-4e63-978a-a7c929562998', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '352b8fe9-fe4f-4572-8363-d07a0882f9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:37:17Z', 'updated_at': '2022-01-29T04:37:20Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '352b8fe9-fe4f-4572-8363-d07a0882f9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:40:29.373982 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-100a84f3-cd12-4af5-a7dc-6a8ef740dbd3 req-5144ca68-314b-492f-a934-826a1621ac71 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=69d15d96-9884-4cdf-a979-8f9fa530139e HTTP/1.1" status: 200 len: 210 time: 0.0279787 Jan 29 04:40:29.487975 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b2186a-8a97-4068-87f4-3f6af0e0e1f0 None None] New status for floating IP 0f314de7-109f-45e5-8ff0-1064360443d5: DOWN {{(pid=103587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:40:30.432375 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57316) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:40:30.488081 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dc6d2e17-8afd-4a19-8a57-7ac4c7b500a1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (a6104e8a-26e8-4794-8119-faa638a5c842), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:30.512757 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dc6d2e17-8afd-4a19-8a57-7ac4c7b500a1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (a6104e8a-26e8-4794-8119-faa638a5c842), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:30.692736 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dc6d2e17-8afd-4a19-8a57-7ac4c7b500a1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (a6104e8a-26e8-4794-8119-faa638a5c842), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:30.695673 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dc6d2e17-8afd-4a19-8a57-7ac4c7b500a1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:30.696900 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-dc6d2e17-8afd-4a19-8a57-7ac4c7b500a1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/security-groups/a6104e8a-26e8-4794-8119-faa638a5c842 HTTP/1.1" status: 204 len: 168 time: 0.2634621 Jan 29 04:40:30.706691 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d2e17-8afd-4a19-8a57-7ac4c7b500a1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6104e8a-26e8-4794-8119-faa638a5c842,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:30.821540 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57320) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:40:30.942144 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-8dbe362e-7624-4062-8976-ae38b7676f54 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Deleting port 171c9914-1e4d-4b99-a100-52e15fa91d22 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:40:30.942478 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8dbe362e-7624-4062-8976-ae38b7676f54 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (171c9914-1e4d-4b99-a100-52e15fa91d22), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:31.017440 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8dbe362e-7624-4062-8976-ae38b7676f54 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (171c9914-1e4d-4b99-a100-52e15fa91d22), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:31.017760 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8dbe362e-7624-4062-8976-ae38b7676f54 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for floatingip (171c9914-1e4d-4b99-a100-52e15fa91d22), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:31.028865 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-8dbe362e-7624-4062-8976-ae38b7676f54 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Calling delete_port for 171c9914-1e4d-4b99-a100-52e15fa91d22 owned by network:floatingip {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:40:31.220587 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8dbe362e-7624-4062-8976-ae38b7676f54 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (171c9914-1e4d-4b99-a100-52e15fa91d22), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:31.555958 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe362e-7624-4062-8976-ae38b7676f54 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Port': ['ID=171c9914-1e4d-4b99-a100-52e15fa91d22,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:31.618429 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8dbe362e-7624-4062-8976-ae38b7676f54 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for floatingip (0f314de7-109f-45e5-8ff0-1064360443d5), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:31.621160 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8dbe362e-7624-4062-8976-ae38b7676f54 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:31.622308 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-8dbe362e-7624-4062-8976-ae38b7676f54 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/floatingips/0f314de7-109f-45e5-8ff0-1064360443d5 HTTP/1.1" status: 204 len: 168 time: 0.7997389 Jan 29 04:40:31.986683 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 829cfa0f-952f-4033-859f-155c147542d5 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:40:32.006415 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] No Port match for: 829cfa0f-952f-4033-859f-155c147542d5 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:40:32.006766 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 829cfa0f-952f-4033-859f-155c147542d5 not bound to the agent host hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:40:32.035400 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e3d52-8e12-4885-9d77-cc9a912270b1 req-98917b43-c58a-4cc5-83e1-69f9610bf202 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:32.036905 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-759e3d52-8e12-4885-9d77-cc9a912270b1 req-98917b43-c58a-4cc5-83e1-69f9610bf202 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77463b4-aef5-4551-be74-ceb718b470fb HTTP/1.1" status: 200 len: 946 time: 0.0522988 Jan 29 04:40:32.087534 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-759e3d52-8e12-4885-9d77-cc9a912270b1 req-24f65291-04e8-4fe4-b348-ba3e8820dc6c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8a5b817-849a-423a-94bb-f7c2219be251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450358 Jan 29 04:40:33.212590 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c19db-80d4-4d49-a82e-57ac6f1ad04c req-ba75d3af-e669-4aff-a0bc-3dcd8901b96b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:33.214048 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-737c19db-80d4-4d49-a82e-57ac6f1ad04c req-ba75d3af-e669-4aff-a0bc-3dcd8901b96b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77463b4-aef5-4551-be74-ceb718b470fb HTTP/1.1" status: 200 len: 946 time: 0.0558281 Jan 29 04:40:33.263019 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-737c19db-80d4-4d49-a82e-57ac6f1ad04c req-1d936a08-1d05-428c-9cff-11f397326e4b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8a5b817-849a-423a-94bb-f7c2219be251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433509 Jan 29 04:40:33.668467 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995515c7-74f2-4b74-83c3-b5c9eb9e725c req-64fbf46e-090d-4131-b556-3f26003adc4c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:33.670011 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-995515c7-74f2-4b74-83c3-b5c9eb9e725c req-64fbf46e-090d-4131-b556-3f26003adc4c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "GET /v2.0/ports?device_id=c77463b4-aef5-4551-be74-ceb718b470fb HTTP/1.1" status: 200 len: 946 time: 0.0523341 Jan 29 04:40:33.757824 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-995515c7-74f2-4b74-83c3-b5c9eb9e725c req-fd185cd8-a9a9-4432-8c84-df13995cfb14 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Deleting port 7c2e1796-0314-4e00-8811-17583f982f9b {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:40:33.758158 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-995515c7-74f2-4b74-83c3-b5c9eb9e725c req-fd185cd8-a9a9-4432-8c84-df13995cfb14 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (7c2e1796-0314-4e00-8811-17583f982f9b), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:33.846550 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-995515c7-74f2-4b74-83c3-b5c9eb9e725c req-fd185cd8-a9a9-4432-8c84-df13995cfb14 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] For port 7c2e1796-0314-4e00-8811-17583f982f9b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=7c2e1796-0314-4e00-8811-17583f982f9b,segment=NetworkSegment(090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f),segment_id=090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:40:33.846804 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-995515c7-74f2-4b74-83c3-b5c9eb9e725c req-fd185cd8-a9a9-4432-8c84-df13995cfb14 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (7c2e1796-0314-4e00-8811-17583f982f9b), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:33.859501 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-995515c7-74f2-4b74-83c3-b5c9eb9e725c req-fd185cd8-a9a9-4432-8c84-df13995cfb14 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Calling delete_port for 7c2e1796-0314-4e00-8811-17583f982f9b owned by compute:nova {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:40:34.052289 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-995515c7-74f2-4b74-83c3-b5c9eb9e725c req-fd185cd8-a9a9-4432-8c84-df13995cfb14 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (7c2e1796-0314-4e00-8811-17583f982f9b), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:34.079748 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd185cd8-a9a9-4432-8c84-df13995cfb14 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Port': ['ID=7c2e1796-0314-4e00-8811-17583f982f9b,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:34.125160 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-995515c7-74f2-4b74-83c3-b5c9eb9e725c req-fd185cd8-a9a9-4432-8c84-df13995cfb14 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] No DVR routers for this DVR port 7c2e1796-0314-4e00-8811-17583f982f9b on host hv-neutron-8211 {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:40:34.127617 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-995515c7-74f2-4b74-83c3-b5c9eb9e725c req-fd185cd8-a9a9-4432-8c84-df13995cfb14 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:34.132629 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-995515c7-74f2-4b74-83c3-b5c9eb9e725c req-fd185cd8-a9a9-4432-8c84-df13995cfb14 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "DELETE /v2.0/ports/7c2e1796-0314-4e00-8811-17583f982f9b HTTP/1.1" status: 204 len: 173 time: 0.4560647 Jan 29 04:40:34.132629 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77463b4-aef5-4551-be74-ceb718b470fb', 'name': 'network-vif-deleted', 'tag': '7c2e1796-0314-4e00-8811-17583f982f9b'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:40:34.133533 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00e7d6b-d805-4c00-a4e3-52b1257c6ba6" -d '{"events": [{"server_uuid": "c77463b4-aef5-4551-be74-ceb718b470fb", "name": "network-vif-deleted", "tag": "7c2e1796-0314-4e00-8811-17583f982f9b"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:40:34.169407 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e03ced3-eda1-4717-8eab-fd2f3f493e6c x-openstack-request-id: req-5e03ced3-eda1-4717-8eab-fd2f3f493e6c {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:40:34.169701 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77463b4-aef5-4551-be74-ceb718b470fb", "name": "network-vif-deleted", "tag": "7c2e1796-0314-4e00-8811-17583f982f9b", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:40:34.169962 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e03ced3-eda1-4717-8eab-fd2f3f493e6c {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:40:34.170364 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77463b4-aef5-4551-be74-ceb718b470fb', 'name': 'network-vif-deleted', 'tag': '7c2e1796-0314-4e00-8811-17583f982f9b', 'status': 'completed', 'code': 200} Jan 29 04:40:34.359180 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-5c98c95f-8f35-4b59-8c8b-ca59cba0742a req-80985dfc-ad20-4594-9e2f-4ea55fb4811b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77463b4-aef5-4551-be74-ceb718b470fb HTTP/1.1" status: 200 len: 210 time: 0.0277958 Jan 29 04:40:35.415489 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57338) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:40:35.471915 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f4339b5b-0f75-462d-9907-87fbace7f61a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (f8a5b817-849a-423a-94bb-f7c2219be251), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:35.496109 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f4339b5b-0f75-462d-9907-87fbace7f61a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (f8a5b817-849a-423a-94bb-f7c2219be251), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:35.623460 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f4339b5b-0f75-462d-9907-87fbace7f61a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (f8a5b817-849a-423a-94bb-f7c2219be251), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:35.626380 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f4339b5b-0f75-462d-9907-87fbace7f61a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:35.627562 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f4339b5b-0f75-462d-9907-87fbace7f61a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/security-groups/f8a5b817-849a-423a-94bb-f7c2219be251 HTTP/1.1" status: 204 len: 168 time: 0.2110672 Jan 29 04:40:35.638185 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4339b5b-0f75-462d-9907-87fbace7f61a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a5b817-849a-423a-94bb-f7c2219be251,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:35.721979 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57342) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:40:36.079635 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-25675f24-cc9e-4cfa-8565-a8e055c83b4c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (86e7f018-52e3-4e63-978a-a7c929562998), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:36.331387 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-25675f24-cc9e-4cfa-8565-a8e055c83b4c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Deleting port 6f81cc3e-8786-48d1-97cd-569957349af1 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:40:36.331624 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-25675f24-cc9e-4cfa-8565-a8e055c83b4c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (6f81cc3e-8786-48d1-97cd-569957349af1), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:36.422303 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-25675f24-cc9e-4cfa-8565-a8e055c83b4c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] For port 6f81cc3e-8786-48d1-97cd-569957349af1, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=6f81cc3e-8786-48d1-97cd-569957349af1,segment=NetworkSegment(090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f),segment_id=090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:40:36.423009 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-25675f24-cc9e-4cfa-8565-a8e055c83b4c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (6f81cc3e-8786-48d1-97cd-569957349af1), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:36.434056 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-25675f24-cc9e-4cfa-8565-a8e055c83b4c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Calling delete_port for 6f81cc3e-8786-48d1-97cd-569957349af1 owned by network:router_interface {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:40:36.660459 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-25675f24-cc9e-4cfa-8565-a8e055c83b4c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (6f81cc3e-8786-48d1-97cd-569957349af1), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:36.688604 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25675f24-cc9e-4cfa-8565-a8e055c83b4c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Port': ['ID=6f81cc3e-8786-48d1-97cd-569957349af1,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:36.867867 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-25675f24-cc9e-4cfa-8565-a8e055c83b4c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (86e7f018-52e3-4e63-978a-a7c929562998), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:37.073246 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25675f24-cc9e-4cfa-8565-a8e055c83b4c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router 86e7f018-52e3-4e63-978a-a7c929562998 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:40:37.175451 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25675f24-cc9e-4cfa-8565-a8e055c83b4c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:40:37.180373 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-25675f24-cc9e-4cfa-8565-a8e055c83b4c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "PUT /v2.0/routers/86e7f018-52e3-4e63-978a-a7c929562998/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4573765 Jan 29 04:40:37.183372 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57344) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:40:37.187992 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f777ccb8-c72c-4fbb-bba3-18756257b471 None None] Sync routers for ids ['86e7f018-52e3-4e63-978a-a7c929562998'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:40:37.198443 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f777ccb8-c72c-4fbb-bba3-18756257b471 None None] Routers {'86e7f018-52e3-4e63-978a-a7c929562998'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:37.199063 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-f777ccb8-c72c-4fbb-bba3-18756257b471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:40:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['86e7f018-52e3-4e63-978a-a7c929562998'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:37.233813 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff37b45b-7a68-46c1-96f5-7809edee86ca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Deleting subnet 352b8fe9-fe4f-4572-8363-d07a0882f9e5 {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:40:37.236961 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ff37b45b-7a68-46c1-96f5-7809edee86ca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for subnet (352b8fe9-fe4f-4572-8363-d07a0882f9e5), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:37.281676 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ff37b45b-7a68-46c1-96f5-7809edee86ca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (352b8fe9-fe4f-4572-8363-d07a0882f9e5), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:37.303992 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-f777ccb8-c72c-4fbb-bba3-18756257b471 None None] Set router 86e7f018-52e3-4e63-978a-a7c929562998 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:40:37.364418 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ff37b45b-7a68-46c1-96f5-7809edee86ca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (352b8fe9-fe4f-4572-8363-d07a0882f9e5), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:37.480269 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-f777ccb8-c72c-4fbb-bba3-18756257b471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e7f018-52e3-4e63-978a-a7c929562998', 'name': 'tempest-TestNetworkBasicOps-router-1190253608', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '2f428eb1-e31e-42e2-a22e-57ecc6ccfd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:37:13Z', 'updated_at': '2022-01-29T04:40:36Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '2f428eb1-e31e-42e2-a22e-57ecc6ccfd61', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ee:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e7f018-52e3-4e63-978a-a7c929562998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:37:14Z', 'updated_at': '2022-01-29T04:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:37.498617 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ff37b45b-7a68-46c1-96f5-7809edee86ca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (352b8fe9-fe4f-4572-8363-d07a0882f9e5), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:37.506808 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f777ccb8-c72c-4fbb-bba3-18756257b471 None None] Checking router: 86e7f018-52e3-4e63-978a-a7c929562998 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:40:37.514966 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f777ccb8-c72c-4fbb-bba3-18756257b471 None None] Routers {'86e7f018-52e3-4e63-978a-a7c929562998'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:37.516115 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-f777ccb8-c72c-4fbb-bba3-18756257b471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:40:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['86e7f018-52e3-4e63-978a-a7c929562998'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:37.525172 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff37b45b-7a68-46c1-96f5-7809edee86ca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Subnet': ['ID=352b8fe9-fe4f-4572-8363-d07a0882f9e5,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:37.536628 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ff37b45b-7a68-46c1-96f5-7809edee86ca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:37.540740 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ff37b45b-7a68-46c1-96f5-7809edee86ca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/subnets/352b8fe9-fe4f-4572-8363-d07a0882f9e5 HTTP/1.1" status: 204 len: 168 time: 0.3564596 Jan 29 04:40:37.542286 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff37b45b-7a68-46c1-96f5-7809edee86ca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:37.542752 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff37b45b-7a68-46c1-96f5-7809edee86ca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:37.543088 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff37b45b-7a68-46c1-96f5-7809edee86ca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:37.543438 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff37b45b-7a68-46c1-96f5-7809edee86ca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:37.543777 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff37b45b-7a68-46c1-96f5-7809edee86ca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:37.543913 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57346) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:40:37.544397 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff37b45b-7a68-46c1-96f5-7809edee86ca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:37.544534 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff37b45b-7a68-46c1-96f5-7809edee86ca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:37.547656 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff37b45b-7a68-46c1-96f5-7809edee86ca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:37.547656 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff37b45b-7a68-46c1-96f5-7809edee86ca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:37.547656 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff37b45b-7a68-46c1-96f5-7809edee86ca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:37.547656 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff37b45b-7a68-46c1-96f5-7809edee86ca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:37.547656 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff37b45b-7a68-46c1-96f5-7809edee86ca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:37.547656 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff37b45b-7a68-46c1-96f5-7809edee86ca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:37.555609 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7d5977-cb59-4f77-94ad-334e3e5a8ab8 None None] Network 00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:40:37.660478 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e0332a83-bd82-4208-ab81-5658931cfce8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router (86e7f018-52e3-4e63-978a-a7c929562998), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:37.697961 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-f777ccb8-c72c-4fbb-bba3-18756257b471 None None] Set router 86e7f018-52e3-4e63-978a-a7c929562998 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:40:37.762725 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e0332a83-bd82-4208-ab81-5658931cfce8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_gateway (86e7f018-52e3-4e63-978a-a7c929562998), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:37.877790 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-e0332a83-bd82-4208-ab81-5658931cfce8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Deleting port 2f428eb1-e31e-42e2-a22e-57ecc6ccfd61 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:40:37.878181 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e0332a83-bd82-4208-ab81-5658931cfce8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (2f428eb1-e31e-42e2-a22e-57ecc6ccfd61), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:37.890757 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1042017-4daf-4eb3-b9ee-aa637d54858a None None] DHCP port deletion for 00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:40:37.925708 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-f777ccb8-c72c-4fbb-bba3-18756257b471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e7f018-52e3-4e63-978a-a7c929562998', 'name': 'tempest-TestNetworkBasicOps-router-1190253608', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '2f428eb1-e31e-42e2-a22e-57ecc6ccfd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:37:13Z', 'updated_at': '2022-01-29T04:40:36Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '2f428eb1-e31e-42e2-a22e-57ecc6ccfd61', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ee:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e7f018-52e3-4e63-978a-a7c929562998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:37:14Z', 'updated_at': '2022-01-29T04:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:37.956858 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f777ccb8-c72c-4fbb-bba3-18756257b471 None None] The sync data for ids ['86e7f018-52e3-4e63-978a-a7c929562998'] in dv-neutron-821190-1-hyperv is: [{'id': '86e7f018-52e3-4e63-978a-a7c929562998', 'name': 'tempest-TestNetworkBasicOps-router-1190253608', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '2f428eb1-e31e-42e2-a22e-57ecc6ccfd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:37:13Z', 'updated_at': '2022-01-29T04:40:36Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '2f428eb1-e31e-42e2-a22e-57ecc6ccfd61', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ee:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e7f018-52e3-4e63-978a-a7c929562998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:37:14Z', 'updated_at': '2022-01-29T04:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:40:37.963470 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-e0332a83-bd82-4208-ab81-5658931cfce8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] For port 2f428eb1-e31e-42e2-a22e-57ecc6ccfd61, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=2f428eb1-e31e-42e2-a22e-57ecc6ccfd61,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:40:37.963836 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e0332a83-bd82-4208-ab81-5658931cfce8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (2f428eb1-e31e-42e2-a22e-57ecc6ccfd61), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:37.977084 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c1042017-4daf-4eb3-b9ee-aa637d54858a None None] Deleting port 5f26b85a-5791-436d-a3ad-048c996bb3b2 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:40:37.977358 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-e0332a83-bd82-4208-ab81-5658931cfce8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Calling delete_port for 2f428eb1-e31e-42e2-a22e-57ecc6ccfd61 owned by network:router_gateway {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:40:37.977492 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c1042017-4daf-4eb3-b9ee-aa637d54858a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (5f26b85a-5791-436d-a3ad-048c996bb3b2), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:38.019173 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 7c2e1796-0314-4e00-8811-17583f982f9b no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:40:38.052711 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] No Port match for: 7c2e1796-0314-4e00-8811-17583f982f9b {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:40:38.053082 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 7c2e1796-0314-4e00-8811-17583f982f9b not bound to the agent host hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:40:38.066073 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-c1042017-4daf-4eb3-b9ee-aa637d54858a None None] For port 5f26b85a-5791-436d-a3ad-048c996bb3b2, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=5f26b85a-5791-436d-a3ad-048c996bb3b2,segment=NetworkSegment(090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f),segment_id=090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:40:38.066480 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c1042017-4daf-4eb3-b9ee-aa637d54858a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (5f26b85a-5791-436d-a3ad-048c996bb3b2), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:38.080976 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c1042017-4daf-4eb3-b9ee-aa637d54858a None None] Calling delete_port for 5f26b85a-5791-436d-a3ad-048c996bb3b2 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:40:38.237623 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e0332a83-bd82-4208-ab81-5658931cfce8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (2f428eb1-e31e-42e2-a22e-57ecc6ccfd61), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:38.261052 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0332a83-bd82-4208-ab81-5658931cfce8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Port': ['ID=2f428eb1-e31e-42e2-a22e-57ecc6ccfd61,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:38.267729 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c1042017-4daf-4eb3-b9ee-aa637d54858a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (5f26b85a-5791-436d-a3ad-048c996bb3b2), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:38.293180 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1042017-4daf-4eb3-b9ee-aa637d54858a None None] Pushing event deleted for resources: {'Port': ['ID=5f26b85a-5791-436d-a3ad-048c996bb3b2,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:38.299780 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1042017-4daf-4eb3-b9ee-aa637d54858a None None] No DVR routers for this DVR port 5f26b85a-5791-436d-a3ad-048c996bb3b2 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:40:38.308324 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1042017-4daf-4eb3-b9ee-aa637d54858a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:38.309064 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1042017-4daf-4eb3-b9ee-aa637d54858a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:38.309064 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1042017-4daf-4eb3-b9ee-aa637d54858a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:38.309406 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1042017-4daf-4eb3-b9ee-aa637d54858a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:38.309703 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1042017-4daf-4eb3-b9ee-aa637d54858a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:38.310030 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1042017-4daf-4eb3-b9ee-aa637d54858a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:38.310384 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1042017-4daf-4eb3-b9ee-aa637d54858a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:38.310686 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1042017-4daf-4eb3-b9ee-aa637d54858a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:38.311012 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1042017-4daf-4eb3-b9ee-aa637d54858a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:38.311337 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1042017-4daf-4eb3-b9ee-aa637d54858a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:38.311682 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1042017-4daf-4eb3-b9ee-aa637d54858a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:38.311983 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1042017-4daf-4eb3-b9ee-aa637d54858a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:38.312885 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1042017-4daf-4eb3-b9ee-aa637d54858a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:38.332030 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e0332a83-bd82-4208-ab81-5658931cfce8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (86e7f018-52e3-4e63-978a-a7c929562998), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:38.436127 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e0332a83-bd82-4208-ab81-5658931cfce8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (86e7f018-52e3-4e63-978a-a7c929562998), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:38.439240 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e0332a83-bd82-4208-ab81-5658931cfce8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_controller (86e7f018-52e3-4e63-978a-a7c929562998), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:38.574839 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e0332a83-bd82-4208-ab81-5658931cfce8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (86e7f018-52e3-4e63-978a-a7c929562998), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:38.575479 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0332a83-bd82-4208-ab81-5658931cfce8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Fanout notify agent at l3_agent the message router_deleted on router 86e7f018-52e3-4e63-978a-a7c929562998 {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:40:38.582544 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e0332a83-bd82-4208-ab81-5658931cfce8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:38.584792 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-e0332a83-bd82-4208-ab81-5658931cfce8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/routers/86e7f018-52e3-4e63-978a-a7c929562998 HTTP/1.1" status: 204 len: 168 time: 1.0396059 Jan 29 04:40:38.588192 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57348) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:40:38.668051 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-97bfe432-29bf-4a09-9d1a-ed3587ec24b8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:38.759252 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-97bfe432-29bf-4a09-9d1a-ed3587ec24b8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:38.779016 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-97bfe432-29bf-4a09-9d1a-ed3587ec24b8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:38.789209 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-97bfe432-29bf-4a09-9d1a-ed3587ec24b8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:38.789505 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-97bfe432-29bf-4a09-9d1a-ed3587ec24b8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:38.799112 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-97bfe432-29bf-4a09-9d1a-ed3587ec24b8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:38.811660 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-97bfe432-29bf-4a09-9d1a-ed3587ec24b8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:38.818328 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97bfe432-29bf-4a09-9d1a-ed3587ec24b8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:40:38.823209 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-97bfe432-29bf-4a09-9d1a-ed3587ec24b8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (090c0c77-bc2e-40ff-9fde-e2e9b04c2e9f), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:38.823209 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:40:38.823209 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:40:38.823209 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:40:38.823209 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:40:38.823209 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:40:38.823209 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:40:38.823209 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:40:38.823209 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:40:38.823209 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:40:38.823209 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:40:38.823209 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:40:38.823209 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:40:38.823209 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:40:38.823209 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:40:38.823209 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:40:38.823209 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:40:38.823209 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:40:38.823209 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:40:38.823209 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:40:38.823209 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:40:38.823209 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:40:38.823209 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:40:38.823209 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:40:38.823209 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:40:38.823209 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:40:38.823209 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:40:38.823209 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:40:38.823209 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:40:38.823209 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:40:38.823209 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:40:38.823209 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:40:38.823209 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:40:38.940341 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-97bfe432-29bf-4a09-9d1a-ed3587ec24b8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:38.953410 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-97bfe432-29bf-4a09-9d1a-ed3587ec24b8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:38.953410 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-97bfe432-29bf-4a09-9d1a-ed3587ec24b8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/networks/00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6 HTTP/1.1" status: 204 len: 168 time: 0.3613684 Jan 29 04:40:38.962295 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bfe432-29bf-4a09-9d1a-ed3587ec24b8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Network': ['ID=00fbd2ef-73ce-4f57-86ee-f35f8a9fc2c6,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:38.969935 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57350) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:40:38.974827 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-2e2279a6-86c9-4bb6-9e64-77bfce25f483 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'network': {'name': 'tempest-network-smoke--1296558375', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'port_security_enabled': True}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:39.066175 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2279a6-86c9-4bb6-9e64-77bfce25f483 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Made reservation on behalf of 9cb37fd5f36f44e696381da232925f9b for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:40:39.069588 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2e2279a6-86c9-4bb6-9e64-77bfce25f483 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:39.094343 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e2279a6-86c9-4bb6-9e64-77bfce25f483 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:40:39.102907 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2e2279a6-86c9-4bb6-9e64-77bfce25f483 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (05e3b5e5-67de-4d59-a39f-0a7eec20c859), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:39.104347 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-2e2279a6-86c9-4bb6-9e64-77bfce25f483 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Added segment 05e3b5e5-67de-4d59-a39f-0a7eec20c859 of type vlan for network 352abe45-b60a-49c7-b46d-aa7b3d32a335 Jan 29 04:40:39.142545 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2e2279a6-86c9-4bb6-9e64-77bfce25f483 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (352abe45-b60a-49c7-b46d-aa7b3d32a335), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:39.243372 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2e2279a6-86c9-4bb6-9e64-77bfce25f483 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (352abe45-b60a-49c7-b46d-aa7b3d32a335), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:39.248342 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2279a6-86c9-4bb6-9e64-77bfce25f483 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:39.248958 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2e2279a6-86c9-4bb6-9e64-77bfce25f483 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:39.315490 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2279a6-86c9-4bb6-9e64-77bfce25f483 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Network': ['ID=352abe45-b60a-49c7-b46d-aa7b3d32a335,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:39.325684 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 352abe45-b60a-49c7-b46d-aa7b3d32a335 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:40:39.343222 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2e2279a6-86c9-4bb6-9e64-77bfce25f483 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3718297 Jan 29 04:40:39.346212 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57352) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:40:39.350743 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-e65d52bb-6d43-44cf-81ed-f7aff4e6d5d7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1378404609', 'admin_state_up': True, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:39.435392 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e65d52bb-6d43-44cf-81ed-f7aff4e6d5d7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (f171e7d7-3c9b-4f61-8725-9ad687fe4f75), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:39.436455 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e65d52bb-6d43-44cf-81ed-f7aff4e6d5d7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (f171e7d7-3c9b-4f61-8725-9ad687fe4f75), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:39.487561 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e65d52bb-6d43-44cf-81ed-f7aff4e6d5d7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_controller (f171e7d7-3c9b-4f61-8725-9ad687fe4f75), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:39.626999 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 5f26b85a-5791-436d-a3ad-048c996bb3b2 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:40:39.645670 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 5f26b85a-5791-436d-a3ad-048c996bb3b2 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:40:39.646008 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 5f26b85a-5791-436d-a3ad-048c996bb3b2 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:40:39.646413 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 2f428eb1-e31e-42e2-a22e-57ecc6ccfd61 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:40:39.665079 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 2f428eb1-e31e-42e2-a22e-57ecc6ccfd61 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:40:39.665438 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 2f428eb1-e31e-42e2-a22e-57ecc6ccfd61 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:40:39.665821 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 6f81cc3e-8786-48d1-97cd-569957349af1 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:40:39.689387 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 6f81cc3e-8786-48d1-97cd-569957349af1 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:40:39.689737 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 6f81cc3e-8786-48d1-97cd-569957349af1 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:40:40.019026 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e65d52bb-6d43-44cf-81ed-f7aff4e6d5d7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_gateway (f171e7d7-3c9b-4f61-8725-9ad687fe4f75), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:40.054312 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-41b7e8d0-9314-4aba-93ae-54b4c7e714a1 req-ce7adf8b-dbd0-41e4-b7e6-43758874a9fb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b1e702ee-003b-4afe-9660-66803b02122a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464327 Jan 29 04:40:40.177638 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7e8d0-9314-4aba-93ae-54b4c7e714a1 req-f0aa5e73-0538-4cb7-b0f4-33cfb5ea268a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:40.179037 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-41b7e8d0-9314-4aba-93ae-54b4c7e714a1 req-f0aa5e73-0538-4cb7-b0f4-33cfb5ea268a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1b0e4f5bc18f46e19e7272f5d8beca17&device_id=b1e702ee-003b-4afe-9660-66803b02122a HTTP/1.1" status: 200 len: 1130 time: 0.0927899 Jan 29 04:40:40.330205 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7e8d0-9314-4aba-93ae-54b4c7e714a1 req-bf1dbba4-eea1-45c6-91e1-836614230a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:40.331643 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-41b7e8d0-9314-4aba-93ae-54b4c7e714a1 req-bf1dbba4-eea1-45c6-91e1-836614230a9c service neutron] 10.222.0.18 "GET /v2.0/networks?id=0e91feca-45f0-4a0a-b0ad-b17a5562d039 HTTP/1.1" status: 200 len: 913 time: 0.1346171 Jan 29 04:40:40.417176 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e65d52bb-6d43-44cf-81ed-f7aff4e6d5d7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_gateway (f171e7d7-3c9b-4f61-8725-9ad687fe4f75), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:40.440183 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e65d52bb-6d43-44cf-81ed-f7aff4e6d5d7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:40.485986 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-41b7e8d0-9314-4aba-93ae-54b4c7e714a1 req-8a967d97-276f-4d34-8ce6-18bcb864d91b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da97bd4a-e00d-4130-9281-95c80bde9dc5 HTTP/1.1" status: 200 len: 1001 time: 0.1301219 Jan 29 04:40:40.509263 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57354) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:40:40.571176 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7e8d0-9314-4aba-93ae-54b4c7e714a1 req-fc6cdd2b-6107-4d39-aedd-daf6410e8888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:40.572716 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-41b7e8d0-9314-4aba-93ae-54b4c7e714a1 req-fc6cdd2b-6107-4d39-aedd-daf6410e8888 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c5ef5406-79aa-4490-92c9-3e7f9e568ee2 HTTP/1.1" status: 200 len: 851 time: 0.0799134 Jan 29 04:40:40.618224 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-e65d52bb-6d43-44cf-81ed-f7aff4e6d5d7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Allocated IP 172.26.8.175 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/7066e4d4-d87a-41c7-be96-1b116b5356da) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:40:40.658859 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7e8d0-9314-4aba-93ae-54b4c7e714a1 req-620aa1ba-5356-43da-97aa-d0dbf17b082c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:40.660516 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-41b7e8d0-9314-4aba-93ae-54b4c7e714a1 req-620aa1ba-5356-43da-97aa-d0dbf17b082c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e91feca-45f0-4a0a-b0ad-b17a5562d039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0809977 Jan 29 04:40:40.676870 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-888826e4-d281-4bc3-a756-053d8d978314 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Deleting port 3980fc1d-da77-4b2f-95cc-df57d3e26808 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:40:40.677208 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-888826e4-d281-4bc3-a756-053d8d978314 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (3980fc1d-da77-4b2f-95cc-df57d3e26808), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:40.755773 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-888826e4-d281-4bc3-a756-053d8d978314 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (3980fc1d-da77-4b2f-95cc-df57d3e26808), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:40.756034 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-888826e4-d281-4bc3-a756-053d8d978314 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks [] for floatingip (3980fc1d-da77-4b2f-95cc-df57d3e26808), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:40.768440 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-888826e4-d281-4bc3-a756-053d8d978314 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Calling delete_port for 3980fc1d-da77-4b2f-95cc-df57d3e26808 owned by network:floatingip {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:40:40.801836 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e65d52bb-6d43-44cf-81ed-f7aff4e6d5d7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (7066e4d4-d87a-41c7-be96-1b116b5356da), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:40.811039 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-41b7e8d0-9314-4aba-93ae-54b4c7e714a1 req-df8d7f64-8ddb-49ba-881b-4ee6ef56bffc service neutron] 10.222.0.18 "GET /v2.0/networks/0e91feca-45f0-4a0a-b0ad-b17a5562d039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271389 Jan 29 04:40:40.918789 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-41b7e8d0-9314-4aba-93ae-54b4c7e714a1 req-55106914-f376-4879-9fdd-e89f01c609b3 service neutron] 10.222.0.18 "GET /v2.0/networks/0e91feca-45f0-4a0a-b0ad-b17a5562d039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001816 Jan 29 04:40:40.940884 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e65d52bb-6d43-44cf-81ed-f7aff4e6d5d7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (7066e4d4-d87a-41c7-be96-1b116b5356da), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:40.977733 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65d52bb-6d43-44cf-81ed-f7aff4e6d5d7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:40:40.980538 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-e65d52bb-6d43-44cf-81ed-f7aff4e6d5d7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:40:40.984212 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65d52bb-6d43-44cf-81ed-f7aff4e6d5d7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:40:41.012812 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d52bb-6d43-44cf-81ed-f7aff4e6d5d7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=7066e4d4-d87a-41c7-be96-1b116b5356da,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:41.014819 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-888826e4-d281-4bc3-a756-053d8d978314 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (3980fc1d-da77-4b2f-95cc-df57d3e26808), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:41.046281 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888826e4-d281-4bc3-a756-053d8d978314 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Pushing event deleted for resources: {'Port': ['ID=3980fc1d-da77-4b2f-95cc-df57d3e26808,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:41.107302 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-888826e4-d281-4bc3-a756-053d8d978314 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks [] for floatingip (9012437b-c7fd-466f-a1fe-b99281d18983), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:41.107799 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.l3_db [None req-888826e4-d281-4bc3-a756-053d8d978314 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Floating IP 9012437b-c7fd-466f-a1fe-b99281d18983 disassociated (deleted). External IP: 172.26.8.71, port: da97bd4a-e00d-4130-9281-95c80bde9dc5. Jan 29 04:40:41.324991 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e65d52bb-6d43-44cf-81ed-f7aff4e6d5d7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_gateway (f171e7d7-3c9b-4f61-8725-9ad687fe4f75), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:41.527267 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e65d52bb-6d43-44cf-81ed-f7aff4e6d5d7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (f171e7d7-3c9b-4f61-8725-9ad687fe4f75), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:41.654549 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888826e4-d281-4bc3-a756-053d8d978314 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Router b43ba331-a11d-4a64-9b59-9b15884ae556 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:40:41.766070 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888826e4-d281-4bc3-a756-053d8d978314 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:40:41.770840 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-888826e4-d281-4bc3-a756-053d8d978314 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:41.775867 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09c6be4-4284-4914-839d-5f1cc5817668 None None] Sync routers for ids ['b43ba331-a11d-4a64-9b59-9b15884ae556'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:40:41.785470 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09c6be4-4284-4914-839d-5f1cc5817668 None None] Routers {'b43ba331-a11d-4a64-9b59-9b15884ae556'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:41.786074 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-d09c6be4-4284-4914-839d-5f1cc5817668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:40:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b43ba331-a11d-4a64-9b59-9b15884ae556'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:41.799343 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-888826e4-d281-4bc3-a756-053d8d978314 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "DELETE /v2.0/floatingips/9012437b-c7fd-466f-a1fe-b99281d18983 HTTP/1.1" status: 204 len: 168 time: 1.2889581 Jan 29 04:40:41.799989 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e702ee-003b-4afe-9660-66803b02122a', 'tag': 'da97bd4a-e00d-4130-9281-95c80bde9dc5'}] {{(pid=103584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:40:41.803005 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65d52bb-6d43-44cf-81ed-f7aff4e6d5d7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router f171e7d7-3c9b-4f61-8725-9ad687fe4f75 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:40:41.805276 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88d22702f486e82ce3265c1db8b0c003dd285ef8b53ba8e869e33114e3fd04d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae86ffe7-b84d-4032-9491-097908be2d97" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e702ee-003b-4afe-9660-66803b02122a", "tag": "da97bd4a-e00d-4130-9281-95c80bde9dc5"}]}' {{(pid=103584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:40:41.867336 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5ab02b-5cbe-41ed-8eab-b9ac30ad5f79 x-openstack-request-id: req-ce5ab02b-5cbe-41ed-8eab-b9ac30ad5f79 {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:40:41.867630 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e702ee-003b-4afe-9660-66803b02122a", "tag": "da97bd4a-e00d-4130-9281-95c80bde9dc5", "status": "completed", "code": 200}]} {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:40:41.867886 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce5ab02b-5cbe-41ed-8eab-b9ac30ad5f79 {{(pid=103584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:40:41.868284 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1e702ee-003b-4afe-9660-66803b02122a', 'tag': 'da97bd4a-e00d-4130-9281-95c80bde9dc5', 'status': 'completed', 'code': 200} Jan 29 04:40:41.898317 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-d09c6be4-4284-4914-839d-5f1cc5817668 None None] Set router b43ba331-a11d-4a64-9b59-9b15884ae556 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:40:41.976839 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65d52bb-6d43-44cf-81ed-f7aff4e6d5d7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:40:41.988327 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ba2b05-8a77-4e7e-8ce2-202482e98184 None None] Sync routers for ids ['f171e7d7-3c9b-4f61-8725-9ad687fe4f75'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:40:42.000888 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ba2b05-8a77-4e7e-8ce2-202482e98184 None None] Routers {'f171e7d7-3c9b-4f61-8725-9ad687fe4f75'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:42.001765 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86ffe7-b84d-4032-9491-097908be2d97 req-9d34ed3b-decf-460e-be39-56244c0ed82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:42.002227 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-e5ba2b05-8a77-4e7e-8ce2-202482e98184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:40:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['f171e7d7-3c9b-4f61-8725-9ad687fe4f75'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:42.003284 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ae86ffe7-b84d-4032-9491-097908be2d97 req-9d34ed3b-decf-460e-be39-56244c0ed82b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1b0e4f5bc18f46e19e7272f5d8beca17&device_id=b1e702ee-003b-4afe-9660-66803b02122a HTTP/1.1" status: 200 len: 1130 time: 0.0746715 Jan 29 04:40:42.099816 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e65d52bb-6d43-44cf-81ed-f7aff4e6d5d7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:42.104198 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-e65d52bb-6d43-44cf-81ed-f7aff4e6d5d7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7538238 Jan 29 04:40:42.104642 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57360) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:40:42.128375 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86ffe7-b84d-4032-9491-097908be2d97 req-04ac90bd-bca1-41b8-ac07-356ed586dd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:42.133554 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ae86ffe7-b84d-4032-9491-097908be2d97 req-04ac90bd-bca1-41b8-ac07-356ed586dd09 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0e91feca-45f0-4a0a-b0ad-b17a5562d039 HTTP/1.1" status: 200 len: 913 time: 0.1226819 Jan 29 04:40:42.141827 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b578610a-d4cb-49fa-8a85-916d6176f65a tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=9cb37fd5f36f44e696381da232925f9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0359328 Jan 29 04:40:42.144786 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57364) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:40:42.224315 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ae86ffe7-b84d-4032-9491-097908be2d97 req-c8b6769e-731e-4495-a1a5-c91566f367c2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da97bd4a-e00d-4130-9281-95c80bde9dc5 HTTP/1.1" status: 200 len: 217 time: 0.0405231 Jan 29 04:40:42.243233 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-d09c6be4-4284-4914-839d-5f1cc5817668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'name': 'tempest-TestVolumeBootPattern-1182025116-router', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:12Z', 'updated_at': '2022-01-29T04:30:21Z', 'revision_number': 4, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'gw_port': {'id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:14Z', 'updated_at': '2022-01-29T04:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '1c47cdd0-00e3-404f-ab13-fdcc5e9b040f', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'floating_ip_address': '172.26.8.78', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'port_id': '630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039', 'mac_address': 'fa:16:3e:4f:16:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c91c482-2b8e-47ae-8499-83bac73927d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:35:31Z', 'updated_at': '2022-01-29T04:35:34Z', 'revision_number': 1, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98a2ab77-b23f-4e5a-bf17-3bc88a105717', 'name': '', 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'mac_address': 'fa:16:3e:b5:b3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:20Z', 'updated_at': '2022-01-29T04:30:31Z', 'revision_number': 5, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'subnets': [{'id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:42.283502 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09c6be4-4284-4914-839d-5f1cc5817668 None None] Checking router: b43ba331-a11d-4a64-9b59-9b15884ae556 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:40:42.286387 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86ffe7-b84d-4032-9491-097908be2d97 req-476718d1-e714-416b-b141-4ce3e12fc51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:42.288374 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ae86ffe7-b84d-4032-9491-097908be2d97 req-476718d1-e714-416b-b141-4ce3e12fc51b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c5ef5406-79aa-4490-92c9-3e7f9e568ee2 HTTP/1.1" status: 200 len: 851 time: 0.0568764 Jan 29 04:40:42.290608 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bad72bd-1ab6-42f5-a443-9ec271fe9df6 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:42.292170 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-6bad72bd-1ab6-42f5-a443-9ec271fe9df6 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1459739 Jan 29 04:40:42.295419 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57366) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:40:42.297731 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09c6be4-4284-4914-839d-5f1cc5817668 None None] Routers {'b43ba331-a11d-4a64-9b59-9b15884ae556'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:42.298549 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-d09c6be4-4284-4914-839d-5f1cc5817668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:40:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b43ba331-a11d-4a64-9b59-9b15884ae556'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:42.313941 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-e5ba2b05-8a77-4e7e-8ce2-202482e98184 None None] Set router f171e7d7-3c9b-4f61-8725-9ad687fe4f75 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:40:42.331304 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d437f8ca-b354-49be-9b84-3a61ce5478f3 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f0de7169-31b1-4289-9a2a-56c5f4e63ed1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351610 Jan 29 04:40:42.333765 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57368) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:40:42.339954 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-492d9542-4ff7-4250-8c6e-7fe5bd51a635 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2011861503', 'network_id': '352abe45-b60a-49c7-b46d-aa7b3d32a335', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:42.359624 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86ffe7-b84d-4032-9491-097908be2d97 req-52626abe-9081-45a2-97f5-67ebc7e2c6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:42.361125 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ae86ffe7-b84d-4032-9491-097908be2d97 req-52626abe-9081-45a2-97f5-67ebc7e2c6dc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e91feca-45f0-4a0a-b0ad-b17a5562d039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0648673 Jan 29 04:40:42.366199 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49a8e4-1480-40d1-a034-02a01a07111a req-7384aa96-cb5d-416f-a34d-dcd94bbd28f3 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:42.367857 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-cc49a8e4-1480-40d1-a034-02a01a07111a req-7384aa96-cb5d-416f-a34d-dcd94bbd28f3 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1e702ee-003b-4afe-9660-66803b02122a HTTP/1.1" status: 200 len: 946 time: 0.1412010 Jan 29 04:40:42.429508 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-d09c6be4-4284-4914-839d-5f1cc5817668 None None] Set router b43ba331-a11d-4a64-9b59-9b15884ae556 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:40:42.479608 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-cc49a8e4-1480-40d1-a034-02a01a07111a req-50b6e0ac-9fa3-4a1e-9424-2310462b37b6 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770838 Jan 29 04:40:42.480955 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ae86ffe7-b84d-4032-9491-097908be2d97 req-802466bb-75e1-4c2f-bdc4-6e55b0b0040d service neutron] 10.222.0.18 "GET /v2.0/networks/0e91feca-45f0-4a0a-b0ad-b17a5562d039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130114 Jan 29 04:40:42.536110 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-e5ba2b05-8a77-4e7e-8ce2-202482e98184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f171e7d7-3c9b-4f61-8725-9ad687fe4f75', 'name': 'tempest-TestNetworkBasicOps-router-1378404609', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '7066e4d4-d87a-41c7-be96-1b116b5356da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:40:39Z', 'updated_at': '2022-01-29T04:40:41Z', 'revision_number': 3, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '7066e4d4-d87a-41c7-be96-1b116b5356da', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f171e7d7-3c9b-4f61-8725-9ad687fe4f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:40Z', 'updated_at': '2022-01-29T04:40:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:42.551709 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492d9542-4ff7-4250-8c6e-7fe5bd51a635 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Made reservation on behalf of 9cb37fd5f36f44e696381da232925f9b for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:40:42.555295 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-492d9542-4ff7-4250-8c6e-7fe5bd51a635 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:42.565391 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ba2b05-8a77-4e7e-8ce2-202482e98184 None None] Checking router: f171e7d7-3c9b-4f61-8725-9ad687fe4f75 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:40:42.565391 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ba2b05-8a77-4e7e-8ce2-202482e98184 None None] Updating router f171e7d7-3c9b-4f61-8725-9ad687fe4f75 port 7066e4d4-d87a-41c7-be96-1b116b5356da binding host dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:40:42.597101 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5ba2b05-8a77-4e7e-8ce2-202482e98184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (7066e4d4-d87a-41c7-be96-1b116b5356da), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:42.609719 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ae86ffe7-b84d-4032-9491-097908be2d97 req-aa2c87a3-eb9e-4583-a427-ae0bd56f0018 service neutron] 10.222.0.18 "GET /v2.0/networks/0e91feca-45f0-4a0a-b0ad-b17a5562d039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205192 Jan 29 04:40:42.683959 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-d09c6be4-4284-4914-839d-5f1cc5817668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'name': 'tempest-TestVolumeBootPattern-1182025116-router', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:12Z', 'updated_at': '2022-01-29T04:30:21Z', 'revision_number': 4, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'gw_port': {'id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:14Z', 'updated_at': '2022-01-29T04:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '1c47cdd0-00e3-404f-ab13-fdcc5e9b040f', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'floating_ip_address': '172.26.8.78', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'port_id': '630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039', 'mac_address': 'fa:16:3e:4f:16:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c91c482-2b8e-47ae-8499-83bac73927d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:35:31Z', 'updated_at': '2022-01-29T04:35:34Z', 'revision_number': 1, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98a2ab77-b23f-4e5a-bf17-3bc88a105717', 'name': '', 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'mac_address': 'fa:16:3e:b5:b3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:20Z', 'updated_at': '2022-01-29T04:30:31Z', 'revision_number': 5, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'subnets': [{'id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:42.715969 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09c6be4-4284-4914-839d-5f1cc5817668 None None] The sync data for ids ['b43ba331-a11d-4a64-9b59-9b15884ae556'] in dv-neutron-821190-1-hyperv is: [{'id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'name': 'tempest-TestVolumeBootPattern-1182025116-router', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:12Z', 'updated_at': '2022-01-29T04:30:21Z', 'revision_number': 4, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'gw_port': {'id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:14Z', 'updated_at': '2022-01-29T04:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '1c47cdd0-00e3-404f-ab13-fdcc5e9b040f', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'floating_ip_address': '172.26.8.78', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'port_id': '630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039', 'mac_address': 'fa:16:3e:4f:16:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c91c482-2b8e-47ae-8499-83bac73927d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:35:31Z', 'updated_at': '2022-01-29T04:35:34Z', 'revision_number': 1, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98a2ab77-b23f-4e5a-bf17-3bc88a105717', 'name': '', 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'mac_address': 'fa:16:3e:b5:b3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:20Z', 'updated_at': '2022-01-29T04:30:31Z', 'revision_number': 5, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'subnets': [{'id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:40:42.837736 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-492d9542-4ff7-4250-8c6e-7fe5bd51a635 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (3aef98ce-d494-4190-9f68-23b77c017d8b), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:42.873466 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5ba2b05-8a77-4e7e-8ce2-202482e98184 None None] Publish callbacks [] for port (7066e4d4-d87a-41c7-be96-1b116b5356da), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:42.906296 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492d9542-4ff7-4250-8c6e-7fe5bd51a635 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Subnet': ['ID=3aef98ce-d494-4190-9f68-23b77c017d8b,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:42.911615 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492d9542-4ff7-4250-8c6e-7fe5bd51a635 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Checking segment: {'id': '05e3b5e5-67de-4d59-a39f-0a7eec20c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '352abe45-b60a-49c7-b46d-aa7b3d32a335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:40:42.911988 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492d9542-4ff7-4250-8c6e-7fe5bd51a635 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network hostable DHCP agents. Network: 352abe45-b60a-49c7-b46d-aa7b3d32a335, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:40:42.964757 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0225457d-bf00-40e3-b76f-0ac4470f64fc None None] New status for floating IP 9012437b-c7fd-466f-a1fe-b99281d18983: DOWN {{(pid=103587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:40:42.984292 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5ba2b05-8a77-4e7e-8ce2-202482e98184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (7066e4d4-d87a-41c7-be96-1b116b5356da), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:43.038779 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-e5ba2b05-8a77-4e7e-8ce2-202482e98184 None None] Attempting to bind port 7066e4d4-d87a-41c7-be96-1b116b5356da on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:40:43.039511 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-e5ba2b05-8a77-4e7e-8ce2-202482e98184 None None] Attempting to bind port 7066e4d4-d87a-41c7-be96-1b116b5356da by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:40:43.039668 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ba2b05-8a77-4e7e-8ce2-202482e98184 None None] Attempting to bind port 7066e4d4-d87a-41c7-be96-1b116b5356da on network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:40:43.042613 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246f9aa-5ad3-441d-9047-ae17914c985a None None] Pushing event updated for resources: {'Port': ['ID=7066e4d4-d87a-41c7-be96-1b116b5356da,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:43.050801 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492d9542-4ff7-4250-8c6e-7fe5bd51a635 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network 352abe45-b60a-49c7-b46d-aa7b3d32a335 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:40:43.051285 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ba2b05-8a77-4e7e-8ce2-202482e98184 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:40:43.051285 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ba2b05-8a77-4e7e-8ce2-202482e98184 None None] Checking segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:40:43.051285 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5ba2b05-8a77-4e7e-8ce2-202482e98184 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:43.051285 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ba2b05-8a77-4e7e-8ce2-202482e98184 None None] Bound using segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:40:43.051285 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-e5ba2b05-8a77-4e7e-8ce2-202482e98184 None None] Bound port: 7066e4d4-d87a-41c7-be96-1b116b5356da, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:40:43.051285 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5ba2b05-8a77-4e7e-8ce2-202482e98184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (7066e4d4-d87a-41c7-be96-1b116b5356da), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:43.105521 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-e5ba2b05-8a77-4e7e-8ce2-202482e98184 None None] For port 7066e4d4-d87a-41c7-be96-1b116b5356da, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:40:43.109206 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-e5ba2b05-8a77-4e7e-8ce2-202482e98184 None None] For port 7066e4d4-d87a-41c7-be96-1b116b5356da, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=7066e4d4-d87a-41c7-be96-1b116b5356da,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:40:43.136775 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-492d9542-4ff7-4250-8c6e-7fe5bd51a635 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 352abe45-b60a-49c7-b46d-aa7b3d32a335) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:40:43.136775 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492d9542-4ff7-4250-8c6e-7fe5bd51a635 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:43.137252 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-492d9542-4ff7-4250-8c6e-7fe5bd51a635 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:43.142486 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1bf385-562e-465f-8f27-38bd9c019915 None None] Network 352abe45-b60a-49c7-b46d-aa7b3d32a335 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:40:43.244357 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5ba2b05-8a77-4e7e-8ce2-202482e98184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (7066e4d4-d87a-41c7-be96-1b116b5356da), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:43.244357 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902a395c-d6b3-4794-b5d6-63edfe6f10a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-352abe45-b60a-49c7-b46d-aa7b3d32a335', 'network_id': '352abe45-b60a-49c7-b46d-aa7b3d32a335', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ips': [{'subnet_id': '3aef98ce-d494-4190-9f68-23b77c017d8b'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:40:43.244357 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-902a395c-d6b3-4794-b5d6-63edfe6f10a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:43.263298 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-492d9542-4ff7-4250-8c6e-7fe5bd51a635 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9275506 Jan 29 04:40:43.266902 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57370) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:40:43.371578 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ba2b05-8a77-4e7e-8ce2-202482e98184 None None] Routers {'f171e7d7-3c9b-4f61-8725-9ad687fe4f75'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:43.372218 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-e5ba2b05-8a77-4e7e-8ce2-202482e98184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:40:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['f171e7d7-3c9b-4f61-8725-9ad687fe4f75'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:43.373954 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246f9aa-5ad3-441d-9047-ae17914c985a None None] Pushing event updated for resources: {'Port': ['ID=7066e4d4-d87a-41c7-be96-1b116b5356da,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:43.509725 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-902a395c-d6b3-4794-b5d6-63edfe6f10a9 None None] Allocated IP 172.20.0.2 (352abe45-b60a-49c7-b46d-aa7b3d32a335/3aef98ce-d494-4190-9f68-23b77c017d8b/e6fc970f-8db2-44e3-ac95-9ab39226fa93) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:40:43.532826 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-e5ba2b05-8a77-4e7e-8ce2-202482e98184 None None] Set router f171e7d7-3c9b-4f61-8725-9ad687fe4f75 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:40:43.619813 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a83e44-139c-4d92-84c2-6e966eac35f4 req-53f3da37-ebb6-4bb5-98d3-3f2742ad6d2e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:43.621652 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b7a83e44-139c-4d92-84c2-6e966eac35f4 req-53f3da37-ebb6-4bb5-98d3-3f2742ad6d2e tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1e702ee-003b-4afe-9660-66803b02122a HTTP/1.1" status: 200 len: 946 time: 0.0605812 Jan 29 04:40:43.679017 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b7a83e44-139c-4d92-84c2-6e966eac35f4 req-6b6114b9-3f73-4213-bb7a-76fc77d6d3c3 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488942 Jan 29 04:40:43.726224 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9143410e-4ad0-48a7-ab9b-db04ba13c04c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:43.816202 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-902a395c-d6b3-4794-b5d6-63edfe6f10a9 None None] Publish callbacks [] for port (e6fc970f-8db2-44e3-ac95-9ab39226fa93), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:43.832063 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-e5ba2b05-8a77-4e7e-8ce2-202482e98184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f171e7d7-3c9b-4f61-8725-9ad687fe4f75', 'name': 'tempest-TestNetworkBasicOps-router-1378404609', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '7066e4d4-d87a-41c7-be96-1b116b5356da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:40:39Z', 'updated_at': '2022-01-29T04:40:41Z', 'revision_number': 3, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '7066e4d4-d87a-41c7-be96-1b116b5356da', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f171e7d7-3c9b-4f61-8725-9ad687fe4f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:40Z', 'updated_at': '2022-01-29T04:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:43.859556 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ba2b05-8a77-4e7e-8ce2-202482e98184 None None] The sync data for ids ['f171e7d7-3c9b-4f61-8725-9ad687fe4f75'] in dv-neutron-821190-1-hyperv is: [{'id': 'f171e7d7-3c9b-4f61-8725-9ad687fe4f75', 'name': 'tempest-TestNetworkBasicOps-router-1378404609', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '7066e4d4-d87a-41c7-be96-1b116b5356da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:40:39Z', 'updated_at': '2022-01-29T04:40:41Z', 'revision_number': 3, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '7066e4d4-d87a-41c7-be96-1b116b5356da', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f171e7d7-3c9b-4f61-8725-9ad687fe4f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:40Z', 'updated_at': '2022-01-29T04:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:40:43.883444 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-902a395c-d6b3-4794-b5d6-63edfe6f10a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (e6fc970f-8db2-44e3-ac95-9ab39226fa93), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:43.925440 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902a395c-d6b3-4794-b5d6-63edfe6f10a9 None None] Network 352abe45-b60a-49c7-b46d-aa7b3d32a335 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:40:43.930146 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-902a395c-d6b3-4794-b5d6-63edfe6f10a9 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:40:43.933831 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902a395c-d6b3-4794-b5d6-63edfe6f10a9 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:40:43.945520 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a395c-d6b3-4794-b5d6-63edfe6f10a9 None None] Pushing event updated for resources: {'Port': ['ID=e6fc970f-8db2-44e3-ac95-9ab39226fa93,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:44.007214 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-902a395c-d6b3-4794-b5d6-63edfe6f10a9 None None] Attempting to bind port e6fc970f-8db2-44e3-ac95-9ab39226fa93 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:40:44.007214 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-902a395c-d6b3-4794-b5d6-63edfe6f10a9 None None] Attempting to bind port e6fc970f-8db2-44e3-ac95-9ab39226fa93 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '05e3b5e5-67de-4d59-a39f-0a7eec20c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '352abe45-b60a-49c7-b46d-aa7b3d32a335'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:40:44.007759 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902a395c-d6b3-4794-b5d6-63edfe6f10a9 None None] Attempting to bind port e6fc970f-8db2-44e3-ac95-9ab39226fa93 on network 352abe45-b60a-49c7-b46d-aa7b3d32a335 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:40:44.013585 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902a395c-d6b3-4794-b5d6-63edfe6f10a9 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:40:44.014191 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902a395c-d6b3-4794-b5d6-63edfe6f10a9 None None] Checking segment: {'id': '05e3b5e5-67de-4d59-a39f-0a7eec20c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '352abe45-b60a-49c7-b46d-aa7b3d32a335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:40:44.014788 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-902a395c-d6b3-4794-b5d6-63edfe6f10a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:44.015254 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902a395c-d6b3-4794-b5d6-63edfe6f10a9 None None] Bound using segment: {'id': '05e3b5e5-67de-4d59-a39f-0a7eec20c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '352abe45-b60a-49c7-b46d-aa7b3d32a335'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:40:44.015800 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-902a395c-d6b3-4794-b5d6-63edfe6f10a9 None None] Bound port: e6fc970f-8db2-44e3-ac95-9ab39226fa93, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e3b5e5-67de-4d59-a39f-0a7eec20c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '352abe45-b60a-49c7-b46d-aa7b3d32a335'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:40:44.016248 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-902a395c-d6b3-4794-b5d6-63edfe6f10a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (e6fc970f-8db2-44e3-ac95-9ab39226fa93), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:44.021502 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-9143410e-4ad0-48a7-ab9b-db04ba13c04c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Allocated IP 172.20.0.1 (352abe45-b60a-49c7-b46d-aa7b3d32a335/3aef98ce-d494-4190-9f68-23b77c017d8b/b34b3b69-60a0-424c-ab1f-f48aef973e0c) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:40:44.044873 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1dfe48-cf44-4c31-aad4-b0a64492b329 req-d18bc508-f374-45f2-ba4a-d5b7b19b6d47 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:44.044873 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fb1dfe48-cf44-4c31-aad4-b0a64492b329 req-d18bc508-f374-45f2-ba4a-d5b7b19b6d47 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1e702ee-003b-4afe-9660-66803b02122a HTTP/1.1" status: 200 len: 946 time: 0.0709507 Jan 29 04:40:44.140285 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-902a395c-d6b3-4794-b5d6-63edfe6f10a9 None None] For port e6fc970f-8db2-44e3-ac95-9ab39226fa93, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:40:44.144206 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-902a395c-d6b3-4794-b5d6-63edfe6f10a9 None None] For port e6fc970f-8db2-44e3-ac95-9ab39226fa93, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=e6fc970f-8db2-44e3-ac95-9ab39226fa93,segment=NetworkSegment(05e3b5e5-67de-4d59-a39f-0a7eec20c859),segment_id=05e3b5e5-67de-4d59-a39f-0a7eec20c859)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:40:44.184367 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-fb1dfe48-cf44-4c31-aad4-b0a64492b329 req-86153437-e8a6-4362-99a4-8442afcd54e1 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Deleting port da97bd4a-e00d-4130-9281-95c80bde9dc5 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:40:44.184751 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-fb1dfe48-cf44-4c31-aad4-b0a64492b329 req-86153437-e8a6-4362-99a4-8442afcd54e1 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (da97bd4a-e00d-4130-9281-95c80bde9dc5), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:44.185794 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9143410e-4ad0-48a7-ab9b-db04ba13c04c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (b34b3b69-60a0-424c-ab1f-f48aef973e0c), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:44.236534 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-902a395c-d6b3-4794-b5d6-63edfe6f10a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (e6fc970f-8db2-44e3-ac95-9ab39226fa93), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:44.288238 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-fb1dfe48-cf44-4c31-aad4-b0a64492b329 req-86153437-e8a6-4362-99a4-8442afcd54e1 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] For port da97bd4a-e00d-4130-9281-95c80bde9dc5, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=da97bd4a-e00d-4130-9281-95c80bde9dc5,segment=NetworkSegment(c716b040-a748-4481-b1ab-9f6d7d87cd90),segment_id=c716b040-a748-4481-b1ab-9f6d7d87cd90)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:40:44.289094 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-fb1dfe48-cf44-4c31-aad4-b0a64492b329 req-86153437-e8a6-4362-99a4-8442afcd54e1 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (da97bd4a-e00d-4130-9281-95c80bde9dc5), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:44.290185 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9143410e-4ad0-48a7-ab9b-db04ba13c04c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (b34b3b69-60a0-424c-ab1f-f48aef973e0c), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:44.301324 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a395c-d6b3-4794-b5d6-63edfe6f10a9 None None] Pushing event updated for resources: {'Port': ['ID=e6fc970f-8db2-44e3-ac95-9ab39226fa93,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:44.309436 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-fb1dfe48-cf44-4c31-aad4-b0a64492b329 req-86153437-e8a6-4362-99a4-8442afcd54e1 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Calling delete_port for da97bd4a-e00d-4130-9281-95c80bde9dc5 owned by compute:nova {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:40:44.350779 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9143410e-4ad0-48a7-ab9b-db04ba13c04c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network 352abe45-b60a-49c7-b46d-aa7b3d32a335 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:40:44.354516 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-9143410e-4ad0-48a7-ab9b-db04ba13c04c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:40:44.358470 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9143410e-4ad0-48a7-ab9b-db04ba13c04c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:40:44.387778 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9143410e-4ad0-48a7-ab9b-db04ba13c04c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=b34b3b69-60a0-424c-ab1f-f48aef973e0c,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:44.415763 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9143410e-4ad0-48a7-ab9b-db04ba13c04c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (f171e7d7-3c9b-4f61-8725-9ad687fe4f75), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:44.552064 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-fb1dfe48-cf44-4c31-aad4-b0a64492b329 req-86153437-e8a6-4362-99a4-8442afcd54e1 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (da97bd4a-e00d-4130-9281-95c80bde9dc5), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:44.587817 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86153437-e8a6-4362-99a4-8442afcd54e1 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Pushing event deleted for resources: {'Port': ['ID=da97bd4a-e00d-4130-9281-95c80bde9dc5,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:44.635533 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1dfe48-cf44-4c31-aad4-b0a64492b329 req-86153437-e8a6-4362-99a4-8442afcd54e1 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] No DVR routers for this DVR port da97bd4a-e00d-4130-9281-95c80bde9dc5 on host hv-neutron-8211 {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:40:44.638124 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-fb1dfe48-cf44-4c31-aad4-b0a64492b329 req-86153437-e8a6-4362-99a4-8442afcd54e1 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:44.650754 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fb1dfe48-cf44-4c31-aad4-b0a64492b329 req-86153437-e8a6-4362-99a4-8442afcd54e1 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.18 "DELETE /v2.0/ports/da97bd4a-e00d-4130-9281-95c80bde9dc5 HTTP/1.1" status: 204 len: 173 time: 0.5931692 Jan 29 04:40:44.651586 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e702ee-003b-4afe-9660-66803b02122a', 'name': 'network-vif-deleted', 'tag': 'da97bd4a-e00d-4130-9281-95c80bde9dc5'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:40:44.654337 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f56bb5a-34d8-4a30-8588-1e382a541da3" -d '{"events": [{"server_uuid": "b1e702ee-003b-4afe-9660-66803b02122a", "name": "network-vif-deleted", "tag": "da97bd4a-e00d-4130-9281-95c80bde9dc5"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:40:44.685920 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9143410e-4ad0-48a7-ab9b-db04ba13c04c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b34b3b69-60a0-424c-ab1f-f48aef973e0c), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:44.719646 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8124a4c-b3e1-4553-8e96-7e390a5ff388 x-openstack-request-id: req-e8124a4c-b3e1-4553-8e96-7e390a5ff388 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:40:44.719945 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e702ee-003b-4afe-9660-66803b02122a", "name": "network-vif-deleted", "tag": "da97bd4a-e00d-4130-9281-95c80bde9dc5", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:40:44.720202 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8124a4c-b3e1-4553-8e96-7e390a5ff388 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:40:44.720638 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e702ee-003b-4afe-9660-66803b02122a', 'name': 'network-vif-deleted', 'tag': 'da97bd4a-e00d-4130-9281-95c80bde9dc5', 'status': 'completed', 'code': 200} Jan 29 04:40:44.790260 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b431f3a7-71fd-4c57-a81a-e9f55e8f2c99 req-41e5aaa6-0b2a-4a24-bda6-deae347c1116 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1e702ee-003b-4afe-9660-66803b02122a HTTP/1.1" status: 200 len: 210 time: 0.0339162 Jan 29 04:40:45.026770 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9143410e-4ad0-48a7-ab9b-db04ba13c04c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (b34b3b69-60a0-424c-ab1f-f48aef973e0c), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:45.095719 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9143410e-4ad0-48a7-ab9b-db04ba13c04c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (b34b3b69-60a0-424c-ab1f-f48aef973e0c), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:45.187887 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9143410e-4ad0-48a7-ab9b-db04ba13c04c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (f171e7d7-3c9b-4f61-8725-9ad687fe4f75), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:45.189719 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9143410e-4ad0-48a7-ab9b-db04ba13c04c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=b34b3b69-60a0-424c-ab1f-f48aef973e0c,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:45.291659 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9143410e-4ad0-48a7-ab9b-db04ba13c04c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network 352abe45-b60a-49c7-b46d-aa7b3d32a335 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:40:45.293243 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-9143410e-4ad0-48a7-ab9b-db04ba13c04c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:40:45.418466 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9143410e-4ad0-48a7-ab9b-db04ba13c04c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router f171e7d7-3c9b-4f61-8725-9ad687fe4f75 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:40:45.453905 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4f6ae0-44fc-408a-86c5-402adeeac015 None None] Network 352abe45-b60a-49c7-b46d-aa7b3d32a335 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:40:45.556320 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9143410e-4ad0-48a7-ab9b-db04ba13c04c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:40:45.561745 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-9143410e-4ad0-48a7-ab9b-db04ba13c04c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "PUT /v2.0/routers/f171e7d7-3c9b-4f61-8725-9ad687fe4f75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2943263 Jan 29 04:40:45.564304 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57380) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:40:45.585955 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-00acddc7-e1a5-40f7-ba8d-eb1d09b11200 None None] Provisioning complete for port e6fc970f-8db2-44e3-ac95-9ab39226fa93 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:45.586332 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-00acddc7-e1a5-40f7-ba8d-eb1d09b11200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (e6fc970f-8db2-44e3-ac95-9ab39226fa93), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:45.751100 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-00acddc7-e1a5-40f7-ba8d-eb1d09b11200 None None] Current status of the port e6fc970f-8db2-44e3-ac95-9ab39226fa93 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:40:45.751579 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-00acddc7-e1a5-40f7-ba8d-eb1d09b11200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (e6fc970f-8db2-44e3-ac95-9ab39226fa93), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:45.782924 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc64e94-bc24-4e4e-8f66-e43187ac6042 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:45.783392 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc64e94-bc24-4e4e-8f66-e43187ac6042 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:45.783873 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc64e94-bc24-4e4e-8f66-e43187ac6042 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:45.784335 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc64e94-bc24-4e4e-8f66-e43187ac6042 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:45.784829 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc64e94-bc24-4e4e-8f66-e43187ac6042 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:45.785457 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc64e94-bc24-4e4e-8f66-e43187ac6042 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:45.789757 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ecc64e94-bc24-4e4e-8f66-e43187ac6042 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2219925 Jan 29 04:40:45.790041 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57382) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:40:45.811013 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-00acddc7-e1a5-40f7-ba8d-eb1d09b11200 None None] For port e6fc970f-8db2-44e3-ac95-9ab39226fa93, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=e6fc970f-8db2-44e3-ac95-9ab39226fa93,segment=NetworkSegment(05e3b5e5-67de-4d59-a39f-0a7eec20c859),segment_id=05e3b5e5-67de-4d59-a39f-0a7eec20c859)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:40:45.852624 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 7066e4d4-d87a-41c7-be96-1b116b5356da up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:40:45.886364 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a28091-4214-4050-b325-fda5c19ed631 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:45.886364 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a28091-4214-4050-b325-fda5c19ed631 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:45.886364 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a28091-4214-4050-b325-fda5c19ed631 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:45.886364 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a28091-4214-4050-b325-fda5c19ed631 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:45.886364 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a28091-4214-4050-b325-fda5c19ed631 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:45.886858 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a28091-4214-4050-b325-fda5c19ed631 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:45.891711 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-97a28091-4214-4050-b325-fda5c19ed631 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0977650 Jan 29 04:40:45.891928 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57386) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:40:45.909023 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-00acddc7-e1a5-40f7-ba8d-eb1d09b11200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (e6fc970f-8db2-44e3-ac95-9ab39226fa93), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:45.971886 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-2e322c0b-89ba-4acd-bfbb-7f9f63331c53 req-0da94be2-9a0e-45d0-8c69-4d8fb89b58a3 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1e702ee-003b-4afe-9660-66803b02122a HTTP/1.1" status: 200 len: 210 time: 0.0732534 Jan 29 04:40:46.007006 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00acddc7-e1a5-40f7-ba8d-eb1d09b11200 None None] Pushing event updated for resources: {'Port': ['ID=e6fc970f-8db2-44e3-ac95-9ab39226fa93,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:46.013764 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 7066e4d4-d87a-41c7-be96-1b116b5356da triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:46.016986 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (7066e4d4-d87a-41c7-be96-1b116b5356da), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:46.076995 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-946b767d-a964-462d-a07b-9de92f791cd5 None None] Provisioning complete for port b34b3b69-60a0-424c-ab1f-f48aef973e0c triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:46.078152 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-946b767d-a964-462d-a07b-9de92f791cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b34b3b69-60a0-424c-ab1f-f48aef973e0c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:46.082934 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00a7993-a349-4bb1-82b6-3aaba939a91e None None] Sync routers for ids ['f171e7d7-3c9b-4f61-8725-9ad687fe4f75'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:40:46.106215 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f246e826-492f-4277-aba3-2f24d69fdf64 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2131097 Jan 29 04:40:46.110842 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57388) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:40:46.117769 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-92fbb726-7009-41c4-9383-4b821e221e2c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-124503079', 'network_id': '352abe45-b60a-49c7-b46d-aa7b3d32a335'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:46.133807 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00a7993-a349-4bb1-82b6-3aaba939a91e None None] Routers {'f171e7d7-3c9b-4f61-8725-9ad687fe4f75'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:46.134721 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-a00a7993-a349-4bb1-82b6-3aaba939a91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:40:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['f171e7d7-3c9b-4f61-8725-9ad687fe4f75'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:46.144129 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-946b767d-a964-462d-a07b-9de92f791cd5 None None] Port b34b3b69-60a0-424c-ab1f-f48aef973e0c cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:40:46.229502 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 7066e4d4-d87a-41c7-be96-1b116b5356da is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:40:46.230145 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (7066e4d4-d87a-41c7-be96-1b116b5356da), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:46.253967 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 7066e4d4-d87a-41c7-be96-1b116b5356da, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=7066e4d4-d87a-41c7-be96-1b116b5356da,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:40:46.258638 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-946b767d-a964-462d-a07b-9de92f791cd5 None None] Provisioning complete for port e6fc970f-8db2-44e3-ac95-9ab39226fa93 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:46.259008 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-946b767d-a964-462d-a07b-9de92f791cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (e6fc970f-8db2-44e3-ac95-9ab39226fa93), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:46.346259 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fbb726-7009-41c4-9383-4b821e221e2c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Made reservation on behalf of 9cb37fd5f36f44e696381da232925f9b for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:40:46.350529 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-92fbb726-7009-41c4-9383-4b821e221e2c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:46.378019 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [None req-92fbb726-7009-41c4-9383-4b821e221e2c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] device_id is not set on port 1f595bbe-1d7a-41ab-ae5e-c9487642b50a yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:40:46.476381 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (7066e4d4-d87a-41c7-be96-1b116b5356da), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:46.477940 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device e6fc970f-8db2-44e3-ac95-9ab39226fa93 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:40:46.529830 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-92fbb726-7009-41c4-9383-4b821e221e2c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Allocated IP 172.20.0.5 (352abe45-b60a-49c7-b46d-aa7b3d32a335/3aef98ce-d494-4190-9f68-23b77c017d8b/1f595bbe-1d7a-41ab-ae5e-c9487642b50a) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:40:46.589141 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-a00a7993-a349-4bb1-82b6-3aaba939a91e None None] Set router f171e7d7-3c9b-4f61-8725-9ad687fe4f75 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:40:46.665931 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=7066e4d4-d87a-41c7-be96-1b116b5356da,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:46.705802 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-92fbb726-7009-41c4-9383-4b821e221e2c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (1f595bbe-1d7a-41ab-ae5e-c9487642b50a), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:46.719702 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-946b767d-a964-462d-a07b-9de92f791cd5 None None] Current status of the port e6fc970f-8db2-44e3-ac95-9ab39226fa93 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:40:46.721714 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port e6fc970f-8db2-44e3-ac95-9ab39226fa93 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:46.722090 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (e6fc970f-8db2-44e3-ac95-9ab39226fa93), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:46.813520 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-92fbb726-7009-41c4-9383-4b821e221e2c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (1f595bbe-1d7a-41ab-ae5e-c9487642b50a), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:46.856945 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fbb726-7009-41c4-9383-4b821e221e2c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network 352abe45-b60a-49c7-b46d-aa7b3d32a335 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:40:46.860743 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-92fbb726-7009-41c4-9383-4b821e221e2c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:40:46.864714 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fbb726-7009-41c4-9383-4b821e221e2c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:40:46.901935 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port e6fc970f-8db2-44e3-ac95-9ab39226fa93 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:40:46.902873 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fbb726-7009-41c4-9383-4b821e221e2c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=1f595bbe-1d7a-41ab-ae5e-c9487642b50a,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:46.907270 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-9292cdfb-10b3-4f78-9671-d2fc06d57529 None None] Provisioning complete for port b34b3b69-60a0-424c-ab1f-f48aef973e0c triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:46.907270 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9292cdfb-10b3-4f78-9671-d2fc06d57529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b34b3b69-60a0-424c-ab1f-f48aef973e0c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:46.926164 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fbb726-7009-41c4-9383-4b821e221e2c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:46.926814 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-92fbb726-7009-41c4-9383-4b821e221e2c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:46.964144 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-9292cdfb-10b3-4f78-9671-d2fc06d57529 None None] Port b34b3b69-60a0-424c-ab1f-f48aef973e0c cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:40:46.983262 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-a00a7993-a349-4bb1-82b6-3aaba939a91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f171e7d7-3c9b-4f61-8725-9ad687fe4f75', 'name': 'tempest-TestNetworkBasicOps-router-1378404609', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '7066e4d4-d87a-41c7-be96-1b116b5356da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:40:39Z', 'updated_at': '2022-01-29T04:40:44Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '7066e4d4-d87a-41c7-be96-1b116b5356da', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f171e7d7-3c9b-4f61-8725-9ad687fe4f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:40Z', 'updated_at': '2022-01-29T04:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'b34b3b69-60a0-424c-ab1f-f48aef973e0c', 'name': '', 'network_id': '352abe45-b60a-49c7-b46d-aa7b3d32a335', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:75:c4:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f171e7d7-3c9b-4f61-8725-9ad687fe4f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '3aef98ce-d494-4190-9f68-23b77c017d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:43Z', 'updated_at': '2022-01-29T04:40:44Z', 'revision_number': 2, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '3aef98ce-d494-4190-9f68-23b77c017d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:47.013236 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00a7993-a349-4bb1-82b6-3aaba939a91e None None] Checking router: f171e7d7-3c9b-4f61-8725-9ad687fe4f75 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:40:47.013662 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00a7993-a349-4bb1-82b6-3aaba939a91e None None] Updating router f171e7d7-3c9b-4f61-8725-9ad687fe4f75 port b34b3b69-60a0-424c-ab1f-f48aef973e0c binding host dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:40:47.033674 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-92fbb726-7009-41c4-9383-4b821e221e2c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9046047 Jan 29 04:40:47.050566 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a00a7993-a349-4bb1-82b6-3aaba939a91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b34b3b69-60a0-424c-ab1f-f48aef973e0c), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:47.157886 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-eeffbb3f-018e-4039-b403-c8ab073baa7d req-d3bed875-8a96-4cc9-acd1-af6544141264 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1e702ee-003b-4afe-9660-66803b02122a HTTP/1.1" status: 200 len: 210 time: 0.0516131 Jan 29 04:40:47.204193 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-b961b3e3-415b-4118-abbc-a69bea10706f None None] Provisioning complete for port 1f595bbe-1d7a-41ab-ae5e-c9487642b50a triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:47.204540 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b961b3e3-415b-4118-abbc-a69bea10706f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (1f595bbe-1d7a-41ab-ae5e-c9487642b50a), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:47.283235 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-b961b3e3-415b-4118-abbc-a69bea10706f None None] Port 1f595bbe-1d7a-41ab-ae5e-c9487642b50a cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:40:47.373471 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57394) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:40:47.379208 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-a3e216ba-7664-4f7e-8b20-87a0105831b2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-632018645', 'description': 'tempest-secgroup-smoke-632018645 description', 'project_id': '9cb37fd5f36f44e696381da232925f9b'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:47.387034 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a00a7993-a349-4bb1-82b6-3aaba939a91e None None] Publish callbacks [] for port (b34b3b69-60a0-424c-ab1f-f48aef973e0c), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:47.517499 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a00a7993-a349-4bb1-82b6-3aaba939a91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (b34b3b69-60a0-424c-ab1f-f48aef973e0c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:47.546663 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a3e216ba-7664-4f7e-8b20-87a0105831b2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:47.567973 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fdd092-1183-486a-b5da-b36a3db027ee None None] Pushing event updated for resources: {'Port': ['ID=b34b3b69-60a0-424c-ab1f-f48aef973e0c,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:47.627337 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-a00a7993-a349-4bb1-82b6-3aaba939a91e None None] Attempting to bind port b34b3b69-60a0-424c-ab1f-f48aef973e0c on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:40:47.627767 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-a00a7993-a349-4bb1-82b6-3aaba939a91e None None] Attempting to bind port b34b3b69-60a0-424c-ab1f-f48aef973e0c by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '05e3b5e5-67de-4d59-a39f-0a7eec20c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '352abe45-b60a-49c7-b46d-aa7b3d32a335'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:40:47.628240 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00a7993-a349-4bb1-82b6-3aaba939a91e None None] Attempting to bind port b34b3b69-60a0-424c-ab1f-f48aef973e0c on network 352abe45-b60a-49c7-b46d-aa7b3d32a335 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:40:47.634915 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00a7993-a349-4bb1-82b6-3aaba939a91e None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:40:47.635586 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00a7993-a349-4bb1-82b6-3aaba939a91e None None] Checking segment: {'id': '05e3b5e5-67de-4d59-a39f-0a7eec20c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '352abe45-b60a-49c7-b46d-aa7b3d32a335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:40:47.636450 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a00a7993-a349-4bb1-82b6-3aaba939a91e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:47.636797 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00a7993-a349-4bb1-82b6-3aaba939a91e None None] Bound using segment: {'id': '05e3b5e5-67de-4d59-a39f-0a7eec20c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '352abe45-b60a-49c7-b46d-aa7b3d32a335'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:40:47.637383 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-a00a7993-a349-4bb1-82b6-3aaba939a91e None None] Bound port: b34b3b69-60a0-424c-ab1f-f48aef973e0c, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e3b5e5-67de-4d59-a39f-0a7eec20c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '352abe45-b60a-49c7-b46d-aa7b3d32a335'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:40:47.637824 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a00a7993-a349-4bb1-82b6-3aaba939a91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b34b3b69-60a0-424c-ab1f-f48aef973e0c), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:47.711640 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a3e216ba-7664-4f7e-8b20-87a0105831b2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (5c5e9f91-ec82-4e64-b79d-2a8b9563841d), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:47.724107 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-a00a7993-a349-4bb1-82b6-3aaba939a91e None None] For port b34b3b69-60a0-424c-ab1f-f48aef973e0c, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:40:47.726820 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 7066e4d4-d87a-41c7-be96-1b116b5356da up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:40:47.757870 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-a00a7993-a349-4bb1-82b6-3aaba939a91e None None] For port b34b3b69-60a0-424c-ab1f-f48aef973e0c, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=b34b3b69-60a0-424c-ab1f-f48aef973e0c,segment=NetworkSegment(05e3b5e5-67de-4d59-a39f-0a7eec20c859),segment_id=05e3b5e5-67de-4d59-a39f-0a7eec20c859)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:40:47.774930 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a3e216ba-7664-4f7e-8b20-87a0105831b2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (5c5e9f91-ec82-4e64-b79d-2a8b9563841d), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:47.794224 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 7066e4d4-d87a-41c7-be96-1b116b5356da triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:47.794860 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (7066e4d4-d87a-41c7-be96-1b116b5356da), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:47.810452 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e216ba-7664-4f7e-8b20-87a0105831b2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5e9f91-ec82-4e64-b79d-2a8b9563841d,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:47.843438 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a00a7993-a349-4bb1-82b6-3aaba939a91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (b34b3b69-60a0-424c-ab1f-f48aef973e0c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:47.871925 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a3e216ba-7664-4f7e-8b20-87a0105831b2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:47.874352 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a3e216ba-7664-4f7e-8b20-87a0105831b2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4988575 Jan 29 04:40:47.877246 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57396) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:40:47.883466 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-2b3206ef-41c2-4b3d-b6a4-99de351ceb40 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': '5c5e9f91-ec82-4e64-b79d-2a8b9563841d', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:47.935839 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00a7993-a349-4bb1-82b6-3aaba939a91e None None] Routers {'f171e7d7-3c9b-4f61-8725-9ad687fe4f75'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:47.936630 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-a00a7993-a349-4bb1-82b6-3aaba939a91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:40:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['f171e7d7-3c9b-4f61-8725-9ad687fe4f75'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:47.945300 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fdd092-1183-486a-b5da-b36a3db027ee None None] Pushing event updated for resources: {'Port': ['ID=b34b3b69-60a0-424c-ab1f-f48aef973e0c,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:48.000889 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 7066e4d4-d87a-41c7-be96-1b116b5356da is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:40:48.001967 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device e6fc970f-8db2-44e3-ac95-9ab39226fa93 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:40:48.005566 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2b3206ef-41c2-4b3d-b6a4-99de351ceb40 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (111fe530-6a55-4061-8157-e7bae9f72950), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:48.008128 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-fcb5c3fc-d0c7-4ddc-9c83-c94e1b8e5fe2 None None] Provisioning complete for port b34b3b69-60a0-424c-ab1f-f48aef973e0c triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:48.008518 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fcb5c3fc-d0c7-4ddc-9c83-c94e1b8e5fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b34b3b69-60a0-424c-ab1f-f48aef973e0c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:48.084416 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2b3206ef-41c2-4b3d-b6a4-99de351ceb40 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (111fe530-6a55-4061-8157-e7bae9f72950), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:48.085535 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device da97bd4a-e00d-4130-9281-95c80bde9dc5 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:40:48.130914 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] No Port match for: da97bd4a-e00d-4130-9281-95c80bde9dc5 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:40:48.131254 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device da97bd4a-e00d-4130-9281-95c80bde9dc5 not bound to the agent host hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:40:48.159745 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-a00a7993-a349-4bb1-82b6-3aaba939a91e None None] Set router f171e7d7-3c9b-4f61-8725-9ad687fe4f75 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:40:48.162346 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2b3206ef-41c2-4b3d-b6a4-99de351ceb40 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (111fe530-6a55-4061-8157-e7bae9f72950), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:48.185488 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3206ef-41c2-4b3d-b6a4-99de351ceb40 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=111fe530-6a55-4061-8157-e7bae9f72950,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:48.246618 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port e6fc970f-8db2-44e3-ac95-9ab39226fa93 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:48.247025 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (e6fc970f-8db2-44e3-ac95-9ab39226fa93), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:48.255276 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ca6e3ddc-6a77-4a73-a631-363899a65f8f req-e3d7c1e1-2098-4389-82cd-135314c02031 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1e702ee-003b-4afe-9660-66803b02122a HTTP/1.1" status: 200 len: 210 time: 0.0321245 Jan 29 04:40:48.259926 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2b3206ef-41c2-4b3d-b6a4-99de351ceb40 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:48.261201 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-2b3206ef-41c2-4b3d-b6a4-99de351ceb40 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3818369 Jan 29 04:40:48.266341 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57400) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:40:48.270685 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-f65b6712-860f-4c06-9666-bd7945034824 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': '5c5e9f91-ec82-4e64-b79d-2a8b9563841d', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:48.322531 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-fcb5c3fc-d0c7-4ddc-9c83-c94e1b8e5fe2 None None] Current status of the port b34b3b69-60a0-424c-ab1f-f48aef973e0c is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:40:48.322820 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fcb5c3fc-d0c7-4ddc-9c83-c94e1b8e5fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b34b3b69-60a0-424c-ab1f-f48aef973e0c), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:48.360862 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f65b6712-860f-4c06-9666-bd7945034824 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (87503682-7fa1-4ad6-9369-28300b0e3f16), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:48.424814 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-fcb5c3fc-d0c7-4ddc-9c83-c94e1b8e5fe2 None None] For port b34b3b69-60a0-424c-ab1f-f48aef973e0c, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=b34b3b69-60a0-424c-ab1f-f48aef973e0c,segment=NetworkSegment(05e3b5e5-67de-4d59-a39f-0a7eec20c859),segment_id=05e3b5e5-67de-4d59-a39f-0a7eec20c859)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:40:48.428091 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f65b6712-860f-4c06-9666-bd7945034824 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (87503682-7fa1-4ad6-9369-28300b0e3f16), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:48.503772 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port e6fc970f-8db2-44e3-ac95-9ab39226fa93 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:40:48.506632 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f65b6712-860f-4c06-9666-bd7945034824 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (87503682-7fa1-4ad6-9369-28300b0e3f16), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:48.507556 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fcb5c3fc-d0c7-4ddc-9c83-c94e1b8e5fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (b34b3b69-60a0-424c-ab1f-f48aef973e0c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:48.534338 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b6712-860f-4c06-9666-bd7945034824 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87503682-7fa1-4ad6-9369-28300b0e3f16,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:48.566023 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb5c3fc-d0c7-4ddc-9c83-c94e1b8e5fe2 None None] Pushing event updated for resources: {'Port': ['ID=b34b3b69-60a0-424c-ab1f-f48aef973e0c,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:48.579684 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-a00a7993-a349-4bb1-82b6-3aaba939a91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f171e7d7-3c9b-4f61-8725-9ad687fe4f75', 'name': 'tempest-TestNetworkBasicOps-router-1378404609', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '7066e4d4-d87a-41c7-be96-1b116b5356da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:40:39Z', 'updated_at': '2022-01-29T04:40:44Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '7066e4d4-d87a-41c7-be96-1b116b5356da', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f171e7d7-3c9b-4f61-8725-9ad687fe4f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:40Z', 'updated_at': '2022-01-29T04:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'b34b3b69-60a0-424c-ab1f-f48aef973e0c', 'name': '', 'network_id': '352abe45-b60a-49c7-b46d-aa7b3d32a335', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:75:c4:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f171e7d7-3c9b-4f61-8725-9ad687fe4f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '3aef98ce-d494-4190-9f68-23b77c017d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:43Z', 'updated_at': '2022-01-29T04:40:47Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '3aef98ce-d494-4190-9f68-23b77c017d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:48.591895 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f65b6712-860f-4c06-9666-bd7945034824 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:48.594157 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f65b6712-860f-4c06-9666-bd7945034824 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3269160 Jan 29 04:40:48.596645 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57402) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:40:48.601812 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-41b4395c-edd1-4c4b-a05d-1a71d3bfce56 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': '5c5e9f91-ec82-4e64-b79d-2a8b9563841d', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:48.721212 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-41b4395c-edd1-4c4b-a05d-1a71d3bfce56 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (0b6b15a6-cb02-4d25-8e95-4ea667d1b1b4), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:48.767377 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00a7993-a349-4bb1-82b6-3aaba939a91e None None] The sync data for ids ['f171e7d7-3c9b-4f61-8725-9ad687fe4f75'] in dv-neutron-821190-1-hyperv is: [{'id': 'f171e7d7-3c9b-4f61-8725-9ad687fe4f75', 'name': 'tempest-TestNetworkBasicOps-router-1378404609', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '7066e4d4-d87a-41c7-be96-1b116b5356da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:40:39Z', 'updated_at': '2022-01-29T04:40:44Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '7066e4d4-d87a-41c7-be96-1b116b5356da', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f171e7d7-3c9b-4f61-8725-9ad687fe4f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:40Z', 'updated_at': '2022-01-29T04:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'b34b3b69-60a0-424c-ab1f-f48aef973e0c', 'name': '', 'network_id': '352abe45-b60a-49c7-b46d-aa7b3d32a335', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:75:c4:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f171e7d7-3c9b-4f61-8725-9ad687fe4f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '3aef98ce-d494-4190-9f68-23b77c017d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:43Z', 'updated_at': '2022-01-29T04:40:47Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '3aef98ce-d494-4190-9f68-23b77c017d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:40:48.777853 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-79ee0a36-5864-4342-a32b-13e6f2465154 None None] Provisioning complete for port b34b3b69-60a0-424c-ab1f-f48aef973e0c triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:48.778290 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-79ee0a36-5864-4342-a32b-13e6f2465154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b34b3b69-60a0-424c-ab1f-f48aef973e0c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:48.787146 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-41b4395c-edd1-4c4b-a05d-1a71d3bfce56 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (0b6b15a6-cb02-4d25-8e95-4ea667d1b1b4), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:48.869132 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-41b4395c-edd1-4c4b-a05d-1a71d3bfce56 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (0b6b15a6-cb02-4d25-8e95-4ea667d1b1b4), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:48.889326 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b4395c-edd1-4c4b-a05d-1a71d3bfce56 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b6b15a6-cb02-4d25-8e95-4ea667d1b1b4,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:48.891953 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-79ee0a36-5864-4342-a32b-13e6f2465154 None None] Current status of the port b34b3b69-60a0-424c-ab1f-f48aef973e0c is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:40:48.964827 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-41b4395c-edd1-4c4b-a05d-1a71d3bfce56 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:48.966051 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-41b4395c-edd1-4c4b-a05d-1a71d3bfce56 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3681245 Jan 29 04:40:48.969776 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57404) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:40:48.974457 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-1690549e-6a11-4cf6-85fc-75df9ce11981 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': '5c5e9f91-ec82-4e64-b79d-2a8b9563841d', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:49.060552 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1690549e-6a11-4cf6-85fc-75df9ce11981 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (b2b96089-7f67-4505-a278-8d144d9e74ff), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:49.124661 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1690549e-6a11-4cf6-85fc-75df9ce11981 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (b2b96089-7f67-4505-a278-8d144d9e74ff), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:49.203925 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1690549e-6a11-4cf6-85fc-75df9ce11981 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (b2b96089-7f67-4505-a278-8d144d9e74ff), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:49.223941 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1690549e-6a11-4cf6-85fc-75df9ce11981 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2b96089-7f67-4505-a278-8d144d9e74ff,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:49.285754 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1690549e-6a11-4cf6-85fc-75df9ce11981 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:49.290301 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57408) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:40:49.294977 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-e85509b2-025e-45ef-906b-3b17f70d173c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': '5c5e9f91-ec82-4e64-b79d-2a8b9563841d', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:49.299722 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1690549e-6a11-4cf6-85fc-75df9ce11981 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3287659 Jan 29 04:40:49.373453 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-93cabe39-0017-4a9b-874c-a2144e5e868d req-9874c0f4-0a3e-46c2-849e-36a6b05e21d9 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1e702ee-003b-4afe-9660-66803b02122a HTTP/1.1" status: 200 len: 210 time: 0.0317421 Jan 29 04:40:49.393563 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.securitygroups_db [None req-e85509b2-025e-45ef-906b-3b17f70d173c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Project 9cb37fd5f36f44e696381da232925f9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:40:49.399196 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e85509b2-025e-45ef-906b-3b17f70d173c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (a8710840-a9af-49db-ac1e-1c583db274b2), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:49.431354 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:40:49.469970 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e85509b2-025e-45ef-906b-3b17f70d173c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (a8710840-a9af-49db-ac1e-1c583db274b2), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:49.546179 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e85509b2-025e-45ef-906b-3b17f70d173c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (a8710840-a9af-49db-ac1e-1c583db274b2), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:49.568887 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85509b2-025e-45ef-906b-3b17f70d173c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8710840-a9af-49db-ac1e-1c583db274b2,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:49.648681 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e85509b2-025e-45ef-906b-3b17f70d173c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:49.650344 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-e85509b2-025e-45ef-906b-3b17f70d173c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3585944 Jan 29 04:40:49.653186 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57410) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:40:49.658860 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-a41f85f3-a1b8-412d-b5f1-b3272330ad09 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': '5c5e9f91-ec82-4e64-b79d-2a8b9563841d', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:49.697359 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device b34b3b69-60a0-424c-ab1f-f48aef973e0c up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:40:49.754251 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port b34b3b69-60a0-424c-ab1f-f48aef973e0c triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:49.754625 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b34b3b69-60a0-424c-ab1f-f48aef973e0c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:49.758441 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.securitygroups_db [None req-a41f85f3-a1b8-412d-b5f1-b3272330ad09 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Project 9cb37fd5f36f44e696381da232925f9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:40:49.764565 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a41f85f3-a1b8-412d-b5f1-b3272330ad09 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (0eee2d19-aaa3-41de-8776-52fb6de771af), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:49.844931 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port b34b3b69-60a0-424c-ab1f-f48aef973e0c is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:40:49.856012 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a41f85f3-a1b8-412d-b5f1-b3272330ad09 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (0eee2d19-aaa3-41de-8776-52fb6de771af), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:49.946946 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a41f85f3-a1b8-412d-b5f1-b3272330ad09 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (0eee2d19-aaa3-41de-8776-52fb6de771af), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:49.969996 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f85f3-a1b8-412d-b5f1-b3272330ad09 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eee2d19-aaa3-41de-8776-52fb6de771af,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:50.034284 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a41f85f3-a1b8-412d-b5f1-b3272330ad09 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:50.036196 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a41f85f3-a1b8-412d-b5f1-b3272330ad09 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3810122 Jan 29 04:40:50.213179 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b3532b51-7837-49e5-a2f1-5df58e1ad6e0 req-fc1bba7d-14ce-4f05-8d91-f86eef3d0293 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-632018645&fields=id&tenant_id=9cb37fd5f36f44e696381da232925f9b HTTP/1.1" status: 200 len: 267 time: 0.0497022 Jan 29 04:40:50.220309 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bda0727f-7722-4a30-a550-98fc47aef716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:50.271111 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3532b51-7837-49e5-a2f1-5df58e1ad6e0 req-9461c36d-f3e8-4da0-b447-edcfd03aaf53 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:50.272572 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b3532b51-7837-49e5-a2f1-5df58e1ad6e0 req-9461c36d-f3e8-4da0-b447-edcfd03aaf53 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports/1f595bbe-1d7a-41ab-ae5e-c9487642b50a HTTP/1.1" status: 200 len: 929 time: 0.0512154 Jan 29 04:40:50.321408 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b3532b51-7837-49e5-a2f1-5df58e1ad6e0 req-81916043-9ad2-40ea-9d16-164b0f35d7a9 service neutron] 10.222.0.13 "GET /v2.0/ports/1f595bbe-1d7a-41ab-ae5e-c9487642b50a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0362930 Jan 29 04:40:50.411490 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b3532b51-7837-49e5-a2f1-5df58e1ad6e0 req-2864a7ad-42f8-4c01-873d-3f1129ed754d service neutron] 10.222.0.13 "GET /v2.0/networks/352abe45-b60a-49c7-b46d-aa7b3d32a335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845723 Jan 29 04:40:50.478502 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-81e3bfe6-036a-497a-afd6-9d48d629f844 req-3e552b4b-b8ee-4926-b036-87eda38decc9 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1e702ee-003b-4afe-9660-66803b02122a HTTP/1.1" status: 200 len: 210 time: 0.0327427 Jan 29 04:40:50.509968 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b3532b51-7837-49e5-a2f1-5df58e1ad6e0 req-272aa754-8ae4-4ce6-93d6-30ee8595356a service neutron] 10.222.0.13 "GET /v2.0/networks/352abe45-b60a-49c7-b46d-aa7b3d32a335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924323 Jan 29 04:40:50.778736 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-7d8a6b3c-8604-420f-9cde-d5ede582c841 req-b3f28fe3-e05b-4eab-b8f3-2d8e9497db54 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aa3c53b-180f-4afe-990a-681d10fe5dc7 HTTP/1.1" status: 200 len: 210 time: 0.0284159 Jan 29 04:40:51.577876 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-66e2a9b4-bb82-4bcc-a7c9-8d3e0860c188 req-8626c58b-b47d-45f8-bb05-ac7fd3c97227 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1e702ee-003b-4afe-9660-66803b02122a HTTP/1.1" status: 200 len: 210 time: 0.0301671 Jan 29 04:40:51.885193 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-5eafe755-1e39-4c7b-839a-5c01df70279a req-0f5ff683-205e-4e3a-8475-a2329abf233d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aa3c53b-180f-4afe-990a-681d10fe5dc7 HTTP/1.1" status: 200 len: 210 time: 0.0298138 Jan 29 04:40:52.471792 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-edacba10-d7a6-4a73-9075-308c9c1c87e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:52.495126 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3532b51-7837-49e5-a2f1-5df58e1ad6e0 req-e64d0628-6f68-47d4-a442-60cd48b15d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:52.496478 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b3532b51-7837-49e5-a2f1-5df58e1ad6e0 req-e64d0628-6f68-47d4-a442-60cd48b15d82 service neutron] 10.222.0.18 "GET /v2.0/ports/1f595bbe-1d7a-41ab-ae5e-c9487642b50a HTTP/1.1" status: 200 len: 1025 time: 0.0408759 Jan 29 04:40:52.603916 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3532b51-7837-49e5-a2f1-5df58e1ad6e0 req-3d3d5854-7f92-4c92-a4a0-e62ccb6f6474 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:52.606124 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b3532b51-7837-49e5-a2f1-5df58e1ad6e0 req-3d3d5854-7f92-4c92-a4a0-e62ccb6f6474 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "GET /v2.0/networks?id=352abe45-b60a-49c7-b46d-aa7b3d32a335 HTTP/1.1" status: 200 len: 797 time: 0.1042798 Jan 29 04:40:52.691630 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b3532b51-7837-49e5-a2f1-5df58e1ad6e0 req-e5bb292a-837e-4e12-a117-f86247ab6007 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cb37fd5f36f44e696381da232925f9b HTTP/1.1" status: 200 len: 379 time: 0.0700529 Jan 29 04:40:52.710602 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-b3532b51-7837-49e5-a2f1-5df58e1ad6e0 req-9810970b-0c2f-4fb2-988b-01e86c8f18f0 service neutron] Request body: {'port': {'device_id': '8aa3c53b-180f-4afe-990a-681d10fe5dc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:52.714185 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c7663c18-cb23-4dde-a301-7d37629c2981 req-091b2b6e-ea90-49c4-ab18-e59de66cabb2 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1e702ee-003b-4afe-9660-66803b02122a HTTP/1.1" status: 200 len: 210 time: 0.0415242 Jan 29 04:40:52.772101 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-b3532b51-7837-49e5-a2f1-5df58e1ad6e0 req-9810970b-0c2f-4fb2-988b-01e86c8f18f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (1f595bbe-1d7a-41ab-ae5e-c9487642b50a), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:52.988129 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-78ef32fe-ddbf-4fa3-88b5-f846087660dc req-40650d89-a308-4f94-8ec2-0bc36d2f1c1c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aa3c53b-180f-4afe-990a-681d10fe5dc7 HTTP/1.1" status: 200 len: 210 time: 0.0273893 Jan 29 04:40:53.372860 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [req-b3532b51-7837-49e5-a2f1-5df58e1ad6e0 req-9810970b-0c2f-4fb2-988b-01e86c8f18f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f595bbe-1d7a-41ab-ae5e-c9487642b50a {{(pid=103585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:40:53.382182 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-b3532b51-7837-49e5-a2f1-5df58e1ad6e0 req-9810970b-0c2f-4fb2-988b-01e86c8f18f0 service neutron] Publish callbacks [] for port (1f595bbe-1d7a-41ab-ae5e-c9487642b50a), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:53.394330 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.provisioning_blocks [req-b3532b51-7837-49e5-a2f1-5df58e1ad6e0 req-9810970b-0c2f-4fb2-988b-01e86c8f18f0 service neutron] Transition to ACTIVE for port object 1f595bbe-1d7a-41ab-ae5e-c9487642b50a will not be triggered until provisioned by entity L2. {{(pid=103585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:40:53.465784 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-b3532b51-7837-49e5-a2f1-5df58e1ad6e0 req-9810970b-0c2f-4fb2-988b-01e86c8f18f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (1f595bbe-1d7a-41ab-ae5e-c9487642b50a), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:53.516984 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810970b-0c2f-4fb2-988b-01e86c8f18f0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f595bbe-1d7a-41ab-ae5e-c9487642b50a,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:53.602918 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-b3532b51-7837-49e5-a2f1-5df58e1ad6e0 req-9810970b-0c2f-4fb2-988b-01e86c8f18f0 service neutron] Attempting to bind port 1f595bbe-1d7a-41ab-ae5e-c9487642b50a on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:40:53.603324 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-b3532b51-7837-49e5-a2f1-5df58e1ad6e0 req-9810970b-0c2f-4fb2-988b-01e86c8f18f0 service neutron] Attempting to bind port 1f595bbe-1d7a-41ab-ae5e-c9487642b50a by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '05e3b5e5-67de-4d59-a39f-0a7eec20c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '352abe45-b60a-49c7-b46d-aa7b3d32a335'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:40:53.603657 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3532b51-7837-49e5-a2f1-5df58e1ad6e0 req-9810970b-0c2f-4fb2-988b-01e86c8f18f0 service neutron] Attempting to bind port 1f595bbe-1d7a-41ab-ae5e-c9487642b50a on network 352abe45-b60a-49c7-b46d-aa7b3d32a335 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:40:53.614563 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3532b51-7837-49e5-a2f1-5df58e1ad6e0 req-9810970b-0c2f-4fb2-988b-01e86c8f18f0 service neutron] Port 1f595bbe-1d7a-41ab-ae5e-c9487642b50a on network 352abe45-b60a-49c7-b46d-aa7b3d32a335 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:40:53.615304 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3532b51-7837-49e5-a2f1-5df58e1ad6e0 req-9810970b-0c2f-4fb2-988b-01e86c8f18f0 service neutron] Attempting to bind port 1f595bbe-1d7a-41ab-ae5e-c9487642b50a on network 352abe45-b60a-49c7-b46d-aa7b3d32a335 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:40:53.620848 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3532b51-7837-49e5-a2f1-5df58e1ad6e0 req-9810970b-0c2f-4fb2-988b-01e86c8f18f0 service neutron] Checking agent: {'id': '15eedd85-6d76-4715-a40f-dc31e854816c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'started_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:40:53.625462 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3532b51-7837-49e5-a2f1-5df58e1ad6e0 req-9810970b-0c2f-4fb2-988b-01e86c8f18f0 service neutron] Checking segment: {'id': '05e3b5e5-67de-4d59-a39f-0a7eec20c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '352abe45-b60a-49c7-b46d-aa7b3d32a335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:40:53.625462 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3532b51-7837-49e5-a2f1-5df58e1ad6e0 req-9810970b-0c2f-4fb2-988b-01e86c8f18f0 service neutron] Bound using segment: {'id': '05e3b5e5-67de-4d59-a39f-0a7eec20c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '352abe45-b60a-49c7-b46d-aa7b3d32a335'} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:40:53.625462 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-b3532b51-7837-49e5-a2f1-5df58e1ad6e0 req-9810970b-0c2f-4fb2-988b-01e86c8f18f0 service neutron] Bound port: 1f595bbe-1d7a-41ab-ae5e-c9487642b50a, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05e3b5e5-67de-4d59-a39f-0a7eec20c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '352abe45-b60a-49c7-b46d-aa7b3d32a335'}}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:40:53.625462 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-b3532b51-7837-49e5-a2f1-5df58e1ad6e0 req-9810970b-0c2f-4fb2-988b-01e86c8f18f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (1f595bbe-1d7a-41ab-ae5e-c9487642b50a), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:53.675492 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:53.696741 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-b3532b51-7837-49e5-a2f1-5df58e1ad6e0 req-9810970b-0c2f-4fb2-988b-01e86c8f18f0 service neutron] For port 1f595bbe-1d7a-41ab-ae5e-c9487642b50a, host hv-neutron-8211, cleared binding levels {{(pid=103585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:40:53.700123 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-b3532b51-7837-49e5-a2f1-5df58e1ad6e0 req-9810970b-0c2f-4fb2-988b-01e86c8f18f0 service neutron] For port 1f595bbe-1d7a-41ab-ae5e-c9487642b50a, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=1f595bbe-1d7a-41ab-ae5e-c9487642b50a,segment=NetworkSegment(05e3b5e5-67de-4d59-a39f-0a7eec20c859),segment_id=05e3b5e5-67de-4d59-a39f-0a7eec20c859)] {{(pid=103585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:40:53.775453 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-b3532b51-7837-49e5-a2f1-5df58e1ad6e0 req-9810970b-0c2f-4fb2-988b-01e86c8f18f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (1f595bbe-1d7a-41ab-ae5e-c9487642b50a), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:53.820305 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3532b51-7837-49e5-a2f1-5df58e1ad6e0 req-9810970b-0c2f-4fb2-988b-01e86c8f18f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:53.821170 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-b3532b51-7837-49e5-a2f1-5df58e1ad6e0 req-9810970b-0c2f-4fb2-988b-01e86c8f18f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:53.826711 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b3532b51-7837-49e5-a2f1-5df58e1ad6e0 req-9810970b-0c2f-4fb2-988b-01e86c8f18f0 service neutron] 10.222.0.18 "PUT /v2.0/ports/1f595bbe-1d7a-41ab-ae5e-c9487642b50a HTTP/1.1" status: 200 len: 1130 time: 1.1161802 Jan 29 04:40:53.826711 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa3c53b-180f-4afe-990a-681d10fe5dc7', 'tag': '1f595bbe-1d7a-41ab-ae5e-c9487642b50a'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:40:53.826711 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d668756-777f-4af9-9302-9bda9c4147fd" -d '{"events": [{"name": "network-changed", "server_uuid": "8aa3c53b-180f-4afe-990a-681d10fe5dc7", "tag": "1f595bbe-1d7a-41ab-ae5e-c9487642b50a"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:40:53.861104 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-364a5bcc-9c6c-426f-84c3-43a1676f986d req-66da44e5-57d8-42f5-86ec-5a84b510b3b4 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1e702ee-003b-4afe-9660-66803b02122a HTTP/1.1" status: 200 len: 210 time: 0.0747263 Jan 29 04:40:53.884700 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054d4e06-377e-4789-ac84-01dd39dfac4e x-openstack-request-id: req-054d4e06-377e-4789-ac84-01dd39dfac4e {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:40:53.885113 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aa3c53b-180f-4afe-990a-681d10fe5dc7", "tag": "1f595bbe-1d7a-41ab-ae5e-c9487642b50a", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:40:53.885311 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-054d4e06-377e-4789-ac84-01dd39dfac4e {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:40:53.885705 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa3c53b-180f-4afe-990a-681d10fe5dc7', 'tag': '1f595bbe-1d7a-41ab-ae5e-c9487642b50a', 'status': 'completed', 'code': 200} Jan 29 04:40:53.891331 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810970b-0c2f-4fb2-988b-01e86c8f18f0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f595bbe-1d7a-41ab-ae5e-c9487642b50a,revision_number=3']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:53.957112 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:53.967313 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d668756-777f-4af9-9302-9bda9c4147fd req-736cec4d-9040-451a-8ea5-4b77a79b4378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:53.969353 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8d668756-777f-4af9-9302-9bda9c4147fd req-736cec4d-9040-451a-8ea5-4b77a79b4378 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=8aa3c53b-180f-4afe-990a-681d10fe5dc7 HTTP/1.1" status: 200 len: 1164 time: 0.0505810 Jan 29 04:40:54.119704 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d668756-777f-4af9-9302-9bda9c4147fd req-ea525b3d-3dc8-42d0-be7e-aa3f5db80d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:54.121095 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8d668756-777f-4af9-9302-9bda9c4147fd req-ea525b3d-3dc8-42d0-be7e-aa3f5db80d00 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9cb37fd5f36f44e696381da232925f9b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1303368 Jan 29 04:40:54.195591 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74265129-c87a-4bfd-baab-c3a0f93cea76 req-63c7ced8-fdf2-450a-acd0-2c6f2b2222f5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:54.197074 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-74265129-c87a-4bfd-baab-c3a0f93cea76 req-63c7ced8-fdf2-450a-acd0-2c6f2b2222f5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aa3c53b-180f-4afe-990a-681d10fe5dc7 HTTP/1.1" status: 200 len: 980 time: 0.1192961 Jan 29 04:40:54.254420 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d668756-777f-4af9-9302-9bda9c4147fd req-55328a2a-cd4c-4497-9671-e8c8ed9a72b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:54.255870 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8d668756-777f-4af9-9302-9bda9c4147fd req-55328a2a-cd4c-4497-9671-e8c8ed9a72b9 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1263890 Jan 29 04:40:54.267777 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-74265129-c87a-4bfd-baab-c3a0f93cea76 req-1fd2a3f8-0b8e-42a7-b7bf-d960b44e059b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a60dcd5-2df3-47a3-b4f4-89dd288caf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638933 Jan 29 04:40:54.363702 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3532b51-7837-49e5-a2f1-5df58e1ad6e0 req-16ab8059-cf4f-4079-be0a-afcbbd3e1eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:54.365529 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b3532b51-7837-49e5-a2f1-5df58e1ad6e0 req-16ab8059-cf4f-4079-be0a-afcbbd3e1eb1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=8aa3c53b-180f-4afe-990a-681d10fe5dc7 HTTP/1.1" status: 200 len: 1164 time: 0.0483606 Jan 29 04:40:54.417117 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b3532b51-7837-49e5-a2f1-5df58e1ad6e0 req-26633534-5808-42bc-8333-f69a8d95d8b6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f595bbe-1d7a-41ab-ae5e-c9487642b50a HTTP/1.1" status: 200 len: 217 time: 0.0390296 Jan 29 04:40:54.465488 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3532b51-7837-49e5-a2f1-5df58e1ad6e0 req-46b8df3f-738c-4cf8-ab1e-b2d2a290378e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:54.466836 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b3532b51-7837-49e5-a2f1-5df58e1ad6e0 req-46b8df3f-738c-4cf8-ab1e-b2d2a290378e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3aef98ce-d494-4190-9f68-23b77c017d8b HTTP/1.1" status: 200 len: 835 time: 0.0440536 Jan 29 04:40:54.516777 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3532b51-7837-49e5-a2f1-5df58e1ad6e0 req-39e6d9cb-b050-4513-8501-0feea7dbdc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:54.518308 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b3532b51-7837-49e5-a2f1-5df58e1ad6e0 req-39e6d9cb-b050-4513-8501-0feea7dbdc90 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=352abe45-b60a-49c7-b46d-aa7b3d32a335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0458257 Jan 29 04:40:54.613884 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b3532b51-7837-49e5-a2f1-5df58e1ad6e0 req-f42189a9-05a4-4e75-9afb-452b038f37f9 service neutron] 10.222.0.18 "GET /v2.0/networks/352abe45-b60a-49c7-b46d-aa7b3d32a335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875428 Jan 29 04:40:54.708406 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b3532b51-7837-49e5-a2f1-5df58e1ad6e0 req-c1eb1eff-bfbb-4467-b3f5-876f987a47a5 service neutron] 10.222.0.18 "GET /v2.0/networks/352abe45-b60a-49c7-b46d-aa7b3d32a335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844882 Jan 29 04:40:54.848755 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:55.389798 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc8c16-e4a4-4708-b373-5e8742f52234 req-489ad8c3-bbe3-4133-b56b-acc8c0b200db tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:55.391187 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fbdc8c16-e4a4-4708-b373-5e8742f52234 req-489ad8c3-bbe3-4133-b56b-acc8c0b200db tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aa3c53b-180f-4afe-990a-681d10fe5dc7 HTTP/1.1" status: 200 len: 980 time: 0.0559745 Jan 29 04:40:55.444179 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fbdc8c16-e4a4-4708-b373-5e8742f52234 req-bb31c195-f4c4-42ff-95cc-07ca3d18ddc3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a60dcd5-2df3-47a3-b4f4-89dd288caf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473361 Jan 29 04:40:56.431163 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:56.566605 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28d3f9-0020-4468-9711-f4a101ced572 req-28aa563c-8dbf-4e64-8b85-b3c969904a70 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:56.568201 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-8f28d3f9-0020-4468-9711-f4a101ced572 req-28aa563c-8dbf-4e64-8b85-b3c969904a70 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aa3c53b-180f-4afe-990a-681d10fe5dc7 HTTP/1.1" status: 200 len: 980 time: 0.0543377 Jan 29 04:40:56.616651 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-8f28d3f9-0020-4468-9711-f4a101ced572 req-37298272-bfa3-4f02-b744-b72e716aef0c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a60dcd5-2df3-47a3-b4f4-89dd288caf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424149 Jan 29 04:40:57.736887 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33e26c-d794-483d-bc02-06822f58b771 req-1c151e9d-1537-47f3-a2df-db1df798e58f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:57.738460 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3f33e26c-d794-483d-bc02-06822f58b771 req-1c151e9d-1537-47f3-a2df-db1df798e58f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aa3c53b-180f-4afe-990a-681d10fe5dc7 HTTP/1.1" status: 200 len: 980 time: 0.0561059 Jan 29 04:40:57.788597 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3f33e26c-d794-483d-bc02-06822f58b771 req-4b1a633b-b1fa-4886-baf0-9f45173cb68a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a60dcd5-2df3-47a3-b4f4-89dd288caf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445890 Jan 29 04:40:58.085737 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 1f595bbe-1d7a-41ab-ae5e-c9487642b50a details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:40:58.181566 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 1f595bbe-1d7a-41ab-ae5e-c9487642b50a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=1f595bbe-1d7a-41ab-ae5e-c9487642b50a,segment=NetworkSegment(05e3b5e5-67de-4d59-a39f-0a7eec20c859),segment_id=05e3b5e5-67de-4d59-a39f-0a7eec20c859)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:40:58.193106 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': '1f595bbe-1d7a-41ab-ae5e-c9487642b50a', 'network_id': '352abe45-b60a-49c7-b46d-aa7b3d32a335', 'port_id': '1f595bbe-1d7a-41ab-ae5e-c9487642b50a', 'mac_address': 'fa:16:3e:08:89:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aef98ce-d494-4190-9f68-23b77c017d8b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:40:58.228471 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 1f595bbe-1d7a-41ab-ae5e-c9487642b50a is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:40:58.229003 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (1f595bbe-1d7a-41ab-ae5e-c9487642b50a), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:58.241570 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f595bbe-1d7a-41ab-ae5e-c9487642b50a {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:40:58.260932 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 1f595bbe-1d7a-41ab-ae5e-c9487642b50a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=1f595bbe-1d7a-41ab-ae5e-c9487642b50a,segment=NetworkSegment(05e3b5e5-67de-4d59-a39f-0a7eec20c859),segment_id=05e3b5e5-67de-4d59-a39f-0a7eec20c859)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:40:58.334152 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (1f595bbe-1d7a-41ab-ae5e-c9487642b50a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:40:58.382302 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=1f595bbe-1d7a-41ab-ae5e-c9487642b50a,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:58.730868 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['1f595bbe-1d7a-41ab-ae5e-c9487642b50a'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:40:58.916597 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11e908-f70c-4e69-a0d7-dbdf813cc314 req-35982146-28ee-4b13-8134-fb637d5c9b91 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:58.918025 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ef11e908-f70c-4e69-a0d7-dbdf813cc314 req-35982146-28ee-4b13-8134-fb637d5c9b91 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aa3c53b-180f-4afe-990a-681d10fe5dc7 HTTP/1.1" status: 200 len: 981 time: 0.0574439 Jan 29 04:40:58.965041 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ef11e908-f70c-4e69-a0d7-dbdf813cc314 req-2a61eed5-7a20-4c31-9dcb-061758594973 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a60dcd5-2df3-47a3-b4f4-89dd288caf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413456 Jan 29 04:41:00.082994 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f33ce-375e-4c5d-9818-78dc3a50d2f1 req-e73df244-336f-4805-a9ad-88081b4f1847 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:00.084463 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a93f33ce-375e-4c5d-9818-78dc3a50d2f1 req-e73df244-336f-4805-a9ad-88081b4f1847 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aa3c53b-180f-4afe-990a-681d10fe5dc7 HTTP/1.1" status: 200 len: 981 time: 0.0533028 Jan 29 04:41:00.101521 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 1f595bbe-1d7a-41ab-ae5e-c9487642b50a up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:41:00.132955 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a93f33ce-375e-4c5d-9818-78dc3a50d2f1 req-8692cb85-4504-4a71-b01d-01fdcf775750 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a60dcd5-2df3-47a3-b4f4-89dd288caf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426724 Jan 29 04:41:00.217360 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning for port 1f595bbe-1d7a-41ab-ae5e-c9487642b50a completed by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:41:00.221351 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port 1f595bbe-1d7a-41ab-ae5e-c9487642b50a triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:00.221815 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (1f595bbe-1d7a-41ab-ae5e-c9487642b50a), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:00.302501 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 1f595bbe-1d7a-41ab-ae5e-c9487642b50a is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:41:00.302884 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (1f595bbe-1d7a-41ab-ae5e-c9487642b50a), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:00.325453 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa3c53b-180f-4afe-990a-681d10fe5dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f595bbe-1d7a-41ab-ae5e-c9487642b50a'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:41:00.327786 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4ab6c3-8b7e-417c-94a1-02cbb8164c19" -d '{"events": [{"server_uuid": "8aa3c53b-180f-4afe-990a-681d10fe5dc7", "name": "network-vif-plugged", "status": "completed", "tag": "1f595bbe-1d7a-41ab-ae5e-c9487642b50a"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:41:00.343558 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 1f595bbe-1d7a-41ab-ae5e-c9487642b50a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=1f595bbe-1d7a-41ab-ae5e-c9487642b50a,segment=NetworkSegment(05e3b5e5-67de-4d59-a39f-0a7eec20c859),segment_id=05e3b5e5-67de-4d59-a39f-0a7eec20c859)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:00.368810 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee15862a-8c58-4716-a18b-5d1766e534a8 x-openstack-request-id: req-ee15862a-8c58-4716-a18b-5d1766e534a8 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:41:00.369070 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa3c53b-180f-4afe-990a-681d10fe5dc7", "name": "network-vif-plugged", "status": "completed", "tag": "1f595bbe-1d7a-41ab-ae5e-c9487642b50a", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:41:00.371825 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee15862a-8c58-4716-a18b-5d1766e534a8 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:41:00.371825 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa3c53b-180f-4afe-990a-681d10fe5dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f595bbe-1d7a-41ab-ae5e-c9487642b50a', 'code': 200} Jan 29 04:41:00.429269 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (1f595bbe-1d7a-41ab-ae5e-c9487642b50a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:00.479255 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=1f595bbe-1d7a-41ab-ae5e-c9487642b50a,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:00.789754 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25eaf8b-6e3b-40f6-8fdd-5416559b2e25 req-4450288b-4885-43b2-bab4-494898ea88a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:00.789754 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c25eaf8b-6e3b-40f6-8fdd-5416559b2e25 req-4450288b-4885-43b2-bab4-494898ea88a7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8aa3c53b-180f-4afe-990a-681d10fe5dc7 HTTP/1.1" status: 200 len: 1166 time: 0.0539293 Jan 29 04:41:00.838875 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c25eaf8b-6e3b-40f6-8fdd-5416559b2e25 req-3f5c200f-c1ef-4ef8-8908-43d9729f9b97 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2a60dcd5-2df3-47a3-b4f4-89dd288caf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438871 Jan 29 04:41:01.275284 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da553a9-ac5a-4bca-944e-f59d52a6f8ab req-dd43da3e-4595-42c4-b6aa-816442250128 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:01.280280 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7da553a9-ac5a-4bca-944e-f59d52a6f8ab req-dd43da3e-4595-42c4-b6aa-816442250128 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aa3c53b-180f-4afe-990a-681d10fe5dc7 HTTP/1.1" status: 200 len: 982 time: 0.0572431 Jan 29 04:41:01.334956 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7da553a9-ac5a-4bca-944e-f59d52a6f8ab req-85b27ad4-2e31-45aa-b621-8b94da26e3d2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a60dcd5-2df3-47a3-b4f4-89dd288caf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476823 Jan 29 04:41:02.464768 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4385a-c1e9-4417-81a5-846929291254 req-ee8b24d0-224a-418f-933f-60f33ce8705e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:02.466340 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-fdf4385a-c1e9-4417-81a5-846929291254 req-ee8b24d0-224a-418f-933f-60f33ce8705e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aa3c53b-180f-4afe-990a-681d10fe5dc7 HTTP/1.1" status: 200 len: 982 time: 0.0561564 Jan 29 04:41:02.515217 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-fdf4385a-c1e9-4417-81a5-846929291254 req-d9bcd242-985a-4e30-a945-055110430407 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a60dcd5-2df3-47a3-b4f4-89dd288caf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427473 Jan 29 04:41:02.655957 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06626d-28c6-407c-9c35-020f3626c724 req-2ebc426a-883c-4ffa-94e8-0484ab9fc2ae tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:02.660968 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9f06626d-28c6-407c-9c35-020f3626c724 req-2ebc426a-883c-4ffa-94e8-0484ab9fc2ae tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aa3c53b-180f-4afe-990a-681d10fe5dc7 HTTP/1.1" status: 200 len: 982 time: 0.0673237 Jan 29 04:41:02.706623 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9f06626d-28c6-407c-9c35-020f3626c724 req-8d26e196-e850-4a1c-813c-7099caeefab7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a60dcd5-2df3-47a3-b4f4-89dd288caf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431941 Jan 29 04:41:02.730976 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57502) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:02.776030 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f7c63c-38bc-4772-9b9f-9a5fe04da880 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:02.777787 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-13f7c63c-38bc-4772-9b9f-9a5fe04da880 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8aa3c53b-180f-4afe-990a-681d10fe5dc7 HTTP/1.1" status: 200 len: 1161 time: 0.0457470 Jan 29 04:41:02.780917 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57504) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:02.785195 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-1938e66a-c801-4a5d-8c91-dd3145f8a7a3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'floatingip': {'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'port_id': '1f595bbe-1d7a-41ab-ae5e-c9487642b50a', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:02.869124 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1938e66a-c801-4a5d-8c91-dd3145f8a7a3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:02.976516 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1938e66a-c801-4a5d-8c91-dd3145f8a7a3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:03.078666 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-1938e66a-c801-4a5d-8c91-dd3145f8a7a3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Allocated IP 172.26.8.185 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/ec179260-f80c-4503-9417-afc12405b0ed) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:41:03.182712 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1938e66a-c801-4a5d-8c91-dd3145f8a7a3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (ec179260-f80c-4503-9417-afc12405b0ed), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:03.288470 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1938e66a-c801-4a5d-8c91-dd3145f8a7a3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (ec179260-f80c-4503-9417-afc12405b0ed), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:03.325032 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1938e66a-c801-4a5d-8c91-dd3145f8a7a3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:41:03.329514 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-1938e66a-c801-4a5d-8c91-dd3145f8a7a3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:41:03.332954 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1938e66a-c801-4a5d-8c91-dd3145f8a7a3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:41:03.340804 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1938e66a-c801-4a5d-8c91-dd3145f8a7a3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=ec179260-f80c-4503-9417-afc12405b0ed,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:03.628279 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57510) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:03.793136 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1938e66a-c801-4a5d-8c91-dd3145f8a7a3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for floatingip (2e9e7303-c73d-44bb-a8b5-85df40dbcc17), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:03.874863 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-5cc300b5-3893-4444-ae5f-d3ca60099856 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Deleting port 56ae51ca-9227-4748-b5e0-0576f6b7b7b4 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:41:03.875200 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5cc300b5-3893-4444-ae5f-d3ca60099856 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (56ae51ca-9227-4748-b5e0-0576f6b7b7b4), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:03.968350 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5cc300b5-3893-4444-ae5f-d3ca60099856 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (56ae51ca-9227-4748-b5e0-0576f6b7b7b4), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:03.968705 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5cc300b5-3893-4444-ae5f-d3ca60099856 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks [] for floatingip (56ae51ca-9227-4748-b5e0-0576f6b7b7b4), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:03.983975 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-5cc300b5-3893-4444-ae5f-d3ca60099856 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Calling delete_port for 56ae51ca-9227-4748-b5e0-0576f6b7b7b4 owned by network:floatingip {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:41:03.994094 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1938e66a-c801-4a5d-8c91-dd3145f8a7a3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (ec179260-f80c-4503-9417-afc12405b0ed), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:04.239466 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1938e66a-c801-4a5d-8c91-dd3145f8a7a3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (ec179260-f80c-4503-9417-afc12405b0ed), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:04.294264 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1938e66a-c801-4a5d-8c91-dd3145f8a7a3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (ec179260-f80c-4503-9417-afc12405b0ed), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:04.329165 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5cc300b5-3893-4444-ae5f-d3ca60099856 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (56ae51ca-9227-4748-b5e0-0576f6b7b7b4), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:04.376276 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1938e66a-c801-4a5d-8c91-dd3145f8a7a3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=ec179260-f80c-4503-9417-afc12405b0ed,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:04.440073 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc300b5-3893-4444-ae5f-d3ca60099856 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Pushing event deleted for resources: {'Port': ['ID=56ae51ca-9227-4748-b5e0-0576f6b7b7b4,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:04.448980 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1938e66a-c801-4a5d-8c91-dd3145f8a7a3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (2e9e7303-c73d-44bb-a8b5-85df40dbcc17), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:04.491463 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5cc300b5-3893-4444-ae5f-d3ca60099856 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks [] for floatingip (1c47cdd0-00e3-404f-ab13-fdcc5e9b040f), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:04.491715 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.l3_db [None req-5cc300b5-3893-4444-ae5f-d3ca60099856 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Floating IP 1c47cdd0-00e3-404f-ab13-fdcc5e9b040f disassociated (deleted). External IP: 172.26.8.78, port: 630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2. Jan 29 04:41:04.621888 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.l3_db [None req-1938e66a-c801-4a5d-8c91-dd3145f8a7a3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Floating IP 2e9e7303-c73d-44bb-a8b5-85df40dbcc17 associated. External IP: 172.26.8.185, port: 1f595bbe-1d7a-41ab-ae5e-c9487642b50a. Jan 29 04:41:04.877830 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc300b5-3893-4444-ae5f-d3ca60099856 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Router b43ba331-a11d-4a64-9b59-9b15884ae556 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:41:04.973885 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1938e66a-c801-4a5d-8c91-dd3145f8a7a3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router f171e7d7-3c9b-4f61-8725-9ad687fe4f75 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:41:05.388130 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc300b5-3893-4444-ae5f-d3ca60099856 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:41:05.394307 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5cc300b5-3893-4444-ae5f-d3ca60099856 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:05.398101 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd3e25d-9bf9-4452-94d3-fa07c2a74ec6 None None] Sync routers for ids ['b43ba331-a11d-4a64-9b59-9b15884ae556'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:41:05.409565 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd3e25d-9bf9-4452-94d3-fa07c2a74ec6 None None] Routers {'b43ba331-a11d-4a64-9b59-9b15884ae556'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:41:05.410161 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-fdd3e25d-9bf9-4452-94d3-fa07c2a74ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:40:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b43ba331-a11d-4a64-9b59-9b15884ae556'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:05.458361 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-5cc300b5-3893-4444-ae5f-d3ca60099856 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "DELETE /v2.0/floatingips/1c47cdd0-00e3-404f-ab13-fdcc5e9b040f HTTP/1.1" status: 204 len: 168 time: 1.8292143 Jan 29 04:41:05.460257 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c91c482-2b8e-47ae-8499-83bac73927d3', 'tag': '630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:41:05.462530 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65112a2c-62c6-4322-abba-0d90db14909d" -d '{"events": [{"name": "network-changed", "server_uuid": "7c91c482-2b8e-47ae-8499-83bac73927d3", "tag": "630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:41:05.478116 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1938e66a-c801-4a5d-8c91-dd3145f8a7a3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:41:05.491351 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe57078-a688-432b-a321-670f47282fa3 None None] Sync routers for ids ['f171e7d7-3c9b-4f61-8725-9ad687fe4f75'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:41:05.505155 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe57078-a688-432b-a321-670f47282fa3 None None] Routers {'f171e7d7-3c9b-4f61-8725-9ad687fe4f75'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:41:05.506494 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-0fe57078-a688-432b-a321-670f47282fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:40:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['f171e7d7-3c9b-4f61-8725-9ad687fe4f75'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:05.526246 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b1e752-ca41-454e-8312-e2d915bc8b10 x-openstack-request-id: req-b5b1e752-ca41-454e-8312-e2d915bc8b10 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:41:05.526246 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c91c482-2b8e-47ae-8499-83bac73927d3", "tag": "630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:41:05.526246 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5b1e752-ca41-454e-8312-e2d915bc8b10 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:41:05.526246 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c91c482-2b8e-47ae-8499-83bac73927d3', 'tag': '630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2', 'status': 'completed', 'code': 200} Jan 29 04:41:05.526787 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-fdd3e25d-9bf9-4452-94d3-fa07c2a74ec6 None None] Set router b43ba331-a11d-4a64-9b59-9b15884ae556 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:41:05.618010 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1938e66a-c801-4a5d-8c91-dd3145f8a7a3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:05.626130 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-0fe57078-a688-432b-a321-670f47282fa3 None None] Set router f171e7d7-3c9b-4f61-8725-9ad687fe4f75 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:41:05.656863 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-1938e66a-c801-4a5d-8c91-dd3145f8a7a3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.8716540 Jan 29 04:41:05.656863 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65112a2c-62c6-4322-abba-0d90db14909d req-af8c3d11-b25a-44a8-bc56-7206a864b95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:05.657329 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57516) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:05.657860 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-65112a2c-62c6-4322-abba-0d90db14909d req-af8c3d11-b25a-44a8-bc56-7206a864b95a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1b0e4f5bc18f46e19e7272f5d8beca17&device_id=7c91c482-2b8e-47ae-8499-83bac73927d3 HTTP/1.1" status: 200 len: 1130 time: 0.0971141 Jan 29 04:41:05.755180 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-fdd3e25d-9bf9-4452-94d3-fa07c2a74ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'name': 'tempest-TestVolumeBootPattern-1182025116-router', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:12Z', 'updated_at': '2022-01-29T04:30:21Z', 'revision_number': 4, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'gw_port': {'id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:14Z', 'updated_at': '2022-01-29T04:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '98a2ab77-b23f-4e5a-bf17-3bc88a105717', 'name': '', 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'mac_address': 'fa:16:3e:b5:b3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:20Z', 'updated_at': '2022-01-29T04:30:31Z', 'revision_number': 5, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'subnets': [{'id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:05.820350 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65112a2c-62c6-4322-abba-0d90db14909d req-93285af9-5051-4bea-84ba-33c782b87d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:05.822502 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-65112a2c-62c6-4322-abba-0d90db14909d req-93285af9-5051-4bea-84ba-33c782b87d24 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0e91feca-45f0-4a0a-b0ad-b17a5562d039 HTTP/1.1" status: 200 len: 913 time: 0.1570995 Jan 29 04:41:05.832773 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd3e25d-9bf9-4452-94d3-fa07c2a74ec6 None None] Checking router: b43ba331-a11d-4a64-9b59-9b15884ae556 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:41:05.844222 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd3e25d-9bf9-4452-94d3-fa07c2a74ec6 None None] Routers {'b43ba331-a11d-4a64-9b59-9b15884ae556'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:41:05.844914 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-fdd3e25d-9bf9-4452-94d3-fa07c2a74ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:40:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b43ba331-a11d-4a64-9b59-9b15884ae556'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:05.884903 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-65112a2c-62c6-4322-abba-0d90db14909d req-9900fe0e-71d6-4ee0-8145-465bfcf076e4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2 HTTP/1.1" status: 200 len: 217 time: 0.0549259 Jan 29 04:41:05.900272 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-0fe57078-a688-432b-a321-670f47282fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f171e7d7-3c9b-4f61-8725-9ad687fe4f75', 'name': 'tempest-TestNetworkBasicOps-router-1378404609', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '7066e4d4-d87a-41c7-be96-1b116b5356da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:40:39Z', 'updated_at': '2022-01-29T04:40:44Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '7066e4d4-d87a-41c7-be96-1b116b5356da', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f171e7d7-3c9b-4f61-8725-9ad687fe4f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:40Z', 'updated_at': '2022-01-29T04:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '2e9e7303-c73d-44bb-a8b5-85df40dbcc17', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.185', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'f171e7d7-3c9b-4f61-8725-9ad687fe4f75', 'port_id': '1f595bbe-1d7a-41ab-ae5e-c9487642b50a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-124503079', 'network_id': '352abe45-b60a-49c7-b46d-aa7b3d32a335', 'mac_address': 'fa:16:3e:08:89:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa3c53b-180f-4afe-990a-681d10fe5dc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:41:03Z', 'updated_at': '2022-01-29T04:41:03Z', 'revision_number': 0, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b34b3b69-60a0-424c-ab1f-f48aef973e0c', 'name': '', 'network_id': '352abe45-b60a-49c7-b46d-aa7b3d32a335', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:75:c4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f171e7d7-3c9b-4f61-8725-9ad687fe4f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '3aef98ce-d494-4190-9f68-23b77c017d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:43Z', 'updated_at': '2022-01-29T04:40:48Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '3aef98ce-d494-4190-9f68-23b77c017d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:05.936211 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe57078-a688-432b-a321-670f47282fa3 None None] Checking router: f171e7d7-3c9b-4f61-8725-9ad687fe4f75 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:41:05.941202 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65112a2c-62c6-4322-abba-0d90db14909d req-fccb94db-7e70-4961-a365-2ed02c2805a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:05.942868 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-65112a2c-62c6-4322-abba-0d90db14909d req-fccb94db-7e70-4961-a365-2ed02c2805a6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c5ef5406-79aa-4490-92c9-3e7f9e568ee2 HTTP/1.1" status: 200 len: 851 time: 0.0525832 Jan 29 04:41:05.947038 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe57078-a688-432b-a321-670f47282fa3 None None] Routers {'f171e7d7-3c9b-4f61-8725-9ad687fe4f75'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:41:05.947919 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-0fe57078-a688-432b-a321-670f47282fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:40:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['f171e7d7-3c9b-4f61-8725-9ad687fe4f75'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:05.986498 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-fdd3e25d-9bf9-4452-94d3-fa07c2a74ec6 None None] Set router b43ba331-a11d-4a64-9b59-9b15884ae556 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:41:06.002048 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65112a2c-62c6-4322-abba-0d90db14909d req-28b33cea-a90a-416e-b9e2-14907361c2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:06.004015 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-65112a2c-62c6-4322-abba-0d90db14909d req-28b33cea-a90a-416e-b9e2-14907361c2ed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e91feca-45f0-4a0a-b0ad-b17a5562d039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0546293 Jan 29 04:41:06.115155 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d455d576-f1c0-445f-a97f-c9303c49dba3 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:06.117834 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d455d576-f1c0-445f-a97f-c9303c49dba3 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8aa3c53b-180f-4afe-990a-681d10fe5dc7&network_id=352abe45-b60a-49c7-b46d-aa7b3d32a335 HTTP/1.1" status: 200 len: 1161 time: 0.4578753 Jan 29 04:41:06.133330 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-0fe57078-a688-432b-a321-670f47282fa3 None None] Set router f171e7d7-3c9b-4f61-8725-9ad687fe4f75 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:41:06.163989 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb485f-2a1c-4f34-aba9-e8c41dbfeec8 req-20b02005-0aa8-4e5c-8cd0-bf658f9ac972 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:06.168467 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b7cb485f-2a1c-4f34-aba9-e8c41dbfeec8 req-20b02005-0aa8-4e5c-8cd0-bf658f9ac972 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c91c482-2b8e-47ae-8499-83bac73927d3 HTTP/1.1" status: 200 len: 946 time: 0.0960181 Jan 29 04:41:06.216772 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-65112a2c-62c6-4322-abba-0d90db14909d req-835cf817-ddc8-420b-a6be-6b155a9c550d service neutron] 10.222.0.18 "GET /v2.0/networks/0e91feca-45f0-4a0a-b0ad-b17a5562d039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029026 Jan 29 04:41:06.248079 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-fdd3e25d-9bf9-4452-94d3-fa07c2a74ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'name': 'tempest-TestVolumeBootPattern-1182025116-router', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:12Z', 'updated_at': '2022-01-29T04:30:21Z', 'revision_number': 4, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'gw_port': {'id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:14Z', 'updated_at': '2022-01-29T04:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '98a2ab77-b23f-4e5a-bf17-3bc88a105717', 'name': '', 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'mac_address': 'fa:16:3e:b5:b3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:20Z', 'updated_at': '2022-01-29T04:30:31Z', 'revision_number': 5, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'subnets': [{'id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:06.294439 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b7cb485f-2a1c-4f34-aba9-e8c41dbfeec8 req-8dbd3d1a-1034-46de-a155-6bffa5b39fbe tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164203 Jan 29 04:41:06.337132 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-65112a2c-62c6-4322-abba-0d90db14909d req-06a7d296-afe6-4380-8a6a-7011be8662ec service neutron] 10.222.0.18 "GET /v2.0/networks/0e91feca-45f0-4a0a-b0ad-b17a5562d039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141162 Jan 29 04:41:06.379523 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd3e25d-9bf9-4452-94d3-fa07c2a74ec6 None None] The sync data for ids ['b43ba331-a11d-4a64-9b59-9b15884ae556'] in dv-neutron-821190-1-hyperv is: [{'id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'name': 'tempest-TestVolumeBootPattern-1182025116-router', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:12Z', 'updated_at': '2022-01-29T04:30:21Z', 'revision_number': 4, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'gw_port': {'id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:14Z', 'updated_at': '2022-01-29T04:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '98a2ab77-b23f-4e5a-bf17-3bc88a105717', 'name': '', 'network_id': '0e91feca-45f0-4a0a-b0ad-b17a5562d039', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'mac_address': 'fa:16:3e:b5:b3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:20Z', 'updated_at': '2022-01-29T04:30:31Z', 'revision_number': 5, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'subnets': [{'id': 'c5ef5406-79aa-4490-92c9-3e7f9e568ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:41:06.409137 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-0fe57078-a688-432b-a321-670f47282fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f171e7d7-3c9b-4f61-8725-9ad687fe4f75', 'name': 'tempest-TestNetworkBasicOps-router-1378404609', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '7066e4d4-d87a-41c7-be96-1b116b5356da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:40:39Z', 'updated_at': '2022-01-29T04:40:44Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '7066e4d4-d87a-41c7-be96-1b116b5356da', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f171e7d7-3c9b-4f61-8725-9ad687fe4f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:40Z', 'updated_at': '2022-01-29T04:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '2e9e7303-c73d-44bb-a8b5-85df40dbcc17', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.185', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'f171e7d7-3c9b-4f61-8725-9ad687fe4f75', 'port_id': '1f595bbe-1d7a-41ab-ae5e-c9487642b50a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-124503079', 'network_id': '352abe45-b60a-49c7-b46d-aa7b3d32a335', 'mac_address': 'fa:16:3e:08:89:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa3c53b-180f-4afe-990a-681d10fe5dc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:41:03Z', 'updated_at': '2022-01-29T04:41:03Z', 'revision_number': 0, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b34b3b69-60a0-424c-ab1f-f48aef973e0c', 'name': '', 'network_id': '352abe45-b60a-49c7-b46d-aa7b3d32a335', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:75:c4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f171e7d7-3c9b-4f61-8725-9ad687fe4f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '3aef98ce-d494-4190-9f68-23b77c017d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:43Z', 'updated_at': '2022-01-29T04:40:48Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '3aef98ce-d494-4190-9f68-23b77c017d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:06.441467 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe57078-a688-432b-a321-670f47282fa3 None None] The sync data for ids ['f171e7d7-3c9b-4f61-8725-9ad687fe4f75'] in dv-neutron-821190-1-hyperv is: [{'id': 'f171e7d7-3c9b-4f61-8725-9ad687fe4f75', 'name': 'tempest-TestNetworkBasicOps-router-1378404609', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '7066e4d4-d87a-41c7-be96-1b116b5356da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:40:39Z', 'updated_at': '2022-01-29T04:40:44Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '7066e4d4-d87a-41c7-be96-1b116b5356da', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f171e7d7-3c9b-4f61-8725-9ad687fe4f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:40Z', 'updated_at': '2022-01-29T04:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '2e9e7303-c73d-44bb-a8b5-85df40dbcc17', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.185', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'f171e7d7-3c9b-4f61-8725-9ad687fe4f75', 'port_id': '1f595bbe-1d7a-41ab-ae5e-c9487642b50a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-124503079', 'network_id': '352abe45-b60a-49c7-b46d-aa7b3d32a335', 'mac_address': 'fa:16:3e:08:89:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa3c53b-180f-4afe-990a-681d10fe5dc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:41:03Z', 'updated_at': '2022-01-29T04:41:03Z', 'revision_number': 0, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b34b3b69-60a0-424c-ab1f-f48aef973e0c', 'name': '', 'network_id': '352abe45-b60a-49c7-b46d-aa7b3d32a335', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:75:c4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f171e7d7-3c9b-4f61-8725-9ad687fe4f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '3aef98ce-d494-4190-9f68-23b77c017d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:43Z', 'updated_at': '2022-01-29T04:40:48Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '3aef98ce-d494-4190-9f68-23b77c017d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:41:06.585637 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe5913-6d82-4d26-b777-d4346abb60ab req-911b9f7d-a337-4826-8be5-769d9fc4fe6b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:06.587374 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-09fe5913-6d82-4d26-b777-d4346abb60ab req-911b9f7d-a337-4826-8be5-769d9fc4fe6b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aa3c53b-180f-4afe-990a-681d10fe5dc7 HTTP/1.1" status: 200 len: 982 time: 0.0580335 Jan 29 04:41:06.641595 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-09fe5913-6d82-4d26-b777-d4346abb60ab req-4fa04925-da5d-446a-8eed-7e6fb368ae21 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a60dcd5-2df3-47a3-b4f4-89dd288caf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474315 Jan 29 04:41:06.663451 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27768809-6a88-4d78-b526-6e6cf22c2f8c None None] New status for floating IP 2e9e7303-c73d-44bb-a8b5-85df40dbcc17: ACTIVE {{(pid=103587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:41:06.681365 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d8e24b-aab7-4b18-8dfe-99957c5b394c None None] New status for floating IP 1c47cdd0-00e3-404f-ab13-fdcc5e9b040f: DOWN {{(pid=103586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:41:06.864408 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf11366-a488-4232-9dd5-9d594f8d5a9a req-10bedebf-3bff-4a6c-b2d4-b6f7b3aaeb77 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:06.865923 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-faf11366-a488-4232-9dd5-9d594f8d5a9a req-10bedebf-3bff-4a6c-b2d4-b6f7b3aaeb77 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c91c482-2b8e-47ae-8499-83bac73927d3 HTTP/1.1" status: 200 len: 946 time: 0.0524433 Jan 29 04:41:06.969001 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-faf11366-a488-4232-9dd5-9d594f8d5a9a req-cca78228-deaa-42f3-bea6-24074f0f06c2 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Deleting port 630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:41:06.969733 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-faf11366-a488-4232-9dd5-9d594f8d5a9a req-cca78228-deaa-42f3-bea6-24074f0f06c2 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:07.055245 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-faf11366-a488-4232-9dd5-9d594f8d5a9a req-cca78228-deaa-42f3-bea6-24074f0f06c2 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] For port 630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2,segment=NetworkSegment(c716b040-a748-4481-b1ab-9f6d7d87cd90),segment_id=c716b040-a748-4481-b1ab-9f6d7d87cd90)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:07.055602 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-faf11366-a488-4232-9dd5-9d594f8d5a9a req-cca78228-deaa-42f3-bea6-24074f0f06c2 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:07.068668 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-faf11366-a488-4232-9dd5-9d594f8d5a9a req-cca78228-deaa-42f3-bea6-24074f0f06c2 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Calling delete_port for 630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2 owned by compute:nova {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:41:07.262838 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-faf11366-a488-4232-9dd5-9d594f8d5a9a req-cca78228-deaa-42f3-bea6-24074f0f06c2 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:07.293050 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca78228-deaa-42f3-bea6-24074f0f06c2 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Pushing event deleted for resources: {'Port': ['ID=630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:07.339412 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf11366-a488-4232-9dd5-9d594f8d5a9a req-cca78228-deaa-42f3-bea6-24074f0f06c2 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] No DVR routers for this DVR port 630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2 on host hv-neutron-8211 {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:41:07.341904 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-faf11366-a488-4232-9dd5-9d594f8d5a9a req-cca78228-deaa-42f3-bea6-24074f0f06c2 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:07.345898 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-faf11366-a488-4232-9dd5-9d594f8d5a9a req-cca78228-deaa-42f3-bea6-24074f0f06c2 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.18 "DELETE /v2.0/ports/630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2 HTTP/1.1" status: 204 len: 173 time: 0.4694705 Jan 29 04:41:07.395548 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-fce03589-68b3-45c1-b549-e16884ed54be req-4b6e1976-af3f-47ca-af92-55900167803a tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c91c482-2b8e-47ae-8499-83bac73927d3 HTTP/1.1" status: 200 len: 210 time: 0.0265429 Jan 29 04:41:07.518267 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa3c53b-180f-4afe-990a-681d10fe5dc7', 'tag': '1f595bbe-1d7a-41ab-ae5e-c9487642b50a'}, {'server_uuid': '7c91c482-2b8e-47ae-8499-83bac73927d3', 'name': 'network-vif-deleted', 'tag': '630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:41:07.520698 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0205acb5-97eb-46a1-9a4f-fb43ef393676" -d '{"events": [{"name": "network-changed", "server_uuid": "8aa3c53b-180f-4afe-990a-681d10fe5dc7", "tag": "1f595bbe-1d7a-41ab-ae5e-c9487642b50a"}, {"server_uuid": "7c91c482-2b8e-47ae-8499-83bac73927d3", "name": "network-vif-deleted", "tag": "630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:41:07.563494 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 29 Jan 2022 04:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31eb845c-c83f-4b54-bba6-f8025c1485be x-openstack-request-id: req-31eb845c-c83f-4b54-bba6-f8025c1485be {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:41:07.563494 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aa3c53b-180f-4afe-990a-681d10fe5dc7", "tag": "1f595bbe-1d7a-41ab-ae5e-c9487642b50a", "status": "completed", "code": 200}, {"server_uuid": "7c91c482-2b8e-47ae-8499-83bac73927d3", "name": "network-vif-deleted", "tag": "630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:41:07.563494 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-31eb845c-c83f-4b54-bba6-f8025c1485be {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:41:07.563494 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa3c53b-180f-4afe-990a-681d10fe5dc7', 'tag': '1f595bbe-1d7a-41ab-ae5e-c9487642b50a', 'status': 'completed', 'code': 200} Jan 29 04:41:07.563494 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c91c482-2b8e-47ae-8499-83bac73927d3', 'name': 'network-vif-deleted', 'tag': '630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2', 'status': 'completed', 'code': 200} Jan 29 04:41:07.661805 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205acb5-97eb-46a1-9a4f-fb43ef393676 req-3f21ee28-a7c4-4278-a57b-166b6f455d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:07.663882 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0205acb5-97eb-46a1-9a4f-fb43ef393676 req-3f21ee28-a7c4-4278-a57b-166b6f455d6b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=8aa3c53b-180f-4afe-990a-681d10fe5dc7 HTTP/1.1" status: 200 len: 1166 time: 0.0525846 Jan 29 04:41:07.770537 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205acb5-97eb-46a1-9a4f-fb43ef393676 req-584fd509-0a66-4e71-9087-f7715f282c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:07.772031 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0205acb5-97eb-46a1-9a4f-fb43ef393676 req-584fd509-0a66-4e71-9087-f7715f282c5f service neutron] 10.222.0.18 "GET /v2.0/networks?id=352abe45-b60a-49c7-b46d-aa7b3d32a335 HTTP/1.1" status: 200 len: 898 time: 0.1001492 Jan 29 04:41:07.797476 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13fcf7-359a-4446-9c22-2ed39345ab8f req-dc4e36f2-620b-4819-b6aa-71957a2581c4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:07.799524 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ef13fcf7-359a-4446-9c22-2ed39345ab8f req-dc4e36f2-620b-4819-b6aa-71957a2581c4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aa3c53b-180f-4afe-990a-681d10fe5dc7 HTTP/1.1" status: 200 len: 982 time: 0.0759063 Jan 29 04:41:07.854642 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0205acb5-97eb-46a1-9a4f-fb43ef393676 req-489d5de9-0e73-4eb5-a802-000cbab1a4f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f595bbe-1d7a-41ab-ae5e-c9487642b50a HTTP/1.1" status: 200 len: 1038 time: 0.0759223 Jan 29 04:41:07.859475 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ef13fcf7-359a-4446-9c22-2ed39345ab8f req-ff992f02-8e87-4ada-942e-f21d983a7302 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a60dcd5-2df3-47a3-b4f4-89dd288caf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520663 Jan 29 04:41:07.905610 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205acb5-97eb-46a1-9a4f-fb43ef393676 req-d3c388a9-ea7e-4ea5-a897-f0b80968be8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:07.907095 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0205acb5-97eb-46a1-9a4f-fb43ef393676 req-d3c388a9-ea7e-4ea5-a897-f0b80968be8a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3aef98ce-d494-4190-9f68-23b77c017d8b HTTP/1.1" status: 200 len: 835 time: 0.0457423 Jan 29 04:41:07.957109 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205acb5-97eb-46a1-9a4f-fb43ef393676 req-7b3e07cc-5b74-403f-8933-ebabdb291c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:07.958671 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0205acb5-97eb-46a1-9a4f-fb43ef393676 req-7b3e07cc-5b74-403f-8933-ebabdb291c3d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=352abe45-b60a-49c7-b46d-aa7b3d32a335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0440273 Jan 29 04:41:08.050586 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0205acb5-97eb-46a1-9a4f-fb43ef393676 req-1f87fc1c-bcc5-4590-8a13-52be276da0c5 service neutron] 10.222.0.18 "GET /v2.0/networks/352abe45-b60a-49c7-b46d-aa7b3d32a335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851026 Jan 29 04:41:08.143748 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0205acb5-97eb-46a1-9a4f-fb43ef393676 req-b6343298-af96-4e90-8158-4cf246253599 service neutron] 10.222.0.18 "GET /v2.0/networks/352abe45-b60a-49c7-b46d-aa7b3d32a335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848196 Jan 29 04:41:08.350259 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fbbc2-5d9b-4c28-a3b4-b72dae7ad706 req-d5308604-87b0-4b6f-a28d-49cbf7e3f95c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:08.351700 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a66fbbc2-5d9b-4c28-a3b4-b72dae7ad706 req-d5308604-87b0-4b6f-a28d-49cbf7e3f95c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "GET /v2.0/ports?device_id=8aa3c53b-180f-4afe-990a-681d10fe5dc7 HTTP/1.1" status: 200 len: 982 time: 0.0587428 Jan 29 04:41:08.398772 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fbbc2-5d9b-4c28-a3b4-b72dae7ad706 req-8cf6bf4e-080d-49b3-834e-c12deeda7314 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:08.400151 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a66fbbc2-5d9b-4c28-a3b4-b72dae7ad706 req-8cf6bf4e-080d-49b3-834e-c12deeda7314 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "GET /v2.0/ports/1f595bbe-1d7a-41ab-ae5e-c9487642b50a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0429666 Jan 29 04:41:08.498334 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-67028f9a-b70d-481f-8765-211c99de1de4 req-a2edff2c-b49a-4210-a1ff-5d8706d8ad1a tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c91c482-2b8e-47ae-8499-83bac73927d3 HTTP/1.1" status: 200 len: 210 time: 0.0318322 Jan 29 04:41:08.540399 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a66fbbc2-5d9b-4c28-a3b4-b72dae7ad706 req-8e29a3ed-457d-4e11-adad-bb0636d11f10 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "GET /v2.0/networks/352abe45-b60a-49c7-b46d-aa7b3d32a335?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1359107 Jan 29 04:41:08.549945 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-a66fbbc2-5d9b-4c28-a3b4-b72dae7ad706 req-8e67c153-2d6b-432e-8c26-42e9f5aad2d3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:08.609843 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-a66fbbc2-5d9b-4c28-a3b4-b72dae7ad706 req-8e67c153-2d6b-432e-8c26-42e9f5aad2d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (1f595bbe-1d7a-41ab-ae5e-c9487642b50a), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:08.744217 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-a66fbbc2-5d9b-4c28-a3b4-b72dae7ad706 req-8e67c153-2d6b-432e-8c26-42e9f5aad2d3 service neutron] For port 1f595bbe-1d7a-41ab-ae5e-c9487642b50a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=1f595bbe-1d7a-41ab-ae5e-c9487642b50a,segment=NetworkSegment(05e3b5e5-67de-4d59-a39f-0a7eec20c859),segment_id=05e3b5e5-67de-4d59-a39f-0a7eec20c859)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:08.782725 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-a66fbbc2-5d9b-4c28-a3b4-b72dae7ad706 req-8e67c153-2d6b-432e-8c26-42e9f5aad2d3 service neutron] For port 1f595bbe-1d7a-41ab-ae5e-c9487642b50a, host hv-neutron-8211, cleared binding levels {{(pid=103585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:41:08.814627 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [req-a66fbbc2-5d9b-4c28-a3b4-b72dae7ad706 req-8e67c153-2d6b-432e-8c26-42e9f5aad2d3 service neutron] device_id is not set on port 1f595bbe-1d7a-41ab-ae5e-c9487642b50a yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:41:08.828795 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-a66fbbc2-5d9b-4c28-a3b4-b72dae7ad706 req-8e67c153-2d6b-432e-8c26-42e9f5aad2d3 service neutron] Publish callbacks [] for port (1f595bbe-1d7a-41ab-ae5e-c9487642b50a), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:08.916998 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-a66fbbc2-5d9b-4c28-a3b4-b72dae7ad706 req-8e67c153-2d6b-432e-8c26-42e9f5aad2d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (1f595bbe-1d7a-41ab-ae5e-c9487642b50a), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:08.985385 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-7e3b5467-6ee6-4c11-ae64-d61142d99e01 req-a22fa981-d853-4fb5-bb24-9f95e549e1fd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aa3c53b-180f-4afe-990a-681d10fe5dc7 HTTP/1.1" status: 200 len: 210 time: 0.0432029 Jan 29 04:41:08.989071 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67c153-2d6b-432e-8c26-42e9f5aad2d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1f595bbe-1d7a-41ab-ae5e-c9487642b50a,revision_number=6']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:09.106794 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66fbbc2-5d9b-4c28-a3b4-b72dae7ad706 req-8e67c153-2d6b-432e-8c26-42e9f5aad2d3 service neutron] No DVR routers for this DVR port 1f595bbe-1d7a-41ab-ae5e-c9487642b50a on host hv-neutron-8211 {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:41:09.195704 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-d525ead6-1f1c-43c4-a684-205b52eadb03 None None] Provisioning complete for port 1f595bbe-1d7a-41ab-ae5e-c9487642b50a triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:09.196322 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d525ead6-1f1c-43c4-a684-205b52eadb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (1f595bbe-1d7a-41ab-ae5e-c9487642b50a), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:09.232323 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-d525ead6-1f1c-43c4-a684-205b52eadb03 None None] Port 1f595bbe-1d7a-41ab-ae5e-c9487642b50a cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:41:09.257066 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-a66fbbc2-5d9b-4c28-a3b4-b72dae7ad706 req-8e67c153-2d6b-432e-8c26-42e9f5aad2d3 service neutron] In _notify_port_updated(), no bound segment for port 1f595bbe-1d7a-41ab-ae5e-c9487642b50a on network 352abe45-b60a-49c7-b46d-aa7b3d32a335 {{(pid=103585) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 04:41:09.257859 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fbbc2-5d9b-4c28-a3b4-b72dae7ad706 req-8e67c153-2d6b-432e-8c26-42e9f5aad2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:09.258464 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-a66fbbc2-5d9b-4c28-a3b4-b72dae7ad706 req-8e67c153-2d6b-432e-8c26-42e9f5aad2d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:09.259753 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a66fbbc2-5d9b-4c28-a3b4-b72dae7ad706 req-8e67c153-2d6b-432e-8c26-42e9f5aad2d3 service neutron] 10.222.0.18 "PUT /v2.0/ports/1f595bbe-1d7a-41ab-ae5e-c9487642b50a HTTP/1.1" status: 200 len: 1025 time: 0.7138062 Jan 29 04:41:09.594028 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cb26dafc-6dc4-4222-8578-27251c7f83bb req-237f486c-882e-45c5-b2a1-48dd49b928e7 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c91c482-2b8e-47ae-8499-83bac73927d3 HTTP/1.1" status: 200 len: 210 time: 0.0286982 Jan 29 04:41:10.104528 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-3e0e4ded-1fac-4a05-8baf-6e7ed04ae268 req-d196aabb-459c-4996-8760-481e8ea06531 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aa3c53b-180f-4afe-990a-681d10fe5dc7 HTTP/1.1" status: 200 len: 210 time: 0.0272634 Jan 29 04:41:10.155856 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 1f595bbe-1d7a-41ab-ae5e-c9487642b50a no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:41:10.194541 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] The host hv-neutron-8211 is not matching for port 1f595bbe-1d7a-41ab-ae5e-c9487642b50a host ! {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 29 04:41:10.195448 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 1f595bbe-1d7a-41ab-ae5e-c9487642b50a not bound to the agent host hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:41:10.195633 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:41:10.214457 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] No Port match for: 630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:41:10.215125 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 630b68fd-7fb7-4fa6-a3de-cd92c4fb69f2 not bound to the agent host hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:41:10.691665 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ccfd37ba-e36c-4a18-9f62-23678cf1dc3b req-16ba6ede-4481-4b36-926c-1b8be49edd1f tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c91c482-2b8e-47ae-8499-83bac73927d3 HTTP/1.1" status: 200 len: 210 time: 0.0277565 Jan 29 04:41:11.159714 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57542) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:11.204499 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77366808-bce3-4b45-ab0a-97db6a652c9a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:11.205851 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-77366808-bce3-4b45-ab0a-97db6a652c9a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports/1f595bbe-1d7a-41ab-ae5e-c9487642b50a HTTP/1.1" status: 200 len: 924 time: 0.0451529 Jan 29 04:41:11.527307 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57546) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:11.532001 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-14d87634-a9f8-4992-beca-7d2aa800411c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2084441917', 'description': 'tempest-secgroup-smoke-2084441917 description', 'project_id': '9cb37fd5f36f44e696381da232925f9b'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:11.596862 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-14d87634-a9f8-4992-beca-7d2aa800411c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:11.661807 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-14d87634-a9f8-4992-beca-7d2aa800411c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (2cee76a1-6652-4cde-acaa-c3c72ba31c1b), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:11.725727 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-14d87634-a9f8-4992-beca-7d2aa800411c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (2cee76a1-6652-4cde-acaa-c3c72ba31c1b), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:11.760322 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d87634-a9f8-4992-beca-7d2aa800411c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cee76a1-6652-4cde-acaa-c3c72ba31c1b,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:11.795713 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b78636b2-e957-45bc-99a5-ec25383a11fb req-35bbd531-23de-4d7f-a8d7-83e1367a27fd tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c91c482-2b8e-47ae-8499-83bac73927d3 HTTP/1.1" status: 200 len: 210 time: 0.0323853 Jan 29 04:41:11.842780 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-14d87634-a9f8-4992-beca-7d2aa800411c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:11.844047 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-14d87634-a9f8-4992-beca-7d2aa800411c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3157387 Jan 29 04:41:11.846992 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57550) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:11.851651 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-f70589b2-e658-4ed2-9c77-00d12f66b90d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': '2cee76a1-6652-4cde-acaa-c3c72ba31c1b', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:11.942789 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f70589b2-e658-4ed2-9c77-00d12f66b90d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (2f2f248f-abd8-4cb5-997a-634634d3f157), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:11.997782 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f70589b2-e658-4ed2-9c77-00d12f66b90d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (2f2f248f-abd8-4cb5-997a-634634d3f157), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:12.077484 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f70589b2-e658-4ed2-9c77-00d12f66b90d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (2f2f248f-abd8-4cb5-997a-634634d3f157), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:12.096592 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70589b2-e658-4ed2-9c77-00d12f66b90d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f2f248f-abd8-4cb5-997a-634634d3f157,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:12.175992 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f70589b2-e658-4ed2-9c77-00d12f66b90d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:12.177259 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f70589b2-e658-4ed2-9c77-00d12f66b90d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3293464 Jan 29 04:41:12.179921 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57552) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:12.184237 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-57b777ca-7a61-4860-a99a-6a50645103ba tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': '2cee76a1-6652-4cde-acaa-c3c72ba31c1b', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:12.265598 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-57b777ca-7a61-4860-a99a-6a50645103ba tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (b4be16c0-9c14-4ff9-8e2b-81ccea22f859), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:12.320916 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-57b777ca-7a61-4860-a99a-6a50645103ba tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (b4be16c0-9c14-4ff9-8e2b-81ccea22f859), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:12.374552 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-57b777ca-7a61-4860-a99a-6a50645103ba tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (b4be16c0-9c14-4ff9-8e2b-81ccea22f859), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:12.394356 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b777ca-7a61-4860-a99a-6a50645103ba tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4be16c0-9c14-4ff9-8e2b-81ccea22f859,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:12.462411 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-57b777ca-7a61-4860-a99a-6a50645103ba tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:12.463649 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-57b777ca-7a61-4860-a99a-6a50645103ba tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2827203 Jan 29 04:41:12.466594 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57554) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:12.471186 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-9e05e219-6d3b-445e-9697-d39eae378554 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': '2cee76a1-6652-4cde-acaa-c3c72ba31c1b', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:12.551161 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9e05e219-6d3b-445e-9697-d39eae378554 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (b9627c91-ab48-48e2-a2b2-4e183c7cfd16), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:12.608638 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9e05e219-6d3b-445e-9697-d39eae378554 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (b9627c91-ab48-48e2-a2b2-4e183c7cfd16), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:12.671658 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9e05e219-6d3b-445e-9697-d39eae378554 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (b9627c91-ab48-48e2-a2b2-4e183c7cfd16), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:12.692236 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e05e219-6d3b-445e-9697-d39eae378554 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9627c91-ab48-48e2-a2b2-4e183c7cfd16,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:12.765239 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9e05e219-6d3b-445e-9697-d39eae378554 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:12.766583 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9e05e219-6d3b-445e-9697-d39eae378554 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2989445 Jan 29 04:41:12.769401 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57556) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:12.773748 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-c9ad1b4c-4bb9-47e4-a75b-5a2ee78a06b9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': '2cee76a1-6652-4cde-acaa-c3c72ba31c1b', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:12.874119 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c9ad1b4c-4bb9-47e4-a75b-5a2ee78a06b9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (554fff4d-e132-456e-a8ad-9fb2f40f8a58), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:12.901476 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6da7132b-cbe8-47bf-aef5-0459a77afa9c req-e1a02374-6e66-43a3-8853-c08d084db6ea tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c91c482-2b8e-47ae-8499-83bac73927d3 HTTP/1.1" status: 200 len: 210 time: 0.0373631 Jan 29 04:41:12.948294 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c9ad1b4c-4bb9-47e4-a75b-5a2ee78a06b9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (554fff4d-e132-456e-a8ad-9fb2f40f8a58), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:13.013802 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c9ad1b4c-4bb9-47e4-a75b-5a2ee78a06b9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (554fff4d-e132-456e-a8ad-9fb2f40f8a58), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:13.032392 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad1b4c-4bb9-47e4-a75b-5a2ee78a06b9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=554fff4d-e132-456e-a8ad-9fb2f40f8a58,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:13.118659 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c9ad1b4c-4bb9-47e4-a75b-5a2ee78a06b9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:13.119903 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c9ad1b4c-4bb9-47e4-a75b-5a2ee78a06b9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3495080 Jan 29 04:41:13.122743 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57560) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:13.128608 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-8c7403c9-1952-4a2d-847c-4e53d4a693ce tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': '2cee76a1-6652-4cde-acaa-c3c72ba31c1b', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:13.200007 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.securitygroups_db [None req-8c7403c9-1952-4a2d-847c-4e53d4a693ce tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Project 9cb37fd5f36f44e696381da232925f9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:41:13.205821 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8c7403c9-1952-4a2d-847c-4e53d4a693ce tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (4ba5cc3e-380a-4908-b412-309214f9ca43), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:13.262886 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8c7403c9-1952-4a2d-847c-4e53d4a693ce tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (4ba5cc3e-380a-4908-b412-309214f9ca43), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:13.343415 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8c7403c9-1952-4a2d-847c-4e53d4a693ce tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (4ba5cc3e-380a-4908-b412-309214f9ca43), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:13.360613 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7403c9-1952-4a2d-847c-4e53d4a693ce tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ba5cc3e-380a-4908-b412-309214f9ca43,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:13.439547 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8c7403c9-1952-4a2d-847c-4e53d4a693ce tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:13.440978 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-8c7403c9-1952-4a2d-847c-4e53d4a693ce tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3172805 Jan 29 04:41:13.443685 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57562) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:13.448242 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-07bad426-49b3-4101-8ed1-c69ce03bfa91 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': '2cee76a1-6652-4cde-acaa-c3c72ba31c1b', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:13.551531 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.securitygroups_db [None req-07bad426-49b3-4101-8ed1-c69ce03bfa91 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Project 9cb37fd5f36f44e696381da232925f9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:41:13.557003 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-07bad426-49b3-4101-8ed1-c69ce03bfa91 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (c1b47091-df2c-4db9-aa05-8a7329a01108), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:13.619293 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-07bad426-49b3-4101-8ed1-c69ce03bfa91 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (c1b47091-df2c-4db9-aa05-8a7329a01108), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:13.749780 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-07bad426-49b3-4101-8ed1-c69ce03bfa91 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (c1b47091-df2c-4db9-aa05-8a7329a01108), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:13.767322 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bad426-49b3-4101-8ed1-c69ce03bfa91 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1b47091-df2c-4db9-aa05-8a7329a01108,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:13.844779 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-07bad426-49b3-4101-8ed1-c69ce03bfa91 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:13.853511 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-07bad426-49b3-4101-8ed1-c69ce03bfa91 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4014161 Jan 29 04:41:13.999582 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7916bec3-d624-416b-beb4-c1f828df1679 req-0211a0e3-2b7e-4fd4-81f3-ad86b10066d2 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c91c482-2b8e-47ae-8499-83bac73927d3 HTTP/1.1" status: 200 len: 210 time: 0.0270791 Jan 29 04:41:14.003253 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6caf7928-ca6b-42fc-a127-b6ccbb2f21a2 req-637fa04b-3c0e-4d1a-a4de-678b11342ebf tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2084441917&fields=id&tenant_id=9cb37fd5f36f44e696381da232925f9b HTTP/1.1" status: 200 len: 267 time: 0.0495985 Jan 29 04:41:14.055194 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf7928-ca6b-42fc-a127-b6ccbb2f21a2 req-234aadb1-5d26-4511-802d-0f3b5ed28b6c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:14.056645 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6caf7928-ca6b-42fc-a127-b6ccbb2f21a2 req-234aadb1-5d26-4511-802d-0f3b5ed28b6c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports/1f595bbe-1d7a-41ab-ae5e-c9487642b50a HTTP/1.1" status: 200 len: 929 time: 0.0469460 Jan 29 04:41:14.107782 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6caf7928-ca6b-42fc-a127-b6ccbb2f21a2 req-a3a14177-7462-4d45-bfaa-42bafeb41b4c service neutron] 10.222.0.13 "GET /v2.0/ports/1f595bbe-1d7a-41ab-ae5e-c9487642b50a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0378745 Jan 29 04:41:14.202805 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6caf7928-ca6b-42fc-a127-b6ccbb2f21a2 req-4f60ca90-fdcf-47d9-9a1f-7f1ffffa35c7 service neutron] 10.222.0.13 "GET /v2.0/networks/352abe45-b60a-49c7-b46d-aa7b3d32a335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892422 Jan 29 04:41:14.291377 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6caf7928-ca6b-42fc-a127-b6ccbb2f21a2 req-523b58ba-bc52-4189-96ee-8de6947117d6 service neutron] 10.222.0.13 "GET /v2.0/networks/352abe45-b60a-49c7-b46d-aa7b3d32a335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828855 Jan 29 04:41:15.093141 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6ab09a23-fc43-4c8e-95bd-d1ae086f9d30 req-330124a4-1cc7-4e39-a45b-2ea71f70b194 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c91c482-2b8e-47ae-8499-83bac73927d3 HTTP/1.1" status: 200 len: 210 time: 0.0269177 Jan 29 04:41:15.562228 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6f77f793-66d0-461f-9e36-b202c308c5d3 req-c140c45e-952b-4a1a-8a38-87c90d2b0b11 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=6905d119-6f2f-4178-bf21-fefa1dbb51bd HTTP/1.1" status: 200 len: 210 time: 0.0283387 Jan 29 04:41:16.199903 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-eadadc1e-be02-46cd-9dad-8884dc3ef129 req-21a37cb0-89a2-4bf3-a5b3-41a4f6c40fb8 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c91c482-2b8e-47ae-8499-83bac73927d3 HTTP/1.1" status: 200 len: 210 time: 0.0281501 Jan 29 04:41:16.658774 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1a9c0c59-4575-4671-b1ea-95fb1deab246 req-392219ef-f531-40e4-95fc-4632bbe0ae5d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=6905d119-6f2f-4178-bf21-fefa1dbb51bd HTTP/1.1" status: 200 len: 210 time: 0.0263164 Jan 29 04:41:16.749586 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [req-02ad5bcd-4cb9-4f49-b98a-486c083c83e3 req-cc61c560-e059-4889-897b-7012fb3b01ee service neutron] (103585) timed out ('10.222.0.18', 49406) {{(pid=103585) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 29 04:41:17.254262 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57598) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:17.392656 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf7928-ca6b-42fc-a127-b6ccbb2f21a2 req-0ebcbf3c-d5ae-45f4-849b-356f1dfc3074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:17.394017 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6caf7928-ca6b-42fc-a127-b6ccbb2f21a2 req-0ebcbf3c-d5ae-45f4-849b-356f1dfc3074 service neutron] 10.222.0.18 "GET /v2.0/ports/1f595bbe-1d7a-41ab-ae5e-c9487642b50a HTTP/1.1" status: 200 len: 1025 time: 0.0633116 Jan 29 04:41:17.414383 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-d7bd11fc-44e1-45fd-a4e1-b7e88395e132 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Deleting port 564153df-77ee-4978-abde-fffc9ae8d337 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:41:17.414726 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d7bd11fc-44e1-45fd-a4e1-b7e88395e132 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (564153df-77ee-4978-abde-fffc9ae8d337), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:17.566628 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d7bd11fc-44e1-45fd-a4e1-b7e88395e132 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (564153df-77ee-4978-abde-fffc9ae8d337), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:17.566950 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d7bd11fc-44e1-45fd-a4e1-b7e88395e132 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks [] for floatingip (564153df-77ee-4978-abde-fffc9ae8d337), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:17.575046 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf7928-ca6b-42fc-a127-b6ccbb2f21a2 req-b157d4c6-9498-49e7-a60b-f5661dcfdec4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:17.577124 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6caf7928-ca6b-42fc-a127-b6ccbb2f21a2 req-b157d4c6-9498-49e7-a60b-f5661dcfdec4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "GET /v2.0/networks?id=352abe45-b60a-49c7-b46d-aa7b3d32a335 HTTP/1.1" status: 200 len: 797 time: 0.1646304 Jan 29 04:41:17.586979 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-d7bd11fc-44e1-45fd-a4e1-b7e88395e132 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Calling delete_port for 564153df-77ee-4978-abde-fffc9ae8d337 owned by network:floatingip {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:41:17.718217 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6caf7928-ca6b-42fc-a127-b6ccbb2f21a2 req-2e52a9ab-79ae-4d6b-961f-8153a4279403 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cb37fd5f36f44e696381da232925f9b HTTP/1.1" status: 200 len: 472 time: 0.1242855 Jan 29 04:41:17.742089 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-6caf7928-ca6b-42fc-a127-b6ccbb2f21a2 req-92d47cf4-29c9-4fe7-846f-ee84bc056d9f service neutron] Request body: {'port': {'device_id': '6905d119-6f2f-4178-bf21-fefa1dbb51bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:17.779218 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6433d967-4639-462a-8e13-bde4b7463811 req-802255a7-022f-42f3-ac2b-f27e3ea68cd6 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=6905d119-6f2f-4178-bf21-fefa1dbb51bd HTTP/1.1" status: 200 len: 210 time: 0.0509269 Jan 29 04:41:17.855159 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-6caf7928-ca6b-42fc-a127-b6ccbb2f21a2 req-92d47cf4-29c9-4fe7-846f-ee84bc056d9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (1f595bbe-1d7a-41ab-ae5e-c9487642b50a), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:17.950980 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d7bd11fc-44e1-45fd-a4e1-b7e88395e132 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (564153df-77ee-4978-abde-fffc9ae8d337), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:17.993883 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd11fc-44e1-45fd-a4e1-b7e88395e132 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Pushing event deleted for resources: {'Port': ['ID=564153df-77ee-4978-abde-fffc9ae8d337,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:18.105599 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d7bd11fc-44e1-45fd-a4e1-b7e88395e132 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks [] for floatingip (3001a23d-c07a-4204-a67d-5ebeb17ecc91), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:18.109187 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d7bd11fc-44e1-45fd-a4e1-b7e88395e132 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:18.110342 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d7bd11fc-44e1-45fd-a4e1-b7e88395e132 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "DELETE /v2.0/floatingips/3001a23d-c07a-4204-a67d-5ebeb17ecc91 HTTP/1.1" status: 204 len: 168 time: 0.8551044 Jan 29 04:41:18.199031 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [req-6caf7928-ca6b-42fc-a127-b6ccbb2f21a2 req-92d47cf4-29c9-4fe7-846f-ee84bc056d9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f595bbe-1d7a-41ab-ae5e-c9487642b50a {{(pid=103585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:41:18.206826 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-6caf7928-ca6b-42fc-a127-b6ccbb2f21a2 req-92d47cf4-29c9-4fe7-846f-ee84bc056d9f service neutron] Publish callbacks [] for port (1f595bbe-1d7a-41ab-ae5e-c9487642b50a), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:18.218736 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.provisioning_blocks [req-6caf7928-ca6b-42fc-a127-b6ccbb2f21a2 req-92d47cf4-29c9-4fe7-846f-ee84bc056d9f service neutron] Transition to ACTIVE for port object 1f595bbe-1d7a-41ab-ae5e-c9487642b50a will not be triggered until provisioned by entity L2. {{(pid=103585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:41:18.331232 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-6caf7928-ca6b-42fc-a127-b6ccbb2f21a2 req-92d47cf4-29c9-4fe7-846f-ee84bc056d9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (1f595bbe-1d7a-41ab-ae5e-c9487642b50a), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:18.416875 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d47cf4-29c9-4fe7-846f-ee84bc056d9f service neutron] Pushing event updated for resources: {'Port': ['ID=1f595bbe-1d7a-41ab-ae5e-c9487642b50a,revision_number=7']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:18.519057 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-6caf7928-ca6b-42fc-a127-b6ccbb2f21a2 req-92d47cf4-29c9-4fe7-846f-ee84bc056d9f service neutron] Attempting to bind port 1f595bbe-1d7a-41ab-ae5e-c9487642b50a on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:41:18.519281 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-6caf7928-ca6b-42fc-a127-b6ccbb2f21a2 req-92d47cf4-29c9-4fe7-846f-ee84bc056d9f service neutron] Attempting to bind port 1f595bbe-1d7a-41ab-ae5e-c9487642b50a by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '05e3b5e5-67de-4d59-a39f-0a7eec20c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '352abe45-b60a-49c7-b46d-aa7b3d32a335'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:41:18.519616 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6caf7928-ca6b-42fc-a127-b6ccbb2f21a2 req-92d47cf4-29c9-4fe7-846f-ee84bc056d9f service neutron] Attempting to bind port 1f595bbe-1d7a-41ab-ae5e-c9487642b50a on network 352abe45-b60a-49c7-b46d-aa7b3d32a335 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:41:18.524157 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6caf7928-ca6b-42fc-a127-b6ccbb2f21a2 req-92d47cf4-29c9-4fe7-846f-ee84bc056d9f service neutron] Port 1f595bbe-1d7a-41ab-ae5e-c9487642b50a on network 352abe45-b60a-49c7-b46d-aa7b3d32a335 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:41:18.529627 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6caf7928-ca6b-42fc-a127-b6ccbb2f21a2 req-92d47cf4-29c9-4fe7-846f-ee84bc056d9f service neutron] Attempting to bind port 1f595bbe-1d7a-41ab-ae5e-c9487642b50a on network 352abe45-b60a-49c7-b46d-aa7b3d32a335 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:41:18.530029 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6caf7928-ca6b-42fc-a127-b6ccbb2f21a2 req-92d47cf4-29c9-4fe7-846f-ee84bc056d9f service neutron] Checking agent: {'id': '15eedd85-6d76-4715-a40f-dc31e854816c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'started_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:41:18.530367 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6caf7928-ca6b-42fc-a127-b6ccbb2f21a2 req-92d47cf4-29c9-4fe7-846f-ee84bc056d9f service neutron] Checking segment: {'id': '05e3b5e5-67de-4d59-a39f-0a7eec20c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '352abe45-b60a-49c7-b46d-aa7b3d32a335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:41:18.530792 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6caf7928-ca6b-42fc-a127-b6ccbb2f21a2 req-92d47cf4-29c9-4fe7-846f-ee84bc056d9f service neutron] Bound using segment: {'id': '05e3b5e5-67de-4d59-a39f-0a7eec20c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '352abe45-b60a-49c7-b46d-aa7b3d32a335'} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:41:18.531205 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-6caf7928-ca6b-42fc-a127-b6ccbb2f21a2 req-92d47cf4-29c9-4fe7-846f-ee84bc056d9f service neutron] Bound port: 1f595bbe-1d7a-41ab-ae5e-c9487642b50a, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05e3b5e5-67de-4d59-a39f-0a7eec20c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '352abe45-b60a-49c7-b46d-aa7b3d32a335'}}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:41:18.531559 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-6caf7928-ca6b-42fc-a127-b6ccbb2f21a2 req-92d47cf4-29c9-4fe7-846f-ee84bc056d9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (1f595bbe-1d7a-41ab-ae5e-c9487642b50a), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:18.597877 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-6caf7928-ca6b-42fc-a127-b6ccbb2f21a2 req-92d47cf4-29c9-4fe7-846f-ee84bc056d9f service neutron] For port 1f595bbe-1d7a-41ab-ae5e-c9487642b50a, host hv-neutron-8211, cleared binding levels {{(pid=103585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:41:18.602308 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-6caf7928-ca6b-42fc-a127-b6ccbb2f21a2 req-92d47cf4-29c9-4fe7-846f-ee84bc056d9f service neutron] For port 1f595bbe-1d7a-41ab-ae5e-c9487642b50a, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=1f595bbe-1d7a-41ab-ae5e-c9487642b50a,segment=NetworkSegment(05e3b5e5-67de-4d59-a39f-0a7eec20c859),segment_id=05e3b5e5-67de-4d59-a39f-0a7eec20c859)] {{(pid=103585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:41:18.688956 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-6caf7928-ca6b-42fc-a127-b6ccbb2f21a2 req-92d47cf4-29c9-4fe7-846f-ee84bc056d9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (1f595bbe-1d7a-41ab-ae5e-c9487642b50a), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:18.908439 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd529af-be4d-49d3-8624-f6c0c83ad65d req-79887999-4272-45fe-a1dc-9edea724eca8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:18.910066 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ebd529af-be4d-49d3-8624-f6c0c83ad65d req-79887999-4272-45fe-a1dc-9edea724eca8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=6905d119-6f2f-4178-bf21-fefa1dbb51bd HTTP/1.1" status: 200 len: 980 time: 0.0607939 Jan 29 04:41:18.963615 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ebd529af-be4d-49d3-8624-f6c0c83ad65d req-61ddbf1f-9932-4da5-a59c-36f54070deba tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a60dcd5-2df3-47a3-b4f4-89dd288caf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472829 Jan 29 04:41:19.063131 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf7928-ca6b-42fc-a127-b6ccbb2f21a2 req-92d47cf4-29c9-4fe7-846f-ee84bc056d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:19.063633 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-6caf7928-ca6b-42fc-a127-b6ccbb2f21a2 req-92d47cf4-29c9-4fe7-846f-ee84bc056d9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:19.064976 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6caf7928-ca6b-42fc-a127-b6ccbb2f21a2 req-92d47cf4-29c9-4fe7-846f-ee84bc056d9f service neutron] 10.222.0.18 "PUT /v2.0/ports/1f595bbe-1d7a-41ab-ae5e-c9487642b50a HTTP/1.1" status: 200 len: 1130 time: 1.3275850 Jan 29 04:41:19.065414 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6905d119-6f2f-4178-bf21-fefa1dbb51bd', 'tag': '1f595bbe-1d7a-41ab-ae5e-c9487642b50a'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:41:19.067657 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c1110c-f388-4221-820d-ff9d918d4d23" -d '{"events": [{"name": "network-changed", "server_uuid": "6905d119-6f2f-4178-bf21-fefa1dbb51bd", "tag": "1f595bbe-1d7a-41ab-ae5e-c9487642b50a"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:41:19.096938 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d47cf4-29c9-4fe7-846f-ee84bc056d9f service neutron] Pushing event updated for resources: {'Port': ['ID=1f595bbe-1d7a-41ab-ae5e-c9487642b50a,revision_number=8']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:19.120597 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa0c949-09ea-426e-93ea-16cd18656fd2 x-openstack-request-id: req-dfa0c949-09ea-426e-93ea-16cd18656fd2 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:41:19.120894 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6905d119-6f2f-4178-bf21-fefa1dbb51bd", "tag": "1f595bbe-1d7a-41ab-ae5e-c9487642b50a", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:41:19.121212 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dfa0c949-09ea-426e-93ea-16cd18656fd2 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:41:19.121556 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6905d119-6f2f-4178-bf21-fefa1dbb51bd', 'tag': '1f595bbe-1d7a-41ab-ae5e-c9487642b50a', 'status': 'completed', 'code': 200} Jan 29 04:41:19.210889 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1110c-f388-4221-820d-ff9d918d4d23 req-8e74c250-1f50-4200-b9a5-34caf85e66c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:19.212800 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f9c1110c-f388-4221-820d-ff9d918d4d23 req-8e74c250-1f50-4200-b9a5-34caf85e66c4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=6905d119-6f2f-4178-bf21-fefa1dbb51bd HTTP/1.1" status: 200 len: 1164 time: 0.0508592 Jan 29 04:41:19.323173 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1110c-f388-4221-820d-ff9d918d4d23 req-cf5744a9-c011-4cd6-8d57-26b609ccdc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:19.324750 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f9c1110c-f388-4221-820d-ff9d918d4d23 req-cf5744a9-c011-4cd6-8d57-26b609ccdc72 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9cb37fd5f36f44e696381da232925f9b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0992017 Jan 29 04:41:19.416863 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1110c-f388-4221-820d-ff9d918d4d23 req-b7676eeb-45ed-4052-b1eb-035da09ff3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:19.418337 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f9c1110c-f388-4221-820d-ff9d918d4d23 req-b7676eeb-45ed-4052-b1eb-035da09ff3e4 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876718 Jan 29 04:41:19.524210 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf7928-ca6b-42fc-a127-b6ccbb2f21a2 req-ae31dff6-0b87-455d-be08-4bfb7bcf37f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:19.525773 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6caf7928-ca6b-42fc-a127-b6ccbb2f21a2 req-ae31dff6-0b87-455d-be08-4bfb7bcf37f4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=6905d119-6f2f-4178-bf21-fefa1dbb51bd HTTP/1.1" status: 200 len: 1164 time: 0.0476189 Jan 29 04:41:19.606273 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6caf7928-ca6b-42fc-a127-b6ccbb2f21a2 req-4aa2058f-e314-47e9-909e-999695346816 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f595bbe-1d7a-41ab-ae5e-c9487642b50a HTTP/1.1" status: 200 len: 1036 time: 0.0666797 Jan 29 04:41:19.656702 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf7928-ca6b-42fc-a127-b6ccbb2f21a2 req-210f1718-1afe-4334-934f-2fce30f58d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:19.658204 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6caf7928-ca6b-42fc-a127-b6ccbb2f21a2 req-210f1718-1afe-4334-934f-2fce30f58d14 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3aef98ce-d494-4190-9f68-23b77c017d8b HTTP/1.1" status: 200 len: 835 time: 0.0456147 Jan 29 04:41:19.707868 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf7928-ca6b-42fc-a127-b6ccbb2f21a2 req-d84c32ac-53d0-464b-a438-f7d2b7907b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:19.709430 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6caf7928-ca6b-42fc-a127-b6ccbb2f21a2 req-d84c32ac-53d0-464b-a438-f7d2b7907b6c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=352abe45-b60a-49c7-b46d-aa7b3d32a335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0449677 Jan 29 04:41:19.803371 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6caf7928-ca6b-42fc-a127-b6ccbb2f21a2 req-5ae0e269-79dc-499b-8289-9473d74dcaa0 service neutron] 10.222.0.18 "GET /v2.0/networks/352abe45-b60a-49c7-b46d-aa7b3d32a335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876477 Jan 29 04:41:19.895353 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6caf7928-ca6b-42fc-a127-b6ccbb2f21a2 req-7486f225-3bb4-4095-ad1d-9f423e79653a service neutron] 10.222.0.18 "GET /v2.0/networks/352abe45-b60a-49c7-b46d-aa7b3d32a335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860739 Jan 29 04:41:20.093179 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560d299-f1c0-4058-871d-cd2afaaabaa2 req-591866f8-d33e-4c64-a279-8a5cad557f30 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:20.094904 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d560d299-f1c0-4058-871d-cd2afaaabaa2 req-591866f8-d33e-4c64-a279-8a5cad557f30 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=6905d119-6f2f-4178-bf21-fefa1dbb51bd HTTP/1.1" status: 200 len: 980 time: 0.0576570 Jan 29 04:41:20.151381 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d560d299-f1c0-4058-871d-cd2afaaabaa2 req-855ca279-af0f-498f-a111-38d2eacfa99c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a60dcd5-2df3-47a3-b4f4-89dd288caf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499425 Jan 29 04:41:20.196811 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3a3a52d9-5ae4-429a-8ce3-18757c48c111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:21.285521 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5fa74d-0309-43cd-ba38-a63e657d019f req-adace178-5260-4b10-b42b-f6571a45c5e1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:21.287899 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5f5fa74d-0309-43cd-ba38-a63e657d019f req-adace178-5260-4b10-b42b-f6571a45c5e1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=6905d119-6f2f-4178-bf21-fefa1dbb51bd HTTP/1.1" status: 200 len: 980 time: 0.0597062 Jan 29 04:41:21.335622 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5f5fa74d-0309-43cd-ba38-a63e657d019f req-544ebd13-24ee-4e16-a85a-828bb4107c61 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a60dcd5-2df3-47a3-b4f4-89dd288caf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418794 Jan 29 04:41:22.454845 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c9cd87ae-5819-48ac-9446-1b00d299ecc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:22.459467 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e5f16-412a-45dd-90ba-4f48fb6f8841 req-35faeeee-6a65-47ba-bce7-5cb02af58f10 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:22.461063 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-876e5f16-412a-45dd-90ba-4f48fb6f8841 req-35faeeee-6a65-47ba-bce7-5cb02af58f10 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=6905d119-6f2f-4178-bf21-fefa1dbb51bd HTTP/1.1" status: 200 len: 980 time: 0.0553560 Jan 29 04:41:22.515209 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-876e5f16-412a-45dd-90ba-4f48fb6f8841 req-2a0757d3-514b-49f2-a2cb-503adb9c3960 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a60dcd5-2df3-47a3-b4f4-89dd288caf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471091 Jan 29 04:41:23.642823 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3666035-3c34-4196-8dad-b6287527535d req-adf1c92f-7353-458b-bd9b-22cef814a476 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:23.644336 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c3666035-3c34-4196-8dad-b6287527535d req-adf1c92f-7353-458b-bd9b-22cef814a476 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=6905d119-6f2f-4178-bf21-fefa1dbb51bd HTTP/1.1" status: 200 len: 980 time: 0.0580237 Jan 29 04:41:23.686239 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:23.692373 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c3666035-3c34-4196-8dad-b6287527535d req-13350c93-131b-4da8-8c3a-5cabdf9ceddd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a60dcd5-2df3-47a3-b4f4-89dd288caf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422063 Jan 29 04:41:23.717568 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57636) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:23.773447 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-404f2fca-fc57-4882-91c2-3936aa507c11 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks [] for security_group (a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:23.799725 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-404f2fca-fc57-4882-91c2-3936aa507c11 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks [] for security_group (a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:23.933900 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:23.962349 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-404f2fca-fc57-4882-91c2-3936aa507c11 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:23.965052 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-404f2fca-fc57-4882-91c2-3936aa507c11 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:23.966275 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-404f2fca-fc57-4882-91c2-3936aa507c11 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] 10.222.0.13 "DELETE /v2.0/security-groups/a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d HTTP/1.1" status: 204 len: 168 time: 0.2477083 Jan 29 04:41:23.975402 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f2fca-fc57-4882-91c2-3936aa507c11 tempest-TestVolumeBootPattern-830828962 tempest-TestVolumeBootPattern-830828962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f6a3c4-b337-4e7f-9eb9-ebc2cfb9225d,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:24.103196 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57640) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:24.210332 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 1f595bbe-1d7a-41ab-ae5e-c9487642b50a details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:41:24.317712 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 1f595bbe-1d7a-41ab-ae5e-c9487642b50a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=1f595bbe-1d7a-41ab-ae5e-c9487642b50a,segment=NetworkSegment(05e3b5e5-67de-4d59-a39f-0a7eec20c859),segment_id=05e3b5e5-67de-4d59-a39f-0a7eec20c859)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:24.328933 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': '1f595bbe-1d7a-41ab-ae5e-c9487642b50a', 'network_id': '352abe45-b60a-49c7-b46d-aa7b3d32a335', 'port_id': '1f595bbe-1d7a-41ab-ae5e-c9487642b50a', 'mac_address': 'fa:16:3e:08:89:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aef98ce-d494-4190-9f68-23b77c017d8b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:41:24.368764 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 1f595bbe-1d7a-41ab-ae5e-c9487642b50a is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:41:24.369128 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (1f595bbe-1d7a-41ab-ae5e-c9487642b50a), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:24.382730 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f595bbe-1d7a-41ab-ae5e-c9487642b50a {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:41:24.403079 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 1f595bbe-1d7a-41ab-ae5e-c9487642b50a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=1f595bbe-1d7a-41ab-ae5e-c9487642b50a,segment=NetworkSegment(05e3b5e5-67de-4d59-a39f-0a7eec20c859),segment_id=05e3b5e5-67de-4d59-a39f-0a7eec20c859)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:24.496833 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (1f595bbe-1d7a-41ab-ae5e-c9487642b50a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:24.553540 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=1f595bbe-1d7a-41ab-ae5e-c9487642b50a,revision_number=9']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:24.614779 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-168eb083-4242-4798-a9d6-c12a6a841fe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (b43ba331-a11d-4a64-9b59-9b15884ae556), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:24.839652 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:24.842637 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff773b6-efa8-4e89-ba09-48b6e6a5ca7a req-d8cfa6f1-738c-45a9-8d34-9bfee0987dc2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:24.844086 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3ff773b6-efa8-4e89-ba09-48b6e6a5ca7a req-d8cfa6f1-738c-45a9-8d34-9bfee0987dc2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=6905d119-6f2f-4178-bf21-fefa1dbb51bd HTTP/1.1" status: 200 len: 981 time: 0.0638564 Jan 29 04:41:24.880774 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['1f595bbe-1d7a-41ab-ae5e-c9487642b50a'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:41:24.941521 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3ff773b6-efa8-4e89-ba09-48b6e6a5ca7a req-73b6875e-c803-4478-9278-1f82040b9876 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a60dcd5-2df3-47a3-b4f4-89dd288caf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872052 Jan 29 04:41:24.972514 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-168eb083-4242-4798-a9d6-c12a6a841fe1 admin admin] Deleting port 98a2ab77-b23f-4e5a-bf17-3bc88a105717 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:41:24.972844 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-168eb083-4242-4798-a9d6-c12a6a841fe1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (98a2ab77-b23f-4e5a-bf17-3bc88a105717), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:25.053734 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-168eb083-4242-4798-a9d6-c12a6a841fe1 admin admin] For port 98a2ab77-b23f-4e5a-bf17-3bc88a105717, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=98a2ab77-b23f-4e5a-bf17-3bc88a105717,segment=NetworkSegment(c716b040-a748-4481-b1ab-9f6d7d87cd90),segment_id=c716b040-a748-4481-b1ab-9f6d7d87cd90)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:25.054100 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-168eb083-4242-4798-a9d6-c12a6a841fe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (98a2ab77-b23f-4e5a-bf17-3bc88a105717), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:25.066957 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-168eb083-4242-4798-a9d6-c12a6a841fe1 admin admin] Calling delete_port for 98a2ab77-b23f-4e5a-bf17-3bc88a105717 owned by network:router_interface {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:41:25.322861 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-168eb083-4242-4798-a9d6-c12a6a841fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (98a2ab77-b23f-4e5a-bf17-3bc88a105717), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:25.349903 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168eb083-4242-4798-a9d6-c12a6a841fe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=98a2ab77-b23f-4e5a-bf17-3bc88a105717,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:25.535012 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-168eb083-4242-4798-a9d6-c12a6a841fe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (b43ba331-a11d-4a64-9b59-9b15884ae556), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:25.783255 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168eb083-4242-4798-a9d6-c12a6a841fe1 admin admin] Router b43ba331-a11d-4a64-9b59-9b15884ae556 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:41:25.897236 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168eb083-4242-4798-a9d6-c12a6a841fe1 admin admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:41:25.902299 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-168eb083-4242-4798-a9d6-c12a6a841fe1 admin admin] 10.222.0.13 "PUT /v2.0/routers/b43ba331-a11d-4a64-9b59-9b15884ae556/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7980824 Jan 29 04:41:25.905450 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57646) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:25.911831 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e78ed74-3f1b-4646-b8b7-58e9497d37de None None] Sync routers for ids ['b43ba331-a11d-4a64-9b59-9b15884ae556'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:41:25.921078 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e78ed74-3f1b-4646-b8b7-58e9497d37de None None] Routers {'b43ba331-a11d-4a64-9b59-9b15884ae556'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:41:25.921688 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-8e78ed74-3f1b-4646-b8b7-58e9497d37de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:41:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b43ba331-a11d-4a64-9b59-9b15884ae556'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:26.009741 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b5aa4717-2b49-4a74-9865-00be00d8ab4d admin admin] Publish callbacks [] for router (b43ba331-a11d-4a64-9b59-9b15884ae556), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:26.030514 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-8e78ed74-3f1b-4646-b8b7-58e9497d37de None None] Set router b43ba331-a11d-4a64-9b59-9b15884ae556 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:41:26.071714 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea4dfb-76ef-4096-a97e-f46350ec8a06 req-4b2abc50-f5af-44cd-9024-da518358f850 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:26.073931 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-95ea4dfb-76ef-4096-a97e-f46350ec8a06 req-4b2abc50-f5af-44cd-9024-da518358f850 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=6905d119-6f2f-4178-bf21-fefa1dbb51bd HTTP/1.1" status: 200 len: 981 time: 0.0565815 Jan 29 04:41:26.119272 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b5aa4717-2b49-4a74-9865-00be00d8ab4d admin admin] Publish callbacks [] for router_gateway (b43ba331-a11d-4a64-9b59-9b15884ae556), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:26.127034 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-95ea4dfb-76ef-4096-a97e-f46350ec8a06 req-b55d3727-d8bd-4bb0-83cd-bc806e4c47ce tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a60dcd5-2df3-47a3-b4f4-89dd288caf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450363 Jan 29 04:41:26.216144 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-8e78ed74-3f1b-4646-b8b7-58e9497d37de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'name': 'tempest-TestVolumeBootPattern-1182025116-router', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:12Z', 'updated_at': '2022-01-29T04:41:25Z', 'revision_number': 5, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'gw_port': {'id': 'c69e4f30-1849-4302-86b8-f758bde97fcd', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:14Z', 'updated_at': '2022-01-29T04:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:26.224892 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 1f595bbe-1d7a-41ab-ae5e-c9487642b50a up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:41:26.242977 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e78ed74-3f1b-4646-b8b7-58e9497d37de None None] Checking router: b43ba331-a11d-4a64-9b59-9b15884ae556 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:41:26.249868 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-b5aa4717-2b49-4a74-9865-00be00d8ab4d admin admin] Deleting port c69e4f30-1849-4302-86b8-f758bde97fcd {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:41:26.250328 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b5aa4717-2b49-4a74-9865-00be00d8ab4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (c69e4f30-1849-4302-86b8-f758bde97fcd), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:26.255811 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e78ed74-3f1b-4646-b8b7-58e9497d37de None None] Routers {'b43ba331-a11d-4a64-9b59-9b15884ae556'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:41:26.255811 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-8e78ed74-3f1b-4646-b8b7-58e9497d37de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:41:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b43ba331-a11d-4a64-9b59-9b15884ae556'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:26.333640 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-b5aa4717-2b49-4a74-9865-00be00d8ab4d admin admin] For port c69e4f30-1849-4302-86b8-f758bde97fcd, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=c69e4f30-1849-4302-86b8-f758bde97fcd,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:26.334000 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b5aa4717-2b49-4a74-9865-00be00d8ab4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (c69e4f30-1849-4302-86b8-f758bde97fcd), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:26.340393 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-8e78ed74-3f1b-4646-b8b7-58e9497d37de None None] Set router b43ba331-a11d-4a64-9b59-9b15884ae556 gateway port host: None {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:41:26.346822 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-b5aa4717-2b49-4a74-9865-00be00d8ab4d admin admin] Calling delete_port for c69e4f30-1849-4302-86b8-f758bde97fcd owned by network:router_gateway {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:41:26.354185 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning for port 1f595bbe-1d7a-41ab-ae5e-c9487642b50a completed by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:41:26.363851 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port 1f595bbe-1d7a-41ab-ae5e-c9487642b50a triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:26.363851 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (1f595bbe-1d7a-41ab-ae5e-c9487642b50a), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:26.396163 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-8e78ed74-3f1b-4646-b8b7-58e9497d37de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'name': 'tempest-TestVolumeBootPattern-1182025116-router', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:12Z', 'updated_at': '2022-01-29T04:41:26Z', 'revision_number': 6, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'gw_port_host': None}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:26.424319 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e78ed74-3f1b-4646-b8b7-58e9497d37de None None] The sync data for ids ['b43ba331-a11d-4a64-9b59-9b15884ae556'] in dv-neutron-821190-1-hyperv is: [{'id': 'b43ba331-a11d-4a64-9b59-9b15884ae556', 'name': 'tempest-TestVolumeBootPattern-1182025116-router', 'tenant_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:12Z', 'updated_at': '2022-01-29T04:41:26Z', 'revision_number': 6, 'project_id': '1b0e4f5bc18f46e19e7272f5d8beca17', 'gw_port_host': None}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:41:26.425566 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:26.431268 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:41:26.440346 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 1f595bbe-1d7a-41ab-ae5e-c9487642b50a is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:41:26.440759 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (1f595bbe-1d7a-41ab-ae5e-c9487642b50a), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:26.465853 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6905d119-6f2f-4178-bf21-fefa1dbb51bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f595bbe-1d7a-41ab-ae5e-c9487642b50a'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:41:26.468795 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9696a49f-434c-4406-a100-bf465b92335b" -d '{"events": [{"server_uuid": "6905d119-6f2f-4178-bf21-fefa1dbb51bd", "name": "network-vif-plugged", "status": "completed", "tag": "1f595bbe-1d7a-41ab-ae5e-c9487642b50a"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:41:26.481024 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 1f595bbe-1d7a-41ab-ae5e-c9487642b50a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=1f595bbe-1d7a-41ab-ae5e-c9487642b50a,segment=NetworkSegment(05e3b5e5-67de-4d59-a39f-0a7eec20c859),segment_id=05e3b5e5-67de-4d59-a39f-0a7eec20c859)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:26.505790 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea84aa8-f846-419d-a20d-86d7f98ef1db x-openstack-request-id: req-bea84aa8-f846-419d-a20d-86d7f98ef1db {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:41:26.506085 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6905d119-6f2f-4178-bf21-fefa1dbb51bd", "name": "network-vif-plugged", "status": "completed", "tag": "1f595bbe-1d7a-41ab-ae5e-c9487642b50a", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:41:26.506336 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bea84aa8-f846-419d-a20d-86d7f98ef1db {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:41:26.506728 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6905d119-6f2f-4178-bf21-fefa1dbb51bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f595bbe-1d7a-41ab-ae5e-c9487642b50a', 'code': 200} Jan 29 04:41:26.540877 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (1f595bbe-1d7a-41ab-ae5e-c9487642b50a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:26.593373 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=1f595bbe-1d7a-41ab-ae5e-c9487642b50a,revision_number=10']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:26.619509 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b5aa4717-2b49-4a74-9865-00be00d8ab4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (c69e4f30-1849-4302-86b8-f758bde97fcd), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:26.645035 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa4717-2b49-4a74-9865-00be00d8ab4d admin admin] Pushing event deleted for resources: {'Port': ['ID=c69e4f30-1849-4302-86b8-f758bde97fcd,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:26.709900 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b5aa4717-2b49-4a74-9865-00be00d8ab4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (b43ba331-a11d-4a64-9b59-9b15884ae556), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:26.806040 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b5aa4717-2b49-4a74-9865-00be00d8ab4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (b43ba331-a11d-4a64-9b59-9b15884ae556), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:26.822469 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b5aa4717-2b49-4a74-9865-00be00d8ab4d admin admin] Publish callbacks [] for router_controller (b43ba331-a11d-4a64-9b59-9b15884ae556), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:26.878272 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1f1c2-e24b-4d7f-8286-79ef06c74627 req-98f50aad-a05c-4ce6-813d-e464bbf574b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:26.879766 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8bc1f1c2-e24b-4d7f-8286-79ef06c74627 req-98f50aad-a05c-4ce6-813d-e464bbf574b1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6905d119-6f2f-4178-bf21-fefa1dbb51bd HTTP/1.1" status: 200 len: 1167 time: 0.0849040 Jan 29 04:41:26.925628 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8bc1f1c2-e24b-4d7f-8286-79ef06c74627 req-21b60b19-1d2b-414a-8271-6e5b5b4d169a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2a60dcd5-2df3-47a3-b4f4-89dd288caf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373547 Jan 29 04:41:26.926543 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b5aa4717-2b49-4a74-9865-00be00d8ab4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (b43ba331-a11d-4a64-9b59-9b15884ae556), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:26.927043 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5aa4717-2b49-4a74-9865-00be00d8ab4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b43ba331-a11d-4a64-9b59-9b15884ae556 {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:41:26.931436 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b5aa4717-2b49-4a74-9865-00be00d8ab4d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:26.932507 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b5aa4717-2b49-4a74-9865-00be00d8ab4d admin admin] 10.222.0.13 "DELETE /v2.0/routers/b43ba331-a11d-4a64-9b59-9b15884ae556 HTTP/1.1" status: 204 len: 168 time: 1.0259831 Jan 29 04:41:26.935423 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57652) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:26.982606 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb9a75c-e42a-4bf9-a7b2-0822d24c649a admin admin] Deleting subnet c5ef5406-79aa-4490-92c9-3e7f9e568ee2 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:41:26.985602 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5cb9a75c-e42a-4bf9-a7b2-0822d24c649a admin admin] Publish callbacks [] for subnet (c5ef5406-79aa-4490-92c9-3e7f9e568ee2), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:27.020674 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5cb9a75c-e42a-4bf9-a7b2-0822d24c649a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (c5ef5406-79aa-4490-92c9-3e7f9e568ee2), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:27.095080 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5cb9a75c-e42a-4bf9-a7b2-0822d24c649a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (c5ef5406-79aa-4490-92c9-3e7f9e568ee2), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:27.229069 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5cb9a75c-e42a-4bf9-a7b2-0822d24c649a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (c5ef5406-79aa-4490-92c9-3e7f9e568ee2), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:27.250414 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb9bd1-1d99-45c9-8210-aa1946a7edd5 req-d318ec76-6a70-4de6-b42b-5cc40527688f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:27.251933 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-f8eb9bd1-1d99-45c9-8210-aa1946a7edd5 req-d318ec76-6a70-4de6-b42b-5cc40527688f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=6905d119-6f2f-4178-bf21-fefa1dbb51bd HTTP/1.1" status: 200 len: 983 time: 0.0554299 Jan 29 04:41:27.258922 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb9a75c-e42a-4bf9-a7b2-0822d24c649a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5ef5406-79aa-4490-92c9-3e7f9e568ee2,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:27.262517 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5cb9a75c-e42a-4bf9-a7b2-0822d24c649a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:27.266627 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-5cb9a75c-e42a-4bf9-a7b2-0822d24c649a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c5ef5406-79aa-4490-92c9-3e7f9e568ee2 HTTP/1.1" status: 204 len: 168 time: 0.3298819 Jan 29 04:41:27.268695 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57656) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:27.273287 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08e6278-6f40-49aa-ba83-83bb75ef99c9 None None] Network 0e91feca-45f0-4a0a-b0ad-b17a5562d039 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:41:27.303951 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-f8eb9bd1-1d99-45c9-8210-aa1946a7edd5 req-31983f3d-3ded-456a-bbe6-8a6a4a3ec737 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a60dcd5-2df3-47a3-b4f4-89dd288caf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461802 Jan 29 04:41:27.340904 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b3e63428-c644-49e3-97a5-3c7c935e6a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (0e91feca-45f0-4a0a-b0ad-b17a5562d039), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:27.394783 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-b3e63428-c644-49e3-97a5-3c7c935e6a7b admin admin] Deleting port dc594239-a286-4bb2-8d8f-ab652ae44742 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:41:27.395119 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b3e63428-c644-49e3-97a5-3c7c935e6a7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (dc594239-a286-4bb2-8d8f-ab652ae44742), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:27.456360 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e32a5e6-7126-438b-9041-341c8ad7c582 None None] DHCP port deletion for 0e91feca-45f0-4a0a-b0ad-b17a5562d039 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:41:27.467065 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-b3e63428-c644-49e3-97a5-3c7c935e6a7b admin admin] For port dc594239-a286-4bb2-8d8f-ab652ae44742, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=dc594239-a286-4bb2-8d8f-ab652ae44742,segment=NetworkSegment(c716b040-a748-4481-b1ab-9f6d7d87cd90),segment_id=c716b040-a748-4481-b1ab-9f6d7d87cd90)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:27.467449 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b3e63428-c644-49e3-97a5-3c7c935e6a7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (dc594239-a286-4bb2-8d8f-ab652ae44742), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:27.481852 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-b3e63428-c644-49e3-97a5-3c7c935e6a7b admin admin] Calling delete_port for dc594239-a286-4bb2-8d8f-ab652ae44742 owned by network:dhcp {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:41:27.653178 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-0e32a5e6-7126-438b-9041-341c8ad7c582 None None] Deleting port dc594239-a286-4bb2-8d8f-ab652ae44742 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:41:27.653588 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0e32a5e6-7126-438b-9041-341c8ad7c582 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (dc594239-a286-4bb2-8d8f-ab652ae44742), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:27.666161 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 98a2ab77-b23f-4e5a-bf17-3bc88a105717 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:41:27.677157 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b3e63428-c644-49e3-97a5-3c7c935e6a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (dc594239-a286-4bb2-8d8f-ab652ae44742), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:27.705148 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e63428-c644-49e3-97a5-3c7c935e6a7b admin admin] No DVR routers for this DVR port dc594239-a286-4bb2-8d8f-ab652ae44742 on host dv-neutron-821190-1-hyperv {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:41:27.708920 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e63428-c644-49e3-97a5-3c7c935e6a7b admin admin] Pushing event deleted for resources: {'Port': ['ID=dc594239-a286-4bb2-8d8f-ab652ae44742,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:27.721000 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 98a2ab77-b23f-4e5a-bf17-3bc88a105717 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:41:27.721350 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 98a2ab77-b23f-4e5a-bf17-3bc88a105717 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:41:27.721766 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device c69e4f30-1849-4302-86b8-f758bde97fcd no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:41:27.745715 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: c69e4f30-1849-4302-86b8-f758bde97fcd {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:41:27.750760 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device c69e4f30-1849-4302-86b8-f758bde97fcd not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:41:27.750760 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device dc594239-a286-4bb2-8d8f-ab652ae44742 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:41:27.774139 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-0e32a5e6-7126-438b-9041-341c8ad7c582 None None] For port dc594239-a286-4bb2-8d8f-ab652ae44742, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=dc594239-a286-4bb2-8d8f-ab652ae44742,segment=NetworkSegment(c716b040-a748-4481-b1ab-9f6d7d87cd90),segment_id=c716b040-a748-4481-b1ab-9f6d7d87cd90)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:27.774537 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0e32a5e6-7126-438b-9041-341c8ad7c582 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (dc594239-a286-4bb2-8d8f-ab652ae44742), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:27.776726 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: dc594239-a286-4bb2-8d8f-ab652ae44742 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:41:27.777064 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device dc594239-a286-4bb2-8d8f-ab652ae44742 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:41:27.783740 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b3e63428-c644-49e3-97a5-3c7c935e6a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (0e91feca-45f0-4a0a-b0ad-b17a5562d039), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:27.789036 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-0e32a5e6-7126-438b-9041-341c8ad7c582 None None] Calling delete_port for dc594239-a286-4bb2-8d8f-ab652ae44742 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:41:27.805058 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-b3e63428-c644-49e3-97a5-3c7c935e6a7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e91feca-45f0-4a0a-b0ad-b17a5562d039']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:27.814188 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-b3e63428-c644-49e3-97a5-3c7c935e6a7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c716b040-a748-4481-b1ab-9f6d7d87cd90') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:27.814480 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-b3e63428-c644-49e3-97a5-3c7c935e6a7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c716b040-a748-4481-b1ab-9f6d7d87cd90') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:27.823828 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b3e63428-c644-49e3-97a5-3c7c935e6a7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (c716b040-a748-4481-b1ab-9f6d7d87cd90), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:27.837346 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b3e63428-c644-49e3-97a5-3c7c935e6a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (c716b040-a748-4481-b1ab-9f6d7d87cd90), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:27.843361 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3e63428-c644-49e3-97a5-3c7c935e6a7b admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:41:27.843737 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b3e63428-c644-49e3-97a5-3c7c935e6a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (c716b040-a748-4481-b1ab-9f6d7d87cd90), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:27.845398 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:41:27.845398 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:41:27.845398 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:41:27.845398 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:41:27.845398 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:41:27.845398 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:41:27.845398 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:41:27.845398 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:41:27.845398 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:41:27.845398 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:41:27.845398 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:41:27.845398 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:41:27.845398 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:41:27.845398 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:41:27.845398 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:41:27.845398 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:41:27.845398 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:41:27.845398 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:41:27.845398 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:41:27.845398 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:41:27.845398 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:41:27.845398 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:41:27.845398 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:41:27.845398 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:41:27.845398 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:41:27.845398 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:41:27.845398 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:41:27.845398 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:41:27.845398 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:41:27.845398 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:41:27.845398 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:41:27.845398 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:41:27.872827 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0e32a5e6-7126-438b-9041-341c8ad7c582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (dc594239-a286-4bb2-8d8f-ab652ae44742), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:27.897861 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e32a5e6-7126-438b-9041-341c8ad7c582 None None] Pushing event deleted for resources: {'Port': ['ID=dc594239-a286-4bb2-8d8f-ab652ae44742,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:27.903220 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e32a5e6-7126-438b-9041-341c8ad7c582 None None] No DVR routers for this DVR port dc594239-a286-4bb2-8d8f-ab652ae44742 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:41:27.971561 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b3e63428-c644-49e3-97a5-3c7c935e6a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (0e91feca-45f0-4a0a-b0ad-b17a5562d039), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:27.977105 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b3e63428-c644-49e3-97a5-3c7c935e6a7b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:27.980375 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b3e63428-c644-49e3-97a5-3c7c935e6a7b admin admin] 10.222.0.13 "DELETE /v2.0/networks/0e91feca-45f0-4a0a-b0ad-b17a5562d039 HTTP/1.1" status: 204 len: 168 time: 0.7105706 Jan 29 04:41:27.983533 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57658) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:27.991318 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e63428-c644-49e3-97a5-3c7c935e6a7b admin admin] Pushing event deleted for resources: {'Network': ['ID=0e91feca-45f0-4a0a-b0ad-b17a5562d039,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:28.406164 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-be809d6a-fb37-4861-a533-a2ac60a2c2be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (4f852bc5-2294-4bc2-8f6b-167d4339485d), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:28.434103 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca307c-4971-4bef-a138-04d88562415a req-a833db1a-0e20-46b4-9fa0-208f3069a099 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:28.436601 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7bca307c-4971-4bef-a138-04d88562415a req-a833db1a-0e20-46b4-9fa0-208f3069a099 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=6905d119-6f2f-4178-bf21-fefa1dbb51bd HTTP/1.1" status: 200 len: 983 time: 0.0569744 Jan 29 04:41:28.486312 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7bca307c-4971-4bef-a138-04d88562415a req-6f3a171d-5bc2-478c-8ab4-0b0763692f38 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a60dcd5-2df3-47a3-b4f4-89dd288caf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419629 Jan 29 04:41:28.695358 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-be809d6a-fb37-4861-a533-a2ac60a2c2be admin admin] Deleting port 3d1e0714-b803-467f-8963-8b259dbf98c1 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:41:28.695610 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-be809d6a-fb37-4861-a533-a2ac60a2c2be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (3d1e0714-b803-467f-8963-8b259dbf98c1), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:28.775645 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-be809d6a-fb37-4861-a533-a2ac60a2c2be admin admin] For port 3d1e0714-b803-467f-8963-8b259dbf98c1, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=3d1e0714-b803-467f-8963-8b259dbf98c1,segment=NetworkSegment(d0e34e63-43a8-4204-9685-4d0417a440bd),segment_id=d0e34e63-43a8-4204-9685-4d0417a440bd)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:28.776011 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-be809d6a-fb37-4861-a533-a2ac60a2c2be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (3d1e0714-b803-467f-8963-8b259dbf98c1), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:28.788942 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-be809d6a-fb37-4861-a533-a2ac60a2c2be admin admin] Calling delete_port for 3d1e0714-b803-467f-8963-8b259dbf98c1 owned by network:router_interface {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:41:29.024861 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-be809d6a-fb37-4861-a533-a2ac60a2c2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (3d1e0714-b803-467f-8963-8b259dbf98c1), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:29.052797 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be809d6a-fb37-4861-a533-a2ac60a2c2be admin admin] Pushing event deleted for resources: {'Port': ['ID=3d1e0714-b803-467f-8963-8b259dbf98c1,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:29.220237 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-be809d6a-fb37-4861-a533-a2ac60a2c2be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (4f852bc5-2294-4bc2-8f6b-167d4339485d), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:29.429673 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be809d6a-fb37-4861-a533-a2ac60a2c2be admin admin] Router 4f852bc5-2294-4bc2-8f6b-167d4339485d has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:41:29.535549 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be809d6a-fb37-4861-a533-a2ac60a2c2be admin admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:41:29.543335 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-be809d6a-fb37-4861-a533-a2ac60a2c2be admin admin] 10.222.0.13 "PUT /v2.0/routers/4f852bc5-2294-4bc2-8f6b-167d4339485d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5558755 Jan 29 04:41:29.543335 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57664) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:29.546485 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4285f13-dc85-48ca-8ff9-8303d6f10b7f None None] Sync routers for ids ['4f852bc5-2294-4bc2-8f6b-167d4339485d'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:41:29.556882 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4285f13-dc85-48ca-8ff9-8303d6f10b7f None None] Routers {'4f852bc5-2294-4bc2-8f6b-167d4339485d'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:41:29.557505 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-d4285f13-dc85-48ca-8ff9-8303d6f10b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:41:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['4f852bc5-2294-4bc2-8f6b-167d4339485d'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:29.667461 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-d4285f13-dc85-48ca-8ff9-8303d6f10b7f None None] Set router 4f852bc5-2294-4bc2-8f6b-167d4339485d gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:41:29.681593 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d80352e0-ab10-4f16-83da-3a926c0856d0 admin admin] Publish callbacks [] for router (4f852bc5-2294-4bc2-8f6b-167d4339485d), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:29.689802 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82775f1d-10ad-4b45-b7be-4cb5a9f07fb8 req-ad001d7b-0851-4404-80c1-cc3abaa59141 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:29.691292 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-82775f1d-10ad-4b45-b7be-4cb5a9f07fb8 req-ad001d7b-0851-4404-80c1-cc3abaa59141 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=6905d119-6f2f-4178-bf21-fefa1dbb51bd HTTP/1.1" status: 200 len: 983 time: 0.1091924 Jan 29 04:41:29.813907 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-82775f1d-10ad-4b45-b7be-4cb5a9f07fb8 req-8304c7e9-8f5b-445c-a00c-fd6145610aa9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a60dcd5-2df3-47a3-b4f4-89dd288caf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874686 Jan 29 04:41:29.844820 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d80352e0-ab10-4f16-83da-3a926c0856d0 admin admin] Publish callbacks [] for router_gateway (4f852bc5-2294-4bc2-8f6b-167d4339485d), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:29.857980 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-d4285f13-dc85-48ca-8ff9-8303d6f10b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f852bc5-2294-4bc2-8f6b-167d4339485d', 'name': 'tempest-TestVolumeBootPattern-26303668-router', 'tenant_id': '294fd5fc09ed4976959bc7fd5f0c8682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.246'}], 'enable_snat': True}, 'gw_port_id': 'd3659982-bc4e-4b11-abb9-28f6d3284941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:28Z', 'updated_at': '2022-01-29T04:41:28Z', 'revision_number': 5, 'project_id': '294fd5fc09ed4976959bc7fd5f0c8682', 'gw_port': {'id': 'd3659982-bc4e-4b11-abb9-28f6d3284941', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f852bc5-2294-4bc2-8f6b-167d4339485d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:30Z', 'updated_at': '2022-01-29T04:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:29.889151 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4285f13-dc85-48ca-8ff9-8303d6f10b7f None None] Checking router: 4f852bc5-2294-4bc2-8f6b-167d4339485d for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:41:29.898024 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4285f13-dc85-48ca-8ff9-8303d6f10b7f None None] Routers {'4f852bc5-2294-4bc2-8f6b-167d4339485d'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:41:29.898637 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-d4285f13-dc85-48ca-8ff9-8303d6f10b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:41:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['4f852bc5-2294-4bc2-8f6b-167d4339485d'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:29.937066 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc730f-0c47-4603-8e66-a1e5d92d9850 req-210f15f2-5eaa-49f0-a2ad-c3eb6c10b8cd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:29.938489 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0ddc730f-0c47-4603-8e66-a1e5d92d9850 req-210f15f2-5eaa-49f0-a2ad-c3eb6c10b8cd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=6905d119-6f2f-4178-bf21-fefa1dbb51bd HTTP/1.1" status: 200 len: 983 time: 0.0550847 Jan 29 04:41:29.959382 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-d80352e0-ab10-4f16-83da-3a926c0856d0 admin admin] Deleting port d3659982-bc4e-4b11-abb9-28f6d3284941 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:41:29.959730 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d80352e0-ab10-4f16-83da-3a926c0856d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (d3659982-bc4e-4b11-abb9-28f6d3284941), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:30.000017 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0ddc730f-0c47-4603-8e66-a1e5d92d9850 req-b8c35281-718b-4a79-9119-a669852f1451 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a60dcd5-2df3-47a3-b4f4-89dd288caf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510006 Jan 29 04:41:30.015450 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-d4285f13-dc85-48ca-8ff9-8303d6f10b7f None None] Set router 4f852bc5-2294-4bc2-8f6b-167d4339485d gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:41:30.023696 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57668) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:30.046664 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-d80352e0-ab10-4f16-83da-3a926c0856d0 admin admin] For port d3659982-bc4e-4b11-abb9-28f6d3284941, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=d3659982-bc4e-4b11-abb9-28f6d3284941,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:30.047174 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d80352e0-ab10-4f16-83da-3a926c0856d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (d3659982-bc4e-4b11-abb9-28f6d3284941), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:30.061444 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-d80352e0-ab10-4f16-83da-3a926c0856d0 admin admin] Calling delete_port for d3659982-bc4e-4b11-abb9-28f6d3284941 owned by network:router_gateway {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:41:30.105081 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9148e6df-038a-4700-91bc-b36afa49d0b6 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:30.110094 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9148e6df-038a-4700-91bc-b36afa49d0b6 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6905d119-6f2f-4178-bf21-fefa1dbb51bd&network_id=352abe45-b60a-49c7-b46d-aa7b3d32a335 HTTP/1.1" status: 200 len: 1162 time: 0.0818436 Jan 29 04:41:30.198105 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-d4285f13-dc85-48ca-8ff9-8303d6f10b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f852bc5-2294-4bc2-8f6b-167d4339485d', 'name': 'tempest-TestVolumeBootPattern-26303668-router', 'tenant_id': '294fd5fc09ed4976959bc7fd5f0c8682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.246'}], 'enable_snat': True}, 'gw_port_id': 'd3659982-bc4e-4b11-abb9-28f6d3284941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:28Z', 'updated_at': '2022-01-29T04:41:28Z', 'revision_number': 5, 'project_id': '294fd5fc09ed4976959bc7fd5f0c8682', 'gw_port': {'id': 'd3659982-bc4e-4b11-abb9-28f6d3284941', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f852bc5-2294-4bc2-8f6b-167d4339485d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:30Z', 'updated_at': '2022-01-29T04:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:30.225200 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4285f13-dc85-48ca-8ff9-8303d6f10b7f None None] The sync data for ids ['4f852bc5-2294-4bc2-8f6b-167d4339485d'] in dv-neutron-821190-1-hyperv is: [{'id': '4f852bc5-2294-4bc2-8f6b-167d4339485d', 'name': 'tempest-TestVolumeBootPattern-26303668-router', 'tenant_id': '294fd5fc09ed4976959bc7fd5f0c8682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.246'}], 'enable_snat': True}, 'gw_port_id': 'd3659982-bc4e-4b11-abb9-28f6d3284941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:28Z', 'updated_at': '2022-01-29T04:41:28Z', 'revision_number': 5, 'project_id': '294fd5fc09ed4976959bc7fd5f0c8682', 'gw_port': {'id': 'd3659982-bc4e-4b11-abb9-28f6d3284941', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f852bc5-2294-4bc2-8f6b-167d4339485d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:30Z', 'updated_at': '2022-01-29T04:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:41:30.326046 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d80352e0-ab10-4f16-83da-3a926c0856d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (d3659982-bc4e-4b11-abb9-28f6d3284941), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:30.355104 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80352e0-ab10-4f16-83da-3a926c0856d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3659982-bc4e-4b11-abb9-28f6d3284941,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:30.419564 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d80352e0-ab10-4f16-83da-3a926c0856d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (4f852bc5-2294-4bc2-8f6b-167d4339485d), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:30.512519 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d80352e0-ab10-4f16-83da-3a926c0856d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (4f852bc5-2294-4bc2-8f6b-167d4339485d), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:30.515370 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d80352e0-ab10-4f16-83da-3a926c0856d0 admin admin] Publish callbacks [] for router_controller (4f852bc5-2294-4bc2-8f6b-167d4339485d), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:30.519523 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77cf081-8708-4704-84ec-33dd91659fa8 req-f5f5669e-0de8-4fdd-ace7-32c34090eb08 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:30.521127 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f77cf081-8708-4704-84ec-33dd91659fa8 req-f5f5669e-0de8-4fdd-ace7-32c34090eb08 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=6905d119-6f2f-4178-bf21-fefa1dbb51bd HTTP/1.1" status: 200 len: 983 time: 0.0534630 Jan 29 04:41:30.568651 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f77cf081-8708-4704-84ec-33dd91659fa8 req-5d9e8d9a-d009-412b-8857-e0c5c011e770 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a60dcd5-2df3-47a3-b4f4-89dd288caf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420091 Jan 29 04:41:30.637009 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d80352e0-ab10-4f16-83da-3a926c0856d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (4f852bc5-2294-4bc2-8f6b-167d4339485d), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:30.637613 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80352e0-ab10-4f16-83da-3a926c0856d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f852bc5-2294-4bc2-8f6b-167d4339485d {{(pid=103584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:41:30.642660 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d80352e0-ab10-4f16-83da-3a926c0856d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:30.646233 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d80352e0-ab10-4f16-83da-3a926c0856d0 admin admin] 10.222.0.13 "DELETE /v2.0/routers/4f852bc5-2294-4bc2-8f6b-167d4339485d HTTP/1.1" status: 204 len: 168 time: 1.0999017 Jan 29 04:41:30.646809 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57674) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:31.024226 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-640b9259-c23b-4cb1-995a-4f084cdea1e2 admin admin] Deleting subnet cd53a906-441c-4591-8d64-dacfedbd2436 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:41:31.027309 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-640b9259-c23b-4cb1-995a-4f084cdea1e2 admin admin] Publish callbacks [] for subnet (cd53a906-441c-4591-8d64-dacfedbd2436), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:31.060435 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-640b9259-c23b-4cb1-995a-4f084cdea1e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (cd53a906-441c-4591-8d64-dacfedbd2436), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:31.134125 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-640b9259-c23b-4cb1-995a-4f084cdea1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (cd53a906-441c-4591-8d64-dacfedbd2436), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:31.280316 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-640b9259-c23b-4cb1-995a-4f084cdea1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (cd53a906-441c-4591-8d64-dacfedbd2436), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:31.305335 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640b9259-c23b-4cb1-995a-4f084cdea1e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd53a906-441c-4591-8d64-dacfedbd2436,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:31.309590 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-640b9259-c23b-4cb1-995a-4f084cdea1e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:31.314690 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-640b9259-c23b-4cb1-995a-4f084cdea1e2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cd53a906-441c-4591-8d64-dacfedbd2436 HTTP/1.1" status: 204 len: 168 time: 0.6656132 Jan 29 04:41:31.315732 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de03a6c1-23b0-4d7d-94a0-47fd674d0703 None None] Network 05d4bbd6-3b56-426f-bd96-c44620c6a592 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:41:31.316223 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57676) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:31.320661 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640b9259-c23b-4cb1-995a-4f084cdea1e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:31.321020 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640b9259-c23b-4cb1-995a-4f084cdea1e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:31.321367 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640b9259-c23b-4cb1-995a-4f084cdea1e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:31.321699 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640b9259-c23b-4cb1-995a-4f084cdea1e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:31.322035 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640b9259-c23b-4cb1-995a-4f084cdea1e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:31.322367 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640b9259-c23b-4cb1-995a-4f084cdea1e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:31.322693 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640b9259-c23b-4cb1-995a-4f084cdea1e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:31.323039 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640b9259-c23b-4cb1-995a-4f084cdea1e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:31.323347 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640b9259-c23b-4cb1-995a-4f084cdea1e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:31.323673 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640b9259-c23b-4cb1-995a-4f084cdea1e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:31.324347 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640b9259-c23b-4cb1-995a-4f084cdea1e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:31.324561 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640b9259-c23b-4cb1-995a-4f084cdea1e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:31.324724 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640b9259-c23b-4cb1-995a-4f084cdea1e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:31.464902 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156909e5-b401-4cc5-b8f6-7de0537b4f84 None None] DHCP port deletion for 05d4bbd6-3b56-426f-bd96-c44620c6a592 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:41:31.516373 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-156909e5-b401-4cc5-b8f6-7de0537b4f84 None None] Deleting port dd867ee1-62c0-4a21-8e81-1f3097027361 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:41:31.516779 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-156909e5-b401-4cc5-b8f6-7de0537b4f84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (dd867ee1-62c0-4a21-8e81-1f3097027361), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:31.584254 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-156909e5-b401-4cc5-b8f6-7de0537b4f84 None None] For port dd867ee1-62c0-4a21-8e81-1f3097027361, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=dd867ee1-62c0-4a21-8e81-1f3097027361,segment=NetworkSegment(d0e34e63-43a8-4204-9685-4d0417a440bd),segment_id=d0e34e63-43a8-4204-9685-4d0417a440bd)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:31.584583 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-156909e5-b401-4cc5-b8f6-7de0537b4f84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (dd867ee1-62c0-4a21-8e81-1f3097027361), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:31.599447 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-156909e5-b401-4cc5-b8f6-7de0537b4f84 None None] Calling delete_port for dd867ee1-62c0-4a21-8e81-1f3097027361 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:41:31.672883 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 3d1e0714-b803-467f-8963-8b259dbf98c1 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:41:31.702146 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 3d1e0714-b803-467f-8963-8b259dbf98c1 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:41:31.702495 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 3d1e0714-b803-467f-8963-8b259dbf98c1 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:41:31.702915 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device d3659982-bc4e-4b11-abb9-28f6d3284941 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:41:31.714452 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cb2c6bd5-fe12-466b-b458-ca10b318a39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (05d4bbd6-3b56-426f-bd96-c44620c6a592), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:31.729322 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: d3659982-bc4e-4b11-abb9-28f6d3284941 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:41:31.729664 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device d3659982-bc4e-4b11-abb9-28f6d3284941 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:41:31.733231 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device dd867ee1-62c0-4a21-8e81-1f3097027361 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:41:31.741884 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c3900-2ac3-4dc1-933d-14546d42aa72 req-c88e359d-8aa0-4df7-9a5a-f440bfb530a6 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:31.743383 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-418c3900-2ac3-4dc1-933d-14546d42aa72 req-c88e359d-8aa0-4df7-9a5a-f440bfb530a6 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=6905d119-6f2f-4178-bf21-fefa1dbb51bd HTTP/1.1" status: 200 len: 983 time: 0.0793762 Jan 29 04:41:31.807480 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port dd867ee1-62c0-4a21-8e81-1f3097027361 is: ACTIVE; New status is: DOWN {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:41:31.807906 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (dd867ee1-62c0-4a21-8e81-1f3097027361), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:31.812554 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-418c3900-2ac3-4dc1-933d-14546d42aa72 req-f1c11b4a-e2c0-45e8-9540-a0cda66a5a60 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a60dcd5-2df3-47a3-b4f4-89dd288caf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529656 Jan 29 04:41:31.822107 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-cb2c6bd5-fe12-466b-b458-ca10b318a39a admin admin] Deleting port dd867ee1-62c0-4a21-8e81-1f3097027361 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:41:31.822462 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cb2c6bd5-fe12-466b-b458-ca10b318a39a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (dd867ee1-62c0-4a21-8e81-1f3097027361), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:31.831809 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-156909e5-b401-4cc5-b8f6-7de0537b4f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (dd867ee1-62c0-4a21-8e81-1f3097027361), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:31.875854 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156909e5-b401-4cc5-b8f6-7de0537b4f84 None None] Pushing event deleted for resources: {'Port': ['ID=dd867ee1-62c0-4a21-8e81-1f3097027361,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:31.879453 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156909e5-b401-4cc5-b8f6-7de0537b4f84 None None] No DVR routers for this DVR port dd867ee1-62c0-4a21-8e81-1f3097027361 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:41:31.900213 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-cb2c6bd5-fe12-466b-b458-ca10b318a39a admin admin] For port dd867ee1-62c0-4a21-8e81-1f3097027361, host dv-neutron-821190-1-hyperv, got binding levels [] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:31.900611 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cb2c6bd5-fe12-466b-b458-ca10b318a39a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (dd867ee1-62c0-4a21-8e81-1f3097027361), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:31.913647 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-cb2c6bd5-fe12-466b-b458-ca10b318a39a admin admin] Calling delete_port for dd867ee1-62c0-4a21-8e81-1f3097027361 owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:41:31.916258 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.ipam_backend_mixin [None req-cb2c6bd5-fe12-466b-b458-ca10b318a39a admin admin] Port dd867ee1-62c0-4a21-8e81-1f3097027361 was not found and therefore no delete operation was performed {{(pid=103584) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 29 04:41:31.917500 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cb2c6bd5-fe12-466b-b458-ca10b318a39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (dd867ee1-62c0-4a21-8e81-1f3097027361), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:31.940400 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c6bd5-fe12-466b-b458-ca10b318a39a admin admin] Pushing event deleted for resources: {'Port': ['ID=dd867ee1-62c0-4a21-8e81-1f3097027361,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:31.946274 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2c6bd5-fe12-466b-b458-ca10b318a39a admin admin] No DVR routers for this DVR port dd867ee1-62c0-4a21-8e81-1f3097027361 on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:41:32.019577 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cb2c6bd5-fe12-466b-b458-ca10b318a39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (05d4bbd6-3b56-426f-bd96-c44620c6a592), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:32.039262 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-cb2c6bd5-fe12-466b-b458-ca10b318a39a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05d4bbd6-3b56-426f-bd96-c44620c6a592']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:32.044828 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f840b-cb92-4251-a0ef-b2f1b4924f9e req-09c96310-e239-4177-bcde-9bc4eea8f26b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:32.046293 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8e1f840b-cb92-4251-a0ef-b2f1b4924f9e req-09c96310-e239-4177-bcde-9bc4eea8f26b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "GET /v2.0/ports?device_id=6905d119-6f2f-4178-bf21-fefa1dbb51bd HTTP/1.1" status: 200 len: 983 time: 0.0530422 Jan 29 04:41:32.048691 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-cb2c6bd5-fe12-466b-b458-ca10b318a39a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0e34e63-43a8-4204-9685-4d0417a440bd') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:32.048990 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-cb2c6bd5-fe12-466b-b458-ca10b318a39a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0e34e63-43a8-4204-9685-4d0417a440bd') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:32.058120 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cb2c6bd5-fe12-466b-b458-ca10b318a39a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (d0e34e63-43a8-4204-9685-4d0417a440bd), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:32.071746 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cb2c6bd5-fe12-466b-b458-ca10b318a39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (d0e34e63-43a8-4204-9685-4d0417a440bd), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:32.078852 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb2c6bd5-fe12-466b-b458-ca10b318a39a admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:41:32.079239 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cb2c6bd5-fe12-466b-b458-ca10b318a39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (d0e34e63-43a8-4204-9685-4d0417a440bd), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:32.081009 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:41:32.081009 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:41:32.081009 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:41:32.081009 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:41:32.081009 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:41:32.081009 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:41:32.081009 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:41:32.081009 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:41:32.081009 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:41:32.081009 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:41:32.081009 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:41:32.081009 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:41:32.081009 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:41:32.081009 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:41:32.081009 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:41:32.081009 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:41:32.081009 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:41:32.081009 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:41:32.081009 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:41:32.081009 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:41:32.081009 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:41:32.081009 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:41:32.081009 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:41:32.081009 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:41:32.081009 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:41:32.081009 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:41:32.081009 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:41:32.081009 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:41:32.081009 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:41:32.081009 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:41:32.081009 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:41:32.081009 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:41:32.092032 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f840b-cb92-4251-a0ef-b2f1b4924f9e req-e1aa5c27-3849-4c50-b508-e1b5cb97461c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:32.093457 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8e1f840b-cb92-4251-a0ef-b2f1b4924f9e req-e1aa5c27-3849-4c50-b508-e1b5cb97461c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "GET /v2.0/ports/1f595bbe-1d7a-41ab-ae5e-c9487642b50a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0415120 Jan 29 04:41:32.195862 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8e1f840b-cb92-4251-a0ef-b2f1b4924f9e req-beaa3f1e-1805-487f-8d72-c699486cec13 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "GET /v2.0/networks/352abe45-b60a-49c7-b46d-aa7b3d32a335?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0969832 Jan 29 04:41:32.199787 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cb2c6bd5-fe12-466b-b458-ca10b318a39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (05d4bbd6-3b56-426f-bd96-c44620c6a592), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:32.205336 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-8e1f840b-cb92-4251-a0ef-b2f1b4924f9e req-f3ad689a-0268-436f-92b7-f312e5a0be1a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:32.205743 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-cb2c6bd5-fe12-466b-b458-ca10b318a39a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:32.211532 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-cb2c6bd5-fe12-466b-b458-ca10b318a39a admin admin] 10.222.0.13 "DELETE /v2.0/networks/05d4bbd6-3b56-426f-bd96-c44620c6a592 HTTP/1.1" status: 204 len: 168 time: 0.8919656 Jan 29 04:41:32.220989 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c6bd5-fe12-466b-b458-ca10b318a39a admin admin] Pushing event deleted for resources: {'Network': ['ID=05d4bbd6-3b56-426f-bd96-c44620c6a592,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:32.267356 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-8e1f840b-cb92-4251-a0ef-b2f1b4924f9e req-f3ad689a-0268-436f-92b7-f312e5a0be1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (1f595bbe-1d7a-41ab-ae5e-c9487642b50a), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:32.402051 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-8e1f840b-cb92-4251-a0ef-b2f1b4924f9e req-f3ad689a-0268-436f-92b7-f312e5a0be1a service neutron] For port 1f595bbe-1d7a-41ab-ae5e-c9487642b50a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=1f595bbe-1d7a-41ab-ae5e-c9487642b50a,segment=NetworkSegment(05e3b5e5-67de-4d59-a39f-0a7eec20c859),segment_id=05e3b5e5-67de-4d59-a39f-0a7eec20c859)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:32.433731 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-8e1f840b-cb92-4251-a0ef-b2f1b4924f9e req-f3ad689a-0268-436f-92b7-f312e5a0be1a service neutron] For port 1f595bbe-1d7a-41ab-ae5e-c9487642b50a, host hv-neutron-8211, cleared binding levels {{(pid=103585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:41:32.467034 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [req-8e1f840b-cb92-4251-a0ef-b2f1b4924f9e req-f3ad689a-0268-436f-92b7-f312e5a0be1a service neutron] device_id is not set on port 1f595bbe-1d7a-41ab-ae5e-c9487642b50a yet. {{(pid=103585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 04:41:32.474530 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-8e1f840b-cb92-4251-a0ef-b2f1b4924f9e req-f3ad689a-0268-436f-92b7-f312e5a0be1a service neutron] Publish callbacks [] for port (1f595bbe-1d7a-41ab-ae5e-c9487642b50a), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:32.536825 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-8e1f840b-cb92-4251-a0ef-b2f1b4924f9e req-f3ad689a-0268-436f-92b7-f312e5a0be1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (1f595bbe-1d7a-41ab-ae5e-c9487642b50a), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:32.614391 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad689a-0268-436f-92b7-f312e5a0be1a service neutron] Pushing event updated for resources: {'Port': ['ID=1f595bbe-1d7a-41ab-ae5e-c9487642b50a,revision_number=11']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:32.662766 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e1f840b-cb92-4251-a0ef-b2f1b4924f9e req-f3ad689a-0268-436f-92b7-f312e5a0be1a service neutron] No DVR routers for this DVR port 1f595bbe-1d7a-41ab-ae5e-c9487642b50a on host hv-neutron-8211 {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:41:32.677464 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57682) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:32.726707 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-875fdac7-8389-412f-b388-1976530c3a84 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1b0e4f5bc18f46e19e7272f5d8beca17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0478480 Jan 29 04:41:32.727374 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57684) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:32.785202 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ca547ae9-5ed4-4857-95c1-25d4834ab4d9 admin admin] Publish callbacks [] for security_group (26975ce6-3423-453a-8e1e-4f2858b9fcd7), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:32.806495 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-8e1f840b-cb92-4251-a0ef-b2f1b4924f9e req-f3ad689a-0268-436f-92b7-f312e5a0be1a service neutron] In _notify_port_updated(), no bound segment for port 1f595bbe-1d7a-41ab-ae5e-c9487642b50a on network 352abe45-b60a-49c7-b46d-aa7b3d32a335 {{(pid=103585) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 04:41:32.806751 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ca547ae9-5ed4-4857-95c1-25d4834ab4d9 admin admin] Publish callbacks [] for security_group (26975ce6-3423-453a-8e1e-4f2858b9fcd7), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:32.807366 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f840b-cb92-4251-a0ef-b2f1b4924f9e req-f3ad689a-0268-436f-92b7-f312e5a0be1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:32.807984 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-8e1f840b-cb92-4251-a0ef-b2f1b4924f9e req-f3ad689a-0268-436f-92b7-f312e5a0be1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:32.809332 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8e1f840b-cb92-4251-a0ef-b2f1b4924f9e req-f3ad689a-0268-436f-92b7-f312e5a0be1a service neutron] 10.222.0.18 "PUT /v2.0/ports/1f595bbe-1d7a-41ab-ae5e-c9487642b50a HTTP/1.1" status: 200 len: 1026 time: 0.6080413 Jan 29 04:41:32.859842 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-c9f85a82-921c-46b3-af90-535577df676a None None] Provisioning complete for port 1f595bbe-1d7a-41ab-ae5e-c9487642b50a triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:32.859842 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c9f85a82-921c-46b3-af90-535577df676a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (1f595bbe-1d7a-41ab-ae5e-c9487642b50a), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:32.901515 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c9f85a82-921c-46b3-af90-535577df676a None None] Port 1f595bbe-1d7a-41ab-ae5e-c9487642b50a cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:41:32.920959 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9329a16c-87cf-4bbb-8555-932769b30d6b req-ea60f17a-10ca-4c28-b0f8-818197edaeb1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=6905d119-6f2f-4178-bf21-fefa1dbb51bd HTTP/1.1" status: 200 len: 210 time: 0.0331655 Jan 29 04:41:32.922171 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ca547ae9-5ed4-4857-95c1-25d4834ab4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (26975ce6-3423-453a-8e1e-4f2858b9fcd7), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:32.924774 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ca547ae9-5ed4-4857-95c1-25d4834ab4d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:32.925931 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ca547ae9-5ed4-4857-95c1-25d4834ab4d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26975ce6-3423-453a-8e1e-4f2858b9fcd7 HTTP/1.1" status: 204 len: 168 time: 0.1975687 Jan 29 04:41:32.933972 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca547ae9-5ed4-4857-95c1-25d4834ab4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26975ce6-3423-453a-8e1e-4f2858b9fcd7,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:33.575302 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57692) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:33.616307 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4188bd5b-bd10-47db-8c5a-4c978d6553ee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=294fd5fc09ed4976959bc7fd5f0c8682&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395665 Jan 29 04:41:33.618865 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57694) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:33.667767 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0b9a1012-cb22-4f7d-b037-874b3f93ab72 admin admin] Publish callbacks [] for security_group (95d01b2b-05db-4f98-aaf8-6cb2fb5e9057), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:33.689524 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0b9a1012-cb22-4f7d-b037-874b3f93ab72 admin admin] Publish callbacks [] for security_group (95d01b2b-05db-4f98-aaf8-6cb2fb5e9057), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:33.793974 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0b9a1012-cb22-4f7d-b037-874b3f93ab72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (95d01b2b-05db-4f98-aaf8-6cb2fb5e9057), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:33.796419 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0b9a1012-cb22-4f7d-b037-874b3f93ab72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:33.797610 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-0b9a1012-cb22-4f7d-b037-874b3f93ab72 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95d01b2b-05db-4f98-aaf8-6cb2fb5e9057 HTTP/1.1" status: 204 len: 168 time: 0.1778491 Jan 29 04:41:33.805361 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a1012-cb22-4f7d-b037-874b3f93ab72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d01b2b-05db-4f98-aaf8-6cb2fb5e9057,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:33.977599 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57700) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:34.034636 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a788d0d9-73cb-4ba8-8e52-c954425c235d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (2cee76a1-6652-4cde-acaa-c3c72ba31c1b), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:34.062351 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a788d0d9-73cb-4ba8-8e52-c954425c235d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (2cee76a1-6652-4cde-acaa-c3c72ba31c1b), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:34.194296 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a788d0d9-73cb-4ba8-8e52-c954425c235d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (2cee76a1-6652-4cde-acaa-c3c72ba31c1b), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:34.197200 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a788d0d9-73cb-4ba8-8e52-c954425c235d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:34.198422 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a788d0d9-73cb-4ba8-8e52-c954425c235d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/security-groups/2cee76a1-6652-4cde-acaa-c3c72ba31c1b HTTP/1.1" status: 204 len: 168 time: 0.2197285 Jan 29 04:41:34.212171 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788d0d9-73cb-4ba8-8e52-c954425c235d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cee76a1-6652-4cde-acaa-c3c72ba31c1b,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:34.292396 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57704) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:34.449385 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-5d05a57b-1635-44cb-a551-9c71ab99b89d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Deleting port ec179260-f80c-4503-9417-afc12405b0ed {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:41:34.449634 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5d05a57b-1635-44cb-a551-9c71ab99b89d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (ec179260-f80c-4503-9417-afc12405b0ed), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:34.524448 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5d05a57b-1635-44cb-a551-9c71ab99b89d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (ec179260-f80c-4503-9417-afc12405b0ed), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:34.524869 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5d05a57b-1635-44cb-a551-9c71ab99b89d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for floatingip (ec179260-f80c-4503-9417-afc12405b0ed), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:34.536280 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-5d05a57b-1635-44cb-a551-9c71ab99b89d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Calling delete_port for ec179260-f80c-4503-9417-afc12405b0ed owned by network:floatingip {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:41:34.750715 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5d05a57b-1635-44cb-a551-9c71ab99b89d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (ec179260-f80c-4503-9417-afc12405b0ed), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:34.777029 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d05a57b-1635-44cb-a551-9c71ab99b89d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Port': ['ID=ec179260-f80c-4503-9417-afc12405b0ed,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:34.839662 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5d05a57b-1635-44cb-a551-9c71ab99b89d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for floatingip (2e9e7303-c73d-44bb-a8b5-85df40dbcc17), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:34.839991 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.l3_db [None req-5d05a57b-1635-44cb-a551-9c71ab99b89d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Floating IP 2e9e7303-c73d-44bb-a8b5-85df40dbcc17 disassociated (deleted). External IP: 172.26.8.185, port: 1f595bbe-1d7a-41ab-ae5e-c9487642b50a. Jan 29 04:41:35.043870 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d05a57b-1635-44cb-a551-9c71ab99b89d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router f171e7d7-3c9b-4f61-8725-9ad687fe4f75 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:41:35.150545 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d05a57b-1635-44cb-a551-9c71ab99b89d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:41:35.155916 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5d05a57b-1635-44cb-a551-9c71ab99b89d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:35.160830 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58dad27b-4021-429d-823f-85d500bdd18a None None] Sync routers for ids ['f171e7d7-3c9b-4f61-8725-9ad687fe4f75'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:41:35.171798 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dad27b-4021-429d-823f-85d500bdd18a None None] Routers {'f171e7d7-3c9b-4f61-8725-9ad687fe4f75'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:41:35.172398 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-58dad27b-4021-429d-823f-85d500bdd18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:41:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['f171e7d7-3c9b-4f61-8725-9ad687fe4f75'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:35.184729 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-5d05a57b-1635-44cb-a551-9c71ab99b89d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/floatingips/2e9e7303-c73d-44bb-a8b5-85df40dbcc17 HTTP/1.1" status: 204 len: 168 time: 0.8911471 Jan 29 04:41:35.252287 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57710) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:35.278236 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-58dad27b-4021-429d-823f-85d500bdd18a None None] Set router f171e7d7-3c9b-4f61-8725-9ad687fe4f75 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:41:35.308653 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-841aeb75-3acc-4230-af51-a9bf0f15f480 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (5c5e9f91-ec82-4e64-b79d-2a8b9563841d), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:35.333817 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-841aeb75-3acc-4230-af51-a9bf0f15f480 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (5c5e9f91-ec82-4e64-b79d-2a8b9563841d), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:35.470703 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-841aeb75-3acc-4230-af51-a9bf0f15f480 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (5c5e9f91-ec82-4e64-b79d-2a8b9563841d), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:35.473436 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-841aeb75-3acc-4230-af51-a9bf0f15f480 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:35.474072 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-58dad27b-4021-429d-823f-85d500bdd18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f171e7d7-3c9b-4f61-8725-9ad687fe4f75', 'name': 'tempest-TestNetworkBasicOps-router-1378404609', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '7066e4d4-d87a-41c7-be96-1b116b5356da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:40:39Z', 'updated_at': '2022-01-29T04:40:44Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '7066e4d4-d87a-41c7-be96-1b116b5356da', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f171e7d7-3c9b-4f61-8725-9ad687fe4f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:40Z', 'updated_at': '2022-01-29T04:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'b34b3b69-60a0-424c-ab1f-f48aef973e0c', 'name': '', 'network_id': '352abe45-b60a-49c7-b46d-aa7b3d32a335', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:75:c4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f171e7d7-3c9b-4f61-8725-9ad687fe4f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '3aef98ce-d494-4190-9f68-23b77c017d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:43Z', 'updated_at': '2022-01-29T04:40:48Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '3aef98ce-d494-4190-9f68-23b77c017d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:35.474640 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-841aeb75-3acc-4230-af51-a9bf0f15f480 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/security-groups/5c5e9f91-ec82-4e64-b79d-2a8b9563841d HTTP/1.1" status: 204 len: 168 time: 0.2213259 Jan 29 04:41:35.487279 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841aeb75-3acc-4230-af51-a9bf0f15f480 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5e9f91-ec82-4e64-b79d-2a8b9563841d,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:35.504234 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58dad27b-4021-429d-823f-85d500bdd18a None None] Checking router: f171e7d7-3c9b-4f61-8725-9ad687fe4f75 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:41:35.513787 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dad27b-4021-429d-823f-85d500bdd18a None None] Routers {'f171e7d7-3c9b-4f61-8725-9ad687fe4f75'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:41:35.513787 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-58dad27b-4021-429d-823f-85d500bdd18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:41:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['f171e7d7-3c9b-4f61-8725-9ad687fe4f75'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:35.549562 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57714) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:35.636748 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-65051be6-f76f-432b-aec4-ea5ae9f888f5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Deleting port 1f595bbe-1d7a-41ab-ae5e-c9487642b50a {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:41:35.637083 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-65051be6-f76f-432b-aec4-ea5ae9f888f5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (1f595bbe-1d7a-41ab-ae5e-c9487642b50a), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:35.640122 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-58dad27b-4021-429d-823f-85d500bdd18a None None] Set router f171e7d7-3c9b-4f61-8725-9ad687fe4f75 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:41:35.724094 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-65051be6-f76f-432b-aec4-ea5ae9f888f5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (1f595bbe-1d7a-41ab-ae5e-c9487642b50a), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:35.736216 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-65051be6-f76f-432b-aec4-ea5ae9f888f5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Calling delete_port for 1f595bbe-1d7a-41ab-ae5e-c9487642b50a owned by {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:41:35.837651 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-58dad27b-4021-429d-823f-85d500bdd18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f171e7d7-3c9b-4f61-8725-9ad687fe4f75', 'name': 'tempest-TestNetworkBasicOps-router-1378404609', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '7066e4d4-d87a-41c7-be96-1b116b5356da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:40:39Z', 'updated_at': '2022-01-29T04:40:44Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '7066e4d4-d87a-41c7-be96-1b116b5356da', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f171e7d7-3c9b-4f61-8725-9ad687fe4f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:40Z', 'updated_at': '2022-01-29T04:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'b34b3b69-60a0-424c-ab1f-f48aef973e0c', 'name': '', 'network_id': '352abe45-b60a-49c7-b46d-aa7b3d32a335', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:75:c4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f171e7d7-3c9b-4f61-8725-9ad687fe4f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '3aef98ce-d494-4190-9f68-23b77c017d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:43Z', 'updated_at': '2022-01-29T04:40:48Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '3aef98ce-d494-4190-9f68-23b77c017d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:35.916752 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-65051be6-f76f-432b-aec4-ea5ae9f888f5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (1f595bbe-1d7a-41ab-ae5e-c9487642b50a), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:35.948199 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65051be6-f76f-432b-aec4-ea5ae9f888f5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Port': ['ID=1f595bbe-1d7a-41ab-ae5e-c9487642b50a,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:35.954209 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58dad27b-4021-429d-823f-85d500bdd18a None None] The sync data for ids ['f171e7d7-3c9b-4f61-8725-9ad687fe4f75'] in dv-neutron-821190-1-hyperv is: [{'id': 'f171e7d7-3c9b-4f61-8725-9ad687fe4f75', 'name': 'tempest-TestNetworkBasicOps-router-1378404609', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '7066e4d4-d87a-41c7-be96-1b116b5356da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:40:39Z', 'updated_at': '2022-01-29T04:40:44Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '7066e4d4-d87a-41c7-be96-1b116b5356da', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f171e7d7-3c9b-4f61-8725-9ad687fe4f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:40Z', 'updated_at': '2022-01-29T04:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'b34b3b69-60a0-424c-ab1f-f48aef973e0c', 'name': '', 'network_id': '352abe45-b60a-49c7-b46d-aa7b3d32a335', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:75:c4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f171e7d7-3c9b-4f61-8725-9ad687fe4f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '3aef98ce-d494-4190-9f68-23b77c017d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:43Z', 'updated_at': '2022-01-29T04:40:48Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '3aef98ce-d494-4190-9f68-23b77c017d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:41:36.020993 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-65051be6-f76f-432b-aec4-ea5ae9f888f5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:36.024765 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-65051be6-f76f-432b-aec4-ea5ae9f888f5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/ports/1f595bbe-1d7a-41ab-ae5e-c9487642b50a HTTP/1.1" status: 204 len: 168 time: 0.4741354 Jan 29 04:41:36.027440 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57716) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:36.201304 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74c0bd2-da27-41a3-83c4-6e6e7170368c None None] New status for floating IP 2e9e7303-c73d-44bb-a8b5-85df40dbcc17: DOWN {{(pid=103586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:41:36.271287 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 1f595bbe-1d7a-41ab-ae5e-c9487642b50a no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:41:36.293067 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] No Port match for: 1f595bbe-1d7a-41ab-ae5e-c9487642b50a {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:41:36.293423 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 1f595bbe-1d7a-41ab-ae5e-c9487642b50a not bound to the agent host hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:41:36.414224 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-514232a0-c974-4f45-853d-2569555ee4fd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (f171e7d7-3c9b-4f61-8725-9ad687fe4f75), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:36.668851 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-514232a0-c974-4f45-853d-2569555ee4fd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Deleting port b34b3b69-60a0-424c-ab1f-f48aef973e0c {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:41:36.670388 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-514232a0-c974-4f45-853d-2569555ee4fd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (b34b3b69-60a0-424c-ab1f-f48aef973e0c), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:36.755474 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-514232a0-c974-4f45-853d-2569555ee4fd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] For port b34b3b69-60a0-424c-ab1f-f48aef973e0c, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=b34b3b69-60a0-424c-ab1f-f48aef973e0c,segment=NetworkSegment(05e3b5e5-67de-4d59-a39f-0a7eec20c859),segment_id=05e3b5e5-67de-4d59-a39f-0a7eec20c859)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:36.755835 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-514232a0-c974-4f45-853d-2569555ee4fd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (b34b3b69-60a0-424c-ab1f-f48aef973e0c), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:36.768859 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-514232a0-c974-4f45-853d-2569555ee4fd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Calling delete_port for b34b3b69-60a0-424c-ab1f-f48aef973e0c owned by network:router_interface {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:41:37.053303 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-514232a0-c974-4f45-853d-2569555ee4fd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (b34b3b69-60a0-424c-ab1f-f48aef973e0c), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:37.083782 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514232a0-c974-4f45-853d-2569555ee4fd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Port': ['ID=b34b3b69-60a0-424c-ab1f-f48aef973e0c,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:37.255621 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-514232a0-c974-4f45-853d-2569555ee4fd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (f171e7d7-3c9b-4f61-8725-9ad687fe4f75), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:37.470718 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514232a0-c974-4f45-853d-2569555ee4fd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router f171e7d7-3c9b-4f61-8725-9ad687fe4f75 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:41:37.578268 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514232a0-c974-4f45-853d-2569555ee4fd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:41:37.583412 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-514232a0-c974-4f45-853d-2569555ee4fd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "PUT /v2.0/routers/f171e7d7-3c9b-4f61-8725-9ad687fe4f75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5549667 Jan 29 04:41:37.586140 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57718) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:37.588590 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815c184b-b614-4f5d-a8c9-91b10a8d8ad8 None None] Sync routers for ids ['f171e7d7-3c9b-4f61-8725-9ad687fe4f75'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:41:37.599273 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815c184b-b614-4f5d-a8c9-91b10a8d8ad8 None None] Routers {'f171e7d7-3c9b-4f61-8725-9ad687fe4f75'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:41:37.599922 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-815c184b-b614-4f5d-a8c9-91b10a8d8ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:41:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['f171e7d7-3c9b-4f61-8725-9ad687fe4f75'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:37.641044 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-43178df5-9d8b-4924-ad09-cc23f0596281 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Deleting subnet 3aef98ce-d494-4190-9f68-23b77c017d8b {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:41:37.644292 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-43178df5-9d8b-4924-ad09-cc23f0596281 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for subnet (3aef98ce-d494-4190-9f68-23b77c017d8b), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:37.683771 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-43178df5-9d8b-4924-ad09-cc23f0596281 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (3aef98ce-d494-4190-9f68-23b77c017d8b), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:37.704066 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-815c184b-b614-4f5d-a8c9-91b10a8d8ad8 None None] Set router f171e7d7-3c9b-4f61-8725-9ad687fe4f75 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:41:37.769995 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-43178df5-9d8b-4924-ad09-cc23f0596281 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (3aef98ce-d494-4190-9f68-23b77c017d8b), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:37.877069 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-43178df5-9d8b-4924-ad09-cc23f0596281 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (3aef98ce-d494-4190-9f68-23b77c017d8b), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:37.877324 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-815c184b-b614-4f5d-a8c9-91b10a8d8ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f171e7d7-3c9b-4f61-8725-9ad687fe4f75', 'name': 'tempest-TestNetworkBasicOps-router-1378404609', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '7066e4d4-d87a-41c7-be96-1b116b5356da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:40:39Z', 'updated_at': '2022-01-29T04:41:36Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '7066e4d4-d87a-41c7-be96-1b116b5356da', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f171e7d7-3c9b-4f61-8725-9ad687fe4f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:40Z', 'updated_at': '2022-01-29T04:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:37.906768 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43178df5-9d8b-4924-ad09-cc23f0596281 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Subnet': ['ID=3aef98ce-d494-4190-9f68-23b77c017d8b,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:37.907467 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815c184b-b614-4f5d-a8c9-91b10a8d8ad8 None None] Checking router: f171e7d7-3c9b-4f61-8725-9ad687fe4f75 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:41:37.909303 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-43178df5-9d8b-4924-ad09-cc23f0596281 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:37.913186 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-43178df5-9d8b-4924-ad09-cc23f0596281 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/subnets/3aef98ce-d494-4190-9f68-23b77c017d8b HTTP/1.1" status: 204 len: 168 time: 0.3260803 Jan 29 04:41:37.915322 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57720) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:37.916344 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0351ef95-feea-4182-b54c-1f16c81cd6c8 None None] Network 352abe45-b60a-49c7-b46d-aa7b3d32a335 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:41:37.916852 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815c184b-b614-4f5d-a8c9-91b10a8d8ad8 None None] Routers {'f171e7d7-3c9b-4f61-8725-9ad687fe4f75'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:41:37.917224 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-815c184b-b614-4f5d-a8c9-91b10a8d8ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:41:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['f171e7d7-3c9b-4f61-8725-9ad687fe4f75'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:37.920531 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43178df5-9d8b-4924-ad09-cc23f0596281 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:37.921024 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43178df5-9d8b-4924-ad09-cc23f0596281 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:37.921474 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43178df5-9d8b-4924-ad09-cc23f0596281 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:37.921934 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43178df5-9d8b-4924-ad09-cc23f0596281 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:37.922373 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43178df5-9d8b-4924-ad09-cc23f0596281 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:37.922806 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43178df5-9d8b-4924-ad09-cc23f0596281 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:37.923240 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43178df5-9d8b-4924-ad09-cc23f0596281 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:37.923903 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43178df5-9d8b-4924-ad09-cc23f0596281 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:37.924474 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43178df5-9d8b-4924-ad09-cc23f0596281 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:37.924922 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43178df5-9d8b-4924-ad09-cc23f0596281 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:37.925364 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43178df5-9d8b-4924-ad09-cc23f0596281 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:37.925791 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43178df5-9d8b-4924-ad09-cc23f0596281 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:37.926216 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43178df5-9d8b-4924-ad09-cc23f0596281 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:38.030737 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ae96d145-01d6-4b35-bd0c-a1e1fd85f2fc tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router (f171e7d7-3c9b-4f61-8725-9ad687fe4f75), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:38.031983 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-815c184b-b614-4f5d-a8c9-91b10a8d8ad8 None None] Set router f171e7d7-3c9b-4f61-8725-9ad687fe4f75 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:41:38.094095 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb7d87c-2294-49c6-b357-27c08ceef820 None None] DHCP port deletion for 352abe45-b60a-49c7-b46d-aa7b3d32a335 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:41:38.142137 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ae96d145-01d6-4b35-bd0c-a1e1fd85f2fc tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_gateway (f171e7d7-3c9b-4f61-8725-9ad687fe4f75), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:38.144299 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-feb7d87c-2294-49c6-b357-27c08ceef820 None None] Deleting port e6fc970f-8db2-44e3-ac95-9ab39226fa93 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:41:38.144696 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-feb7d87c-2294-49c6-b357-27c08ceef820 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (e6fc970f-8db2-44e3-ac95-9ab39226fa93), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:38.217326 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-815c184b-b614-4f5d-a8c9-91b10a8d8ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f171e7d7-3c9b-4f61-8725-9ad687fe4f75', 'name': 'tempest-TestNetworkBasicOps-router-1378404609', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '7066e4d4-d87a-41c7-be96-1b116b5356da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:40:39Z', 'updated_at': '2022-01-29T04:41:36Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '7066e4d4-d87a-41c7-be96-1b116b5356da', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f171e7d7-3c9b-4f61-8725-9ad687fe4f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:40Z', 'updated_at': '2022-01-29T04:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:38.245282 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815c184b-b614-4f5d-a8c9-91b10a8d8ad8 None None] The sync data for ids ['f171e7d7-3c9b-4f61-8725-9ad687fe4f75'] in dv-neutron-821190-1-hyperv is: [{'id': 'f171e7d7-3c9b-4f61-8725-9ad687fe4f75', 'name': 'tempest-TestNetworkBasicOps-router-1378404609', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '7066e4d4-d87a-41c7-be96-1b116b5356da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:40:39Z', 'updated_at': '2022-01-29T04:41:36Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '7066e4d4-d87a-41c7-be96-1b116b5356da', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f171e7d7-3c9b-4f61-8725-9ad687fe4f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:40Z', 'updated_at': '2022-01-29T04:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:41:38.252161 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-ae96d145-01d6-4b35-bd0c-a1e1fd85f2fc tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Deleting port 7066e4d4-d87a-41c7-be96-1b116b5356da {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:41:38.252535 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ae96d145-01d6-4b35-bd0c-a1e1fd85f2fc tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (7066e4d4-d87a-41c7-be96-1b116b5356da), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:38.339947 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-ae96d145-01d6-4b35-bd0c-a1e1fd85f2fc tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] For port 7066e4d4-d87a-41c7-be96-1b116b5356da, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=7066e4d4-d87a-41c7-be96-1b116b5356da,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:38.340224 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ae96d145-01d6-4b35-bd0c-a1e1fd85f2fc tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (7066e4d4-d87a-41c7-be96-1b116b5356da), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:38.352710 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-ae96d145-01d6-4b35-bd0c-a1e1fd85f2fc tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Calling delete_port for 7066e4d4-d87a-41c7-be96-1b116b5356da owned by network:router_gateway {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:41:38.362411 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-feb7d87c-2294-49c6-b357-27c08ceef820 None None] For port e6fc970f-8db2-44e3-ac95-9ab39226fa93, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=e6fc970f-8db2-44e3-ac95-9ab39226fa93,segment=NetworkSegment(05e3b5e5-67de-4d59-a39f-0a7eec20c859),segment_id=05e3b5e5-67de-4d59-a39f-0a7eec20c859)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:38.362807 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-feb7d87c-2294-49c6-b357-27c08ceef820 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (e6fc970f-8db2-44e3-ac95-9ab39226fa93), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:38.374631 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-feb7d87c-2294-49c6-b357-27c08ceef820 None None] Calling delete_port for e6fc970f-8db2-44e3-ac95-9ab39226fa93 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:41:38.533955 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-feb7d87c-2294-49c6-b357-27c08ceef820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (e6fc970f-8db2-44e3-ac95-9ab39226fa93), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:38.560090 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb7d87c-2294-49c6-b357-27c08ceef820 None None] Pushing event deleted for resources: {'Port': ['ID=e6fc970f-8db2-44e3-ac95-9ab39226fa93,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:38.567780 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb7d87c-2294-49c6-b357-27c08ceef820 None None] No DVR routers for this DVR port e6fc970f-8db2-44e3-ac95-9ab39226fa93 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:41:38.571366 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb7d87c-2294-49c6-b357-27c08ceef820 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:38.571722 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb7d87c-2294-49c6-b357-27c08ceef820 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:38.572171 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb7d87c-2294-49c6-b357-27c08ceef820 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:38.572578 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb7d87c-2294-49c6-b357-27c08ceef820 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:38.572870 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb7d87c-2294-49c6-b357-27c08ceef820 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:38.573207 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb7d87c-2294-49c6-b357-27c08ceef820 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:38.573537 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb7d87c-2294-49c6-b357-27c08ceef820 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:38.573868 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb7d87c-2294-49c6-b357-27c08ceef820 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:38.574192 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb7d87c-2294-49c6-b357-27c08ceef820 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:38.575766 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb7d87c-2294-49c6-b357-27c08ceef820 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:38.575766 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb7d87c-2294-49c6-b357-27c08ceef820 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:38.575766 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb7d87c-2294-49c6-b357-27c08ceef820 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:38.576235 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb7d87c-2294-49c6-b357-27c08ceef820 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:38.585655 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ae96d145-01d6-4b35-bd0c-a1e1fd85f2fc tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (7066e4d4-d87a-41c7-be96-1b116b5356da), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:38.613330 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96d145-01d6-4b35-bd0c-a1e1fd85f2fc tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Port': ['ID=7066e4d4-d87a-41c7-be96-1b116b5356da,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:38.678781 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ae96d145-01d6-4b35-bd0c-a1e1fd85f2fc tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (f171e7d7-3c9b-4f61-8725-9ad687fe4f75), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:38.779799 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ae96d145-01d6-4b35-bd0c-a1e1fd85f2fc tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (f171e7d7-3c9b-4f61-8725-9ad687fe4f75), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:38.781964 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ae96d145-01d6-4b35-bd0c-a1e1fd85f2fc tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_controller (f171e7d7-3c9b-4f61-8725-9ad687fe4f75), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:38.916478 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ae96d145-01d6-4b35-bd0c-a1e1fd85f2fc tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (f171e7d7-3c9b-4f61-8725-9ad687fe4f75), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:38.917101 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae96d145-01d6-4b35-bd0c-a1e1fd85f2fc tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Fanout notify agent at l3_agent the message router_deleted on router f171e7d7-3c9b-4f61-8725-9ad687fe4f75 {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:41:38.923709 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ae96d145-01d6-4b35-bd0c-a1e1fd85f2fc tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:38.924818 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ae96d145-01d6-4b35-bd0c-a1e1fd85f2fc tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/routers/f171e7d7-3c9b-4f61-8725-9ad687fe4f75 HTTP/1.1" status: 204 len: 168 time: 1.0072525 Jan 29 04:41:38.927551 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57722) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:39.007993 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-038ecae6-b476-49d4-85b7-5324df4b0ce5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (352abe45-b60a-49c7-b46d-aa7b3d32a335), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:39.097430 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-038ecae6-b476-49d4-85b7-5324df4b0ce5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (352abe45-b60a-49c7-b46d-aa7b3d32a335), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:39.120048 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-038ecae6-b476-49d4-85b7-5324df4b0ce5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['352abe45-b60a-49c7-b46d-aa7b3d32a335']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:39.129926 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-038ecae6-b476-49d4-85b7-5324df4b0ce5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e3b5e5-67de-4d59-a39f-0a7eec20c859') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:39.130226 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-038ecae6-b476-49d4-85b7-5324df4b0ce5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e3b5e5-67de-4d59-a39f-0a7eec20c859') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:39.139528 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-038ecae6-b476-49d4-85b7-5324df4b0ce5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (05e3b5e5-67de-4d59-a39f-0a7eec20c859), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:39.152437 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-038ecae6-b476-49d4-85b7-5324df4b0ce5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (05e3b5e5-67de-4d59-a39f-0a7eec20c859), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:39.158794 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-038ecae6-b476-49d4-85b7-5324df4b0ce5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:41:39.159174 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-038ecae6-b476-49d4-85b7-5324df4b0ce5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (05e3b5e5-67de-4d59-a39f-0a7eec20c859), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:39.162197 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:41:39.162197 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:41:39.162197 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:41:39.162197 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:41:39.162197 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:41:39.162197 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:41:39.162197 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:41:39.162197 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:41:39.162197 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:41:39.162197 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:41:39.162197 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:41:39.162197 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:41:39.162197 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:41:39.162197 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:41:39.162197 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:41:39.162197 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:41:39.162197 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:41:39.162197 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:41:39.162197 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:41:39.162197 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:41:39.162197 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:41:39.162197 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:41:39.162197 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:41:39.162197 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:41:39.162197 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:41:39.162197 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:41:39.162197 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:41:39.162197 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:41:39.162197 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:41:39.162197 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:41:39.162197 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:41:39.162197 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:41:39.336957 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-038ecae6-b476-49d4-85b7-5324df4b0ce5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (352abe45-b60a-49c7-b46d-aa7b3d32a335), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:39.344296 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-038ecae6-b476-49d4-85b7-5324df4b0ce5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:39.350521 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-038ecae6-b476-49d4-85b7-5324df4b0ce5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/networks/352abe45-b60a-49c7-b46d-aa7b3d32a335 HTTP/1.1" status: 204 len: 168 time: 0.4189317 Jan 29 04:41:39.360989 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57724) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:39.370028 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ecae6-b476-49d4-85b7-5324df4b0ce5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Network': ['ID=352abe45-b60a-49c7-b46d-aa7b3d32a335,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:39.375203 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-6d687f65-6d9a-4966-85c2-93af386a1be3 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0130053 Jan 29 04:41:39.377981 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57726) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:39.382977 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-584af7b8-1928-46f5-b9af-882c01ba5691 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'network': {'name': 'tempest-network-smoke--1426909647', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'port_security_enabled': True}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:39.473916 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584af7b8-1928-46f5-b9af-882c01ba5691 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Made reservation on behalf of 9cb37fd5f36f44e696381da232925f9b for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:41:39.477432 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-584af7b8-1928-46f5-b9af-882c01ba5691 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:39.501961 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-584af7b8-1928-46f5-b9af-882c01ba5691 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:41:39.510436 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-584af7b8-1928-46f5-b9af-882c01ba5691 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (f2df27ba-bfc6-49cc-b3fa-d7dabf19b702), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:39.510840 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-584af7b8-1928-46f5-b9af-882c01ba5691 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Added segment f2df27ba-bfc6-49cc-b3fa-d7dabf19b702 of type vlan for network 875ef627-43ac-4c7f-81ab-a5fce82efa62 Jan 29 04:41:39.554342 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-584af7b8-1928-46f5-b9af-882c01ba5691 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (875ef627-43ac-4c7f-81ab-a5fce82efa62), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:39.650869 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-584af7b8-1928-46f5-b9af-882c01ba5691 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (875ef627-43ac-4c7f-81ab-a5fce82efa62), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:39.656729 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device e6fc970f-8db2-44e3-ac95-9ab39226fa93 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:41:39.658413 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584af7b8-1928-46f5-b9af-882c01ba5691 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:39.659018 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-584af7b8-1928-46f5-b9af-882c01ba5691 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:39.680366 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: e6fc970f-8db2-44e3-ac95-9ab39226fa93 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:41:39.680758 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device e6fc970f-8db2-44e3-ac95-9ab39226fa93 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:41:39.681169 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 7066e4d4-d87a-41c7-be96-1b116b5356da no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:41:39.700581 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 7066e4d4-d87a-41c7-be96-1b116b5356da {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:41:39.700928 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 7066e4d4-d87a-41c7-be96-1b116b5356da not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:41:39.701452 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device b34b3b69-60a0-424c-ab1f-f48aef973e0c no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:41:39.719929 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: b34b3b69-60a0-424c-ab1f-f48aef973e0c {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:41:39.720279 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device b34b3b69-60a0-424c-ab1f-f48aef973e0c not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:41:39.727994 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584af7b8-1928-46f5-b9af-882c01ba5691 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Network': ['ID=875ef627-43ac-4c7f-81ab-a5fce82efa62,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:39.740248 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 875ef627-43ac-4c7f-81ab-a5fce82efa62 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:41:39.759238 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-584af7b8-1928-46f5-b9af-882c01ba5691 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3801928 Jan 29 04:41:39.761899 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57728) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:39.766809 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-4c5e5816-36f2-462a-8e9c-c2e3b5f7f5b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1670514894', 'admin_state_up': True, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:39.848319 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4c5e5816-36f2-462a-8e9c-c2e3b5f7f5b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (03288e13-98d7-4ec9-8b70-da727d46e174), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:39.849464 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4c5e5816-36f2-462a-8e9c-c2e3b5f7f5b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (03288e13-98d7-4ec9-8b70-da727d46e174), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:39.899763 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4c5e5816-36f2-462a-8e9c-c2e3b5f7f5b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_controller (03288e13-98d7-4ec9-8b70-da727d46e174), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:40.122635 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4c5e5816-36f2-462a-8e9c-c2e3b5f7f5b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_gateway (03288e13-98d7-4ec9-8b70-da727d46e174), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:40.359105 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4c5e5816-36f2-462a-8e9c-c2e3b5f7f5b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_gateway (03288e13-98d7-4ec9-8b70-da727d46e174), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:40.380422 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4c5e5816-36f2-462a-8e9c-c2e3b5f7f5b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:40.478335 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-4c5e5816-36f2-462a-8e9c-c2e3b5f7f5b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Allocated IP 172.26.8.192 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/9425c174-1293-4769-bfa8-52fe14fd862b) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:41:40.575775 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4c5e5816-36f2-462a-8e9c-c2e3b5f7f5b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (9425c174-1293-4769-bfa8-52fe14fd862b), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:40.682231 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4c5e5816-36f2-462a-8e9c-c2e3b5f7f5b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (9425c174-1293-4769-bfa8-52fe14fd862b), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:40.720687 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5e5816-36f2-462a-8e9c-c2e3b5f7f5b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:41:40.723343 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-4c5e5816-36f2-462a-8e9c-c2e3b5f7f5b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:41:40.726672 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5e5816-36f2-462a-8e9c-c2e3b5f7f5b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:41:40.734458 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e5816-36f2-462a-8e9c-c2e3b5f7f5b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=9425c174-1293-4769-bfa8-52fe14fd862b,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:41.353556 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4c5e5816-36f2-462a-8e9c-c2e3b5f7f5b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_gateway (03288e13-98d7-4ec9-8b70-da727d46e174), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:41.543053 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4c5e5816-36f2-462a-8e9c-c2e3b5f7f5b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (03288e13-98d7-4ec9-8b70-da727d46e174), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:41.724848 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c5e5816-36f2-462a-8e9c-c2e3b5f7f5b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router 03288e13-98d7-4ec9-8b70-da727d46e174 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:41:41.834970 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5e5816-36f2-462a-8e9c-c2e3b5f7f5b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:41:41.845306 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767ec68a-5cd8-4654-ae62-e28e9f934fd9 None None] Sync routers for ids ['03288e13-98d7-4ec9-8b70-da727d46e174'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:41:41.862087 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767ec68a-5cd8-4654-ae62-e28e9f934fd9 None None] Routers {'03288e13-98d7-4ec9-8b70-da727d46e174'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:41:41.862087 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-767ec68a-5cd8-4654-ae62-e28e9f934fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:41:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['03288e13-98d7-4ec9-8b70-da727d46e174'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:41.936195 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4c5e5816-36f2-462a-8e9c-c2e3b5f7f5b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:41.937506 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4c5e5816-36f2-462a-8e9c-c2e3b5f7f5b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1743250 Jan 29 04:41:41.940464 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57730) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:41.961291 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-767ec68a-5cd8-4654-ae62-e28e9f934fd9 None None] Set router 03288e13-98d7-4ec9-8b70-da727d46e174 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:41:41.968447 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c382aeea-b406-41e8-bf82-8cfba735b3fc tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=9cb37fd5f36f44e696381da232925f9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268877 Jan 29 04:41:41.970995 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57732) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:42.056165 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a232fb6-2039-465e-8e8d-11729d82aa74 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:42.060818 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-8a232fb6-2039-465e-8e8d-11729d82aa74 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0858228 Jan 29 04:41:42.061023 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57734) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:42.088574 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-915417c1-77e1-420e-8add-402688917942 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f0de7169-31b1-4289-9a2a-56c5f4e63ed1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264597 Jan 29 04:41:42.091553 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57736) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:42.096173 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-1193f7fd-d60f-4902-86a6-b486126d4749 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-831035574', 'network_id': '875ef627-43ac-4c7f-81ab-a5fce82efa62', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:42.137625 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-767ec68a-5cd8-4654-ae62-e28e9f934fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'name': 'tempest-TestNetworkBasicOps-router-1670514894', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '9425c174-1293-4769-bfa8-52fe14fd862b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:39Z', 'updated_at': '2022-01-29T04:41:40Z', 'revision_number': 3, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '9425c174-1293-4769-bfa8-52fe14fd862b', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:72:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:40Z', 'updated_at': '2022-01-29T04:41:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:42.168144 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767ec68a-5cd8-4654-ae62-e28e9f934fd9 None None] Checking router: 03288e13-98d7-4ec9-8b70-da727d46e174 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:41:42.168500 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767ec68a-5cd8-4654-ae62-e28e9f934fd9 None None] Updating router 03288e13-98d7-4ec9-8b70-da727d46e174 port 9425c174-1293-4769-bfa8-52fe14fd862b binding host dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:41:42.196478 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-767ec68a-5cd8-4654-ae62-e28e9f934fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (9425c174-1293-4769-bfa8-52fe14fd862b), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:42.245104 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1193f7fd-d60f-4902-86a6-b486126d4749 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Made reservation on behalf of 9cb37fd5f36f44e696381da232925f9b for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:41:42.248935 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1193f7fd-d60f-4902-86a6-b486126d4749 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:42.444260 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-767ec68a-5cd8-4654-ae62-e28e9f934fd9 None None] Publish callbacks [] for port (9425c174-1293-4769-bfa8-52fe14fd862b), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:42.482297 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1193f7fd-d60f-4902-86a6-b486126d4749 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (fb019033-58bc-4824-b65a-1ee48825a633), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:42.516294 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-767ec68a-5cd8-4654-ae62-e28e9f934fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (9425c174-1293-4769-bfa8-52fe14fd862b), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:42.539660 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193f7fd-d60f-4902-86a6-b486126d4749 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Subnet': ['ID=fb019033-58bc-4824-b65a-1ee48825a633,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:42.553277 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1193f7fd-d60f-4902-86a6-b486126d4749 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Checking segment: {'id': 'f2df27ba-bfc6-49cc-b3fa-d7dabf19b702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '875ef627-43ac-4c7f-81ab-a5fce82efa62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:41:42.553642 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1193f7fd-d60f-4902-86a6-b486126d4749 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network hostable DHCP agents. Network: 875ef627-43ac-4c7f-81ab-a5fce82efa62, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:41:42.564946 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-767ec68a-5cd8-4654-ae62-e28e9f934fd9 None None] Attempting to bind port 9425c174-1293-4769-bfa8-52fe14fd862b on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:41:42.565330 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-767ec68a-5cd8-4654-ae62-e28e9f934fd9 None None] Attempting to bind port 9425c174-1293-4769-bfa8-52fe14fd862b by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:41:42.565692 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767ec68a-5cd8-4654-ae62-e28e9f934fd9 None None] Attempting to bind port 9425c174-1293-4769-bfa8-52fe14fd862b on network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:41:42.575401 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f9f45-080e-4724-a26b-112826f9658a None None] Pushing event updated for resources: {'Port': ['ID=9425c174-1293-4769-bfa8-52fe14fd862b,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:42.578149 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767ec68a-5cd8-4654-ae62-e28e9f934fd9 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:41:42.578525 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767ec68a-5cd8-4654-ae62-e28e9f934fd9 None None] Checking segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:41:42.578932 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-767ec68a-5cd8-4654-ae62-e28e9f934fd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:42.579316 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767ec68a-5cd8-4654-ae62-e28e9f934fd9 None None] Bound using segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:41:42.579781 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-767ec68a-5cd8-4654-ae62-e28e9f934fd9 None None] Bound port: 9425c174-1293-4769-bfa8-52fe14fd862b, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:41:42.580164 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-767ec68a-5cd8-4654-ae62-e28e9f934fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (9425c174-1293-4769-bfa8-52fe14fd862b), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:42.634309 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-767ec68a-5cd8-4654-ae62-e28e9f934fd9 None None] For port 9425c174-1293-4769-bfa8-52fe14fd862b, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:41:42.637227 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-767ec68a-5cd8-4654-ae62-e28e9f934fd9 None None] For port 9425c174-1293-4769-bfa8-52fe14fd862b, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=9425c174-1293-4769-bfa8-52fe14fd862b,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:41:42.641870 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1193f7fd-d60f-4902-86a6-b486126d4749 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network 875ef627-43ac-4c7f-81ab-a5fce82efa62 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:41:42.734122 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-767ec68a-5cd8-4654-ae62-e28e9f934fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (9425c174-1293-4769-bfa8-52fe14fd862b), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:42.744576 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-1193f7fd-d60f-4902-86a6-b486126d4749 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 875ef627-43ac-4c7f-81ab-a5fce82efa62) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:41:42.751013 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1193f7fd-d60f-4902-86a6-b486126d4749 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:42.751620 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1193f7fd-d60f-4902-86a6-b486126d4749 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:42.760146 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3976213c-a2c1-4ec8-b363-c56f31e638af None None] Network 875ef627-43ac-4c7f-81ab-a5fce82efa62 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:41:42.833383 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-1193f7fd-d60f-4902-86a6-b486126d4749 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7408247 Jan 29 04:41:42.836163 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57738) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:42.845923 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767ec68a-5cd8-4654-ae62-e28e9f934fd9 None None] Routers {'03288e13-98d7-4ec9-8b70-da727d46e174'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:41:42.846577 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-767ec68a-5cd8-4654-ae62-e28e9f934fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:41:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['03288e13-98d7-4ec9-8b70-da727d46e174'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:42.852586 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f9f45-080e-4724-a26b-112826f9658a None None] Pushing event updated for resources: {'Port': ['ID=9425c174-1293-4769-bfa8-52fe14fd862b,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:42.963480 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb529272-9d78-48e0-a169-b77381f401b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-875ef627-43ac-4c7f-81ab-a5fce82efa62', 'network_id': '875ef627-43ac-4c7f-81ab-a5fce82efa62', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ips': [{'subnet_id': 'fb019033-58bc-4824-b65a-1ee48825a633'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:41:42.964320 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bb529272-9d78-48e0-a169-b77381f401b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:43.006586 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-767ec68a-5cd8-4654-ae62-e28e9f934fd9 None None] Set router 03288e13-98d7-4ec9-8b70-da727d46e174 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:41:43.226640 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-bb529272-9d78-48e0-a169-b77381f401b1 None None] Allocated IP 172.20.0.2 (875ef627-43ac-4c7f-81ab-a5fce82efa62/fb019033-58bc-4824-b65a-1ee48825a633/31bd8bcd-b8b0-41ff-a0ea-cbb98c41d153) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:41:43.269301 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7d8ec619-7571-490c-9098-883ab10397d3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:43.351481 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-767ec68a-5cd8-4654-ae62-e28e9f934fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'name': 'tempest-TestNetworkBasicOps-router-1670514894', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '9425c174-1293-4769-bfa8-52fe14fd862b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:39Z', 'updated_at': '2022-01-29T04:41:40Z', 'revision_number': 3, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '9425c174-1293-4769-bfa8-52fe14fd862b', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:72:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:40Z', 'updated_at': '2022-01-29T04:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:43.533493 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767ec68a-5cd8-4654-ae62-e28e9f934fd9 None None] The sync data for ids ['03288e13-98d7-4ec9-8b70-da727d46e174'] in dv-neutron-821190-1-hyperv is: [{'id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'name': 'tempest-TestNetworkBasicOps-router-1670514894', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '9425c174-1293-4769-bfa8-52fe14fd862b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:39Z', 'updated_at': '2022-01-29T04:41:40Z', 'revision_number': 3, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '9425c174-1293-4769-bfa8-52fe14fd862b', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:72:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:40Z', 'updated_at': '2022-01-29T04:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:41:43.576603 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bb529272-9d78-48e0-a169-b77381f401b1 None None] Publish callbacks [] for port (31bd8bcd-b8b0-41ff-a0ea-cbb98c41d153), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:43.674038 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bb529272-9d78-48e0-a169-b77381f401b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (31bd8bcd-b8b0-41ff-a0ea-cbb98c41d153), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:43.718610 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb529272-9d78-48e0-a169-b77381f401b1 None None] Network 875ef627-43ac-4c7f-81ab-a5fce82efa62 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:41:43.721594 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-bb529272-9d78-48e0-a169-b77381f401b1 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:41:43.725336 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-7d8ec619-7571-490c-9098-883ab10397d3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Allocated IP 172.20.0.1 (875ef627-43ac-4c7f-81ab-a5fce82efa62/fb019033-58bc-4824-b65a-1ee48825a633/af1569c8-62b1-41d2-a316-31ccb5870582) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:41:43.728154 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb529272-9d78-48e0-a169-b77381f401b1 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:41:43.732248 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb529272-9d78-48e0-a169-b77381f401b1 None None] Pushing event updated for resources: {'Port': ['ID=31bd8bcd-b8b0-41ff-a0ea-cbb98c41d153,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:43.804086 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-bb529272-9d78-48e0-a169-b77381f401b1 None None] Attempting to bind port 31bd8bcd-b8b0-41ff-a0ea-cbb98c41d153 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:41:43.804086 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-bb529272-9d78-48e0-a169-b77381f401b1 None None] Attempting to bind port 31bd8bcd-b8b0-41ff-a0ea-cbb98c41d153 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'f2df27ba-bfc6-49cc-b3fa-d7dabf19b702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '875ef627-43ac-4c7f-81ab-a5fce82efa62'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:41:43.804086 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb529272-9d78-48e0-a169-b77381f401b1 None None] Attempting to bind port 31bd8bcd-b8b0-41ff-a0ea-cbb98c41d153 on network 875ef627-43ac-4c7f-81ab-a5fce82efa62 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:41:43.808811 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb529272-9d78-48e0-a169-b77381f401b1 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:41:43.809885 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb529272-9d78-48e0-a169-b77381f401b1 None None] Checking segment: {'id': 'f2df27ba-bfc6-49cc-b3fa-d7dabf19b702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '875ef627-43ac-4c7f-81ab-a5fce82efa62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:41:43.810295 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bb529272-9d78-48e0-a169-b77381f401b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:43.810685 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb529272-9d78-48e0-a169-b77381f401b1 None None] Bound using segment: {'id': 'f2df27ba-bfc6-49cc-b3fa-d7dabf19b702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '875ef627-43ac-4c7f-81ab-a5fce82efa62'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:41:43.811152 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-bb529272-9d78-48e0-a169-b77381f401b1 None None] Bound port: 31bd8bcd-b8b0-41ff-a0ea-cbb98c41d153, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2df27ba-bfc6-49cc-b3fa-d7dabf19b702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '875ef627-43ac-4c7f-81ab-a5fce82efa62'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:41:43.811535 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bb529272-9d78-48e0-a169-b77381f401b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (31bd8bcd-b8b0-41ff-a0ea-cbb98c41d153), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:43.872634 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7d8ec619-7571-490c-9098-883ab10397d3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (af1569c8-62b1-41d2-a316-31ccb5870582), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:43.882401 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-bb529272-9d78-48e0-a169-b77381f401b1 None None] For port 31bd8bcd-b8b0-41ff-a0ea-cbb98c41d153, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:41:43.885615 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-bb529272-9d78-48e0-a169-b77381f401b1 None None] For port 31bd8bcd-b8b0-41ff-a0ea-cbb98c41d153, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=31bd8bcd-b8b0-41ff-a0ea-cbb98c41d153,segment=NetworkSegment(f2df27ba-bfc6-49cc-b3fa-d7dabf19b702),segment_id=f2df27ba-bfc6-49cc-b3fa-d7dabf19b702)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:41:43.951785 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bb529272-9d78-48e0-a169-b77381f401b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (31bd8bcd-b8b0-41ff-a0ea-cbb98c41d153), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:43.979552 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7d8ec619-7571-490c-9098-883ab10397d3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (af1569c8-62b1-41d2-a316-31ccb5870582), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:44.019773 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb529272-9d78-48e0-a169-b77381f401b1 None None] Pushing event updated for resources: {'Port': ['ID=31bd8bcd-b8b0-41ff-a0ea-cbb98c41d153,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:44.024995 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8ec619-7571-490c-9098-883ab10397d3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network 875ef627-43ac-4c7f-81ab-a5fce82efa62 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:41:44.028831 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-7d8ec619-7571-490c-9098-883ab10397d3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:41:44.033104 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8ec619-7571-490c-9098-883ab10397d3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:41:44.042444 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ec619-7571-490c-9098-883ab10397d3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=af1569c8-62b1-41d2-a316-31ccb5870582,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:44.085912 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7d8ec619-7571-490c-9098-883ab10397d3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (03288e13-98d7-4ec9-8b70-da727d46e174), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:44.305753 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7d8ec619-7571-490c-9098-883ab10397d3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (af1569c8-62b1-41d2-a316-31ccb5870582), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:44.596391 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7d8ec619-7571-490c-9098-883ab10397d3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (af1569c8-62b1-41d2-a316-31ccb5870582), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:44.662228 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7d8ec619-7571-490c-9098-883ab10397d3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (af1569c8-62b1-41d2-a316-31ccb5870582), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:44.738351 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7d8ec619-7571-490c-9098-883ab10397d3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (03288e13-98d7-4ec9-8b70-da727d46e174), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:44.740202 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ec619-7571-490c-9098-883ab10397d3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=af1569c8-62b1-41d2-a316-31ccb5870582,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:44.830964 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8ec619-7571-490c-9098-883ab10397d3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network 875ef627-43ac-4c7f-81ab-a5fce82efa62 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:41:44.832352 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-7d8ec619-7571-490c-9098-883ab10397d3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:41:44.948022 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8ec619-7571-490c-9098-883ab10397d3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router 03288e13-98d7-4ec9-8b70-da727d46e174 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:41:45.053316 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8ec619-7571-490c-9098-883ab10397d3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:41:45.058532 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7d8ec619-7571-490c-9098-883ab10397d3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "PUT /v2.0/routers/03288e13-98d7-4ec9-8b70-da727d46e174/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2212780 Jan 29 04:41:45.061977 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57740) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:45.236990 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff3bb3f-1181-4c02-9293-190f6c8f23d8 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:45.237474 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff3bb3f-1181-4c02-9293-190f6c8f23d8 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:45.237942 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff3bb3f-1181-4c02-9293-190f6c8f23d8 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:45.238410 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff3bb3f-1181-4c02-9293-190f6c8f23d8 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:45.240327 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-5ff3bb3f-1181-4c02-9293-190f6c8f23d8 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1772115 Jan 29 04:41:45.243072 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57742) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:45.300788 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe07c073-f938-4e17-9232-358211b590d6 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:45.301557 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe07c073-f938-4e17-9232-358211b590d6 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:45.302010 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe07c073-f938-4e17-9232-358211b590d6 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:45.302468 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe07c073-f938-4e17-9232-358211b590d6 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:45.306548 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-fe07c073-f938-4e17-9232-358211b590d6 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0601389 Jan 29 04:41:45.306791 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57744) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:45.385518 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b602d201-cccf-491c-9e9c-709388f34ff1 None None] Network 875ef627-43ac-4c7f-81ab-a5fce82efa62 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:41:45.405162 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235ae8d6-4a4a-452e-84c8-b3ec81482baa None None] Sync routers for ids ['03288e13-98d7-4ec9-8b70-da727d46e174'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:41:45.415891 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235ae8d6-4a4a-452e-84c8-b3ec81482baa None None] Routers {'03288e13-98d7-4ec9-8b70-da727d46e174'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:41:45.416533 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-235ae8d6-4a4a-452e-84c8-b3ec81482baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:41:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['03288e13-98d7-4ec9-8b70-da727d46e174'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:45.454568 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-4202e740-8947-4bee-aeb5-39e90db72e28 None None] Provisioning complete for port 31bd8bcd-b8b0-41ff-a0ea-cbb98c41d153 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:45.454977 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4202e740-8947-4bee-aeb5-39e90db72e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (31bd8bcd-b8b0-41ff-a0ea-cbb98c41d153), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:45.533982 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-235ae8d6-4a4a-452e-84c8-b3ec81482baa None None] Set router 03288e13-98d7-4ec9-8b70-da727d46e174 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:41:45.586330 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-4202e740-8947-4bee-aeb5-39e90db72e28 None None] Current status of the port 31bd8bcd-b8b0-41ff-a0ea-cbb98c41d153 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:41:45.586756 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4202e740-8947-4bee-aeb5-39e90db72e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (31bd8bcd-b8b0-41ff-a0ea-cbb98c41d153), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:45.626604 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-4202e740-8947-4bee-aeb5-39e90db72e28 None None] For port 31bd8bcd-b8b0-41ff-a0ea-cbb98c41d153, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=31bd8bcd-b8b0-41ff-a0ea-cbb98c41d153,segment=NetworkSegment(f2df27ba-bfc6-49cc-b3fa-d7dabf19b702),segment_id=f2df27ba-bfc6-49cc-b3fa-d7dabf19b702)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:45.700766 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4202e740-8947-4bee-aeb5-39e90db72e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (31bd8bcd-b8b0-41ff-a0ea-cbb98c41d153), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:45.779748 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4202e740-8947-4bee-aeb5-39e90db72e28 None None] Pushing event updated for resources: {'Port': ['ID=31bd8bcd-b8b0-41ff-a0ea-cbb98c41d153,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:45.796383 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-235ae8d6-4a4a-452e-84c8-b3ec81482baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'name': 'tempest-TestNetworkBasicOps-router-1670514894', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '9425c174-1293-4769-bfa8-52fe14fd862b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:39Z', 'updated_at': '2022-01-29T04:41:44Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '9425c174-1293-4769-bfa8-52fe14fd862b', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:72:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:40Z', 'updated_at': '2022-01-29T04:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'af1569c8-62b1-41d2-a316-31ccb5870582', 'name': '', 'network_id': '875ef627-43ac-4c7f-81ab-a5fce82efa62', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:a4:36:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'fb019033-58bc-4824-b65a-1ee48825a633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:43Z', 'updated_at': '2022-01-29T04:41:44Z', 'revision_number': 2, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': 'fb019033-58bc-4824-b65a-1ee48825a633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:45.838828 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235ae8d6-4a4a-452e-84c8-b3ec81482baa None None] Checking router: 03288e13-98d7-4ec9-8b70-da727d46e174 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:41:45.839188 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235ae8d6-4a4a-452e-84c8-b3ec81482baa None None] Updating router 03288e13-98d7-4ec9-8b70-da727d46e174 port af1569c8-62b1-41d2-a316-31ccb5870582 binding host dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:41:45.869803 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f1866347-41d7-42a3-9b2a-f73d1170a7f4 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.5595219 Jan 29 04:41:45.871260 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-235ae8d6-4a4a-452e-84c8-b3ec81482baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (af1569c8-62b1-41d2-a316-31ccb5870582), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:45.874197 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 31bd8bcd-b8b0-41ff-a0ea-cbb98c41d153 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:41:45.938036 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-b3c231e2-3b25-48f8-a4d4-9cc16e1e14f7 None None] Provisioning complete for port af1569c8-62b1-41d2-a316-31ccb5870582 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:45.938538 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b3c231e2-3b25-48f8-a4d4-9cc16e1e14f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (af1569c8-62b1-41d2-a316-31ccb5870582), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:45.973444 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 31bd8bcd-b8b0-41ff-a0ea-cbb98c41d153 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:45.973966 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (31bd8bcd-b8b0-41ff-a0ea-cbb98c41d153), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:46.000115 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-b3c231e2-3b25-48f8-a4d4-9cc16e1e14f7 None None] Port af1569c8-62b1-41d2-a316-31ccb5870582 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:41:46.024907 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-b3c231e2-3b25-48f8-a4d4-9cc16e1e14f7 None None] Provisioning complete for port 31bd8bcd-b8b0-41ff-a0ea-cbb98c41d153 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:46.025461 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b3c231e2-3b25-48f8-a4d4-9cc16e1e14f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (31bd8bcd-b8b0-41ff-a0ea-cbb98c41d153), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:46.109539 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 31bd8bcd-b8b0-41ff-a0ea-cbb98c41d153 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:41:46.110702 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 9425c174-1293-4769-bfa8-52fe14fd862b up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:41:46.132622 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57748) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:46.138947 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-39142dda-89c5-4017-a54c-596ce7db4e0b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1852787983', 'description': 'tempest-secgroup-smoke-1852787983 description', 'project_id': '9cb37fd5f36f44e696381da232925f9b'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:46.177321 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-b3c231e2-3b25-48f8-a4d4-9cc16e1e14f7 None None] Current status of the port 31bd8bcd-b8b0-41ff-a0ea-cbb98c41d153 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:41:46.191144 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 9425c174-1293-4769-bfa8-52fe14fd862b triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:46.191620 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (9425c174-1293-4769-bfa8-52fe14fd862b), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:46.198833 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-235ae8d6-4a4a-452e-84c8-b3ec81482baa None None] Publish callbacks [] for port (af1569c8-62b1-41d2-a316-31ccb5870582), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:46.228285 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-39142dda-89c5-4017-a54c-596ce7db4e0b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:46.276378 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-235ae8d6-4a4a-452e-84c8-b3ec81482baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (af1569c8-62b1-41d2-a316-31ccb5870582), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:46.290558 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 9425c174-1293-4769-bfa8-52fe14fd862b is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:41:46.291206 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (9425c174-1293-4769-bfa8-52fe14fd862b), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:46.307418 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-39142dda-89c5-4017-a54c-596ce7db4e0b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (fa3e5b5f-1b1c-4baf-9675-fdd630191752), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:46.325993 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 9425c174-1293-4769-bfa8-52fe14fd862b, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=9425c174-1293-4769-bfa8-52fe14fd862b,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:46.327918 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ee0f9-0479-41da-973a-ddb16408cf39 None None] Pushing event updated for resources: {'Port': ['ID=af1569c8-62b1-41d2-a316-31ccb5870582,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:46.332190 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-ad9ad639-4f9d-44fe-8f9c-b6bdaf42055f None None] Provisioning complete for port af1569c8-62b1-41d2-a316-31ccb5870582 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:46.332701 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ad9ad639-4f9d-44fe-8f9c-b6bdaf42055f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (af1569c8-62b1-41d2-a316-31ccb5870582), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:46.340172 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148ee0f9-0479-41da-973a-ddb16408cf39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:46.340720 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148ee0f9-0479-41da-973a-ddb16408cf39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:46.341063 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148ee0f9-0479-41da-973a-ddb16408cf39 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:46.341389 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148ee0f9-0479-41da-973a-ddb16408cf39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:46.341714 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148ee0f9-0479-41da-973a-ddb16408cf39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:46.342164 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148ee0f9-0479-41da-973a-ddb16408cf39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:46.342346 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148ee0f9-0479-41da-973a-ddb16408cf39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:46.342669 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148ee0f9-0479-41da-973a-ddb16408cf39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:46.342983 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148ee0f9-0479-41da-973a-ddb16408cf39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:46.343304 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148ee0f9-0479-41da-973a-ddb16408cf39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:46.343664 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148ee0f9-0479-41da-973a-ddb16408cf39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:46.344059 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148ee0f9-0479-41da-973a-ddb16408cf39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:46.344398 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148ee0f9-0479-41da-973a-ddb16408cf39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:46.374184 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-39142dda-89c5-4017-a54c-596ce7db4e0b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (fa3e5b5f-1b1c-4baf-9675-fdd630191752), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:46.387015 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ad9ad639-4f9d-44fe-8f9c-b6bdaf42055f None None] Port af1569c8-62b1-41d2-a316-31ccb5870582 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:41:46.399021 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-235ae8d6-4a4a-452e-84c8-b3ec81482baa None None] Attempting to bind port af1569c8-62b1-41d2-a316-31ccb5870582 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:41:46.399527 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-235ae8d6-4a4a-452e-84c8-b3ec81482baa None None] Attempting to bind port af1569c8-62b1-41d2-a316-31ccb5870582 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'f2df27ba-bfc6-49cc-b3fa-d7dabf19b702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '875ef627-43ac-4c7f-81ab-a5fce82efa62'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:41:46.400384 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235ae8d6-4a4a-452e-84c8-b3ec81482baa None None] Attempting to bind port af1569c8-62b1-41d2-a316-31ccb5870582 on network 875ef627-43ac-4c7f-81ab-a5fce82efa62 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:41:46.400583 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (9425c174-1293-4769-bfa8-52fe14fd862b), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:46.409180 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235ae8d6-4a4a-452e-84c8-b3ec81482baa None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:41:46.409180 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235ae8d6-4a4a-452e-84c8-b3ec81482baa None None] Checking segment: {'id': 'f2df27ba-bfc6-49cc-b3fa-d7dabf19b702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '875ef627-43ac-4c7f-81ab-a5fce82efa62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:41:46.409180 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-235ae8d6-4a4a-452e-84c8-b3ec81482baa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:46.409180 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235ae8d6-4a4a-452e-84c8-b3ec81482baa None None] Bound using segment: {'id': 'f2df27ba-bfc6-49cc-b3fa-d7dabf19b702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '875ef627-43ac-4c7f-81ab-a5fce82efa62'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:41:46.409180 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-235ae8d6-4a4a-452e-84c8-b3ec81482baa None None] Bound port: af1569c8-62b1-41d2-a316-31ccb5870582, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2df27ba-bfc6-49cc-b3fa-d7dabf19b702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '875ef627-43ac-4c7f-81ab-a5fce82efa62'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:41:46.409180 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-235ae8d6-4a4a-452e-84c8-b3ec81482baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (af1569c8-62b1-41d2-a316-31ccb5870582), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:46.415547 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39142dda-89c5-4017-a54c-596ce7db4e0b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3e5b5f-1b1c-4baf-9675-fdd630191752,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:46.456521 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=9425c174-1293-4769-bfa8-52fe14fd862b,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:46.473671 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-39142dda-89c5-4017-a54c-596ce7db4e0b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:46.478243 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57750) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:46.478818 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-39142dda-89c5-4017-a54c-596ce7db4e0b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3444927 Jan 29 04:41:46.486244 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-1ae11be0-cdee-4aa4-b6b7-d6121a011b2a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': 'fa3e5b5f-1b1c-4baf-9675-fdd630191752', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:46.512316 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-716873d3-dbfe-4a24-a93d-dec77a0a5c5b None None] Provisioning complete for port af1569c8-62b1-41d2-a316-31ccb5870582 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:46.513613 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-716873d3-dbfe-4a24-a93d-dec77a0a5c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (af1569c8-62b1-41d2-a316-31ccb5870582), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:46.556013 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-716873d3-dbfe-4a24-a93d-dec77a0a5c5b None None] Port af1569c8-62b1-41d2-a316-31ccb5870582 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:41:46.575067 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-235ae8d6-4a4a-452e-84c8-b3ec81482baa None None] For port af1569c8-62b1-41d2-a316-31ccb5870582, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:41:46.577988 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-235ae8d6-4a4a-452e-84c8-b3ec81482baa None None] For port af1569c8-62b1-41d2-a316-31ccb5870582, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=af1569c8-62b1-41d2-a316-31ccb5870582,segment=NetworkSegment(f2df27ba-bfc6-49cc-b3fa-d7dabf19b702),segment_id=f2df27ba-bfc6-49cc-b3fa-d7dabf19b702)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:41:46.661946 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1ae11be0-cdee-4aa4-b6b7-d6121a011b2a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (8f9e90a8-993f-4d7a-aeff-2eda34a03170), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:46.674760 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-0f02ed66-d639-4a67-b43b-67883c71297f None None] Provisioning complete for port af1569c8-62b1-41d2-a316-31ccb5870582 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:46.675137 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0f02ed66-d639-4a67-b43b-67883c71297f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (af1569c8-62b1-41d2-a316-31ccb5870582), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:46.686262 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-235ae8d6-4a4a-452e-84c8-b3ec81482baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (af1569c8-62b1-41d2-a316-31ccb5870582), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:46.709434 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-0f02ed66-d639-4a67-b43b-67883c71297f None None] Port af1569c8-62b1-41d2-a316-31ccb5870582 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:41:46.710819 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1ae11be0-cdee-4aa4-b6b7-d6121a011b2a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (8f9e90a8-993f-4d7a-aeff-2eda34a03170), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:46.750125 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235ae8d6-4a4a-452e-84c8-b3ec81482baa None None] Routers {'03288e13-98d7-4ec9-8b70-da727d46e174'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:41:46.750725 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-235ae8d6-4a4a-452e-84c8-b3ec81482baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:41:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['03288e13-98d7-4ec9-8b70-da727d46e174'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:46.773258 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1ae11be0-cdee-4aa4-b6b7-d6121a011b2a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (8f9e90a8-993f-4d7a-aeff-2eda34a03170), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:46.792154 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae11be0-cdee-4aa4-b6b7-d6121a011b2a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f9e90a8-993f-4d7a-aeff-2eda34a03170,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:46.803355 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ee0f9-0479-41da-973a-ddb16408cf39 None None] Pushing event updated for resources: {'Port': ['ID=af1569c8-62b1-41d2-a316-31ccb5870582,revision_number=4']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:46.874353 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-235ae8d6-4a4a-452e-84c8-b3ec81482baa None None] Set router 03288e13-98d7-4ec9-8b70-da727d46e174 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:41:46.884113 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1ae11be0-cdee-4aa4-b6b7-d6121a011b2a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:46.885485 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1ae11be0-cdee-4aa4-b6b7-d6121a011b2a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4054728 Jan 29 04:41:46.890709 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57752) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:46.895220 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-ac4e1edd-2005-476f-9b37-1ed57fc2b71f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': 'fa3e5b5f-1b1c-4baf-9675-fdd630191752', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:46.931065 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-ec707658-7137-4324-b72c-2b9cc6dfe3d2 None None] Provisioning complete for port af1569c8-62b1-41d2-a316-31ccb5870582 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:46.931453 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ec707658-7137-4324-b72c-2b9cc6dfe3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (af1569c8-62b1-41d2-a316-31ccb5870582), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:46.993657 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ac4e1edd-2005-476f-9b37-1ed57fc2b71f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (057059c8-023e-48b7-bfdf-90f6aabdb334), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:47.011717 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ec707658-7137-4324-b72c-2b9cc6dfe3d2 None None] Current status of the port af1569c8-62b1-41d2-a316-31ccb5870582 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:41:47.012751 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ec707658-7137-4324-b72c-2b9cc6dfe3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (af1569c8-62b1-41d2-a316-31ccb5870582), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:47.046228 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-ec707658-7137-4324-b72c-2b9cc6dfe3d2 None None] For port af1569c8-62b1-41d2-a316-31ccb5870582, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=af1569c8-62b1-41d2-a316-31ccb5870582,segment=NetworkSegment(f2df27ba-bfc6-49cc-b3fa-d7dabf19b702),segment_id=f2df27ba-bfc6-49cc-b3fa-d7dabf19b702)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:47.051735 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ac4e1edd-2005-476f-9b37-1ed57fc2b71f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (057059c8-023e-48b7-bfdf-90f6aabdb334), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:47.082536 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-235ae8d6-4a4a-452e-84c8-b3ec81482baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'name': 'tempest-TestNetworkBasicOps-router-1670514894', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '9425c174-1293-4769-bfa8-52fe14fd862b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:39Z', 'updated_at': '2022-01-29T04:41:44Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '9425c174-1293-4769-bfa8-52fe14fd862b', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:72:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:40Z', 'updated_at': '2022-01-29T04:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'af1569c8-62b1-41d2-a316-31ccb5870582', 'name': '', 'network_id': '875ef627-43ac-4c7f-81ab-a5fce82efa62', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:a4:36:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'fb019033-58bc-4824-b65a-1ee48825a633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:43Z', 'updated_at': '2022-01-29T04:41:46Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': 'fb019033-58bc-4824-b65a-1ee48825a633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:47.108745 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235ae8d6-4a4a-452e-84c8-b3ec81482baa None None] The sync data for ids ['03288e13-98d7-4ec9-8b70-da727d46e174'] in dv-neutron-821190-1-hyperv is: [{'id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'name': 'tempest-TestNetworkBasicOps-router-1670514894', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '9425c174-1293-4769-bfa8-52fe14fd862b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:39Z', 'updated_at': '2022-01-29T04:41:44Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '9425c174-1293-4769-bfa8-52fe14fd862b', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:72:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:40Z', 'updated_at': '2022-01-29T04:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'af1569c8-62b1-41d2-a316-31ccb5870582', 'name': '', 'network_id': '875ef627-43ac-4c7f-81ab-a5fce82efa62', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:a4:36:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'fb019033-58bc-4824-b65a-1ee48825a633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:43Z', 'updated_at': '2022-01-29T04:41:46Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': 'fb019033-58bc-4824-b65a-1ee48825a633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:41:47.122650 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ec707658-7137-4324-b72c-2b9cc6dfe3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (af1569c8-62b1-41d2-a316-31ccb5870582), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:47.133815 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ac4e1edd-2005-476f-9b37-1ed57fc2b71f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (057059c8-023e-48b7-bfdf-90f6aabdb334), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:47.162036 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e1edd-2005-476f-9b37-1ed57fc2b71f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=057059c8-023e-48b7-bfdf-90f6aabdb334,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:47.192399 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec707658-7137-4324-b72c-2b9cc6dfe3d2 None None] Pushing event updated for resources: {'Port': ['ID=af1569c8-62b1-41d2-a316-31ccb5870582,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:47.226845 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ac4e1edd-2005-476f-9b37-1ed57fc2b71f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:47.228089 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ac4e1edd-2005-476f-9b37-1ed57fc2b71f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3363769 Jan 29 04:41:47.232268 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57754) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:47.237224 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-1a10f8d5-12e5-4519-b46a-760a6b9fb35f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': 'fa3e5b5f-1b1c-4baf-9675-fdd630191752', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:47.305373 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1a10f8d5-12e5-4519-b46a-760a6b9fb35f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (366cd823-39e1-4aee-bd1e-859827701a8d), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:47.371261 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1a10f8d5-12e5-4519-b46a-760a6b9fb35f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (366cd823-39e1-4aee-bd1e-859827701a8d), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:47.433540 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1a10f8d5-12e5-4519-b46a-760a6b9fb35f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (366cd823-39e1-4aee-bd1e-859827701a8d), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:47.454329 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10f8d5-12e5-4519-b46a-760a6b9fb35f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=366cd823-39e1-4aee-bd1e-859827701a8d,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:47.515887 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1a10f8d5-12e5-4519-b46a-760a6b9fb35f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:47.517284 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1a10f8d5-12e5-4519-b46a-760a6b9fb35f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2837021 Jan 29 04:41:47.519955 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57756) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:47.524413 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-6dd58899-b5b5-467e-b842-40afd2b10441 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': 'fa3e5b5f-1b1c-4baf-9675-fdd630191752', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:47.598822 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6dd58899-b5b5-467e-b842-40afd2b10441 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (977ef58d-4745-4fb1-8d1d-44f0a85b7545), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:47.673077 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6dd58899-b5b5-467e-b842-40afd2b10441 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (977ef58d-4745-4fb1-8d1d-44f0a85b7545), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:47.742560 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6dd58899-b5b5-467e-b842-40afd2b10441 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (977ef58d-4745-4fb1-8d1d-44f0a85b7545), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:47.759925 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd58899-b5b5-467e-b842-40afd2b10441 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=977ef58d-4745-4fb1-8d1d-44f0a85b7545,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:47.781209 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device af1569c8-62b1-41d2-a316-31ccb5870582 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:41:47.830654 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port af1569c8-62b1-41d2-a316-31ccb5870582 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:47.831026 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (af1569c8-62b1-41d2-a316-31ccb5870582), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:47.861673 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6dd58899-b5b5-467e-b842-40afd2b10441 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:47.865510 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-6dd58899-b5b5-467e-b842-40afd2b10441 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3420854 Jan 29 04:41:47.866335 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57758) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:47.871408 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-eb81b217-2b80-44ea-9705-d281838d20f4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': 'fa3e5b5f-1b1c-4baf-9675-fdd630191752', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:47.915334 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port af1569c8-62b1-41d2-a316-31ccb5870582 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:41:47.916386 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 31bd8bcd-b8b0-41ff-a0ea-cbb98c41d153 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:41:47.951431 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.securitygroups_db [None req-eb81b217-2b80-44ea-9705-d281838d20f4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Project 9cb37fd5f36f44e696381da232925f9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:41:47.957113 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eb81b217-2b80-44ea-9705-d281838d20f4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (01423d99-029f-4ac7-8fee-8a8ae932a67a), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:47.964085 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 31bd8bcd-b8b0-41ff-a0ea-cbb98c41d153 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:47.964453 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (31bd8bcd-b8b0-41ff-a0ea-cbb98c41d153), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:48.023517 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eb81b217-2b80-44ea-9705-d281838d20f4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (01423d99-029f-4ac7-8fee-8a8ae932a67a), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:48.056236 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 31bd8bcd-b8b0-41ff-a0ea-cbb98c41d153 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:41:48.057319 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 9425c174-1293-4769-bfa8-52fe14fd862b up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:41:48.070709 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eb81b217-2b80-44ea-9705-d281838d20f4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (01423d99-029f-4ac7-8fee-8a8ae932a67a), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:48.090649 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb81b217-2b80-44ea-9705-d281838d20f4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01423d99-029f-4ac7-8fee-8a8ae932a67a,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:48.114859 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 9425c174-1293-4769-bfa8-52fe14fd862b triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:48.115240 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (9425c174-1293-4769-bfa8-52fe14fd862b), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:48.178363 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eb81b217-2b80-44ea-9705-d281838d20f4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:48.179675 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-eb81b217-2b80-44ea-9705-d281838d20f4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3123286 Jan 29 04:41:48.182394 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57760) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:41:48.186916 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-07fafab3-3358-48a5-ae43-9f8140956ae4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': 'fa3e5b5f-1b1c-4baf-9675-fdd630191752', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:48.200972 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 9425c174-1293-4769-bfa8-52fe14fd862b is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:41:48.268217 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.securitygroups_db [None req-07fafab3-3358-48a5-ae43-9f8140956ae4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Project 9cb37fd5f36f44e696381da232925f9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:41:48.273652 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-07fafab3-3358-48a5-ae43-9f8140956ae4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (9c89defd-96b8-4dd1-ba69-fc739ae92fc5), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:48.331473 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-07fafab3-3358-48a5-ae43-9f8140956ae4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (9c89defd-96b8-4dd1-ba69-fc739ae92fc5), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:48.399091 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-07fafab3-3358-48a5-ae43-9f8140956ae4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (9c89defd-96b8-4dd1-ba69-fc739ae92fc5), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:48.417504 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fafab3-3358-48a5-ae43-9f8140956ae4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c89defd-96b8-4dd1-ba69-fc739ae92fc5,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:48.475710 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-07fafab3-3358-48a5-ae43-9f8140956ae4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:48.476904 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-07fafab3-3358-48a5-ae43-9f8140956ae4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2935054 Jan 29 04:41:48.677618 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-4f248bb7-d8e6-4310-8081-d2924833cf67 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1852787983&fields=id&tenant_id=9cb37fd5f36f44e696381da232925f9b HTTP/1.1" status: 200 len: 267 time: 0.0448108 Jan 29 04:41:48.786147 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-1f46cc1f-0410-4aed-9c10-3b88d27b18a7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:48.787625 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-1f46cc1f-0410-4aed-9c10-3b88d27b18a7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/networks?id=875ef627-43ac-4c7f-81ab-a5fce82efa62 HTTP/1.1" status: 200 len: 797 time: 0.1036892 Jan 29 04:41:48.802535 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-0e796280-c0c7-4e73-9ddd-edb262773350 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/quotas/9cb37fd5f36f44e696381da232925f9b HTTP/1.1" status: 200 len: 375 time: 0.0094829 Jan 29 04:41:48.857987 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-853f3fc4-0c0e-4b25-8e09-739dff94daaf tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506740 Jan 29 04:41:48.954060 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-510070a1-ac17-4922-a458-91d081a60005 service neutron] 10.222.0.13 "GET /v2.0/networks/875ef627-43ac-4c7f-81ab-a5fce82efa62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852165 Jan 29 04:41:49.040893 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-49cb4e19-7473-42d1-9795-749c30b84d59 service neutron] 10.222.0.13 "GET /v2.0/networks/875ef627-43ac-4c7f-81ab-a5fce82efa62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810523 Jan 29 04:41:49.287482 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0cf2b348-56b4-4994-acf5-187ee8cdee65 req-786f99f0-7f0f-4843-9f37-90e4fd7d6856 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f6364e-40cd-4394-8fd3-1f5d7c912a7c HTTP/1.1" status: 200 len: 210 time: 0.0286994 Jan 29 04:41:50.205234 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-96cb3af2-a339-4899-ae5e-2eabeb674df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:50.382889 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-cedea46a-a961-42be-a1e9-2b51b9fea165 req-237e9e43-a866-4403-9109-a6008bd4e97e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f6364e-40cd-4394-8fd3-1f5d7c912a7c HTTP/1.1" status: 200 len: 210 time: 0.0282636 Jan 29 04:41:51.189187 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-10ae45bd-05d7-41c8-ba03-d0f608ab3fb5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:51.190610 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-10ae45bd-05d7-41c8-ba03-d0f608ab3fb5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "GET /v2.0/networks?id=875ef627-43ac-4c7f-81ab-a5fce82efa62 HTTP/1.1" status: 200 len: 797 time: 0.1014702 Jan 29 04:41:51.260750 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-b9f59180-9e99-4304-abae-fb2b8f5689aa tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cb37fd5f36f44e696381da232925f9b HTTP/1.1" status: 200 len: 380 time: 0.0559978 Jan 29 04:41:51.270604 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-a4ac11d7-3433-4d40-88e6-2d9901abc6c8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'port': {'device_id': '00f6364e-40cd-4394-8fd3-1f5d7c912a7c', 'network_id': '875ef627-43ac-4c7f-81ab-a5fce82efa62', 'admin_state_up': True, 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'security_groups': ['fa3e5b5f-1b1c-4baf-9675-fdd630191752']}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:51.430389 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-a4ac11d7-3433-4d40-88e6-2d9901abc6c8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Made reservation on behalf of 9cb37fd5f36f44e696381da232925f9b for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:41:51.433917 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-a4ac11d7-3433-4d40-88e6-2d9901abc6c8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:51.490705 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-61563529-8840-4a46-9d6d-725f5141d60c req-03d3ec88-1b5f-4ded-9bf5-aeb54280b641 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f6364e-40cd-4394-8fd3-1f5d7c912a7c HTTP/1.1" status: 200 len: 210 time: 0.0375290 Jan 29 04:41:51.587524 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-a4ac11d7-3433-4d40-88e6-2d9901abc6c8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Allocated IP 172.20.0.4 (875ef627-43ac-4c7f-81ab-a5fce82efa62/fb019033-58bc-4824-b65a-1ee48825a633/d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:41:51.730920 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-a4ac11d7-3433-4d40-88e6-2d9901abc6c8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:51.813671 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-a4ac11d7-3433-4d40-88e6-2d9901abc6c8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:51.856176 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-a4ac11d7-3433-4d40-88e6-2d9901abc6c8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network 875ef627-43ac-4c7f-81ab-a5fce82efa62 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:41:51.859560 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-a4ac11d7-3433-4d40-88e6-2d9901abc6c8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:41:51.863037 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-a4ac11d7-3433-4d40-88e6-2d9901abc6c8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:41:51.895528 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ac11d7-3433-4d40-88e6-2d9901abc6c8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:51.923104 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-a4ac11d7-3433-4d40-88e6-2d9901abc6c8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:51.923731 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-a4ac11d7-3433-4d40-88e6-2d9901abc6c8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:52.004867 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-a4ac11d7-3433-4d40-88e6-2d9901abc6c8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7377310 Jan 29 04:41:52.076138 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-18882c90-3e1c-462e-9f39-e8c7d0f96050 None None] Provisioning complete for port d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:52.076724 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-18882c90-3e1c-462e-9f39-e8c7d0f96050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:52.110308 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-18882c90-3e1c-462e-9f39-e8c7d0f96050 None None] Port d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:41:52.115991 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-f3e60f11-8373-42e2-bddc-83b9a8a8266c service neutron] Request body: {'port': {'device_id': '00f6364e-40cd-4394-8fd3-1f5d7c912a7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:52.180543 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-f3e60f11-8373-42e2-bddc-83b9a8a8266c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:52.441136 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-f3e60f11-8373-42e2-bddc-83b9a8a8266c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171 {{(pid=103585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:41:52.448696 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-f3e60f11-8373-42e2-bddc-83b9a8a8266c service neutron] Publish callbacks [] for port (d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:52.460782 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.provisioning_blocks [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-f3e60f11-8373-42e2-bddc-83b9a8a8266c service neutron] Transition to ACTIVE for port object d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171 will not be triggered until provisioned by entity L2. {{(pid=103585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:41:52.479244 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d87214eb-95b2-4126-a8e9-9c93c6b7ea68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:52.542302 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-f3e60f11-8373-42e2-bddc-83b9a8a8266c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:52.596882 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e60f11-8373-42e2-bddc-83b9a8a8266c service neutron] Pushing event updated for resources: {'Port': ['ID=d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:52.615006 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb78b6-9b6c-45f9-9240-67350ea49d83 req-5ec13478-425e-4e25-b1c5-9ac1c333e1ef tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:52.616718 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-0fdb78b6-9b6c-45f9-9240-67350ea49d83 req-5ec13478-425e-4e25-b1c5-9ac1c333e1ef tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f6364e-40cd-4394-8fd3-1f5d7c912a7c HTTP/1.1" status: 200 len: 943 time: 0.0592139 Jan 29 04:41:52.680691 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-f3e60f11-8373-42e2-bddc-83b9a8a8266c service neutron] Attempting to bind port d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:41:52.681007 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-0fdb78b6-9b6c-45f9-9240-67350ea49d83 req-726e946f-653d-4e76-97f0-dc8193a99335 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa3e5b5f-1b1c-4baf-9675-fdd630191752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554326 Jan 29 04:41:52.681194 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-f3e60f11-8373-42e2-bddc-83b9a8a8266c service neutron] Attempting to bind port d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'f2df27ba-bfc6-49cc-b3fa-d7dabf19b702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '875ef627-43ac-4c7f-81ab-a5fce82efa62'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:41:52.681529 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-f3e60f11-8373-42e2-bddc-83b9a8a8266c service neutron] Attempting to bind port d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171 on network 875ef627-43ac-4c7f-81ab-a5fce82efa62 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:41:52.686487 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-f3e60f11-8373-42e2-bddc-83b9a8a8266c service neutron] Port d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171 on network 875ef627-43ac-4c7f-81ab-a5fce82efa62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:41:52.686792 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-f3e60f11-8373-42e2-bddc-83b9a8a8266c service neutron] Attempting to bind port d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171 on network 875ef627-43ac-4c7f-81ab-a5fce82efa62 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:41:52.692123 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-f3e60f11-8373-42e2-bddc-83b9a8a8266c service neutron] Checking agent: {'id': '15eedd85-6d76-4715-a40f-dc31e854816c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'started_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:41:52.692404 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-f3e60f11-8373-42e2-bddc-83b9a8a8266c service neutron] Checking segment: {'id': 'f2df27ba-bfc6-49cc-b3fa-d7dabf19b702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '875ef627-43ac-4c7f-81ab-a5fce82efa62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:41:52.692814 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-f3e60f11-8373-42e2-bddc-83b9a8a8266c service neutron] Bound using segment: {'id': 'f2df27ba-bfc6-49cc-b3fa-d7dabf19b702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '875ef627-43ac-4c7f-81ab-a5fce82efa62'} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:41:52.693238 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-f3e60f11-8373-42e2-bddc-83b9a8a8266c service neutron] Bound port: d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2df27ba-bfc6-49cc-b3fa-d7dabf19b702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '875ef627-43ac-4c7f-81ab-a5fce82efa62'}}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:41:52.693593 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-f3e60f11-8373-42e2-bddc-83b9a8a8266c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:52.763405 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-f3e60f11-8373-42e2-bddc-83b9a8a8266c service neutron] For port d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171, host hv-neutron-8211, cleared binding levels {{(pid=103585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:41:52.767158 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-f3e60f11-8373-42e2-bddc-83b9a8a8266c service neutron] For port d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171,segment=NetworkSegment(f2df27ba-bfc6-49cc-b3fa-d7dabf19b702),segment_id=f2df27ba-bfc6-49cc-b3fa-d7dabf19b702)] {{(pid=103585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:41:52.899437 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-f3e60f11-8373-42e2-bddc-83b9a8a8266c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:52.932185 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-f3e60f11-8373-42e2-bddc-83b9a8a8266c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:52.932817 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-f3e60f11-8373-42e2-bddc-83b9a8a8266c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:52.934179 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-f3e60f11-8373-42e2-bddc-83b9a8a8266c service neutron] 10.222.0.18 "PUT /v2.0/ports/d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171 HTTP/1.1" status: 200 len: 1093 time: 0.9164090 Jan 29 04:41:52.934813 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f6364e-40cd-4394-8fd3-1f5d7c912a7c', 'tag': 'd197cc7f-0ccc-40cf-8ec4-1a9ce0b68171'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:41:52.937118 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fca1eb-da89-47ed-a09c-18547ac4565f" -d '{"events": [{"name": "network-changed", "server_uuid": "00f6364e-40cd-4394-8fd3-1f5d7c912a7c", "tag": "d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:41:52.977176 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e60f11-8373-42e2-bddc-83b9a8a8266c service neutron] Pushing event updated for resources: {'Port': ['ID=d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171,revision_number=3']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:52.980795 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e7c1c9-d686-4c97-b57b-a6a3a130d10d x-openstack-request-id: req-b8e7c1c9-d686-4c97-b57b-a6a3a130d10d {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:41:52.981151 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00f6364e-40cd-4394-8fd3-1f5d7c912a7c", "tag": "d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:41:52.981480 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8e7c1c9-d686-4c97-b57b-a6a3a130d10d {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:41:52.982046 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00f6364e-40cd-4394-8fd3-1f5d7c912a7c', 'tag': 'd197cc7f-0ccc-40cf-8ec4-1a9ce0b68171', 'status': 'completed', 'code': 200} Jan 29 04:41:53.064856 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fca1eb-da89-47ed-a09c-18547ac4565f req-3e94adda-2525-468e-962d-aa7d27fd265f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:53.066368 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-15fca1eb-da89-47ed-a09c-18547ac4565f req-3e94adda-2525-468e-962d-aa7d27fd265f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=00f6364e-40cd-4394-8fd3-1f5d7c912a7c HTTP/1.1" status: 200 len: 1127 time: 0.0457120 Jan 29 04:41:53.173115 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fca1eb-da89-47ed-a09c-18547ac4565f req-ed08561b-b4b9-40d4-abd3-fce1c8d4f50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:53.174585 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-15fca1eb-da89-47ed-a09c-18547ac4565f req-ed08561b-b4b9-40d4-abd3-fce1c8d4f50a service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9cb37fd5f36f44e696381da232925f9b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0942972 Jan 29 04:41:53.270336 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fca1eb-da89-47ed-a09c-18547ac4565f req-6827659d-18d6-4943-90a0-ad97827b3759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:53.271807 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-15fca1eb-da89-47ed-a09c-18547ac4565f req-6827659d-18d6-4943-90a0-ad97827b3759 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912256 Jan 29 04:41:53.373357 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-06b1217f-f999-4d24-9aff-bec81b188b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:53.374827 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-06b1217f-f999-4d24-9aff-bec81b188b67 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=00f6364e-40cd-4394-8fd3-1f5d7c912a7c HTTP/1.1" status: 200 len: 1127 time: 0.0452600 Jan 29 04:41:53.425715 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-ed7e4e94-8ee8-4786-9f85-3c970d7b622e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171 HTTP/1.1" status: 200 len: 217 time: 0.0388274 Jan 29 04:41:53.474151 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-bc884f06-bb8e-4890-a1a1-a0c2680be79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:53.475851 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-bc884f06-bb8e-4890-a1a1-a0c2680be79e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fb019033-58bc-4824-b65a-1ee48825a633 HTTP/1.1" status: 200 len: 834 time: 0.0442779 Jan 29 04:41:53.525450 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-9e5ecc2c-f397-4105-8fd6-eb461ceb128f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:53.526894 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-9e5ecc2c-f397-4105-8fd6-eb461ceb128f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=875ef627-43ac-4c7f-81ab-a5fce82efa62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0446045 Jan 29 04:41:53.620065 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-7390a818-f328-4d68-9054-19005a31074e service neutron] 10.222.0.18 "GET /v2.0/networks/875ef627-43ac-4c7f-81ab-a5fce82efa62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872409 Jan 29 04:41:53.709646 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4b30cc38-26ce-41df-b4f9-2fc9988dd75d req-3492a1fd-1b12-482b-b8dc-e0b1e9a1017b service neutron] 10.222.0.18 "GET /v2.0/networks/875ef627-43ac-4c7f-81ab-a5fce82efa62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837862 Jan 29 04:41:53.736576 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:53.805676 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224fcd2-306a-4691-9232-1e66f5c7a8af req-3a5ece18-9d57-47d3-9f4b-6074063750d6 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:53.807289 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9224fcd2-306a-4691-9232-1e66f5c7a8af req-3a5ece18-9d57-47d3-9f4b-6074063750d6 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f6364e-40cd-4394-8fd3-1f5d7c912a7c HTTP/1.1" status: 200 len: 943 time: 0.0534697 Jan 29 04:41:53.860465 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9224fcd2-306a-4691-9232-1e66f5c7a8af req-d1d04a4f-54e5-42ea-98ba-e305fe58ba41 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa3e5b5f-1b1c-4baf-9675-fdd630191752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467918 Jan 29 04:41:53.915766 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:54.859008 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:54.979137 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703486c-55a3-43fd-aeb7-b5496fc35678 req-bee3384e-ffbe-4257-bac5-55b89f840bb1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:54.980524 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a703486c-55a3-43fd-aeb7-b5496fc35678 req-bee3384e-ffbe-4257-bac5-55b89f840bb1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f6364e-40cd-4394-8fd3-1f5d7c912a7c HTTP/1.1" status: 200 len: 943 time: 0.0528114 Jan 29 04:41:55.027948 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a703486c-55a3-43fd-aeb7-b5496fc35678 req-a7c3df33-d9d8-44da-a2bb-3f158194abc2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa3e5b5f-1b1c-4baf-9675-fdd630191752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412936 Jan 29 04:41:56.144884 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a151995-42b1-42af-b3d2-e8a5b1ee4fad req-f599ac2f-203a-40b0-92cb-ab88d3e8f18c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:56.146362 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-2a151995-42b1-42af-b3d2-e8a5b1ee4fad req-f599ac2f-203a-40b0-92cb-ab88d3e8f18c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f6364e-40cd-4394-8fd3-1f5d7c912a7c HTTP/1.1" status: 200 len: 943 time: 0.0520852 Jan 29 04:41:56.193928 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-2a151995-42b1-42af-b3d2-e8a5b1ee4fad req-a15ff7ae-20ba-4dd9-aa28-35d13cbeacef tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa3e5b5f-1b1c-4baf-9675-fdd630191752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421743 Jan 29 04:41:56.384362 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:41:56.394282 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:56.477732 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171,segment=NetworkSegment(f2df27ba-bfc6-49cc-b3fa-d7dabf19b702),segment_id=f2df27ba-bfc6-49cc-b3fa-d7dabf19b702)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:56.489485 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': 'd197cc7f-0ccc-40cf-8ec4-1a9ce0b68171', 'network_id': '875ef627-43ac-4c7f-81ab-a5fce82efa62', 'port_id': 'd197cc7f-0ccc-40cf-8ec4-1a9ce0b68171', 'mac_address': 'fa:16:3e:f6:a2:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb019033-58bc-4824-b65a-1ee48825a633', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:41:56.524226 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171 is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:41:56.524629 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:56.540527 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:41:56.560899 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171,segment=NetworkSegment(f2df27ba-bfc6-49cc-b3fa-d7dabf19b702),segment_id=f2df27ba-bfc6-49cc-b3fa-d7dabf19b702)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:56.624265 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:56.669679 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:56.988288 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:41:57.314395 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d3bdc-6ee8-4d2b-828b-9b77fbf69773 req-39efb91b-fc5c-482e-afa5-4a45d4e7be8a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:57.315850 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-266d3bdc-6ee8-4d2b-828b-9b77fbf69773 req-39efb91b-fc5c-482e-afa5-4a45d4e7be8a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f6364e-40cd-4394-8fd3-1f5d7c912a7c HTTP/1.1" status: 200 len: 944 time: 0.0560262 Jan 29 04:41:57.363015 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-266d3bdc-6ee8-4d2b-828b-9b77fbf69773 req-26a969d9-a4f6-40e3-95db-a5afa9b6fe70 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa3e5b5f-1b1c-4baf-9675-fdd630191752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413418 Jan 29 04:41:58.397379 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171 up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:41:58.483876 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7717e-453d-4194-a5a0-078122dc7c2a req-08bdb8ca-c1f1-4d16-9479-bdb5cf478b36 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:58.485404 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-74b7717e-453d-4194-a5a0-078122dc7c2a req-08bdb8ca-c1f1-4d16-9479-bdb5cf478b36 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f6364e-40cd-4394-8fd3-1f5d7c912a7c HTTP/1.1" status: 200 len: 944 time: 0.0564408 Jan 29 04:41:58.507888 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning for port d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171 completed by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:41:58.511790 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:58.512172 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:58.535164 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-74b7717e-453d-4194-a5a0-078122dc7c2a req-6efd47b9-3dc0-4a5a-aad7-09529d34b044 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa3e5b5f-1b1c-4baf-9675-fdd630191752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440612 Jan 29 04:41:58.593140 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171 is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:41:58.593520 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:58.615576 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f6364e-40cd-4394-8fd3-1f5d7c912a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd197cc7f-0ccc-40cf-8ec4-1a9ce0b68171'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:41:58.617806 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b677ad05-b705-487d-a2cc-11d8f0fd2e25" -d '{"events": [{"server_uuid": "00f6364e-40cd-4394-8fd3-1f5d7c912a7c", "name": "network-vif-plugged", "status": "completed", "tag": "d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:41:58.631030 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171,segment=NetworkSegment(f2df27ba-bfc6-49cc-b3fa-d7dabf19b702),segment_id=f2df27ba-bfc6-49cc-b3fa-d7dabf19b702)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:58.654359 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33dcb8d9-a21a-4ec7-b119-ca997f19afe9 x-openstack-request-id: req-33dcb8d9-a21a-4ec7-b119-ca997f19afe9 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:41:58.654359 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f6364e-40cd-4394-8fd3-1f5d7c912a7c", "name": "network-vif-plugged", "status": "completed", "tag": "d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:41:58.654359 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-33dcb8d9-a21a-4ec7-b119-ca997f19afe9 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:41:58.654754 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f6364e-40cd-4394-8fd3-1f5d7c912a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd197cc7f-0ccc-40cf-8ec4-1a9ce0b68171', 'code': 200} Jan 29 04:41:58.693123 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:41:58.741751 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:58.980550 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895580c-f2c2-4924-a147-d7efbab76c24 req-7bf23ec6-fe50-4639-992e-e12271c55eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:58.982031 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2895580c-f2c2-4924-a147-d7efbab76c24 req-7bf23ec6-fe50-4639-992e-e12271c55eb4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=00f6364e-40cd-4394-8fd3-1f5d7c912a7c HTTP/1.1" status: 200 len: 1129 time: 0.0433276 Jan 29 04:41:59.025281 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2895580c-f2c2-4924-a147-d7efbab76c24 req-e9e75396-2a78-4187-b1d2-0a47bc4041cf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fa3e5b5f-1b1c-4baf-9675-fdd630191752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378253 Jan 29 04:41:59.686355 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da9327-cf68-4a27-9130-abe7a03b9e83 req-3d3d2340-994e-4eee-aaf3-a7762540dee2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:59.687837 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-65da9327-cf68-4a27-9130-abe7a03b9e83 req-3d3d2340-994e-4eee-aaf3-a7762540dee2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f6364e-40cd-4394-8fd3-1f5d7c912a7c HTTP/1.1" status: 200 len: 945 time: 0.0863521 Jan 29 04:41:59.738251 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-65da9327-cf68-4a27-9130-abe7a03b9e83 req-c59f9f91-7f76-446b-ad61-d5c3a0260721 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa3e5b5f-1b1c-4baf-9675-fdd630191752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448916 Jan 29 04:42:00.862521 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf4bfb-9648-4474-9cbd-2b5a518a4256 req-6733e30b-04a9-4085-a1a7-911385557d0b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:00.864079 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-eeaf4bfb-9648-4474-9cbd-2b5a518a4256 req-6733e30b-04a9-4085-a1a7-911385557d0b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f6364e-40cd-4394-8fd3-1f5d7c912a7c HTTP/1.1" status: 200 len: 945 time: 0.0585270 Jan 29 04:42:00.912745 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-eeaf4bfb-9648-4474-9cbd-2b5a518a4256 req-46ae2cff-465f-4a26-8e0d-6baabf0a5510 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa3e5b5f-1b1c-4baf-9675-fdd630191752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430970 Jan 29 04:42:01.033627 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a4d73-6697-41b0-8565-fc27a5907b47 req-b6add336-ce05-404d-9874-bb796c811a5e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:01.035061 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-042a4d73-6697-41b0-8565-fc27a5907b47 req-b6add336-ce05-404d-9874-bb796c811a5e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f6364e-40cd-4394-8fd3-1f5d7c912a7c HTTP/1.1" status: 200 len: 945 time: 0.0573058 Jan 29 04:42:01.087292 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-042a4d73-6697-41b0-8565-fc27a5907b47 req-c9819629-83ce-49af-917d-25dd7d7eaca0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa3e5b5f-1b1c-4baf-9675-fdd630191752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468204 Jan 29 04:42:01.108929 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57816) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:42:01.151159 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49fc147-8b55-4647-a49c-345c016fb97f tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:01.152700 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a49fc147-8b55-4647-a49c-345c016fb97f tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=00f6364e-40cd-4394-8fd3-1f5d7c912a7c HTTP/1.1" status: 200 len: 1124 time: 0.0427778 Jan 29 04:42:01.156130 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57818) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:42:01.160335 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-4aab871d-1ace-4f56-b0c7-bfd7f2b3579f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'floatingip': {'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'port_id': 'd197cc7f-0ccc-40cf-8ec4-1a9ce0b68171', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:42:01.239256 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4aab871d-1ace-4f56-b0c7-bfd7f2b3579f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:42:01.336053 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4aab871d-1ace-4f56-b0c7-bfd7f2b3579f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:42:01.434424 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-4aab871d-1ace-4f56-b0c7-bfd7f2b3579f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Allocated IP 172.26.8.69 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/7b3eb318-4c90-45f4-8126-b0626f9bef67) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:42:01.536116 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4aab871d-1ace-4f56-b0c7-bfd7f2b3579f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (7b3eb318-4c90-45f4-8126-b0626f9bef67), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:42:01.645277 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4aab871d-1ace-4f56-b0c7-bfd7f2b3579f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (7b3eb318-4c90-45f4-8126-b0626f9bef67), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:42:01.682951 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aab871d-1ace-4f56-b0c7-bfd7f2b3579f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:42:01.685695 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-4aab871d-1ace-4f56-b0c7-bfd7f2b3579f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:42:01.689628 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aab871d-1ace-4f56-b0c7-bfd7f2b3579f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:42:01.697413 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab871d-1ace-4f56-b0c7-bfd7f2b3579f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=7b3eb318-4c90-45f4-8126-b0626f9bef67,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:02.353424 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4aab871d-1ace-4f56-b0c7-bfd7f2b3579f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for floatingip (bbd82c70-d2e6-4262-b9f4-d8d83020fa42), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:42:02.474145 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4aab871d-1ace-4f56-b0c7-bfd7f2b3579f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (7b3eb318-4c90-45f4-8126-b0626f9bef67), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:42:02.620353 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4aab871d-1ace-4f56-b0c7-bfd7f2b3579f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (7b3eb318-4c90-45f4-8126-b0626f9bef67), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:42:02.675967 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4aab871d-1ace-4f56-b0c7-bfd7f2b3579f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (7b3eb318-4c90-45f4-8126-b0626f9bef67), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:42:02.742812 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab871d-1ace-4f56-b0c7-bfd7f2b3579f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=7b3eb318-4c90-45f4-8126-b0626f9bef67,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:02.754536 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4aab871d-1ace-4f56-b0c7-bfd7f2b3579f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (bbd82c70-d2e6-4262-b9f4-d8d83020fa42), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:42:02.854981 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.l3_db [None req-4aab871d-1ace-4f56-b0c7-bfd7f2b3579f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Floating IP bbd82c70-d2e6-4262-b9f4-d8d83020fa42 associated. External IP: 172.26.8.69, port: d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171. Jan 29 04:42:03.080214 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aab871d-1ace-4f56-b0c7-bfd7f2b3579f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router 03288e13-98d7-4ec9-8b70-da727d46e174 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:42:03.199785 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aab871d-1ace-4f56-b0c7-bfd7f2b3579f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:42:03.210038 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dae8fec-809b-4845-a3e0-8b60094da16f None None] Sync routers for ids ['03288e13-98d7-4ec9-8b70-da727d46e174'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:42:03.220903 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dae8fec-809b-4845-a3e0-8b60094da16f None None] Routers {'03288e13-98d7-4ec9-8b70-da727d46e174'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:42:03.221504 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-6dae8fec-809b-4845-a3e0-8b60094da16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:41:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['03288e13-98d7-4ec9-8b70-da727d46e174'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:03.292656 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4aab871d-1ace-4f56-b0c7-bfd7f2b3579f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:42:03.323024 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-4aab871d-1ace-4f56-b0c7-bfd7f2b3579f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1658335 Jan 29 04:42:03.323710 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f6364e-40cd-4394-8fd3-1f5d7c912a7c', 'tag': 'd197cc7f-0ccc-40cf-8ec4-1a9ce0b68171'}] {{(pid=103584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:42:03.325955 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57820) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:42:03.327030 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88d22702f486e82ce3265c1db8b0c003dd285ef8b53ba8e869e33114e3fd04d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b477714-3915-48e6-9f1e-5d10747988ca" -d '{"events": [{"name": "network-changed", "server_uuid": "00f6364e-40cd-4394-8fd3-1f5d7c912a7c", "tag": "d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171"}]}' {{(pid=103584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:42:03.329754 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-6dae8fec-809b-4845-a3e0-8b60094da16f None None] Set router 03288e13-98d7-4ec9-8b70-da727d46e174 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:42:03.365217 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6b3a35-8e16-4dbd-9ffc-8a12998d34cd x-openstack-request-id: req-eb6b3a35-8e16-4dbd-9ffc-8a12998d34cd {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:42:03.365728 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00f6364e-40cd-4394-8fd3-1f5d7c912a7c", "tag": "d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171", "status": "completed", "code": 200}]} {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:42:03.365728 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb6b3a35-8e16-4dbd-9ffc-8a12998d34cd {{(pid=103584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:42:03.366188 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00f6364e-40cd-4394-8fd3-1f5d7c912a7c', 'tag': 'd197cc7f-0ccc-40cf-8ec4-1a9ce0b68171', 'status': 'completed', 'code': 200} Jan 29 04:42:03.430168 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:42:03.464322 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-74715523-9281-47d2-b8b4-15c96ccdb65d tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/routers/03288e13-98d7-4ec9-8b70-da727d46e174 HTTP/1.1" status: 200 len: 923 time: 0.1366086 Jan 29 04:42:03.466829 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57824) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:42:03.518378 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b477714-3915-48e6-9f1e-5d10747988ca req-eddb4a88-8f11-445b-b279-6d67d2c4c081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:03.519855 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1b477714-3915-48e6-9f1e-5d10747988ca req-eddb4a88-8f11-445b-b279-6d67d2c4c081 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=00f6364e-40cd-4394-8fd3-1f5d7c912a7c HTTP/1.1" status: 200 len: 1129 time: 0.1030099 Jan 29 04:42:03.543296 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ddbc6a9e-11b5-4c0b-8d89-3bd08beeb6dc tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/floatingips/bbd82c70-d2e6-4262-b9f4-d8d83020fa42 HTTP/1.1" status: 200 len: 990 time: 0.0748894 Jan 29 04:42:03.556171 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-6dae8fec-809b-4845-a3e0-8b60094da16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'name': 'tempest-TestNetworkBasicOps-router-1670514894', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '9425c174-1293-4769-bfa8-52fe14fd862b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:39Z', 'updated_at': '2022-01-29T04:41:44Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '9425c174-1293-4769-bfa8-52fe14fd862b', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:72:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:40Z', 'updated_at': '2022-01-29T04:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': 'bbd82c70-d2e6-4262-b9f4-d8d83020fa42', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.69', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'port_id': 'd197cc7f-0ccc-40cf-8ec4-1a9ce0b68171', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '875ef627-43ac-4c7f-81ab-a5fce82efa62', 'mac_address': 'fa:16:3e:f6:a2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f6364e-40cd-4394-8fd3-1f5d7c912a7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:42:01Z', 'updated_at': '2022-01-29T04:42:01Z', 'revision_number': 0, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1569c8-62b1-41d2-a316-31ccb5870582', 'name': '', 'network_id': '875ef627-43ac-4c7f-81ab-a5fce82efa62', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:a4:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'fb019033-58bc-4824-b65a-1ee48825a633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:43Z', 'updated_at': '2022-01-29T04:41:47Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': 'fb019033-58bc-4824-b65a-1ee48825a633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:03.586600 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dae8fec-809b-4845-a3e0-8b60094da16f None None] Checking router: 03288e13-98d7-4ec9-8b70-da727d46e174 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:42:03.595358 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dae8fec-809b-4845-a3e0-8b60094da16f None None] Routers {'03288e13-98d7-4ec9-8b70-da727d46e174'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:42:03.595964 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-6dae8fec-809b-4845-a3e0-8b60094da16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:41:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['03288e13-98d7-4ec9-8b70-da727d46e174'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:03.619781 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b477714-3915-48e6-9f1e-5d10747988ca req-dfb972e0-37a8-4928-ac26-48f3237cd9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:03.621134 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1b477714-3915-48e6-9f1e-5d10747988ca req-dfb972e0-37a8-4928-ac26-48f3237cd9b0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=875ef627-43ac-4c7f-81ab-a5fce82efa62 HTTP/1.1" status: 200 len: 898 time: 0.0912318 Jan 29 04:42:03.694338 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1b477714-3915-48e6-9f1e-5d10747988ca req-1ec949d5-fe08-4492-af19-753167be306f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171 HTTP/1.1" status: 200 len: 998 time: 0.0673678 Jan 29 04:42:03.744932 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b477714-3915-48e6-9f1e-5d10747988ca req-ee7cacd2-bc45-45cb-86a4-e08581d6b99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:03.746437 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1b477714-3915-48e6-9f1e-5d10747988ca req-ee7cacd2-bc45-45cb-86a4-e08581d6b99e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fb019033-58bc-4824-b65a-1ee48825a633 HTTP/1.1" status: 200 len: 834 time: 0.0466490 Jan 29 04:42:03.799317 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b477714-3915-48e6-9f1e-5d10747988ca req-9f043c50-f72a-4060-9e9f-19041a854a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:03.800908 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1b477714-3915-48e6-9f1e-5d10747988ca req-9f043c50-f72a-4060-9e9f-19041a854a17 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=875ef627-43ac-4c7f-81ab-a5fce82efa62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0482244 Jan 29 04:42:03.853590 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-6dae8fec-809b-4845-a3e0-8b60094da16f None None] Set router 03288e13-98d7-4ec9-8b70-da727d46e174 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:42:03.917803 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1b477714-3915-48e6-9f1e-5d10747988ca req-fa5eb9a4-7df0-480c-adc0-b7d22a609fe2 service neutron] 10.222.0.18 "GET /v2.0/networks/875ef627-43ac-4c7f-81ab-a5fce82efa62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102402 Jan 29 04:42:04.005298 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1b477714-3915-48e6-9f1e-5d10747988ca req-2134f1ac-f84c-48bb-8033-750043d21e00 service neutron] 10.222.0.18 "GET /v2.0/networks/875ef627-43ac-4c7f-81ab-a5fce82efa62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816073 Jan 29 04:42:04.077640 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-6dae8fec-809b-4845-a3e0-8b60094da16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'name': 'tempest-TestNetworkBasicOps-router-1670514894', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '9425c174-1293-4769-bfa8-52fe14fd862b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:39Z', 'updated_at': '2022-01-29T04:41:44Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '9425c174-1293-4769-bfa8-52fe14fd862b', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:72:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:40Z', 'updated_at': '2022-01-29T04:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': 'bbd82c70-d2e6-4262-b9f4-d8d83020fa42', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.69', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'port_id': 'd197cc7f-0ccc-40cf-8ec4-1a9ce0b68171', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '875ef627-43ac-4c7f-81ab-a5fce82efa62', 'mac_address': 'fa:16:3e:f6:a2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f6364e-40cd-4394-8fd3-1f5d7c912a7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:42:01Z', 'updated_at': '2022-01-29T04:42:01Z', 'revision_number': 0, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1569c8-62b1-41d2-a316-31ccb5870582', 'name': '', 'network_id': '875ef627-43ac-4c7f-81ab-a5fce82efa62', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:a4:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'fb019033-58bc-4824-b65a-1ee48825a633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:43Z', 'updated_at': '2022-01-29T04:41:47Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': 'fb019033-58bc-4824-b65a-1ee48825a633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:04.103512 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dae8fec-809b-4845-a3e0-8b60094da16f None None] The sync data for ids ['03288e13-98d7-4ec9-8b70-da727d46e174'] in dv-neutron-821190-1-hyperv is: [{'id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'name': 'tempest-TestNetworkBasicOps-router-1670514894', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '9425c174-1293-4769-bfa8-52fe14fd862b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:39Z', 'updated_at': '2022-01-29T04:41:44Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '9425c174-1293-4769-bfa8-52fe14fd862b', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:72:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:40Z', 'updated_at': '2022-01-29T04:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': 'bbd82c70-d2e6-4262-b9f4-d8d83020fa42', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.69', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'port_id': 'd197cc7f-0ccc-40cf-8ec4-1a9ce0b68171', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '875ef627-43ac-4c7f-81ab-a5fce82efa62', 'mac_address': 'fa:16:3e:f6:a2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f6364e-40cd-4394-8fd3-1f5d7c912a7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:42:01Z', 'updated_at': '2022-01-29T04:42:01Z', 'revision_number': 0, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1569c8-62b1-41d2-a316-31ccb5870582', 'name': '', 'network_id': '875ef627-43ac-4c7f-81ab-a5fce82efa62', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:a4:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'fb019033-58bc-4824-b65a-1ee48825a633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:43Z', 'updated_at': '2022-01-29T04:41:47Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': 'fb019033-58bc-4824-b65a-1ee48825a633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:42:04.279226 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9067cd-d652-40ed-99a2-9155fc694eb3 None None] New status for floating IP bbd82c70-d2e6-4262-b9f4-d8d83020fa42: ACTIVE {{(pid=103587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:42:04.547081 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57826) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:42:04.613660 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-3c93f9d7-ae65-401b-aa4d-5c1a565cc157 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/floatingips/bbd82c70-d2e6-4262-b9f4-d8d83020fa42 HTTP/1.1" status: 200 len: 992 time: 0.0653963 Jan 29 04:42:20.227053 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cf39ad19-028b-4f26-b8e4-de69332dedda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:42:22.464041 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-75fdd2a7-5771-48a3-bea9-24cefe520866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:42:23.673022 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:42:23.909817 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:42:24.858227 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:42:26.389527 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:42:40.429507 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:42:42.867816 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-60b085ad-71ad-46c3-a97b-e02b55707b6e req-4b13c641-e262-45fe-940f-ed139327d6fc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=00f6364e-40cd-4394-8fd3-1f5d7c912a7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448496 Jan 29 04:42:42.969202 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b085ad-71ad-46c3-a97b-e02b55707b6e req-eb35c885-dca9-4648-9e65-8ad22a61de74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:42.970675 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-60b085ad-71ad-46c3-a97b-e02b55707b6e req-eb35c885-dca9-4648-9e65-8ad22a61de74 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=00f6364e-40cd-4394-8fd3-1f5d7c912a7c HTTP/1.1" status: 200 len: 1129 time: 0.0450215 Jan 29 04:42:43.073579 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b085ad-71ad-46c3-a97b-e02b55707b6e req-80f5c73c-2525-43f9-ba96-c182486482b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:43.075022 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-60b085ad-71ad-46c3-a97b-e02b55707b6e req-80f5c73c-2525-43f9-ba96-c182486482b6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=875ef627-43ac-4c7f-81ab-a5fce82efa62 HTTP/1.1" status: 200 len: 898 time: 0.0872231 Jan 29 04:42:43.138429 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-60b085ad-71ad-46c3-a97b-e02b55707b6e req-4adf72d6-18ac-41b2-bf39-ed77f978f91e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171 HTTP/1.1" status: 200 len: 1000 time: 0.0570159 Jan 29 04:42:43.184541 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b085ad-71ad-46c3-a97b-e02b55707b6e req-d4efa671-e89e-4c76-ac53-8144b1d566bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:43.185954 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-60b085ad-71ad-46c3-a97b-e02b55707b6e req-d4efa671-e89e-4c76-ac53-8144b1d566bb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fb019033-58bc-4824-b65a-1ee48825a633 HTTP/1.1" status: 200 len: 834 time: 0.0423942 Jan 29 04:42:43.236826 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b085ad-71ad-46c3-a97b-e02b55707b6e req-2caaa8b5-c6e9-462f-a5ba-8cbd228e6195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:43.238289 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-60b085ad-71ad-46c3-a97b-e02b55707b6e req-2caaa8b5-c6e9-462f-a5ba-8cbd228e6195 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=875ef627-43ac-4c7f-81ab-a5fce82efa62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0463867 Jan 29 04:42:43.323610 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-60b085ad-71ad-46c3-a97b-e02b55707b6e req-a6ee8c5c-6294-4dd7-93b2-e19be8b0d8d2 service neutron] 10.222.0.18 "GET /v2.0/networks/875ef627-43ac-4c7f-81ab-a5fce82efa62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793831 Jan 29 04:42:43.413601 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-60b085ad-71ad-46c3-a97b-e02b55707b6e req-32840db6-c94b-42ac-84c8-04064d076835 service neutron] 10.222.0.18 "GET /v2.0/networks/875ef627-43ac-4c7f-81ab-a5fce82efa62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840607 Jan 29 04:42:50.195002 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-03b75020-3a20-47c7-a86a-5ce86dd80da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:42:52.460571 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ed26ec99-976e-4787-a3f7-2b6760be9126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:42:53.709372 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:42:53.938094 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:42:54.835110 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:42:56.369209 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:15.958337 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57848) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:43:16.071321 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ed89f832-a303-4709-b367-45658c3e3651 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/routers/03288e13-98d7-4ec9-8b70-da727d46e174/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1118577 Jan 29 04:43:16.074141 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57852) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:43:16.254264 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2aa575-b75f-4840-962a-d12bc8dda6ea tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Notify agent at dv-neutron-821190-1-hyperv the message router_removed_from_agent {{(pid=103584) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jan 29 04:43:16.257385 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-cb2aa575-b75f-4840-962a-d12bc8dda6ea tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "DELETE /v2.0/agents/828172fb-fe5f-4d47-9d1e-7da719402a1e/l3-routers/03288e13-98d7-4ec9-8b70-da727d46e174 HTTP/1.1" status: 204 len: 168 time: 0.1823492 Jan 29 04:43:16.259877 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57854) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:43:16.371955 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b778cb2b-5d0d-4716-b86b-0f222c07cbcb tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/routers/03288e13-98d7-4ec9-8b70-da727d46e174/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1109941 Jan 29 04:43:16.374608 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57856) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:43:16.512513 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-acb49f72-a0bb-47f6-bcd4-c372ffd8ef62 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/floatingips/bbd82c70-d2e6-4262-b9f4-d8d83020fa42 HTTP/1.1" status: 200 len: 992 time: 0.1359928 Jan 29 04:43:17.016818 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a537143-ddc9-4724-b934-cd618cfb3a40 None None] New status for floating IP bbd82c70-d2e6-4262-b9f4-d8d83020fa42: DOWN {{(pid=103586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:43:17.428902 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:43:17.516759 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57860) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:43:17.576414 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9caf2e95-332e-4b66-a229-d127f5432b57 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/floatingips/bbd82c70-d2e6-4262-b9f4-d8d83020fa42 HTTP/1.1" status: 200 len: 990 time: 0.0584955 Jan 29 04:43:17.705933 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device af1569c8-62b1-41d2-a316-31ccb5870582 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:43:17.779844 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port af1569c8-62b1-41d2-a316-31ccb5870582 is: ACTIVE; New status is: DOWN {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:43:17.780150 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (af1569c8-62b1-41d2-a316-31ccb5870582), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:17.811907 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port af1569c8-62b1-41d2-a316-31ccb5870582, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=af1569c8-62b1-41d2-a316-31ccb5870582,segment=NetworkSegment(f2df27ba-bfc6-49cc-b3fa-d7dabf19b702),segment_id=f2df27ba-bfc6-49cc-b3fa-d7dabf19b702)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:43:17.903204 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (af1569c8-62b1-41d2-a316-31ccb5870582), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:17.903906 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 9425c174-1293-4769-bfa8-52fe14fd862b no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:43:17.978885 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=af1569c8-62b1-41d2-a316-31ccb5870582,revision_number=6']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:17.987897 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:17.988244 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:17.988615 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:17.988955 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:17.989287 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:17.989619 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:17.989950 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:17.990278 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:17.990606 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:17.990930 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:17.991252 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:17.991573 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:17.991892 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:18.029809 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 9425c174-1293-4769-bfa8-52fe14fd862b is: ACTIVE; New status is: DOWN {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:43:18.030518 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (9425c174-1293-4769-bfa8-52fe14fd862b), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:18.049466 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 9425c174-1293-4769-bfa8-52fe14fd862b, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=9425c174-1293-4769-bfa8-52fe14fd862b,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:43:18.102685 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (9425c174-1293-4769-bfa8-52fe14fd862b), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:18.148639 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=9425c174-1293-4769-bfa8-52fe14fd862b,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:18.710323 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57866) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:43:18.905584 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879f11a3-fc45-4c9e-ab8f-cb16f9a3c649 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Router 03288e13-98d7-4ec9-8b70-da727d46e174 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:43:18.905933 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879f11a3-fc45-4c9e-ab8f-cb16f9a3c649 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Notify agent at dv-neutron-821190-1-hyperv the message router_added_to_agent {{(pid=103585) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jan 29 04:43:18.926160 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-879f11a3-fc45-4c9e-ab8f-cb16f9a3c649 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "POST /v2.0/agents/828172fb-fe5f-4d47-9d1e-7da719402a1e/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2147739 Jan 29 04:43:18.928902 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57872) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:43:18.939675 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9924e5d-6273-4313-a732-c131203b88c5 None None] Sync routers for ids ['03288e13-98d7-4ec9-8b70-da727d46e174'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:43:18.950134 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9924e5d-6273-4313-a732-c131203b88c5 None None] Routers {'03288e13-98d7-4ec9-8b70-da727d46e174'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:43:18.950760 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-f9924e5d-6273-4313-a732-c131203b88c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:42:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['03288e13-98d7-4ec9-8b70-da727d46e174'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:19.042546 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-3a05c077-680c-47e3-a488-bc3bd68ec169 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/routers/03288e13-98d7-4ec9-8b70-da727d46e174/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1122129 Jan 29 04:43:19.045340 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57874) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:43:19.055321 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-f9924e5d-6273-4313-a732-c131203b88c5 None None] Set router 03288e13-98d7-4ec9-8b70-da727d46e174 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:43:19.108001 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ad76fedf-8628-4193-af27-084322b00c1c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/floatingips/bbd82c70-d2e6-4262-b9f4-d8d83020fa42 HTTP/1.1" status: 200 len: 990 time: 0.0615096 Jan 29 04:43:19.269531 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-f9924e5d-6273-4313-a732-c131203b88c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'name': 'tempest-TestNetworkBasicOps-router-1670514894', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '9425c174-1293-4769-bfa8-52fe14fd862b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:39Z', 'updated_at': '2022-01-29T04:41:44Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '9425c174-1293-4769-bfa8-52fe14fd862b', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:72:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:40Z', 'updated_at': '2022-01-29T04:43:18Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': 'bbd82c70-d2e6-4262-b9f4-d8d83020fa42', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.69', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'port_id': 'd197cc7f-0ccc-40cf-8ec4-1a9ce0b68171', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '875ef627-43ac-4c7f-81ab-a5fce82efa62', 'mac_address': 'fa:16:3e:f6:a2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f6364e-40cd-4394-8fd3-1f5d7c912a7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:42:01Z', 'updated_at': '2022-01-29T04:43:17Z', 'revision_number': 2, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1569c8-62b1-41d2-a316-31ccb5870582', 'name': '', 'network_id': '875ef627-43ac-4c7f-81ab-a5fce82efa62', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:a4:36:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'fb019033-58bc-4824-b65a-1ee48825a633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:43Z', 'updated_at': '2022-01-29T04:43:17Z', 'revision_number': 6, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': 'fb019033-58bc-4824-b65a-1ee48825a633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:19.298223 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9924e5d-6273-4313-a732-c131203b88c5 None None] Checking router: 03288e13-98d7-4ec9-8b70-da727d46e174 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:43:19.306172 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9924e5d-6273-4313-a732-c131203b88c5 None None] Routers {'03288e13-98d7-4ec9-8b70-da727d46e174'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:43:19.306761 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-f9924e5d-6273-4313-a732-c131203b88c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:42:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['03288e13-98d7-4ec9-8b70-da727d46e174'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:19.492585 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-f9924e5d-6273-4313-a732-c131203b88c5 None None] Set router 03288e13-98d7-4ec9-8b70-da727d46e174 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:43:19.708887 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-f9924e5d-6273-4313-a732-c131203b88c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'name': 'tempest-TestNetworkBasicOps-router-1670514894', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '9425c174-1293-4769-bfa8-52fe14fd862b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:39Z', 'updated_at': '2022-01-29T04:41:44Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '9425c174-1293-4769-bfa8-52fe14fd862b', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:72:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:40Z', 'updated_at': '2022-01-29T04:43:18Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': 'bbd82c70-d2e6-4262-b9f4-d8d83020fa42', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.69', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'port_id': 'd197cc7f-0ccc-40cf-8ec4-1a9ce0b68171', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '875ef627-43ac-4c7f-81ab-a5fce82efa62', 'mac_address': 'fa:16:3e:f6:a2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f6364e-40cd-4394-8fd3-1f5d7c912a7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:42:01Z', 'updated_at': '2022-01-29T04:43:17Z', 'revision_number': 2, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1569c8-62b1-41d2-a316-31ccb5870582', 'name': '', 'network_id': '875ef627-43ac-4c7f-81ab-a5fce82efa62', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:a4:36:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'fb019033-58bc-4824-b65a-1ee48825a633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:43Z', 'updated_at': '2022-01-29T04:43:17Z', 'revision_number': 6, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': 'fb019033-58bc-4824-b65a-1ee48825a633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:19.737845 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9924e5d-6273-4313-a732-c131203b88c5 None None] The sync data for ids ['03288e13-98d7-4ec9-8b70-da727d46e174'] in dv-neutron-821190-1-hyperv is: [{'id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'name': 'tempest-TestNetworkBasicOps-router-1670514894', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '9425c174-1293-4769-bfa8-52fe14fd862b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:39Z', 'updated_at': '2022-01-29T04:41:44Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '9425c174-1293-4769-bfa8-52fe14fd862b', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:72:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:40Z', 'updated_at': '2022-01-29T04:43:18Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': 'bbd82c70-d2e6-4262-b9f4-d8d83020fa42', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.69', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'port_id': 'd197cc7f-0ccc-40cf-8ec4-1a9ce0b68171', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '875ef627-43ac-4c7f-81ab-a5fce82efa62', 'mac_address': 'fa:16:3e:f6:a2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f6364e-40cd-4394-8fd3-1f5d7c912a7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:42:01Z', 'updated_at': '2022-01-29T04:43:17Z', 'revision_number': 2, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1569c8-62b1-41d2-a316-31ccb5870582', 'name': '', 'network_id': '875ef627-43ac-4c7f-81ab-a5fce82efa62', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:a4:36:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'fb019033-58bc-4824-b65a-1ee48825a633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:43Z', 'updated_at': '2022-01-29T04:43:17Z', 'revision_number': 6, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': 'fb019033-58bc-4824-b65a-1ee48825a633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:43:20.111861 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57876) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:43:20.194613 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-8acba11f-ee72-4a3e-b921-57f697cb9e24 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/floatingips/bbd82c70-d2e6-4262-b9f4-d8d83020fa42 HTTP/1.1" status: 200 len: 990 time: 0.0812624 Jan 29 04:43:20.203937 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-344166e4-cd9b-455e-a68b-121e6f832467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:21.198290 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57878) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:43:21.263046 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f0ffa6a1-fee8-40ca-b79e-74bbedd85331 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/floatingips/bbd82c70-d2e6-4262-b9f4-d8d83020fa42 HTTP/1.1" status: 200 len: 990 time: 0.0636070 Jan 29 04:43:21.435525 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a58a5c9-3034-4363-b6e2-21de3a5c00ab None None] New status for floating IP bbd82c70-d2e6-4262-b9f4-d8d83020fa42: ACTIVE {{(pid=103586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:43:21.792080 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device af1569c8-62b1-41d2-a316-31ccb5870582 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:43:21.842945 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port af1569c8-62b1-41d2-a316-31ccb5870582 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:43:21.843322 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (af1569c8-62b1-41d2-a316-31ccb5870582), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:21.927587 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port af1569c8-62b1-41d2-a316-31ccb5870582 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:43:21.927976 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (af1569c8-62b1-41d2-a316-31ccb5870582), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:21.962837 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port af1569c8-62b1-41d2-a316-31ccb5870582, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=af1569c8-62b1-41d2-a316-31ccb5870582,segment=NetworkSegment(f2df27ba-bfc6-49cc-b3fa-d7dabf19b702),segment_id=f2df27ba-bfc6-49cc-b3fa-d7dabf19b702)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:43:22.031693 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (af1569c8-62b1-41d2-a316-31ccb5870582), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:22.032522 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 9425c174-1293-4769-bfa8-52fe14fd862b up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:43:22.105304 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=af1569c8-62b1-41d2-a316-31ccb5870582,revision_number=7']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:22.119322 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 9425c174-1293-4769-bfa8-52fe14fd862b triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:43:22.119692 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (9425c174-1293-4769-bfa8-52fe14fd862b), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:22.197553 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 9425c174-1293-4769-bfa8-52fe14fd862b is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:43:22.197938 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (9425c174-1293-4769-bfa8-52fe14fd862b), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:22.217045 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 9425c174-1293-4769-bfa8-52fe14fd862b, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=9425c174-1293-4769-bfa8-52fe14fd862b,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:43:22.265297 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57880) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:43:22.288306 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (9425c174-1293-4769-bfa8-52fe14fd862b), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:22.325539 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b286d89c-3765-428e-8c8a-b209c29afa79 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/floatingips/bbd82c70-d2e6-4262-b9f4-d8d83020fa42 HTTP/1.1" status: 200 len: 992 time: 0.0587909 Jan 29 04:43:22.337482 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=9425c174-1293-4769-bfa8-52fe14fd862b,revision_number=6']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:22.474246 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c6ec01e7-6ed6-4b7e-8702-37990b0894f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:22.575647 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57886) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:43:22.726077 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-81b8b622-e927-4a81-882c-9f5d334e020a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Deleting port 7b3eb318-4c90-45f4-8126-b0626f9bef67 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:43:22.726333 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-81b8b622-e927-4a81-882c-9f5d334e020a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (7b3eb318-4c90-45f4-8126-b0626f9bef67), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:22.801176 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-81b8b622-e927-4a81-882c-9f5d334e020a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (7b3eb318-4c90-45f4-8126-b0626f9bef67), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:22.801497 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-81b8b622-e927-4a81-882c-9f5d334e020a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for floatingip (7b3eb318-4c90-45f4-8126-b0626f9bef67), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:22.812950 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-81b8b622-e927-4a81-882c-9f5d334e020a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Calling delete_port for 7b3eb318-4c90-45f4-8126-b0626f9bef67 owned by network:floatingip {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:43:23.348994 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-81b8b622-e927-4a81-882c-9f5d334e020a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (7b3eb318-4c90-45f4-8126-b0626f9bef67), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:23.373699 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8b622-e927-4a81-882c-9f5d334e020a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Port': ['ID=7b3eb318-4c90-45f4-8126-b0626f9bef67,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:23.401526 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b8b622-e927-4a81-882c-9f5d334e020a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:23.406942 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b8b622-e927-4a81-882c-9f5d334e020a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:23.406942 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b8b622-e927-4a81-882c-9f5d334e020a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:23.406942 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b8b622-e927-4a81-882c-9f5d334e020a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:23.406942 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b8b622-e927-4a81-882c-9f5d334e020a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:23.406942 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b8b622-e927-4a81-882c-9f5d334e020a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:23.406942 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b8b622-e927-4a81-882c-9f5d334e020a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:23.406942 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b8b622-e927-4a81-882c-9f5d334e020a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:23.406942 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b8b622-e927-4a81-882c-9f5d334e020a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:23.406942 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b8b622-e927-4a81-882c-9f5d334e020a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:23.406942 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b8b622-e927-4a81-882c-9f5d334e020a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:23.406942 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b8b622-e927-4a81-882c-9f5d334e020a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:23.406942 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b8b622-e927-4a81-882c-9f5d334e020a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:23.446390 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-81b8b622-e927-4a81-882c-9f5d334e020a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for floatingip (bbd82c70-d2e6-4262-b9f4-d8d83020fa42), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:23.446771 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.l3_db [None req-81b8b622-e927-4a81-882c-9f5d334e020a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Floating IP bbd82c70-d2e6-4262-b9f4-d8d83020fa42 disassociated (deleted). External IP: 172.26.8.69, port: d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171. Jan 29 04:43:23.648875 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b8b622-e927-4a81-882c-9f5d334e020a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router 03288e13-98d7-4ec9-8b70-da727d46e174 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:43:23.677288 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:23.723716 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device af1569c8-62b1-41d2-a316-31ccb5870582 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:43:23.758118 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b8b622-e927-4a81-882c-9f5d334e020a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:43:23.762485 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-81b8b622-e927-4a81-882c-9f5d334e020a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:23.769316 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50eaa6f-7fc4-4508-b01f-fc763e7d2a87 None None] Sync routers for ids ['03288e13-98d7-4ec9-8b70-da727d46e174'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:43:23.776268 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port af1569c8-62b1-41d2-a316-31ccb5870582 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:43:23.777228 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (af1569c8-62b1-41d2-a316-31ccb5870582), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:23.778899 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50eaa6f-7fc4-4508-b01f-fc763e7d2a87 None None] Routers {'03288e13-98d7-4ec9-8b70-da727d46e174'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:43:23.779549 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-f50eaa6f-7fc4-4508-b01f-fc763e7d2a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:43:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['03288e13-98d7-4ec9-8b70-da727d46e174'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:23.803883 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-81b8b622-e927-4a81-882c-9f5d334e020a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/floatingips/bbd82c70-d2e6-4262-b9f4-d8d83020fa42 HTTP/1.1" status: 204 len: 168 time: 1.2271190 Jan 29 04:43:23.804500 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f6364e-40cd-4394-8fd3-1f5d7c912a7c', 'tag': 'd197cc7f-0ccc-40cf-8ec4-1a9ce0b68171'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:43:23.806778 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2013d6-352b-45af-8ba9-c437afac1c26" -d '{"events": [{"name": "network-changed", "server_uuid": "00f6364e-40cd-4394-8fd3-1f5d7c912a7c", "tag": "d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:43:23.866264 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port af1569c8-62b1-41d2-a316-31ccb5870582 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:43:23.867495 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 9425c174-1293-4769-bfa8-52fe14fd862b up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:43:23.901048 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-f50eaa6f-7fc4-4508-b01f-fc763e7d2a87 None None] Set router 03288e13-98d7-4ec9-8b70-da727d46e174 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:43:23.939510 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 9425c174-1293-4769-bfa8-52fe14fd862b triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:43:23.939827 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (9425c174-1293-4769-bfa8-52fe14fd862b), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:24.008323 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:24.020915 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773b5d66-f208-43c3-9ace-2f469b8ba583 x-openstack-request-id: req-773b5d66-f208-43c3-9ace-2f469b8ba583 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:43:24.021437 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00f6364e-40cd-4394-8fd3-1f5d7c912a7c", "tag": "d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:43:24.021867 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-773b5d66-f208-43c3-9ace-2f469b8ba583 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:43:24.022447 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00f6364e-40cd-4394-8fd3-1f5d7c912a7c', 'tag': 'd197cc7f-0ccc-40cf-8ec4-1a9ce0b68171', 'status': 'completed', 'code': 200} Jan 29 04:43:24.024778 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 9425c174-1293-4769-bfa8-52fe14fd862b is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:43:24.110724 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-f50eaa6f-7fc4-4508-b01f-fc763e7d2a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'name': 'tempest-TestNetworkBasicOps-router-1670514894', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '9425c174-1293-4769-bfa8-52fe14fd862b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:39Z', 'updated_at': '2022-01-29T04:41:44Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '9425c174-1293-4769-bfa8-52fe14fd862b', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:72:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:40Z', 'updated_at': '2022-01-29T04:43:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'af1569c8-62b1-41d2-a316-31ccb5870582', 'name': '', 'network_id': '875ef627-43ac-4c7f-81ab-a5fce82efa62', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:a4:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'fb019033-58bc-4824-b65a-1ee48825a633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:43Z', 'updated_at': '2022-01-29T04:43:21Z', 'revision_number': 7, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': 'fb019033-58bc-4824-b65a-1ee48825a633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:24.111603 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2013d6-352b-45af-8ba9-c437afac1c26 req-54428d8b-1e8e-4b78-9ea9-a9ee3d7f7827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:24.113387 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0f2013d6-352b-45af-8ba9-c437afac1c26 req-54428d8b-1e8e-4b78-9ea9-a9ee3d7f7827 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=00f6364e-40cd-4394-8fd3-1f5d7c912a7c HTTP/1.1" status: 200 len: 1129 time: 0.0504017 Jan 29 04:43:24.140979 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50eaa6f-7fc4-4508-b01f-fc763e7d2a87 None None] Checking router: 03288e13-98d7-4ec9-8b70-da727d46e174 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:43:24.149405 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50eaa6f-7fc4-4508-b01f-fc763e7d2a87 None None] Routers {'03288e13-98d7-4ec9-8b70-da727d46e174'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:43:24.150008 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-f50eaa6f-7fc4-4508-b01f-fc763e7d2a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:43:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['03288e13-98d7-4ec9-8b70-da727d46e174'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:24.205562 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2013d6-352b-45af-8ba9-c437afac1c26 req-6db4071e-fea7-404a-9c07-751d3b2fd249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:24.207054 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0f2013d6-352b-45af-8ba9-c437afac1c26 req-6db4071e-fea7-404a-9c07-751d3b2fd249 service neutron] 10.222.0.18 "GET /v2.0/networks?id=875ef627-43ac-4c7f-81ab-a5fce82efa62 HTTP/1.1" status: 200 len: 898 time: 0.0864825 Jan 29 04:43:24.255776 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0f2013d6-352b-45af-8ba9-c437afac1c26 req-7beac24c-7d5c-428b-bdbb-c87f97b7990e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171 HTTP/1.1" status: 200 len: 217 time: 0.0430899 Jan 29 04:43:24.263733 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-f50eaa6f-7fc4-4508-b01f-fc763e7d2a87 None None] Set router 03288e13-98d7-4ec9-8b70-da727d46e174 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:43:24.318921 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2013d6-352b-45af-8ba9-c437afac1c26 req-bfb74651-c9b7-4910-afd1-27e9a8a2bd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:24.320403 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0f2013d6-352b-45af-8ba9-c437afac1c26 req-bfb74651-c9b7-4910-afd1-27e9a8a2bd10 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fb019033-58bc-4824-b65a-1ee48825a633 HTTP/1.1" status: 200 len: 834 time: 0.0473557 Jan 29 04:43:24.366311 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78bb9b-7d4e-4e44-b9ac-de6f573802ec req-de2ed3a7-65f6-49fd-abe4-9ac3885fcdc6 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:24.367858 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-0c78bb9b-7d4e-4e44-b9ac-de6f573802ec req-de2ed3a7-65f6-49fd-abe4-9ac3885fcdc6 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f6364e-40cd-4394-8fd3-1f5d7c912a7c HTTP/1.1" status: 200 len: 945 time: 0.1200366 Jan 29 04:43:24.373222 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2013d6-352b-45af-8ba9-c437afac1c26 req-4fe205a9-8f27-4ac0-8d54-ccc0f5ad851c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:24.374761 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0f2013d6-352b-45af-8ba9-c437afac1c26 req-4fe205a9-8f27-4ac0-8d54-ccc0f5ad851c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=875ef627-43ac-4c7f-81ab-a5fce82efa62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0460038 Jan 29 04:43:24.422659 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-0c78bb9b-7d4e-4e44-b9ac-de6f573802ec req-3a62bc89-c223-44a0-8322-ba5f467ddd65 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa3e5b5f-1b1c-4baf-9675-fdd630191752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486684 Jan 29 04:43:24.467159 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-f50eaa6f-7fc4-4508-b01f-fc763e7d2a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'name': 'tempest-TestNetworkBasicOps-router-1670514894', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '9425c174-1293-4769-bfa8-52fe14fd862b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:39Z', 'updated_at': '2022-01-29T04:41:44Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '9425c174-1293-4769-bfa8-52fe14fd862b', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:72:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:40Z', 'updated_at': '2022-01-29T04:43:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'af1569c8-62b1-41d2-a316-31ccb5870582', 'name': '', 'network_id': '875ef627-43ac-4c7f-81ab-a5fce82efa62', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:a4:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'fb019033-58bc-4824-b65a-1ee48825a633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:43Z', 'updated_at': '2022-01-29T04:43:21Z', 'revision_number': 7, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': 'fb019033-58bc-4824-b65a-1ee48825a633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:24.474258 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0f2013d6-352b-45af-8ba9-c437afac1c26 req-fc7b713a-5a6a-4532-9808-d46a34f8eb1e service neutron] 10.222.0.18 "GET /v2.0/networks/875ef627-43ac-4c7f-81ab-a5fce82efa62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927517 Jan 29 04:43:24.493115 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50eaa6f-7fc4-4508-b01f-fc763e7d2a87 None None] The sync data for ids ['03288e13-98d7-4ec9-8b70-da727d46e174'] in dv-neutron-821190-1-hyperv is: [{'id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'name': 'tempest-TestNetworkBasicOps-router-1670514894', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '9425c174-1293-4769-bfa8-52fe14fd862b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:39Z', 'updated_at': '2022-01-29T04:41:44Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '9425c174-1293-4769-bfa8-52fe14fd862b', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:72:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:40Z', 'updated_at': '2022-01-29T04:43:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'af1569c8-62b1-41d2-a316-31ccb5870582', 'name': '', 'network_id': '875ef627-43ac-4c7f-81ab-a5fce82efa62', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:a4:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'fb019033-58bc-4824-b65a-1ee48825a633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:43Z', 'updated_at': '2022-01-29T04:43:21Z', 'revision_number': 7, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': 'fb019033-58bc-4824-b65a-1ee48825a633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:43:24.568338 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0f2013d6-352b-45af-8ba9-c437afac1c26 req-c62ba92c-c455-499d-8efb-dce1b1d9f406 service neutron] 10.222.0.18 "GET /v2.0/networks/875ef627-43ac-4c7f-81ab-a5fce82efa62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869524 Jan 29 04:43:24.834562 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:25.116159 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9d2c64-9016-4b4b-89dd-d908ac2a1032 None None] New status for floating IP bbd82c70-d2e6-4262-b9f4-d8d83020fa42: DOWN {{(pid=103586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:43:25.595704 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc9234-e574-42ba-bb45-ec447f9bfb7e req-3781f39b-7320-4dcd-86fb-d088a5a2fe3a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:25.597266 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-50fc9234-e574-42ba-bb45-ec447f9bfb7e req-3781f39b-7320-4dcd-86fb-d088a5a2fe3a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f6364e-40cd-4394-8fd3-1f5d7c912a7c HTTP/1.1" status: 200 len: 945 time: 0.1055808 Jan 29 04:43:25.645690 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-50fc9234-e574-42ba-bb45-ec447f9bfb7e req-e60b97af-a196-4b54-b9ab-6aae146cf666 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa3e5b5f-1b1c-4baf-9675-fdd630191752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429628 Jan 29 04:43:26.095880 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425b13c-1d00-4de7-9c30-91f1ae5fa02a req-e68695aa-4d4f-46aa-82f1-c5402b2c3561 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:26.097342 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8425b13c-1d00-4de7-9c30-91f1ae5fa02a req-e68695aa-4d4f-46aa-82f1-c5402b2c3561 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "GET /v2.0/ports?device_id=00f6364e-40cd-4394-8fd3-1f5d7c912a7c HTTP/1.1" status: 200 len: 945 time: 0.0568852 Jan 29 04:43:26.185577 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-8425b13c-1d00-4de7-9c30-91f1ae5fa02a req-4f12ec8c-da25-42d5-acc3-3641ea64f113 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Deleting port d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:43:26.185840 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-8425b13c-1d00-4de7-9c30-91f1ae5fa02a req-4f12ec8c-da25-42d5-acc3-3641ea64f113 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:26.274755 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-8425b13c-1d00-4de7-9c30-91f1ae5fa02a req-4f12ec8c-da25-42d5-acc3-3641ea64f113 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] For port d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171,segment=NetworkSegment(f2df27ba-bfc6-49cc-b3fa-d7dabf19b702),segment_id=f2df27ba-bfc6-49cc-b3fa-d7dabf19b702)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:43:26.275112 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-8425b13c-1d00-4de7-9c30-91f1ae5fa02a req-4f12ec8c-da25-42d5-acc3-3641ea64f113 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:26.287225 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-8425b13c-1d00-4de7-9c30-91f1ae5fa02a req-4f12ec8c-da25-42d5-acc3-3641ea64f113 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Calling delete_port for d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171 owned by compute:nova {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:43:26.385874 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:26.476809 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-8425b13c-1d00-4de7-9c30-91f1ae5fa02a req-4f12ec8c-da25-42d5-acc3-3641ea64f113 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:26.505953 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f12ec8c-da25-42d5-acc3-3641ea64f113 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Port': ['ID=d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:26.549126 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-8425b13c-1d00-4de7-9c30-91f1ae5fa02a req-4f12ec8c-da25-42d5-acc3-3641ea64f113 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] No DVR routers for this DVR port d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171 on host hv-neutron-8211 {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:43:26.551561 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-8425b13c-1d00-4de7-9c30-91f1ae5fa02a req-4f12ec8c-da25-42d5-acc3-3641ea64f113 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:26.554798 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8425b13c-1d00-4de7-9c30-91f1ae5fa02a req-4f12ec8c-da25-42d5-acc3-3641ea64f113 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "DELETE /v2.0/ports/d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171 HTTP/1.1" status: 204 len: 173 time: 0.4524179 Jan 29 04:43:26.555229 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f6364e-40cd-4394-8fd3-1f5d7c912a7c', 'name': 'network-vif-deleted', 'tag': 'd197cc7f-0ccc-40cf-8ec4-1a9ce0b68171'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:43:26.557610 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e956b9-a270-45ff-b7ab-3d645db1d0fd" -d '{"events": [{"server_uuid": "00f6364e-40cd-4394-8fd3-1f5d7c912a7c", "name": "network-vif-deleted", "tag": "d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:43:26.593678 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891b71f3-14cb-4b1d-b9c3-877a70b86aa9 x-openstack-request-id: req-891b71f3-14cb-4b1d-b9c3-877a70b86aa9 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:43:26.593969 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f6364e-40cd-4394-8fd3-1f5d7c912a7c", "name": "network-vif-deleted", "tag": "d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:43:26.594218 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-891b71f3-14cb-4b1d-b9c3-877a70b86aa9 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:43:26.594616 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f6364e-40cd-4394-8fd3-1f5d7c912a7c', 'name': 'network-vif-deleted', 'tag': 'd197cc7f-0ccc-40cf-8ec4-1a9ce0b68171', 'status': 'completed', 'code': 200} Jan 29 04:43:26.742582 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e5e41211-5174-4ae9-9b92-dc3f2226e1c5 req-c793f729-f762-48b8-982b-dfdce3ab8659 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f6364e-40cd-4394-8fd3-1f5d7c912a7c HTTP/1.1" status: 200 len: 210 time: 0.0281045 Jan 29 04:43:27.798806 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57910) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:43:27.859223 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-398c4d0a-51aa-4f35-ad4b-29068b10d4a7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (fa3e5b5f-1b1c-4baf-9675-fdd630191752), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:27.884655 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-398c4d0a-51aa-4f35-ad4b-29068b10d4a7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (fa3e5b5f-1b1c-4baf-9675-fdd630191752), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:27.991423 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-398c4d0a-51aa-4f35-ad4b-29068b10d4a7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (fa3e5b5f-1b1c-4baf-9675-fdd630191752), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:27.994244 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-398c4d0a-51aa-4f35-ad4b-29068b10d4a7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:27.995371 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-398c4d0a-51aa-4f35-ad4b-29068b10d4a7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/security-groups/fa3e5b5f-1b1c-4baf-9675-fdd630191752 HTTP/1.1" status: 204 len: 168 time: 0.1955857 Jan 29 04:43:28.007335 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c4d0a-51aa-4f35-ad4b-29068b10d4a7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3e5b5f-1b1c-4baf-9675-fdd630191752,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:28.088865 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57914) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:43:28.473662 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b79126eb-da79-457e-8fc5-c6fc3c457c3b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (03288e13-98d7-4ec9-8b70-da727d46e174), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:28.761020 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-b79126eb-da79-457e-8fc5-c6fc3c457c3b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Deleting port af1569c8-62b1-41d2-a316-31ccb5870582 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:43:28.761322 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b79126eb-da79-457e-8fc5-c6fc3c457c3b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (af1569c8-62b1-41d2-a316-31ccb5870582), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:28.856918 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-b79126eb-da79-457e-8fc5-c6fc3c457c3b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] For port af1569c8-62b1-41d2-a316-31ccb5870582, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=af1569c8-62b1-41d2-a316-31ccb5870582,segment=NetworkSegment(f2df27ba-bfc6-49cc-b3fa-d7dabf19b702),segment_id=f2df27ba-bfc6-49cc-b3fa-d7dabf19b702)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:43:28.857288 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b79126eb-da79-457e-8fc5-c6fc3c457c3b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (af1569c8-62b1-41d2-a316-31ccb5870582), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:28.870948 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-b79126eb-da79-457e-8fc5-c6fc3c457c3b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Calling delete_port for af1569c8-62b1-41d2-a316-31ccb5870582 owned by network:router_interface {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:43:28.910907 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:43:28.930661 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] No Port match for: d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:43:28.931013 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device d197cc7f-0ccc-40cf-8ec4-1a9ce0b68171 not bound to the agent host hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:43:29.122771 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b79126eb-da79-457e-8fc5-c6fc3c457c3b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (af1569c8-62b1-41d2-a316-31ccb5870582), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:29.150543 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79126eb-da79-457e-8fc5-c6fc3c457c3b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Port': ['ID=af1569c8-62b1-41d2-a316-31ccb5870582,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:29.162673 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79126eb-da79-457e-8fc5-c6fc3c457c3b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:29.163029 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79126eb-da79-457e-8fc5-c6fc3c457c3b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:29.163381 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79126eb-da79-457e-8fc5-c6fc3c457c3b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:29.163719 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79126eb-da79-457e-8fc5-c6fc3c457c3b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:29.164049 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79126eb-da79-457e-8fc5-c6fc3c457c3b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:29.164379 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79126eb-da79-457e-8fc5-c6fc3c457c3b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:29.164733 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79126eb-da79-457e-8fc5-c6fc3c457c3b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:29.165067 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79126eb-da79-457e-8fc5-c6fc3c457c3b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:29.165392 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79126eb-da79-457e-8fc5-c6fc3c457c3b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:29.165721 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79126eb-da79-457e-8fc5-c6fc3c457c3b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:29.166045 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79126eb-da79-457e-8fc5-c6fc3c457c3b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:29.166367 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79126eb-da79-457e-8fc5-c6fc3c457c3b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:29.166688 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79126eb-da79-457e-8fc5-c6fc3c457c3b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:29.337400 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b79126eb-da79-457e-8fc5-c6fc3c457c3b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (03288e13-98d7-4ec9-8b70-da727d46e174), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:29.548251 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79126eb-da79-457e-8fc5-c6fc3c457c3b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router 03288e13-98d7-4ec9-8b70-da727d46e174 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:43:29.652796 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79126eb-da79-457e-8fc5-c6fc3c457c3b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:43:29.659284 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b79126eb-da79-457e-8fc5-c6fc3c457c3b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "PUT /v2.0/routers/03288e13-98d7-4ec9-8b70-da727d46e174/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5693800 Jan 29 04:43:29.662109 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57916) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:43:29.664373 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b227fd2-6029-4689-bcb1-b952a622eec4 None None] Sync routers for ids ['03288e13-98d7-4ec9-8b70-da727d46e174'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:43:29.677250 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b227fd2-6029-4689-bcb1-b952a622eec4 None None] Routers {'03288e13-98d7-4ec9-8b70-da727d46e174'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:43:29.678158 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-3b227fd2-6029-4689-bcb1-b952a622eec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:43:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['03288e13-98d7-4ec9-8b70-da727d46e174'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:29.720187 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-c82deb67-e31c-4953-b944-572185990f41 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Deleting subnet fb019033-58bc-4824-b65a-1ee48825a633 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:43:29.723274 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c82deb67-e31c-4953-b944-572185990f41 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for subnet (fb019033-58bc-4824-b65a-1ee48825a633), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:29.762697 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c82deb67-e31c-4953-b944-572185990f41 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (fb019033-58bc-4824-b65a-1ee48825a633), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:29.784031 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-3b227fd2-6029-4689-bcb1-b952a622eec4 None None] Set router 03288e13-98d7-4ec9-8b70-da727d46e174 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:43:29.850466 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c82deb67-e31c-4953-b944-572185990f41 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (fb019033-58bc-4824-b65a-1ee48825a633), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:29.963383 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-3b227fd2-6029-4689-bcb1-b952a622eec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'name': 'tempest-TestNetworkBasicOps-router-1670514894', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '9425c174-1293-4769-bfa8-52fe14fd862b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:39Z', 'updated_at': '2022-01-29T04:43:29Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '9425c174-1293-4769-bfa8-52fe14fd862b', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:72:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:40Z', 'updated_at': '2022-01-29T04:43:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:29.989461 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b227fd2-6029-4689-bcb1-b952a622eec4 None None] Checking router: 03288e13-98d7-4ec9-8b70-da727d46e174 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:43:29.997459 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b227fd2-6029-4689-bcb1-b952a622eec4 None None] Routers {'03288e13-98d7-4ec9-8b70-da727d46e174'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:43:29.998047 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-3b227fd2-6029-4689-bcb1-b952a622eec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:43:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['03288e13-98d7-4ec9-8b70-da727d46e174'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:30.006202 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c82deb67-e31c-4953-b944-572185990f41 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (fb019033-58bc-4824-b65a-1ee48825a633), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:30.038610 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c82deb67-e31c-4953-b944-572185990f41 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:30.043116 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c82deb67-e31c-4953-b944-572185990f41 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/subnets/fb019033-58bc-4824-b65a-1ee48825a633 HTTP/1.1" status: 204 len: 168 time: 0.3800004 Jan 29 04:43:30.043691 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c7e7b5-becb-40f2-b586-62f679880e06 None None] Network 875ef627-43ac-4c7f-81ab-a5fce82efa62 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:43:30.044168 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82deb67-e31c-4953-b944-572185990f41 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Subnet': ['ID=fb019033-58bc-4824-b65a-1ee48825a633,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:30.045960 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57918) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:43:30.170464 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3b24fb9a-8741-4396-8a1e-d417afdbc181 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router (03288e13-98d7-4ec9-8b70-da727d46e174), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:30.212590 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-3b227fd2-6029-4689-bcb1-b952a622eec4 None None] Set router 03288e13-98d7-4ec9-8b70-da727d46e174 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:43:30.217078 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508f3d87-3976-4628-9329-1ea254f47781 None None] DHCP port deletion for 875ef627-43ac-4c7f-81ab-a5fce82efa62 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:43:30.269616 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-508f3d87-3976-4628-9329-1ea254f47781 None None] Deleting port 31bd8bcd-b8b0-41ff-a0ea-cbb98c41d153 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:43:30.270314 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-508f3d87-3976-4628-9329-1ea254f47781 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (31bd8bcd-b8b0-41ff-a0ea-cbb98c41d153), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:30.293061 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3b24fb9a-8741-4396-8a1e-d417afdbc181 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_gateway (03288e13-98d7-4ec9-8b70-da727d46e174), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:30.332320 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-508f3d87-3976-4628-9329-1ea254f47781 None None] For port 31bd8bcd-b8b0-41ff-a0ea-cbb98c41d153, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=31bd8bcd-b8b0-41ff-a0ea-cbb98c41d153,segment=NetworkSegment(f2df27ba-bfc6-49cc-b3fa-d7dabf19b702),segment_id=f2df27ba-bfc6-49cc-b3fa-d7dabf19b702)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:43:30.332747 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-508f3d87-3976-4628-9329-1ea254f47781 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (31bd8bcd-b8b0-41ff-a0ea-cbb98c41d153), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:30.346691 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-508f3d87-3976-4628-9329-1ea254f47781 None None] Calling delete_port for 31bd8bcd-b8b0-41ff-a0ea-cbb98c41d153 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:43:30.399288 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-3b227fd2-6029-4689-bcb1-b952a622eec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'name': 'tempest-TestNetworkBasicOps-router-1670514894', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '9425c174-1293-4769-bfa8-52fe14fd862b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:39Z', 'updated_at': '2022-01-29T04:43:29Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '9425c174-1293-4769-bfa8-52fe14fd862b', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:72:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:40Z', 'updated_at': '2022-01-29T04:43:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:30.399944 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-3b24fb9a-8741-4396-8a1e-d417afdbc181 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Deleting port 9425c174-1293-4769-bfa8-52fe14fd862b {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:43:30.400409 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3b24fb9a-8741-4396-8a1e-d417afdbc181 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (9425c174-1293-4769-bfa8-52fe14fd862b), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:30.430777 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b227fd2-6029-4689-bcb1-b952a622eec4 None None] The sync data for ids ['03288e13-98d7-4ec9-8b70-da727d46e174'] in dv-neutron-821190-1-hyperv is: [{'id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'name': 'tempest-TestNetworkBasicOps-router-1670514894', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '9425c174-1293-4769-bfa8-52fe14fd862b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:39Z', 'updated_at': '2022-01-29T04:43:29Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '9425c174-1293-4769-bfa8-52fe14fd862b', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:72:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03288e13-98d7-4ec9-8b70-da727d46e174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:40Z', 'updated_at': '2022-01-29T04:43:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:43:30.488681 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-508f3d87-3976-4628-9329-1ea254f47781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (31bd8bcd-b8b0-41ff-a0ea-cbb98c41d153), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:30.494231 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-3b24fb9a-8741-4396-8a1e-d417afdbc181 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] For port 9425c174-1293-4769-bfa8-52fe14fd862b, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=9425c174-1293-4769-bfa8-52fe14fd862b,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:43:30.497906 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3b24fb9a-8741-4396-8a1e-d417afdbc181 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (9425c174-1293-4769-bfa8-52fe14fd862b), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:30.508064 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-3b24fb9a-8741-4396-8a1e-d417afdbc181 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Calling delete_port for 9425c174-1293-4769-bfa8-52fe14fd862b owned by network:router_gateway {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:43:30.517791 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f3d87-3976-4628-9329-1ea254f47781 None None] Pushing event deleted for resources: {'Port': ['ID=31bd8bcd-b8b0-41ff-a0ea-cbb98c41d153,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:30.521324 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508f3d87-3976-4628-9329-1ea254f47781 None None] No DVR routers for this DVR port 31bd8bcd-b8b0-41ff-a0ea-cbb98c41d153 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:43:30.740045 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3b24fb9a-8741-4396-8a1e-d417afdbc181 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (9425c174-1293-4769-bfa8-52fe14fd862b), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:30.764086 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b24fb9a-8741-4396-8a1e-d417afdbc181 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Port': ['ID=9425c174-1293-4769-bfa8-52fe14fd862b,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:30.827536 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3b24fb9a-8741-4396-8a1e-d417afdbc181 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (03288e13-98d7-4ec9-8b70-da727d46e174), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:30.923534 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3b24fb9a-8741-4396-8a1e-d417afdbc181 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (03288e13-98d7-4ec9-8b70-da727d46e174), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:30.925716 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3b24fb9a-8741-4396-8a1e-d417afdbc181 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_controller (03288e13-98d7-4ec9-8b70-da727d46e174), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:31.031506 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3b24fb9a-8741-4396-8a1e-d417afdbc181 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (03288e13-98d7-4ec9-8b70-da727d46e174), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:31.032233 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b24fb9a-8741-4396-8a1e-d417afdbc181 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Fanout notify agent at l3_agent the message router_deleted on router 03288e13-98d7-4ec9-8b70-da727d46e174 {{(pid=103584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:43:31.042466 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3b24fb9a-8741-4396-8a1e-d417afdbc181 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:31.042466 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-3b24fb9a-8741-4396-8a1e-d417afdbc181 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/routers/03288e13-98d7-4ec9-8b70-da727d46e174 HTTP/1.1" status: 204 len: 168 time: 0.9919024 Jan 29 04:43:31.042676 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57920) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:43:31.124043 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5865bcf4-fdfa-45c5-ab59-c327402d8a44 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (875ef627-43ac-4c7f-81ab-a5fce82efa62), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:31.217803 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5865bcf4-fdfa-45c5-ab59-c327402d8a44 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (875ef627-43ac-4c7f-81ab-a5fce82efa62), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:31.238692 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-5865bcf4-fdfa-45c5-ab59-c327402d8a44 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['875ef627-43ac-4c7f-81ab-a5fce82efa62']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:31.247567 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-5865bcf4-fdfa-45c5-ab59-c327402d8a44 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2df27ba-bfc6-49cc-b3fa-d7dabf19b702') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:31.247868 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-5865bcf4-fdfa-45c5-ab59-c327402d8a44 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2df27ba-bfc6-49cc-b3fa-d7dabf19b702') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:31.257573 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5865bcf4-fdfa-45c5-ab59-c327402d8a44 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (f2df27ba-bfc6-49cc-b3fa-d7dabf19b702), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:31.270067 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5865bcf4-fdfa-45c5-ab59-c327402d8a44 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (f2df27ba-bfc6-49cc-b3fa-d7dabf19b702), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:31.275805 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5865bcf4-fdfa-45c5-ab59-c327402d8a44 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:43:31.276184 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5865bcf4-fdfa-45c5-ab59-c327402d8a44 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (f2df27ba-bfc6-49cc-b3fa-d7dabf19b702), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:31.279084 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:43:31.279084 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:43:31.279084 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:43:31.279084 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:43:31.279084 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:43:31.279084 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:43:31.279084 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:43:31.279084 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:43:31.279084 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:43:31.279084 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:43:31.279084 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:43:31.279084 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:43:31.279084 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:43:31.279084 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:43:31.279084 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:43:31.279084 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:43:31.279084 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:43:31.279084 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:43:31.279084 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:43:31.279084 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:43:31.279084 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:43:31.279084 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:43:31.279084 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:43:31.279084 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:43:31.279084 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:43:31.279084 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:43:31.279084 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:43:31.279084 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:43:31.279084 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:43:31.279084 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:43:31.279084 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:43:31.279084 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:43:31.423391 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5865bcf4-fdfa-45c5-ab59-c327402d8a44 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (875ef627-43ac-4c7f-81ab-a5fce82efa62), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:31.428144 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5865bcf4-fdfa-45c5-ab59-c327402d8a44 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:31.431814 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-5865bcf4-fdfa-45c5-ab59-c327402d8a44 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/networks/875ef627-43ac-4c7f-81ab-a5fce82efa62 HTTP/1.1" status: 204 len: 168 time: 0.3883519 Jan 29 04:43:31.453479 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57922) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:43:31.458650 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-0606bbf5-0624-44c8-a601-ce5916a778de tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'network': {'name': 'tempest-network-smoke--954033589', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'port_security_enabled': True}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:31.534460 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0606bbf5-0624-44c8-a601-ce5916a778de tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Made reservation on behalf of 9cb37fd5f36f44e696381da232925f9b for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:43:31.538215 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0606bbf5-0624-44c8-a601-ce5916a778de tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:31.564079 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0606bbf5-0624-44c8-a601-ce5916a778de tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:43:31.573983 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0606bbf5-0624-44c8-a601-ce5916a778de tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (a62d948a-6164-47f0-bbfd-47b61e08c9c7), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:31.574332 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-0606bbf5-0624-44c8-a601-ce5916a778de tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Added segment a62d948a-6164-47f0-bbfd-47b61e08c9c7 of type vlan for network 7f40db6d-5aae-400b-b9d1-f849b1c6bd04 Jan 29 04:43:31.622374 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0606bbf5-0624-44c8-a601-ce5916a778de tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (7f40db6d-5aae-400b-b9d1-f849b1c6bd04), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:31.704027 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0606bbf5-0624-44c8-a601-ce5916a778de tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (7f40db6d-5aae-400b-b9d1-f849b1c6bd04), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:31.709620 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0606bbf5-0624-44c8-a601-ce5916a778de tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:31.710220 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0606bbf5-0624-44c8-a601-ce5916a778de tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:31.729933 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device af1569c8-62b1-41d2-a316-31ccb5870582 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:43:31.753920 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: af1569c8-62b1-41d2-a316-31ccb5870582 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:43:31.754307 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device af1569c8-62b1-41d2-a316-31ccb5870582 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:43:31.754862 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 31bd8bcd-b8b0-41ff-a0ea-cbb98c41d153 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:43:31.773521 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5865bcf4-fdfa-45c5-ab59-c327402d8a44 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Network': ['ID=875ef627-43ac-4c7f-81ab-a5fce82efa62,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:31.776212 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 31bd8bcd-b8b0-41ff-a0ea-cbb98c41d153 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:43:31.776676 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 31bd8bcd-b8b0-41ff-a0ea-cbb98c41d153 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:43:31.777154 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 9425c174-1293-4769-bfa8-52fe14fd862b no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:43:31.784377 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606bbf5-0624-44c8-a601-ce5916a778de tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Network': ['ID=7f40db6d-5aae-400b-b9d1-f849b1c6bd04,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:31.798572 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 7f40db6d-5aae-400b-b9d1-f849b1c6bd04 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:43:31.800694 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 9425c174-1293-4769-bfa8-52fe14fd862b {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:43:31.801291 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 9425c174-1293-4769-bfa8-52fe14fd862b not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:43:31.823644 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-0606bbf5-0624-44c8-a601-ce5916a778de tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3683836 Jan 29 04:43:31.825895 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57924) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:43:31.831251 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-a1ebb96a-e280-473d-89d5-cfae00daf079 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1508908067', 'admin_state_up': True, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:31.940271 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a1ebb96a-e280-473d-89d5-cfae00daf079 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (cae96f6f-2bc0-40a7-99c0-d9e38cde2664), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:31.941347 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a1ebb96a-e280-473d-89d5-cfae00daf079 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (cae96f6f-2bc0-40a7-99c0-d9e38cde2664), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:31.997108 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a1ebb96a-e280-473d-89d5-cfae00daf079 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_controller (cae96f6f-2bc0-40a7-99c0-d9e38cde2664), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:32.180620 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a1ebb96a-e280-473d-89d5-cfae00daf079 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_gateway (cae96f6f-2bc0-40a7-99c0-d9e38cde2664), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:32.425756 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a1ebb96a-e280-473d-89d5-cfae00daf079 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_gateway (cae96f6f-2bc0-40a7-99c0-d9e38cde2664), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:32.444448 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a1ebb96a-e280-473d-89d5-cfae00daf079 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:32.548097 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-a1ebb96a-e280-473d-89d5-cfae00daf079 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Allocated IP 172.26.8.76 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/8b877533-c446-42bf-9331-767df0ff637f) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:43:32.646479 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a1ebb96a-e280-473d-89d5-cfae00daf079 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (8b877533-c446-42bf-9331-767df0ff637f), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:32.735362 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a1ebb96a-e280-473d-89d5-cfae00daf079 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (8b877533-c446-42bf-9331-767df0ff637f), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:32.771197 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ebb96a-e280-473d-89d5-cfae00daf079 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:43:32.775443 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-a1ebb96a-e280-473d-89d5-cfae00daf079 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:43:32.778745 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ebb96a-e280-473d-89d5-cfae00daf079 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:43:32.790911 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ebb96a-e280-473d-89d5-cfae00daf079 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=8b877533-c446-42bf-9331-767df0ff637f,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:33.094033 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a1ebb96a-e280-473d-89d5-cfae00daf079 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_gateway (cae96f6f-2bc0-40a7-99c0-d9e38cde2664), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:33.286456 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a1ebb96a-e280-473d-89d5-cfae00daf079 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (cae96f6f-2bc0-40a7-99c0-d9e38cde2664), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:33.487870 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ebb96a-e280-473d-89d5-cfae00daf079 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router cae96f6f-2bc0-40a7-99c0-d9e38cde2664 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:43:33.592577 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ebb96a-e280-473d-89d5-cfae00daf079 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:43:33.602668 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a2d66a-be58-44c8-ab43-d7e063e36813 None None] Sync routers for ids ['cae96f6f-2bc0-40a7-99c0-d9e38cde2664'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:43:33.613392 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a2d66a-be58-44c8-ab43-d7e063e36813 None None] Routers {'cae96f6f-2bc0-40a7-99c0-d9e38cde2664'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:43:33.618857 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-44a2d66a-be58-44c8-ab43-d7e063e36813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:43:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['cae96f6f-2bc0-40a7-99c0-d9e38cde2664'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:33.679342 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a1ebb96a-e280-473d-89d5-cfae00daf079 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:33.680669 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a1ebb96a-e280-473d-89d5-cfae00daf079 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8535898 Jan 29 04:43:33.683743 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57926) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:43:33.713996 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6328be09-acda-415b-8759-9d8af3e2c5c5 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=9cb37fd5f36f44e696381da232925f9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291085 Jan 29 04:43:33.716591 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57928) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:43:33.804008 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dea2d8-d685-4e3a-a20f-bcacfa7d040d tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:33.805553 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-04dea2d8-d685-4e3a-a20f-bcacfa7d040d tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0880291 Jan 29 04:43:33.808389 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57930) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:43:33.841872 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9be878d2-c3a3-4169-91b2-65cde1a24b5b tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f0de7169-31b1-4289-9a2a-56c5f4e63ed1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323219 Jan 29 04:43:33.844809 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57932) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:43:33.850846 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-2f72da91-5373-4bd3-b813-a7e9b13e6b3b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-781082125', 'network_id': '7f40db6d-5aae-400b-b9d1-f849b1c6bd04', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:33.866351 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-44a2d66a-be58-44c8-ab43-d7e063e36813 None None] Set router cae96f6f-2bc0-40a7-99c0-d9e38cde2664 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:43:34.000807 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f72da91-5373-4bd3-b813-a7e9b13e6b3b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Made reservation on behalf of 9cb37fd5f36f44e696381da232925f9b for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:43:34.004229 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2f72da91-5373-4bd3-b813-a7e9b13e6b3b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:34.047563 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-44a2d66a-be58-44c8-ab43-d7e063e36813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae96f6f-2bc0-40a7-99c0-d9e38cde2664', 'name': 'tempest-TestNetworkBasicOps-router-1508908067', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': '8b877533-c446-42bf-9331-767df0ff637f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:31Z', 'updated_at': '2022-01-29T04:43:32Z', 'revision_number': 3, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '8b877533-c446-42bf-9331-767df0ff637f', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae96f6f-2bc0-40a7-99c0-d9e38cde2664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:32Z', 'updated_at': '2022-01-29T04:43:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:34.079686 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a2d66a-be58-44c8-ab43-d7e063e36813 None None] Checking router: cae96f6f-2bc0-40a7-99c0-d9e38cde2664 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:43:34.079954 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a2d66a-be58-44c8-ab43-d7e063e36813 None None] Updating router cae96f6f-2bc0-40a7-99c0-d9e38cde2664 port 8b877533-c446-42bf-9331-767df0ff637f binding host dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:43:34.107153 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-44a2d66a-be58-44c8-ab43-d7e063e36813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (8b877533-c446-42bf-9331-767df0ff637f), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:34.246198 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2f72da91-5373-4bd3-b813-a7e9b13e6b3b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (d8e6de75-4c4f-4a22-becd-0f3683af3357), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:34.314178 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f72da91-5373-4bd3-b813-a7e9b13e6b3b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Subnet': ['ID=d8e6de75-4c4f-4a22-becd-0f3683af3357,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:34.322402 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f72da91-5373-4bd3-b813-a7e9b13e6b3b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Checking segment: {'id': 'a62d948a-6164-47f0-bbfd-47b61e08c9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7f40db6d-5aae-400b-b9d1-f849b1c6bd04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:43:34.322777 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f72da91-5373-4bd3-b813-a7e9b13e6b3b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network hostable DHCP agents. Network: 7f40db6d-5aae-400b-b9d1-f849b1c6bd04, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:43:34.361695 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-44a2d66a-be58-44c8-ab43-d7e063e36813 None None] Publish callbacks [] for port (8b877533-c446-42bf-9331-767df0ff637f), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:34.406098 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f72da91-5373-4bd3-b813-a7e9b13e6b3b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network 7f40db6d-5aae-400b-b9d1-f849b1c6bd04 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:43:34.428875 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-44a2d66a-be58-44c8-ab43-d7e063e36813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (8b877533-c446-42bf-9331-767df0ff637f), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:34.474587 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-2f72da91-5373-4bd3-b813-a7e9b13e6b3b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 7f40db6d-5aae-400b-b9d1-f849b1c6bd04) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:43:34.478887 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f72da91-5373-4bd3-b813-a7e9b13e6b3b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:34.479495 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2f72da91-5373-4bd3-b813-a7e9b13e6b3b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:34.486185 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-44a2d66a-be58-44c8-ab43-d7e063e36813 None None] Attempting to bind port 8b877533-c446-42bf-9331-767df0ff637f on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:43:34.486564 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-44a2d66a-be58-44c8-ab43-d7e063e36813 None None] Attempting to bind port 8b877533-c446-42bf-9331-767df0ff637f by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:43:34.486927 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a2d66a-be58-44c8-ab43-d7e063e36813 None None] Attempting to bind port 8b877533-c446-42bf-9331-767df0ff637f on network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:34.489027 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d74d1da-a429-4d2b-8bdc-69f2cb2a052a None None] Network 7f40db6d-5aae-400b-b9d1-f849b1c6bd04 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:43:34.492006 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe877c-35e4-4a85-97b6-77fd35b0ce26 None None] Pushing event updated for resources: {'Port': ['ID=8b877533-c446-42bf-9331-767df0ff637f,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:34.508971 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a2d66a-be58-44c8-ab43-d7e063e36813 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:43:34.509358 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a2d66a-be58-44c8-ab43-d7e063e36813 None None] Checking segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:43:34.509766 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-44a2d66a-be58-44c8-ab43-d7e063e36813 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:34.510160 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a2d66a-be58-44c8-ab43-d7e063e36813 None None] Bound using segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:43:34.510640 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-44a2d66a-be58-44c8-ab43-d7e063e36813 None None] Bound port: 8b877533-c446-42bf-9331-767df0ff637f, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:43:34.511025 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-44a2d66a-be58-44c8-ab43-d7e063e36813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (8b877533-c446-42bf-9331-767df0ff637f), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:34.556899 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-2f72da91-5373-4bd3-b813-a7e9b13e6b3b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7104173 Jan 29 04:43:34.559871 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57934) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:43:34.624716 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-44a2d66a-be58-44c8-ab43-d7e063e36813 None None] For port 8b877533-c446-42bf-9331-767df0ff637f, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:43:34.638555 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-44a2d66a-be58-44c8-ab43-d7e063e36813 None None] For port 8b877533-c446-42bf-9331-767df0ff637f, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=8b877533-c446-42bf-9331-767df0ff637f,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:43:34.640835 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1af80d4-8ca2-43e6-b109-d72fe4f9d5be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-7f40db6d-5aae-400b-b9d1-f849b1c6bd04', 'network_id': '7f40db6d-5aae-400b-b9d1-f849b1c6bd04', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ips': [{'subnet_id': 'd8e6de75-4c4f-4a22-becd-0f3683af3357'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:43:34.641659 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f1af80d4-8ca2-43e6-b109-d72fe4f9d5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:34.717288 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-44a2d66a-be58-44c8-ab43-d7e063e36813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (8b877533-c446-42bf-9331-767df0ff637f), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:34.817608 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe877c-35e4-4a85-97b6-77fd35b0ce26 None None] Pushing event updated for resources: {'Port': ['ID=8b877533-c446-42bf-9331-767df0ff637f,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:34.824542 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a2d66a-be58-44c8-ab43-d7e063e36813 None None] Routers {'cae96f6f-2bc0-40a7-99c0-d9e38cde2664'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:43:34.825157 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-44a2d66a-be58-44c8-ab43-d7e063e36813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:43:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['cae96f6f-2bc0-40a7-99c0-d9e38cde2664'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:34.869585 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-f1af80d4-8ca2-43e6-b109-d72fe4f9d5be None None] Allocated IP 172.20.0.2 (7f40db6d-5aae-400b-b9d1-f849b1c6bd04/d8e6de75-4c4f-4a22-becd-0f3683af3357/8bbe24b4-366a-4a6b-bddb-60fd30e7cf27) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:43:34.997413 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ad2649bd-0b6a-4162-81bb-f2589339812d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:35.037356 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-44a2d66a-be58-44c8-ab43-d7e063e36813 None None] Set router cae96f6f-2bc0-40a7-99c0-d9e38cde2664 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:43:35.256215 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f1af80d4-8ca2-43e6-b109-d72fe4f9d5be None None] Publish callbacks [] for port (8bbe24b4-366a-4a6b-bddb-60fd30e7cf27), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:35.282075 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-44a2d66a-be58-44c8-ab43-d7e063e36813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae96f6f-2bc0-40a7-99c0-d9e38cde2664', 'name': 'tempest-TestNetworkBasicOps-router-1508908067', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': '8b877533-c446-42bf-9331-767df0ff637f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:31Z', 'updated_at': '2022-01-29T04:43:32Z', 'revision_number': 3, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '8b877533-c446-42bf-9331-767df0ff637f', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae96f6f-2bc0-40a7-99c0-d9e38cde2664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:32Z', 'updated_at': '2022-01-29T04:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:35.308290 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a2d66a-be58-44c8-ab43-d7e063e36813 None None] The sync data for ids ['cae96f6f-2bc0-40a7-99c0-d9e38cde2664'] in dv-neutron-821190-1-hyperv is: [{'id': 'cae96f6f-2bc0-40a7-99c0-d9e38cde2664', 'name': 'tempest-TestNetworkBasicOps-router-1508908067', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': '8b877533-c446-42bf-9331-767df0ff637f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:31Z', 'updated_at': '2022-01-29T04:43:32Z', 'revision_number': 3, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '8b877533-c446-42bf-9331-767df0ff637f', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae96f6f-2bc0-40a7-99c0-d9e38cde2664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:32Z', 'updated_at': '2022-01-29T04:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:43:35.326052 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f1af80d4-8ca2-43e6-b109-d72fe4f9d5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (8bbe24b4-366a-4a6b-bddb-60fd30e7cf27), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:35.370358 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1af80d4-8ca2-43e6-b109-d72fe4f9d5be None None] Network 7f40db6d-5aae-400b-b9d1-f849b1c6bd04 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:43:35.374925 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-f1af80d4-8ca2-43e6-b109-d72fe4f9d5be None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:43:35.381950 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1af80d4-8ca2-43e6-b109-d72fe4f9d5be None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:43:35.385159 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af80d4-8ca2-43e6-b109-d72fe4f9d5be None None] Pushing event updated for resources: {'Port': ['ID=8bbe24b4-366a-4a6b-bddb-60fd30e7cf27,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:35.391604 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-ad2649bd-0b6a-4162-81bb-f2589339812d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Allocated IP 172.20.0.1 (7f40db6d-5aae-400b-b9d1-f849b1c6bd04/d8e6de75-4c4f-4a22-becd-0f3683af3357/ccac952a-6232-4d4f-ad13-5cde99a162fe) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:43:35.499705 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-f1af80d4-8ca2-43e6-b109-d72fe4f9d5be None None] Attempting to bind port 8bbe24b4-366a-4a6b-bddb-60fd30e7cf27 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:43:35.499705 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-f1af80d4-8ca2-43e6-b109-d72fe4f9d5be None None] Attempting to bind port 8bbe24b4-366a-4a6b-bddb-60fd30e7cf27 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'a62d948a-6164-47f0-bbfd-47b61e08c9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7f40db6d-5aae-400b-b9d1-f849b1c6bd04'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:43:35.499705 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1af80d4-8ca2-43e6-b109-d72fe4f9d5be None None] Attempting to bind port 8bbe24b4-366a-4a6b-bddb-60fd30e7cf27 on network 7f40db6d-5aae-400b-b9d1-f849b1c6bd04 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:35.499705 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1af80d4-8ca2-43e6-b109-d72fe4f9d5be None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:43:35.499705 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1af80d4-8ca2-43e6-b109-d72fe4f9d5be None None] Checking segment: {'id': 'a62d948a-6164-47f0-bbfd-47b61e08c9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7f40db6d-5aae-400b-b9d1-f849b1c6bd04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:43:35.499705 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f1af80d4-8ca2-43e6-b109-d72fe4f9d5be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:35.499705 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1af80d4-8ca2-43e6-b109-d72fe4f9d5be None None] Bound using segment: {'id': 'a62d948a-6164-47f0-bbfd-47b61e08c9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7f40db6d-5aae-400b-b9d1-f849b1c6bd04'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:43:35.499705 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-f1af80d4-8ca2-43e6-b109-d72fe4f9d5be None None] Bound port: 8bbe24b4-366a-4a6b-bddb-60fd30e7cf27, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a62d948a-6164-47f0-bbfd-47b61e08c9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7f40db6d-5aae-400b-b9d1-f849b1c6bd04'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:43:35.499705 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f1af80d4-8ca2-43e6-b109-d72fe4f9d5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (8bbe24b4-366a-4a6b-bddb-60fd30e7cf27), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:35.550442 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ad2649bd-0b6a-4162-81bb-f2589339812d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (ccac952a-6232-4d4f-ad13-5cde99a162fe), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:35.550659 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-f1af80d4-8ca2-43e6-b109-d72fe4f9d5be None None] For port 8bbe24b4-366a-4a6b-bddb-60fd30e7cf27, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:43:35.550659 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-f1af80d4-8ca2-43e6-b109-d72fe4f9d5be None None] For port 8bbe24b4-366a-4a6b-bddb-60fd30e7cf27, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=8bbe24b4-366a-4a6b-bddb-60fd30e7cf27,segment=NetworkSegment(a62d948a-6164-47f0-bbfd-47b61e08c9c7),segment_id=a62d948a-6164-47f0-bbfd-47b61e08c9c7)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:43:35.654782 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f1af80d4-8ca2-43e6-b109-d72fe4f9d5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (8bbe24b4-366a-4a6b-bddb-60fd30e7cf27), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:35.687573 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ad2649bd-0b6a-4162-81bb-f2589339812d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (ccac952a-6232-4d4f-ad13-5cde99a162fe), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:35.724873 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af80d4-8ca2-43e6-b109-d72fe4f9d5be None None] Pushing event updated for resources: {'Port': ['ID=8bbe24b4-366a-4a6b-bddb-60fd30e7cf27,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:35.778503 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2649bd-0b6a-4162-81bb-f2589339812d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network 7f40db6d-5aae-400b-b9d1-f849b1c6bd04 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:43:35.788401 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-ad2649bd-0b6a-4162-81bb-f2589339812d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:43:35.791609 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2649bd-0b6a-4162-81bb-f2589339812d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:43:35.794965 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2649bd-0b6a-4162-81bb-f2589339812d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=ccac952a-6232-4d4f-ad13-5cde99a162fe,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:35.818233 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 8b877533-c446-42bf-9331-767df0ff637f up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:43:35.855093 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ad2649bd-0b6a-4162-81bb-f2589339812d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (cae96f6f-2bc0-40a7-99c0-d9e38cde2664), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:35.894952 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 8b877533-c446-42bf-9331-767df0ff637f triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:43:35.895437 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (8b877533-c446-42bf-9331-767df0ff637f), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:36.011399 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 8b877533-c446-42bf-9331-767df0ff637f is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:43:36.011790 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (8b877533-c446-42bf-9331-767df0ff637f), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:36.037955 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 8b877533-c446-42bf-9331-767df0ff637f, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=8b877533-c446-42bf-9331-767df0ff637f,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:43:36.105914 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (8b877533-c446-42bf-9331-767df0ff637f), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:36.116632 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ad2649bd-0b6a-4162-81bb-f2589339812d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (ccac952a-6232-4d4f-ad13-5cde99a162fe), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:36.169892 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=8b877533-c446-42bf-9331-767df0ff637f,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:36.408755 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ad2649bd-0b6a-4162-81bb-f2589339812d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (ccac952a-6232-4d4f-ad13-5cde99a162fe), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:36.471004 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ad2649bd-0b6a-4162-81bb-f2589339812d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (ccac952a-6232-4d4f-ad13-5cde99a162fe), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:36.547674 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2649bd-0b6a-4162-81bb-f2589339812d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=ccac952a-6232-4d4f-ad13-5cde99a162fe,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:36.550527 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ad2649bd-0b6a-4162-81bb-f2589339812d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (cae96f6f-2bc0-40a7-99c0-d9e38cde2664), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:36.647761 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2649bd-0b6a-4162-81bb-f2589339812d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network 7f40db6d-5aae-400b-b9d1-f849b1c6bd04 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:43:36.649397 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-ad2649bd-0b6a-4162-81bb-f2589339812d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:43:36.768990 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2649bd-0b6a-4162-81bb-f2589339812d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router cae96f6f-2bc0-40a7-99c0-d9e38cde2664 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:43:36.806243 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014b5a48-85a0-4a2e-951a-6a72b70437c5 None None] Network 7f40db6d-5aae-400b-b9d1-f849b1c6bd04 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:43:36.881017 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2649bd-0b6a-4162-81bb-f2589339812d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:43:36.886345 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-797fbd92-8072-4509-a39c-c45fe6a10e66 None None] Provisioning complete for port 8bbe24b4-366a-4a6b-bddb-60fd30e7cf27 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:43:36.887763 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-797fbd92-8072-4509-a39c-c45fe6a10e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (8bbe24b4-366a-4a6b-bddb-60fd30e7cf27), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:36.887997 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ad2649bd-0b6a-4162-81bb-f2589339812d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "PUT /v2.0/routers/cae96f6f-2bc0-40a7-99c0-d9e38cde2664/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3260064 Jan 29 04:43:36.889634 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57936) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:43:37.169031 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-797fbd92-8072-4509-a39c-c45fe6a10e66 None None] Current status of the port 8bbe24b4-366a-4a6b-bddb-60fd30e7cf27 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:43:37.169426 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-797fbd92-8072-4509-a39c-c45fe6a10e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (8bbe24b4-366a-4a6b-bddb-60fd30e7cf27), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:37.206374 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-797fbd92-8072-4509-a39c-c45fe6a10e66 None None] For port 8bbe24b4-366a-4a6b-bddb-60fd30e7cf27, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=8bbe24b4-366a-4a6b-bddb-60fd30e7cf27,segment=NetworkSegment(a62d948a-6164-47f0-bbfd-47b61e08c9c7),segment_id=a62d948a-6164-47f0-bbfd-47b61e08c9c7)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:43:37.274694 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-797fbd92-8072-4509-a39c-c45fe6a10e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (8bbe24b4-366a-4a6b-bddb-60fd30e7cf27), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:37.318773 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40de2f39-38c4-4bdd-a3a8-3ac1d73da1c9 None None] Sync routers for ids ['cae96f6f-2bc0-40a7-99c0-d9e38cde2664'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:43:37.331175 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40de2f39-38c4-4bdd-a3a8-3ac1d73da1c9 None None] Routers {'cae96f6f-2bc0-40a7-99c0-d9e38cde2664'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:43:37.332358 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-40de2f39-38c4-4bdd-a3a8-3ac1d73da1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:43:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['cae96f6f-2bc0-40a7-99c0-d9e38cde2664'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:37.341653 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace6f852-6cdf-4b0c-8372-79f8c1ad676f tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:37.342125 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace6f852-6cdf-4b0c-8372-79f8c1ad676f tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:37.342592 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace6f852-6cdf-4b0c-8372-79f8c1ad676f tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:37.343298 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace6f852-6cdf-4b0c-8372-79f8c1ad676f tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:37.347709 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ace6f852-6cdf-4b0c-8372-79f8c1ad676f tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.4535866 Jan 29 04:43:37.347966 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57938) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:43:37.361677 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797fbd92-8072-4509-a39c-c45fe6a10e66 None None] Pushing event updated for resources: {'Port': ['ID=8bbe24b4-366a-4a6b-bddb-60fd30e7cf27,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:37.402668 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-fa63575a-83c8-46d4-ae9c-c6167a8b387a None None] Provisioning complete for port ccac952a-6232-4d4f-ad13-5cde99a162fe triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:43:37.403018 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fa63575a-83c8-46d4-ae9c-c6167a8b387a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (ccac952a-6232-4d4f-ad13-5cde99a162fe), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:37.419433 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8852d6ca-f42d-4c47-a979-3ff45bce70ce tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:37.420355 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8852d6ca-f42d-4c47-a979-3ff45bce70ce tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:37.421060 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8852d6ca-f42d-4c47-a979-3ff45bce70ce tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:37.422274 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8852d6ca-f42d-4c47-a979-3ff45bce70ce tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:37.424880 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-8852d6ca-f42d-4c47-a979-3ff45bce70ce tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0759063 Jan 29 04:43:37.427632 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 57940) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:43:37.448448 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-fa63575a-83c8-46d4-ae9c-c6167a8b387a None None] Port ccac952a-6232-4d4f-ad13-5cde99a162fe cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:43:37.461078 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-fa63575a-83c8-46d4-ae9c-c6167a8b387a None None] Provisioning complete for port 8bbe24b4-366a-4a6b-bddb-60fd30e7cf27 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:43:37.461635 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fa63575a-83c8-46d4-ae9c-c6167a8b387a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (8bbe24b4-366a-4a6b-bddb-60fd30e7cf27), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:37.463077 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-40de2f39-38c4-4bdd-a3a8-3ac1d73da1c9 None None] Set router cae96f6f-2bc0-40a7-99c0-d9e38cde2664 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:43:37.549556 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-fa63575a-83c8-46d4-ae9c-c6167a8b387a None None] Current status of the port 8bbe24b4-366a-4a6b-bddb-60fd30e7cf27 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:43:37.581100 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-22c6a2a1-d405-40aa-acf0-4ec6ff1da53d tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1514187 Jan 29 04:43:37.691407 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-40de2f39-38c4-4bdd-a3a8-3ac1d73da1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae96f6f-2bc0-40a7-99c0-d9e38cde2664', 'name': 'tempest-TestNetworkBasicOps-router-1508908067', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': '8b877533-c446-42bf-9331-767df0ff637f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:31Z', 'updated_at': '2022-01-29T04:43:36Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '8b877533-c446-42bf-9331-767df0ff637f', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae96f6f-2bc0-40a7-99c0-d9e38cde2664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:32Z', 'updated_at': '2022-01-29T04:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'ccac952a-6232-4d4f-ad13-5cde99a162fe', 'name': '', 'network_id': '7f40db6d-5aae-400b-b9d1-f849b1c6bd04', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:0d:98:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae96f6f-2bc0-40a7-99c0-d9e38cde2664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'd8e6de75-4c4f-4a22-becd-0f3683af3357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:35Z', 'updated_at': '2022-01-29T04:43:36Z', 'revision_number': 2, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': 'd8e6de75-4c4f-4a22-becd-0f3683af3357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:37.694915 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-027d0f1e-ae2f-47b6-9f2c-8f0678079b59 None None] Provisioning complete for port ccac952a-6232-4d4f-ad13-5cde99a162fe triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:43:37.696160 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-027d0f1e-ae2f-47b6-9f2c-8f0678079b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (ccac952a-6232-4d4f-ad13-5cde99a162fe), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:37.725336 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40de2f39-38c4-4bdd-a3a8-3ac1d73da1c9 None None] Checking router: cae96f6f-2bc0-40a7-99c0-d9e38cde2664 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:43:37.725723 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40de2f39-38c4-4bdd-a3a8-3ac1d73da1c9 None None] Updating router cae96f6f-2bc0-40a7-99c0-d9e38cde2664 port ccac952a-6232-4d4f-ad13-5cde99a162fe binding host dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:43:37.756511 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-40de2f39-38c4-4bdd-a3a8-3ac1d73da1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (ccac952a-6232-4d4f-ad13-5cde99a162fe), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:37.766236 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-027d0f1e-ae2f-47b6-9f2c-8f0678079b59 None None] Port ccac952a-6232-4d4f-ad13-5cde99a162fe cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:43:37.896640 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57944) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:43:37.897548 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-b728dde6-446e-4945-a508-fbc9ac475437 None None] Provisioning complete for port ccac952a-6232-4d4f-ad13-5cde99a162fe triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:43:37.897998 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b728dde6-446e-4945-a508-fbc9ac475437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (ccac952a-6232-4d4f-ad13-5cde99a162fe), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:37.901908 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-d277fc50-186a-4af2-a9e5-88d006da94c9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1600586609', 'description': 'tempest-secgroup-smoke-1600586609 description', 'project_id': '9cb37fd5f36f44e696381da232925f9b'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:37.927829 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 8bbe24b4-366a-4a6b-bddb-60fd30e7cf27 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:43:37.966663 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-b728dde6-446e-4945-a508-fbc9ac475437 None None] Port ccac952a-6232-4d4f-ad13-5cde99a162fe cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:43:37.987818 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 8bbe24b4-366a-4a6b-bddb-60fd30e7cf27 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:43:37.988200 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (8bbe24b4-366a-4a6b-bddb-60fd30e7cf27), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:38.005686 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d277fc50-186a-4af2-a9e5-88d006da94c9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:38.050305 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-40de2f39-38c4-4bdd-a3a8-3ac1d73da1c9 None None] Publish callbacks [] for port (ccac952a-6232-4d4f-ad13-5cde99a162fe), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:38.075836 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 8bbe24b4-366a-4a6b-bddb-60fd30e7cf27 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:43:38.076104 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d277fc50-186a-4af2-a9e5-88d006da94c9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (abf7cef5-cab6-434f-8512-b3f952837dc2), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:38.076982 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 8b877533-c446-42bf-9331-767df0ff637f up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:43:38.116814 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-40de2f39-38c4-4bdd-a3a8-3ac1d73da1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (ccac952a-6232-4d4f-ad13-5cde99a162fe), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:38.125316 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 8b877533-c446-42bf-9331-767df0ff637f triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:43:38.125559 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (8b877533-c446-42bf-9331-767df0ff637f), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:38.139455 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d277fc50-186a-4af2-a9e5-88d006da94c9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (abf7cef5-cab6-434f-8512-b3f952837dc2), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:38.177866 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277fc50-186a-4af2-a9e5-88d006da94c9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abf7cef5-cab6-434f-8512-b3f952837dc2,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:38.191384 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9888540f-a23b-46f4-ba9f-827ddb55a638 None None] Pushing event updated for resources: {'Port': ['ID=ccac952a-6232-4d4f-ad13-5cde99a162fe,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:38.212077 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 8b877533-c446-42bf-9331-767df0ff637f is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:43:38.223375 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9888540f-a23b-46f4-ba9f-827ddb55a638 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:38.223873 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9888540f-a23b-46f4-ba9f-827ddb55a638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:38.224231 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9888540f-a23b-46f4-ba9f-827ddb55a638 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:38.224594 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9888540f-a23b-46f4-ba9f-827ddb55a638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:38.224927 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9888540f-a23b-46f4-ba9f-827ddb55a638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:38.225255 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9888540f-a23b-46f4-ba9f-827ddb55a638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:38.225586 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9888540f-a23b-46f4-ba9f-827ddb55a638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:38.225910 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9888540f-a23b-46f4-ba9f-827ddb55a638 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:38.226234 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9888540f-a23b-46f4-ba9f-827ddb55a638 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:38.226561 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9888540f-a23b-46f4-ba9f-827ddb55a638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:38.226886 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9888540f-a23b-46f4-ba9f-827ddb55a638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:38.227207 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9888540f-a23b-46f4-ba9f-827ddb55a638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:38.227549 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9888540f-a23b-46f4-ba9f-827ddb55a638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:38.238999 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d277fc50-186a-4af2-a9e5-88d006da94c9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:38.240211 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d277fc50-186a-4af2-a9e5-88d006da94c9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3419137 Jan 29 04:43:38.243389 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57946) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:43:38.243561 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-40de2f39-38c4-4bdd-a3a8-3ac1d73da1c9 None None] Attempting to bind port ccac952a-6232-4d4f-ad13-5cde99a162fe on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:43:38.243947 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-40de2f39-38c4-4bdd-a3a8-3ac1d73da1c9 None None] Attempting to bind port ccac952a-6232-4d4f-ad13-5cde99a162fe by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'a62d948a-6164-47f0-bbfd-47b61e08c9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7f40db6d-5aae-400b-b9d1-f849b1c6bd04'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:43:38.244377 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40de2f39-38c4-4bdd-a3a8-3ac1d73da1c9 None None] Attempting to bind port ccac952a-6232-4d4f-ad13-5cde99a162fe on network 7f40db6d-5aae-400b-b9d1-f849b1c6bd04 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:38.247852 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-dd318cb5-9854-44df-a484-edfb8ea95786 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': 'abf7cef5-cab6-434f-8512-b3f952837dc2', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:38.250464 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40de2f39-38c4-4bdd-a3a8-3ac1d73da1c9 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:43:38.252825 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40de2f39-38c4-4bdd-a3a8-3ac1d73da1c9 None None] Checking segment: {'id': 'a62d948a-6164-47f0-bbfd-47b61e08c9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7f40db6d-5aae-400b-b9d1-f849b1c6bd04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:43:38.252825 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-40de2f39-38c4-4bdd-a3a8-3ac1d73da1c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:38.252825 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40de2f39-38c4-4bdd-a3a8-3ac1d73da1c9 None None] Bound using segment: {'id': 'a62d948a-6164-47f0-bbfd-47b61e08c9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7f40db6d-5aae-400b-b9d1-f849b1c6bd04'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:43:38.252825 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-40de2f39-38c4-4bdd-a3a8-3ac1d73da1c9 None None] Bound port: ccac952a-6232-4d4f-ad13-5cde99a162fe, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a62d948a-6164-47f0-bbfd-47b61e08c9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7f40db6d-5aae-400b-b9d1-f849b1c6bd04'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:43:38.252825 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-40de2f39-38c4-4bdd-a3a8-3ac1d73da1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (ccac952a-6232-4d4f-ad13-5cde99a162fe), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:38.318945 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-40de2f39-38c4-4bdd-a3a8-3ac1d73da1c9 None None] For port ccac952a-6232-4d4f-ad13-5cde99a162fe, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:43:38.322509 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-40de2f39-38c4-4bdd-a3a8-3ac1d73da1c9 None None] For port ccac952a-6232-4d4f-ad13-5cde99a162fe, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=ccac952a-6232-4d4f-ad13-5cde99a162fe,segment=NetworkSegment(a62d948a-6164-47f0-bbfd-47b61e08c9c7),segment_id=a62d948a-6164-47f0-bbfd-47b61e08c9c7)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:43:38.331449 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dd318cb5-9854-44df-a484-edfb8ea95786 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (3cd3edd7-39a9-4251-b2bd-f7e7f2a27bc4), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:38.387369 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-71a4e40a-19cc-4b53-8463-c3d752620457 None None] Provisioning complete for port ccac952a-6232-4d4f-ad13-5cde99a162fe triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:43:38.388656 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-71a4e40a-19cc-4b53-8463-c3d752620457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (ccac952a-6232-4d4f-ad13-5cde99a162fe), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:38.391513 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dd318cb5-9854-44df-a484-edfb8ea95786 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (3cd3edd7-39a9-4251-b2bd-f7e7f2a27bc4), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:38.406839 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-40de2f39-38c4-4bdd-a3a8-3ac1d73da1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (ccac952a-6232-4d4f-ad13-5cde99a162fe), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:38.425734 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-71a4e40a-19cc-4b53-8463-c3d752620457 None None] Port ccac952a-6232-4d4f-ad13-5cde99a162fe cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:43:38.464789 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40de2f39-38c4-4bdd-a3a8-3ac1d73da1c9 None None] Routers {'cae96f6f-2bc0-40a7-99c0-d9e38cde2664'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:43:38.465421 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-40de2f39-38c4-4bdd-a3a8-3ac1d73da1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:43:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['cae96f6f-2bc0-40a7-99c0-d9e38cde2664'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:38.472015 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dd318cb5-9854-44df-a484-edfb8ea95786 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (3cd3edd7-39a9-4251-b2bd-f7e7f2a27bc4), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:38.494696 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd318cb5-9854-44df-a484-edfb8ea95786 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cd3edd7-39a9-4251-b2bd-f7e7f2a27bc4,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:38.506249 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9888540f-a23b-46f4-ba9f-827ddb55a638 None None] Pushing event updated for resources: {'Port': ['ID=ccac952a-6232-4d4f-ad13-5cde99a162fe,revision_number=4']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:38.570225 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dd318cb5-9854-44df-a484-edfb8ea95786 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:38.572037 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-dd318cb5-9854-44df-a484-edfb8ea95786 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3277333 Jan 29 04:43:38.574865 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57948) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:43:38.580412 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-f49375b8-d174-4f7c-a7b7-f89994514b15 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': 'abf7cef5-cab6-434f-8512-b3f952837dc2', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:38.582409 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-40de2f39-38c4-4bdd-a3a8-3ac1d73da1c9 None None] Set router cae96f6f-2bc0-40a7-99c0-d9e38cde2664 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:43:38.645505 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-25f660b9-0c24-4c27-8444-d8eca2a8fd05 None None] Provisioning complete for port ccac952a-6232-4d4f-ad13-5cde99a162fe triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:43:38.645991 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-25f660b9-0c24-4c27-8444-d8eca2a8fd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (ccac952a-6232-4d4f-ad13-5cde99a162fe), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:38.688098 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f49375b8-d174-4f7c-a7b7-f89994514b15 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (1b8d774e-c0b9-485c-9d6d-66bf93974322), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:38.725886 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-25f660b9-0c24-4c27-8444-d8eca2a8fd05 None None] Current status of the port ccac952a-6232-4d4f-ad13-5cde99a162fe is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:43:38.726228 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-25f660b9-0c24-4c27-8444-d8eca2a8fd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (ccac952a-6232-4d4f-ad13-5cde99a162fe), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:38.748269 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f49375b8-d174-4f7c-a7b7-f89994514b15 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (1b8d774e-c0b9-485c-9d6d-66bf93974322), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:38.762025 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-25f660b9-0c24-4c27-8444-d8eca2a8fd05 None None] For port ccac952a-6232-4d4f-ad13-5cde99a162fe, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=ccac952a-6232-4d4f-ad13-5cde99a162fe,segment=NetworkSegment(a62d948a-6164-47f0-bbfd-47b61e08c9c7),segment_id=a62d948a-6164-47f0-bbfd-47b61e08c9c7)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:43:38.802404 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-40de2f39-38c4-4bdd-a3a8-3ac1d73da1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae96f6f-2bc0-40a7-99c0-d9e38cde2664', 'name': 'tempest-TestNetworkBasicOps-router-1508908067', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': '8b877533-c446-42bf-9331-767df0ff637f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:31Z', 'updated_at': '2022-01-29T04:43:36Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '8b877533-c446-42bf-9331-767df0ff637f', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae96f6f-2bc0-40a7-99c0-d9e38cde2664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:32Z', 'updated_at': '2022-01-29T04:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'ccac952a-6232-4d4f-ad13-5cde99a162fe', 'name': '', 'network_id': '7f40db6d-5aae-400b-b9d1-f849b1c6bd04', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:0d:98:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae96f6f-2bc0-40a7-99c0-d9e38cde2664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'd8e6de75-4c4f-4a22-becd-0f3683af3357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:35Z', 'updated_at': '2022-01-29T04:43:38Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': 'd8e6de75-4c4f-4a22-becd-0f3683af3357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:38.828739 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f49375b8-d174-4f7c-a7b7-f89994514b15 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (1b8d774e-c0b9-485c-9d6d-66bf93974322), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:38.829003 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40de2f39-38c4-4bdd-a3a8-3ac1d73da1c9 None None] The sync data for ids ['cae96f6f-2bc0-40a7-99c0-d9e38cde2664'] in dv-neutron-821190-1-hyperv is: [{'id': 'cae96f6f-2bc0-40a7-99c0-d9e38cde2664', 'name': 'tempest-TestNetworkBasicOps-router-1508908067', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': '8b877533-c446-42bf-9331-767df0ff637f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:31Z', 'updated_at': '2022-01-29T04:43:36Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '8b877533-c446-42bf-9331-767df0ff637f', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae96f6f-2bc0-40a7-99c0-d9e38cde2664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:32Z', 'updated_at': '2022-01-29T04:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'ccac952a-6232-4d4f-ad13-5cde99a162fe', 'name': '', 'network_id': '7f40db6d-5aae-400b-b9d1-f849b1c6bd04', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:0d:98:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae96f6f-2bc0-40a7-99c0-d9e38cde2664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'd8e6de75-4c4f-4a22-becd-0f3683af3357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:35Z', 'updated_at': '2022-01-29T04:43:38Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': 'd8e6de75-4c4f-4a22-becd-0f3683af3357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:43:38.854871 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49375b8-d174-4f7c-a7b7-f89994514b15 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b8d774e-c0b9-485c-9d6d-66bf93974322,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:38.857843 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-25f660b9-0c24-4c27-8444-d8eca2a8fd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (ccac952a-6232-4d4f-ad13-5cde99a162fe), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:38.923929 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f660b9-0c24-4c27-8444-d8eca2a8fd05 None None] Pushing event updated for resources: {'Port': ['ID=ccac952a-6232-4d4f-ad13-5cde99a162fe,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:38.939494 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f49375b8-d174-4f7c-a7b7-f89994514b15 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:38.940817 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f49375b8-d174-4f7c-a7b7-f89994514b15 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3646522 Jan 29 04:43:38.943366 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57950) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:43:38.947991 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-857ae039-9fbc-4964-a345-6a8c33435399 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': 'abf7cef5-cab6-434f-8512-b3f952837dc2', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:39.045231 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-857ae039-9fbc-4964-a345-6a8c33435399 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (299f6496-76b1-4e86-bdaa-ac17ffec3773), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:39.140762 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-857ae039-9fbc-4964-a345-6a8c33435399 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (299f6496-76b1-4e86-bdaa-ac17ffec3773), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:39.217395 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-857ae039-9fbc-4964-a345-6a8c33435399 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (299f6496-76b1-4e86-bdaa-ac17ffec3773), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:39.235728 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ae039-9fbc-4964-a345-6a8c33435399 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=299f6496-76b1-4e86-bdaa-ac17ffec3773,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:39.318714 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-857ae039-9fbc-4964-a345-6a8c33435399 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:39.322992 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-857ae039-9fbc-4964-a345-6a8c33435399 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3756874 Jan 29 04:43:39.323183 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57954) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:43:39.327671 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-6ab1252a-42c1-407a-b90a-12ab586666e6 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': 'abf7cef5-cab6-434f-8512-b3f952837dc2', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:39.413329 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6ab1252a-42c1-407a-b90a-12ab586666e6 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (3a163acc-2ea7-4074-931f-04049af28e47), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:39.474849 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6ab1252a-42c1-407a-b90a-12ab586666e6 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (3a163acc-2ea7-4074-931f-04049af28e47), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:39.562980 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6ab1252a-42c1-407a-b90a-12ab586666e6 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (3a163acc-2ea7-4074-931f-04049af28e47), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:39.582303 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab1252a-42c1-407a-b90a-12ab586666e6 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a163acc-2ea7-4074-931f-04049af28e47,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:39.656736 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6ab1252a-42c1-407a-b90a-12ab586666e6 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:39.660419 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-6ab1252a-42c1-407a-b90a-12ab586666e6 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3338559 Jan 29 04:43:39.660699 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57956) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:43:39.669654 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-55d122d1-6c83-41a0-b1e7-29d057311d49 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': 'abf7cef5-cab6-434f-8512-b3f952837dc2', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:39.774164 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.securitygroups_db [None req-55d122d1-6c83-41a0-b1e7-29d057311d49 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Project 9cb37fd5f36f44e696381da232925f9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:43:39.775235 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device ccac952a-6232-4d4f-ad13-5cde99a162fe up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:43:39.780679 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-55d122d1-6c83-41a0-b1e7-29d057311d49 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (8fbb56bc-8f13-4b2e-be20-d99adfc625e3), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:39.829006 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port ccac952a-6232-4d4f-ad13-5cde99a162fe triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:43:39.829633 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (ccac952a-6232-4d4f-ad13-5cde99a162fe), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:39.853978 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-55d122d1-6c83-41a0-b1e7-29d057311d49 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (8fbb56bc-8f13-4b2e-be20-d99adfc625e3), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:39.911385 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port ccac952a-6232-4d4f-ad13-5cde99a162fe is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:43:39.934254 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-55d122d1-6c83-41a0-b1e7-29d057311d49 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (8fbb56bc-8f13-4b2e-be20-d99adfc625e3), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:39.953931 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d122d1-6c83-41a0-b1e7-29d057311d49 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fbb56bc-8f13-4b2e-be20-d99adfc625e3,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:40.021339 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-55d122d1-6c83-41a0-b1e7-29d057311d49 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:40.022587 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-55d122d1-6c83-41a0-b1e7-29d057311d49 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3608513 Jan 29 04:43:40.025353 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 57958) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:43:40.029718 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-5d049a75-377d-484d-87a1-c0eebc5040c5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': 'abf7cef5-cab6-434f-8512-b3f952837dc2', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:40.131226 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.securitygroups_db [None req-5d049a75-377d-484d-87a1-c0eebc5040c5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Project 9cb37fd5f36f44e696381da232925f9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:43:40.136187 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5d049a75-377d-484d-87a1-c0eebc5040c5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (c49b5339-4bb6-4935-84a9-0f9b4d69382c), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:40.197285 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5d049a75-377d-484d-87a1-c0eebc5040c5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (c49b5339-4bb6-4935-84a9-0f9b4d69382c), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:40.267916 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5d049a75-377d-484d-87a1-c0eebc5040c5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (c49b5339-4bb6-4935-84a9-0f9b4d69382c), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:40.284896 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d049a75-377d-484d-87a1-c0eebc5040c5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c49b5339-4bb6-4935-84a9-0f9b4d69382c,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:40.359502 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5d049a75-377d-484d-87a1-c0eebc5040c5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:40.360814 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-5d049a75-377d-484d-87a1-c0eebc5040c5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3344746 Jan 29 04:43:40.523354 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-572af1ec-2c28-44e1-9265-2040c4236edd req-7a16230d-1b50-4bed-b968-3b9aa6a2b227 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1600586609&fields=id&tenant_id=9cb37fd5f36f44e696381da232925f9b HTTP/1.1" status: 200 len: 267 time: 0.0468798 Jan 29 04:43:40.627379 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572af1ec-2c28-44e1-9265-2040c4236edd req-6dee516c-d51b-49fd-843f-84d1881adbf5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:40.628857 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-572af1ec-2c28-44e1-9265-2040c4236edd req-6dee516c-d51b-49fd-843f-84d1881adbf5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/networks?id=7f40db6d-5aae-400b-b9d1-f849b1c6bd04 HTTP/1.1" status: 200 len: 796 time: 0.0991824 Jan 29 04:43:40.643442 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-572af1ec-2c28-44e1-9265-2040c4236edd req-d2feaa49-ac88-4c7c-8c32-11146d4599c8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/quotas/9cb37fd5f36f44e696381da232925f9b HTTP/1.1" status: 200 len: 375 time: 0.0090826 Jan 29 04:43:40.696943 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-572af1ec-2c28-44e1-9265-2040c4236edd req-f5553b25-5fb8-4c6d-ade6-9ad3943c9297 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487092 Jan 29 04:43:40.838460 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-572af1ec-2c28-44e1-9265-2040c4236edd req-b9ada650-dc1e-4dd6-acc9-da709c138423 service neutron] 10.222.0.13 "GET /v2.0/networks/7f40db6d-5aae-400b-b9d1-f849b1c6bd04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302230 Jan 29 04:43:40.928035 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-572af1ec-2c28-44e1-9265-2040c4236edd req-fdda1466-7a2a-4fce-8413-4ed3fc203f26 service neutron] 10.222.0.13 "GET /v2.0/networks/7f40db6d-5aae-400b-b9d1-f849b1c6bd04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830543 Jan 29 04:43:42.151370 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-5a8ced3f-64c4-4453-be51-80862b76f1e5 req-e6e1e7c0-614c-4313-8742-962314678047 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b66f2d3-4e7e-429a-9f94-0779f7b55c41 HTTP/1.1" status: 200 len: 210 time: 0.0272574 Jan 29 04:43:43.233003 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6b7ef203-e964-4283-94ce-e2e159633dd9 req-e864c14b-4246-4b2a-8859-c066ea991858 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b66f2d3-4e7e-429a-9f94-0779f7b55c41 HTTP/1.1" status: 200 len: 210 time: 0.0318859 Jan 29 04:43:44.327532 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-7d5741c7-b4f6-47e1-8728-98d1f4106d57 req-f4402023-6749-48f6-9e25-abe4b90940cd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b66f2d3-4e7e-429a-9f94-0779f7b55c41 HTTP/1.1" status: 200 len: 210 time: 0.0269318 Jan 29 04:43:45.423437 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3246cfa3-4329-4162-a0fc-5325c38fb000 req-0afdc2d6-5a7c-4498-94fd-26426362fef5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b66f2d3-4e7e-429a-9f94-0779f7b55c41 HTTP/1.1" status: 200 len: 210 time: 0.0280175 Jan 29 04:43:46.217778 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572af1ec-2c28-44e1-9265-2040c4236edd req-6141f7ab-ca56-45b3-ae3a-de5a73427409 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:46.219357 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-572af1ec-2c28-44e1-9265-2040c4236edd req-6141f7ab-ca56-45b3-ae3a-de5a73427409 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "GET /v2.0/networks?id=7f40db6d-5aae-400b-b9d1-f849b1c6bd04 HTTP/1.1" status: 200 len: 796 time: 0.1046548 Jan 29 04:43:46.287953 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-572af1ec-2c28-44e1-9265-2040c4236edd req-74ad522f-603d-433a-a63c-c800c622f8a8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cb37fd5f36f44e696381da232925f9b HTTP/1.1" status: 200 len: 380 time: 0.0549963 Jan 29 04:43:46.297427 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-572af1ec-2c28-44e1-9265-2040c4236edd req-6bf42ad2-5692-44bf-ad8b-f814655e9f9b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'port': {'device_id': '3b66f2d3-4e7e-429a-9f94-0779f7b55c41', 'network_id': '7f40db6d-5aae-400b-b9d1-f849b1c6bd04', 'admin_state_up': True, 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'security_groups': ['abf7cef5-cab6-434f-8512-b3f952837dc2']}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:46.459971 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-572af1ec-2c28-44e1-9265-2040c4236edd req-6bf42ad2-5692-44bf-ad8b-f814655e9f9b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Made reservation on behalf of 9cb37fd5f36f44e696381da232925f9b for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:43:46.464911 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-572af1ec-2c28-44e1-9265-2040c4236edd req-6bf42ad2-5692-44bf-ad8b-f814655e9f9b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:46.526774 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-1fcd04ac-6a24-40c9-b5a9-9fbf0e316791 req-f6f913f7-41f5-4ec5-b728-0fdebf5bfe4f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b66f2d3-4e7e-429a-9f94-0779f7b55c41 HTTP/1.1" status: 200 len: 210 time: 0.0278625 Jan 29 04:43:46.601965 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [req-572af1ec-2c28-44e1-9265-2040c4236edd req-6bf42ad2-5692-44bf-ad8b-f814655e9f9b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Allocated IP 172.20.0.8 (7f40db6d-5aae-400b-b9d1-f849b1c6bd04/d8e6de75-4c4f-4a22-becd-0f3683af3357/0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:43:46.740015 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-572af1ec-2c28-44e1-9265-2040c4236edd req-6bf42ad2-5692-44bf-ad8b-f814655e9f9b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:46.834404 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-572af1ec-2c28-44e1-9265-2040c4236edd req-6bf42ad2-5692-44bf-ad8b-f814655e9f9b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:46.876997 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-572af1ec-2c28-44e1-9265-2040c4236edd req-6bf42ad2-5692-44bf-ad8b-f814655e9f9b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network 7f40db6d-5aae-400b-b9d1-f849b1c6bd04 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:43:46.879959 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [req-572af1ec-2c28-44e1-9265-2040c4236edd req-6bf42ad2-5692-44bf-ad8b-f814655e9f9b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:43:46.883518 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-572af1ec-2c28-44e1-9265-2040c4236edd req-6bf42ad2-5692-44bf-ad8b-f814655e9f9b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:43:46.892878 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf42ad2-5692-44bf-ad8b-f814655e9f9b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:46.938937 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572af1ec-2c28-44e1-9265-2040c4236edd req-6bf42ad2-5692-44bf-ad8b-f814655e9f9b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:46.939562 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-572af1ec-2c28-44e1-9265-2040c4236edd req-6bf42ad2-5692-44bf-ad8b-f814655e9f9b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:47.042889 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-572af1ec-2c28-44e1-9265-2040c4236edd req-6bf42ad2-5692-44bf-ad8b-f814655e9f9b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7495830 Jan 29 04:43:47.060549 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-572af1ec-2c28-44e1-9265-2040c4236edd req-b8eb669e-2d50-49aa-8d72-8fd43e62bffb service neutron] Request body: {'port': {'device_id': '3b66f2d3-4e7e-429a-9f94-0779f7b55c41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:47.123001 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-572af1ec-2c28-44e1-9265-2040c4236edd req-b8eb669e-2d50-49aa-8d72-8fd43e62bffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:47.130333 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-707c3890-f4b4-4f27-a1bc-38cdbcf5fce8 None None] Provisioning complete for port 0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:43:47.130838 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-707c3890-f4b4-4f27-a1bc-38cdbcf5fce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:47.163614 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-707c3890-f4b4-4f27-a1bc-38cdbcf5fce8 None None] Port 0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:43:47.376025 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [req-572af1ec-2c28-44e1-9265-2040c4236edd req-b8eb669e-2d50-49aa-8d72-8fd43e62bffb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5 {{(pid=103585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:43:47.383462 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-572af1ec-2c28-44e1-9265-2040c4236edd req-b8eb669e-2d50-49aa-8d72-8fd43e62bffb service neutron] Publish callbacks [] for port (0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:47.395735 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.provisioning_blocks [req-572af1ec-2c28-44e1-9265-2040c4236edd req-b8eb669e-2d50-49aa-8d72-8fd43e62bffb service neutron] Transition to ACTIVE for port object 0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5 will not be triggered until provisioned by entity L2. {{(pid=103585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:43:47.456749 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-572af1ec-2c28-44e1-9265-2040c4236edd req-b8eb669e-2d50-49aa-8d72-8fd43e62bffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:47.525585 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb669e-2d50-49aa-8d72-8fd43e62bffb service neutron] Pushing event updated for resources: {'Port': ['ID=0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:47.585283 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-572af1ec-2c28-44e1-9265-2040c4236edd req-b8eb669e-2d50-49aa-8d72-8fd43e62bffb service neutron] Attempting to bind port 0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:43:47.585621 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-572af1ec-2c28-44e1-9265-2040c4236edd req-b8eb669e-2d50-49aa-8d72-8fd43e62bffb service neutron] Attempting to bind port 0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'a62d948a-6164-47f0-bbfd-47b61e08c9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7f40db6d-5aae-400b-b9d1-f849b1c6bd04'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:43:47.585951 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572af1ec-2c28-44e1-9265-2040c4236edd req-b8eb669e-2d50-49aa-8d72-8fd43e62bffb service neutron] Attempting to bind port 0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5 on network 7f40db6d-5aae-400b-b9d1-f849b1c6bd04 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:47.590433 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572af1ec-2c28-44e1-9265-2040c4236edd req-b8eb669e-2d50-49aa-8d72-8fd43e62bffb service neutron] Port 0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5 on network 7f40db6d-5aae-400b-b9d1-f849b1c6bd04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:43:47.590912 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572af1ec-2c28-44e1-9265-2040c4236edd req-b8eb669e-2d50-49aa-8d72-8fd43e62bffb service neutron] Attempting to bind port 0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5 on network 7f40db6d-5aae-400b-b9d1-f849b1c6bd04 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:47.596379 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572af1ec-2c28-44e1-9265-2040c4236edd req-b8eb669e-2d50-49aa-8d72-8fd43e62bffb service neutron] Checking agent: {'id': '15eedd85-6d76-4715-a40f-dc31e854816c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'started_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:43:47.596766 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572af1ec-2c28-44e1-9265-2040c4236edd req-b8eb669e-2d50-49aa-8d72-8fd43e62bffb service neutron] Checking segment: {'id': 'a62d948a-6164-47f0-bbfd-47b61e08c9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7f40db6d-5aae-400b-b9d1-f849b1c6bd04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:43:47.597152 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572af1ec-2c28-44e1-9265-2040c4236edd req-b8eb669e-2d50-49aa-8d72-8fd43e62bffb service neutron] Bound using segment: {'id': 'a62d948a-6164-47f0-bbfd-47b61e08c9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7f40db6d-5aae-400b-b9d1-f849b1c6bd04'} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:43:47.597587 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-572af1ec-2c28-44e1-9265-2040c4236edd req-b8eb669e-2d50-49aa-8d72-8fd43e62bffb service neutron] Bound port: 0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a62d948a-6164-47f0-bbfd-47b61e08c9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7f40db6d-5aae-400b-b9d1-f849b1c6bd04'}}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:43:47.597942 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-572af1ec-2c28-44e1-9265-2040c4236edd req-b8eb669e-2d50-49aa-8d72-8fd43e62bffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:47.695191 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d55dc51-1fa8-4d76-b458-e94c5bf675f6 req-ead73a9b-1258-4629-9963-f4494854a080 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:47.696960 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7d55dc51-1fa8-4d76-b458-e94c5bf675f6 req-ead73a9b-1258-4629-9963-f4494854a080 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b66f2d3-4e7e-429a-9f94-0779f7b55c41 HTTP/1.1" status: 200 len: 943 time: 0.0968301 Jan 29 04:43:47.710980 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-572af1ec-2c28-44e1-9265-2040c4236edd req-b8eb669e-2d50-49aa-8d72-8fd43e62bffb service neutron] For port 0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5, host hv-neutron-8211, cleared binding levels {{(pid=103585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:43:47.714648 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-572af1ec-2c28-44e1-9265-2040c4236edd req-b8eb669e-2d50-49aa-8d72-8fd43e62bffb service neutron] For port 0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5,segment=NetworkSegment(a62d948a-6164-47f0-bbfd-47b61e08c9c7),segment_id=a62d948a-6164-47f0-bbfd-47b61e08c9c7)] {{(pid=103585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:43:47.754202 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7d55dc51-1fa8-4d76-b458-e94c5bf675f6 req-311ae0ec-d7aa-4c9f-b624-f38b29feb4c0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=abf7cef5-cab6-434f-8512-b3f952837dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509961 Jan 29 04:43:47.800083 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-572af1ec-2c28-44e1-9265-2040c4236edd req-b8eb669e-2d50-49aa-8d72-8fd43e62bffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:47.838550 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572af1ec-2c28-44e1-9265-2040c4236edd req-b8eb669e-2d50-49aa-8d72-8fd43e62bffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:47.839174 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-572af1ec-2c28-44e1-9265-2040c4236edd req-b8eb669e-2d50-49aa-8d72-8fd43e62bffb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:47.840631 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-572af1ec-2c28-44e1-9265-2040c4236edd req-b8eb669e-2d50-49aa-8d72-8fd43e62bffb service neutron] 10.222.0.18 "PUT /v2.0/ports/0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5 HTTP/1.1" status: 200 len: 1093 time: 0.7842381 Jan 29 04:43:47.841075 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b66f2d3-4e7e-429a-9f94-0779f7b55c41', 'tag': '0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:43:47.843676 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195a37fb-4446-488a-b1a5-5d7608207088" -d '{"events": [{"name": "network-changed", "server_uuid": "3b66f2d3-4e7e-429a-9f94-0779f7b55c41", "tag": "0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:43:47.868786 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb669e-2d50-49aa-8d72-8fd43e62bffb service neutron] Pushing event updated for resources: {'Port': ['ID=0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5,revision_number=3']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:47.888151 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8884d89-28b3-439d-b6a7-5a392f7e1e16 x-openstack-request-id: req-b8884d89-28b3-439d-b6a7-5a392f7e1e16 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:43:47.888423 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b66f2d3-4e7e-429a-9f94-0779f7b55c41", "tag": "0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:43:47.888711 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8884d89-28b3-439d-b6a7-5a392f7e1e16 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:43:47.889146 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b66f2d3-4e7e-429a-9f94-0779f7b55c41', 'tag': '0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5', 'status': 'completed', 'code': 200} Jan 29 04:43:47.979416 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a37fb-4446-488a-b1a5-5d7608207088 req-a8bf6036-deb5-4994-abd8-e69fbbfde75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:47.980944 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-195a37fb-4446-488a-b1a5-5d7608207088 req-a8bf6036-deb5-4994-abd8-e69fbbfde75c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=3b66f2d3-4e7e-429a-9f94-0779f7b55c41 HTTP/1.1" status: 200 len: 1127 time: 0.0506504 Jan 29 04:43:48.088693 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a37fb-4446-488a-b1a5-5d7608207088 req-06ad66a2-fdf1-40c0-b791-a4a7fce45fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:48.090080 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-195a37fb-4446-488a-b1a5-5d7608207088 req-06ad66a2-fdf1-40c0-b791-a4a7fce45fd6 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9cb37fd5f36f44e696381da232925f9b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0963848 Jan 29 04:43:48.181031 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a37fb-4446-488a-b1a5-5d7608207088 req-a9ecff71-0a7d-4c48-95ff-3d61509b54fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:48.182489 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-195a37fb-4446-488a-b1a5-5d7608207088 req-a9ecff71-0a7d-4c48-95ff-3d61509b54fd service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0863340 Jan 29 04:43:48.283560 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572af1ec-2c28-44e1-9265-2040c4236edd req-37fb9884-4519-4229-a524-30cbc578814e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:48.285100 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-572af1ec-2c28-44e1-9265-2040c4236edd req-37fb9884-4519-4229-a524-30cbc578814e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=3b66f2d3-4e7e-429a-9f94-0779f7b55c41 HTTP/1.1" status: 200 len: 1127 time: 0.0455565 Jan 29 04:43:48.336785 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-572af1ec-2c28-44e1-9265-2040c4236edd req-8f7062e9-51a8-496a-a45f-794e66bb0a20 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5 HTTP/1.1" status: 200 len: 217 time: 0.0384054 Jan 29 04:43:48.383594 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572af1ec-2c28-44e1-9265-2040c4236edd req-563813d8-51b3-4640-93c1-f5007e6e74b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:48.385022 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-572af1ec-2c28-44e1-9265-2040c4236edd req-563813d8-51b3-4640-93c1-f5007e6e74b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d8e6de75-4c4f-4a22-becd-0f3683af3357 HTTP/1.1" status: 200 len: 843 time: 0.0431504 Jan 29 04:43:48.432439 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572af1ec-2c28-44e1-9265-2040c4236edd req-4b4223c0-a912-4079-aabb-254b920c312e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:48.433964 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-572af1ec-2c28-44e1-9265-2040c4236edd req-4b4223c0-a912-4079-aabb-254b920c312e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7f40db6d-5aae-400b-b9d1-f849b1c6bd04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0430527 Jan 29 04:43:48.524844 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-572af1ec-2c28-44e1-9265-2040c4236edd req-42ac20d5-08cd-4125-b6cb-cc2c05a5eb11 service neutron] 10.222.0.18 "GET /v2.0/networks/7f40db6d-5aae-400b-b9d1-f849b1c6bd04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846107 Jan 29 04:43:48.610494 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-572af1ec-2c28-44e1-9265-2040c4236edd req-2a884473-a24a-4223-830b-68e4b8693e0d service neutron] 10.222.0.18 "GET /v2.0/networks/7f40db6d-5aae-400b-b9d1-f849b1c6bd04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803745 Jan 29 04:43:48.873200 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2fba3-77b5-46ee-b113-13437a4b8ca7 req-1e240968-6727-4969-878a-97fadf27c0a2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:48.875216 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cca2fba3-77b5-46ee-b113-13437a4b8ca7 req-1e240968-6727-4969-878a-97fadf27c0a2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b66f2d3-4e7e-429a-9f94-0779f7b55c41 HTTP/1.1" status: 200 len: 943 time: 0.0547600 Jan 29 04:43:48.928873 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cca2fba3-77b5-46ee-b113-13437a4b8ca7 req-0bb7a1a2-9ea0-4cb8-9470-6e8a49bb8490 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=abf7cef5-cab6-434f-8512-b3f952837dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480702 Jan 29 04:43:50.052403 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f6d34-f7a6-4565-bc54-56a108401a33 req-fdd88f67-c9c3-4541-afe3-16de3a1b8e38 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:50.053895 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-cd9f6d34-f7a6-4565-bc54-56a108401a33 req-fdd88f67-c9c3-4541-afe3-16de3a1b8e38 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b66f2d3-4e7e-429a-9f94-0779f7b55c41 HTTP/1.1" status: 200 len: 943 time: 0.0560403 Jan 29 04:43:50.102010 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-cd9f6d34-f7a6-4565-bc54-56a108401a33 req-97a06f49-9bd4-4e75-af60-d4186e314f9f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=abf7cef5-cab6-434f-8512-b3f952837dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423727 Jan 29 04:43:50.184680 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1ff9ee55-6e40-458f-a901-cb58ee0b9ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:50.972718 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:43:51.070442 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5,segment=NetworkSegment(a62d948a-6164-47f0-bbfd-47b61e08c9c7),segment_id=a62d948a-6164-47f0-bbfd-47b61e08c9c7)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:43:51.080726 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': '0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5', 'network_id': '7f40db6d-5aae-400b-b9d1-f849b1c6bd04', 'port_id': '0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5', 'mac_address': 'fa:16:3e:60:77:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8e6de75-4c4f-4a22-becd-0f3683af3357', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:43:51.117484 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5 is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:43:51.117785 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:51.130350 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:43:51.149328 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5,segment=NetworkSegment(a62d948a-6164-47f0-bbfd-47b61e08c9c7),segment_id=a62d948a-6164-47f0-bbfd-47b61e08c9c7)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:43:51.220236 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c922d5f-b744-420f-a73a-92cb6073f9d8 req-ebe32278-ca00-466f-87ca-238d771bb1d7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:51.221771 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4c922d5f-b744-420f-a73a-92cb6073f9d8 req-ebe32278-ca00-466f-87ca-238d771bb1d7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b66f2d3-4e7e-429a-9f94-0779f7b55c41 HTTP/1.1" status: 200 len: 943 time: 0.0541699 Jan 29 04:43:51.237279 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:51.272540 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4c922d5f-b744-420f-a73a-92cb6073f9d8 req-85f71f4c-991d-4687-8f7a-f42710647a72 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=abf7cef5-cab6-434f-8512-b3f952837dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452504 Jan 29 04:43:51.289332 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:51.624767 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:43:52.393613 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4167e-d6df-4a0b-90ab-909c52439a57 req-a9fb0aff-0835-43e1-82d9-7f91a9069b30 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:52.395138 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-f2d4167e-d6df-4a0b-90ab-909c52439a57 req-a9fb0aff-0835-43e1-82d9-7f91a9069b30 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b66f2d3-4e7e-429a-9f94-0779f7b55c41 HTTP/1.1" status: 200 len: 944 time: 0.0530496 Jan 29 04:43:52.444079 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-f2d4167e-d6df-4a0b-90ab-909c52439a57 req-6c3b0517-14e4-4644-a992-8ec7d11e0d66 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=abf7cef5-cab6-434f-8512-b3f952837dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429695 Jan 29 04:43:52.504746 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b542e1e4-c1ff-406f-8cee-9cb89cdcdfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:52.974283 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5 up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:43:53.104612 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning for port 0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5 completed by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:43:53.108367 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port 0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:43:53.108774 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:53.184002 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5 is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:43:53.184378 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:53.206567 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b66f2d3-4e7e-429a-9f94-0779f7b55c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:43:53.208774 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b74419-2142-4ce2-80e1-389ca72a4e55" -d '{"events": [{"server_uuid": "3b66f2d3-4e7e-429a-9f94-0779f7b55c41", "name": "network-vif-plugged", "status": "completed", "tag": "0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:43:53.220670 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5,segment=NetworkSegment(a62d948a-6164-47f0-bbfd-47b61e08c9c7),segment_id=a62d948a-6164-47f0-bbfd-47b61e08c9c7)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:43:53.302617 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c7a4dc-59fe-427b-98a3-3cb8f0ff1cc3 x-openstack-request-id: req-47c7a4dc-59fe-427b-98a3-3cb8f0ff1cc3 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:43:53.302932 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b66f2d3-4e7e-429a-9f94-0779f7b55c41", "name": "network-vif-plugged", "status": "completed", "tag": "0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:43:53.303182 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-47c7a4dc-59fe-427b-98a3-3cb8f0ff1cc3 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:43:53.303570 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b66f2d3-4e7e-429a-9f94-0779f7b55c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5', 'code': 200} Jan 29 04:43:53.307942 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:53.355431 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:53.561878 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e0ab0-2294-4d45-8f22-4659e45c42cb req-2799e605-ea1f-4120-9890-88702f662d14 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:53.563346 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-fe6e0ab0-2294-4d45-8f22-4659e45c42cb req-2799e605-ea1f-4120-9890-88702f662d14 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b66f2d3-4e7e-429a-9f94-0779f7b55c41 HTTP/1.1" status: 200 len: 945 time: 0.0527511 Jan 29 04:43:53.619608 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-fe6e0ab0-2294-4d45-8f22-4659e45c42cb req-3a8d36aa-dd75-4e44-ab64-32ba793c51c3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=abf7cef5-cab6-434f-8512-b3f952837dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498898 Jan 29 04:43:53.670728 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00039d-3c2f-4465-bcae-e30a9e4dc86e req-7698528c-3666-4d84-8cfc-0a9e022bdf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:53.672212 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cd00039d-3c2f-4465-bcae-e30a9e4dc86e req-7698528c-3666-4d84-8cfc-0a9e022bdf58 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3b66f2d3-4e7e-429a-9f94-0779f7b55c41 HTTP/1.1" status: 200 len: 1129 time: 0.0443556 Jan 29 04:43:53.693690 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:53.717173 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cd00039d-3c2f-4465-bcae-e30a9e4dc86e req-4c45f9f4-9d1e-4e87-9915-fc6e23ed67f9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=abf7cef5-cab6-434f-8512-b3f952837dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389941 Jan 29 04:43:53.956651 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:54.428138 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:43:54.743135 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e80f23-4494-4f02-a06b-4b7e1307977c req-c7460d8a-dec6-42ad-9592-4f01ea779a30 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:54.744526 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-73e80f23-4494-4f02-a06b-4b7e1307977c req-c7460d8a-dec6-42ad-9592-4f01ea779a30 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b66f2d3-4e7e-429a-9f94-0779f7b55c41 HTTP/1.1" status: 200 len: 945 time: 0.0550368 Jan 29 04:43:54.793855 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-73e80f23-4494-4f02-a06b-4b7e1307977c req-63c4c2fb-397c-4063-91c1-bce354e5378c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=abf7cef5-cab6-434f-8512-b3f952837dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432782 Jan 29 04:43:54.864995 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:55.913848 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46fffd0-749e-4e19-8464-69eef1ec1e39 req-ce453ae1-a0f4-4f92-9bac-9181c5ae8169 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:55.915336 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e46fffd0-749e-4e19-8464-69eef1ec1e39 req-ce453ae1-a0f4-4f92-9bac-9181c5ae8169 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b66f2d3-4e7e-429a-9f94-0779f7b55c41 HTTP/1.1" status: 200 len: 945 time: 0.0540013 Jan 29 04:43:55.963479 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e46fffd0-749e-4e19-8464-69eef1ec1e39 req-07924bb3-d447-46e3-b817-fa4758439165 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=abf7cef5-cab6-434f-8512-b3f952837dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423450 Jan 29 04:43:56.079740 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f99be-681e-49b3-bbb1-4c831807ef06 req-eb94e469-b989-4083-a238-3c08e7d56dbb tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:56.081248 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-be2f99be-681e-49b3-bbb1-4c831807ef06 req-eb94e469-b989-4083-a238-3c08e7d56dbb tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b66f2d3-4e7e-429a-9f94-0779f7b55c41 HTTP/1.1" status: 200 len: 945 time: 0.0526488 Jan 29 04:43:56.128976 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-be2f99be-681e-49b3-bbb1-4c831807ef06 req-539a3a8a-7dcd-4db1-9f7a-57e8150200d3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=abf7cef5-cab6-434f-8512-b3f952837dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421863 Jan 29 04:43:56.150718 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58032) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:43:56.321585 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e9ee1b-6e01-4a1b-ad32-6526031ca875 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:56.323093 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-55e9ee1b-6e01-4a1b-ad32-6526031ca875 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3b66f2d3-4e7e-429a-9f94-0779f7b55c41 HTTP/1.1" status: 200 len: 1124 time: 0.1714373 Jan 29 04:43:56.325989 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58036) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:43:56.330579 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-5707d2f5-ea02-40bb-b8e1-e1ea10acfe94 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'floatingip': {'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'port_id': '0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:56.373933 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:56.402345 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5707d2f5-ea02-40bb-b8e1-e1ea10acfe94 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:56.498437 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5707d2f5-ea02-40bb-b8e1-e1ea10acfe94 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:56.602835 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-5707d2f5-ea02-40bb-b8e1-e1ea10acfe94 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Allocated IP 172.26.8.67 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/5ab0da3d-a7fc-4e41-b8e9-4da4c33d7411) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:43:56.699118 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5707d2f5-ea02-40bb-b8e1-e1ea10acfe94 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (5ab0da3d-a7fc-4e41-b8e9-4da4c33d7411), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:56.783399 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5707d2f5-ea02-40bb-b8e1-e1ea10acfe94 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (5ab0da3d-a7fc-4e41-b8e9-4da4c33d7411), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:56.824543 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5707d2f5-ea02-40bb-b8e1-e1ea10acfe94 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:43:56.829729 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-5707d2f5-ea02-40bb-b8e1-e1ea10acfe94 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:43:56.836227 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5707d2f5-ea02-40bb-b8e1-e1ea10acfe94 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:43:56.839304 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707d2f5-ea02-40bb-b8e1-e1ea10acfe94 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=5ab0da3d-a7fc-4e41-b8e9-4da4c33d7411,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:57.186622 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5707d2f5-ea02-40bb-b8e1-e1ea10acfe94 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for floatingip (83378eeb-531c-45ea-9c40-5f6ffcec35bf), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:57.334978 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5707d2f5-ea02-40bb-b8e1-e1ea10acfe94 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (5ab0da3d-a7fc-4e41-b8e9-4da4c33d7411), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:57.480817 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5707d2f5-ea02-40bb-b8e1-e1ea10acfe94 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (5ab0da3d-a7fc-4e41-b8e9-4da4c33d7411), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:57.536542 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5707d2f5-ea02-40bb-b8e1-e1ea10acfe94 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (5ab0da3d-a7fc-4e41-b8e9-4da4c33d7411), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:57.604186 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707d2f5-ea02-40bb-b8e1-e1ea10acfe94 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=5ab0da3d-a7fc-4e41-b8e9-4da4c33d7411,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:57.614612 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5707d2f5-ea02-40bb-b8e1-e1ea10acfe94 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (83378eeb-531c-45ea-9c40-5f6ffcec35bf), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:57.712311 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.l3_db [None req-5707d2f5-ea02-40bb-b8e1-e1ea10acfe94 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Floating IP 83378eeb-531c-45ea-9c40-5f6ffcec35bf associated. External IP: 172.26.8.67, port: 0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5. Jan 29 04:43:57.917388 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5707d2f5-ea02-40bb-b8e1-e1ea10acfe94 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router cae96f6f-2bc0-40a7-99c0-d9e38cde2664 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:43:58.022307 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5707d2f5-ea02-40bb-b8e1-e1ea10acfe94 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:43:58.032329 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017d000b-7c3d-4962-aa97-a8b6846e523f None None] Sync routers for ids ['cae96f6f-2bc0-40a7-99c0-d9e38cde2664'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:43:58.041665 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017d000b-7c3d-4962-aa97-a8b6846e523f None None] Routers {'cae96f6f-2bc0-40a7-99c0-d9e38cde2664'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:43:58.042278 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-017d000b-7c3d-4962-aa97-a8b6846e523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:43:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['cae96f6f-2bc0-40a7-99c0-d9e38cde2664'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:58.101188 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5707d2f5-ea02-40bb-b8e1-e1ea10acfe94 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:43:58.130226 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-5707d2f5-ea02-40bb-b8e1-e1ea10acfe94 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8031275 Jan 29 04:43:58.130815 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b66f2d3-4e7e-429a-9f94-0779f7b55c41', 'tag': '0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:43:58.133172 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d303710-9d23-4c43-a048-c395464ed251" -d '{"events": [{"name": "network-changed", "server_uuid": "3b66f2d3-4e7e-429a-9f94-0779f7b55c41", "tag": "0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:43:58.133353 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 58038) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:43:58.154741 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-017d000b-7c3d-4962-aa97-a8b6846e523f None None] Set router cae96f6f-2bc0-40a7-99c0-d9e38cde2664 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:43:58.170628 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf58be9c-4181-41fd-b8f3-8f2103484b74 x-openstack-request-id: req-cf58be9c-4181-41fd-b8f3-8f2103484b74 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:43:58.170628 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b66f2d3-4e7e-429a-9f94-0779f7b55c41", "tag": "0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:43:58.170628 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf58be9c-4181-41fd-b8f3-8f2103484b74 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:43:58.171013 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b66f2d3-4e7e-429a-9f94-0779f7b55c41', 'tag': '0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5', 'status': 'completed', 'code': 200} Jan 29 04:43:58.195136 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-45f5e132-ecee-4945-a748-e1d19209ee14 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/floatingips/83378eeb-531c-45ea-9c40-5f6ffcec35bf HTTP/1.1" status: 200 len: 990 time: 0.0608189 Jan 29 04:43:58.259076 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d303710-9d23-4c43-a048-c395464ed251 req-98b43697-fbc1-4b77-9e06-870a387b63ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:58.260630 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6d303710-9d23-4c43-a048-c395464ed251 req-98b43697-fbc1-4b77-9e06-870a387b63ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=3b66f2d3-4e7e-429a-9f94-0779f7b55c41 HTTP/1.1" status: 200 len: 1129 time: 0.0464182 Jan 29 04:43:58.353633 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d303710-9d23-4c43-a048-c395464ed251 req-12d10d34-b25f-486d-8da6-73abb0e372cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:58.355028 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6d303710-9d23-4c43-a048-c395464ed251 req-12d10d34-b25f-486d-8da6-73abb0e372cd service neutron] 10.222.0.18 "GET /v2.0/networks?id=7f40db6d-5aae-400b-b9d1-f849b1c6bd04 HTTP/1.1" status: 200 len: 897 time: 0.0880010 Jan 29 04:43:58.376376 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-017d000b-7c3d-4962-aa97-a8b6846e523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae96f6f-2bc0-40a7-99c0-d9e38cde2664', 'name': 'tempest-TestNetworkBasicOps-router-1508908067', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': '8b877533-c446-42bf-9331-767df0ff637f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:31Z', 'updated_at': '2022-01-29T04:43:36Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '8b877533-c446-42bf-9331-767df0ff637f', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae96f6f-2bc0-40a7-99c0-d9e38cde2664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:32Z', 'updated_at': '2022-01-29T04:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '83378eeb-531c-45ea-9c40-5f6ffcec35bf', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.67', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'cae96f6f-2bc0-40a7-99c0-d9e38cde2664', 'port_id': '0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f40db6d-5aae-400b-b9d1-f849b1c6bd04', 'mac_address': 'fa:16:3e:60:77:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b66f2d3-4e7e-429a-9f94-0779f7b55c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:43:57Z', 'updated_at': '2022-01-29T04:43:57Z', 'revision_number': 0, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccac952a-6232-4d4f-ad13-5cde99a162fe', 'name': '', 'network_id': '7f40db6d-5aae-400b-b9d1-f849b1c6bd04', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:0d:98:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae96f6f-2bc0-40a7-99c0-d9e38cde2664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'd8e6de75-4c4f-4a22-becd-0f3683af3357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:35Z', 'updated_at': '2022-01-29T04:43:38Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': 'd8e6de75-4c4f-4a22-becd-0f3683af3357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:58.406587 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017d000b-7c3d-4962-aa97-a8b6846e523f None None] Checking router: cae96f6f-2bc0-40a7-99c0-d9e38cde2664 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:43:58.414844 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017d000b-7c3d-4962-aa97-a8b6846e523f None None] Routers {'cae96f6f-2bc0-40a7-99c0-d9e38cde2664'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:43:58.415461 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-017d000b-7c3d-4962-aa97-a8b6846e523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:43:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['cae96f6f-2bc0-40a7-99c0-d9e38cde2664'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:58.420718 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6d303710-9d23-4c43-a048-c395464ed251 req-ad985b1f-c834-4f91-b530-997634f94845 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5 HTTP/1.1" status: 200 len: 998 time: 0.0598485 Jan 29 04:43:58.470522 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d303710-9d23-4c43-a048-c395464ed251 req-26dce76f-72b9-4068-8a04-411a0fb3941e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:58.472002 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6d303710-9d23-4c43-a048-c395464ed251 req-26dce76f-72b9-4068-8a04-411a0fb3941e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d8e6de75-4c4f-4a22-becd-0f3683af3357 HTTP/1.1" status: 200 len: 843 time: 0.0454025 Jan 29 04:43:58.520789 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-017d000b-7c3d-4962-aa97-a8b6846e523f None None] Set router cae96f6f-2bc0-40a7-99c0-d9e38cde2664 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:43:58.525229 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d303710-9d23-4c43-a048-c395464ed251 req-6e942e45-4b5c-4ca9-8e36-90ca79529e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:58.526824 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6d303710-9d23-4c43-a048-c395464ed251 req-6e942e45-4b5c-4ca9-8e36-90ca79529e1c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7f40db6d-5aae-400b-b9d1-f849b1c6bd04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0488732 Jan 29 04:43:58.616910 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6d303710-9d23-4c43-a048-c395464ed251 req-91610eab-6ab8-412f-8a61-540283de1c5f service neutron] 10.222.0.18 "GET /v2.0/networks/7f40db6d-5aae-400b-b9d1-f849b1c6bd04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835366 Jan 29 04:43:58.710275 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6d303710-9d23-4c43-a048-c395464ed251 req-769dbdba-983f-45f4-a5c0-4716c82970e0 service neutron] 10.222.0.18 "GET /v2.0/networks/7f40db6d-5aae-400b-b9d1-f849b1c6bd04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884130 Jan 29 04:43:58.751115 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-017d000b-7c3d-4962-aa97-a8b6846e523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae96f6f-2bc0-40a7-99c0-d9e38cde2664', 'name': 'tempest-TestNetworkBasicOps-router-1508908067', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': '8b877533-c446-42bf-9331-767df0ff637f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:31Z', 'updated_at': '2022-01-29T04:43:36Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '8b877533-c446-42bf-9331-767df0ff637f', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae96f6f-2bc0-40a7-99c0-d9e38cde2664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:32Z', 'updated_at': '2022-01-29T04:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '83378eeb-531c-45ea-9c40-5f6ffcec35bf', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.67', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'cae96f6f-2bc0-40a7-99c0-d9e38cde2664', 'port_id': '0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f40db6d-5aae-400b-b9d1-f849b1c6bd04', 'mac_address': 'fa:16:3e:60:77:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b66f2d3-4e7e-429a-9f94-0779f7b55c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:43:57Z', 'updated_at': '2022-01-29T04:43:57Z', 'revision_number': 0, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccac952a-6232-4d4f-ad13-5cde99a162fe', 'name': '', 'network_id': '7f40db6d-5aae-400b-b9d1-f849b1c6bd04', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:0d:98:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae96f6f-2bc0-40a7-99c0-d9e38cde2664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'd8e6de75-4c4f-4a22-becd-0f3683af3357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:35Z', 'updated_at': '2022-01-29T04:43:38Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': 'd8e6de75-4c4f-4a22-becd-0f3683af3357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:58.780384 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017d000b-7c3d-4962-aa97-a8b6846e523f None None] The sync data for ids ['cae96f6f-2bc0-40a7-99c0-d9e38cde2664'] in dv-neutron-821190-1-hyperv is: [{'id': 'cae96f6f-2bc0-40a7-99c0-d9e38cde2664', 'name': 'tempest-TestNetworkBasicOps-router-1508908067', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': '8b877533-c446-42bf-9331-767df0ff637f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:31Z', 'updated_at': '2022-01-29T04:43:36Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '8b877533-c446-42bf-9331-767df0ff637f', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae96f6f-2bc0-40a7-99c0-d9e38cde2664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:32Z', 'updated_at': '2022-01-29T04:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '83378eeb-531c-45ea-9c40-5f6ffcec35bf', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.67', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'cae96f6f-2bc0-40a7-99c0-d9e38cde2664', 'port_id': '0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f40db6d-5aae-400b-b9d1-f849b1c6bd04', 'mac_address': 'fa:16:3e:60:77:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b66f2d3-4e7e-429a-9f94-0779f7b55c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:43:57Z', 'updated_at': '2022-01-29T04:43:57Z', 'revision_number': 0, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccac952a-6232-4d4f-ad13-5cde99a162fe', 'name': '', 'network_id': '7f40db6d-5aae-400b-b9d1-f849b1c6bd04', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:0d:98:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae96f6f-2bc0-40a7-99c0-d9e38cde2664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'd8e6de75-4c4f-4a22-becd-0f3683af3357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:35Z', 'updated_at': '2022-01-29T04:43:38Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': 'd8e6de75-4c4f-4a22-becd-0f3683af3357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:43:58.966774 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775e3307-5f7f-4906-bca5-e1c1d399e43a None None] New status for floating IP 83378eeb-531c-45ea-9c40-5f6ffcec35bf: ACTIVE {{(pid=103587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:43:59.198307 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58042) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:43:59.258456 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-be239385-eb08-4523-9b14-dc1f61ef052a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/floatingips/83378eeb-531c-45ea-9c40-5f6ffcec35bf HTTP/1.1" status: 200 len: 992 time: 0.0590122 Jan 29 04:44:20.188028 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0b4804d9-f175-448b-8d98-98b03759db97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:44:22.475758 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-44dafe97-93f1-4b94-8706-8bbfce13b147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:44:23.698395 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:44:23.932777 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:44:24.850638 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:44:26.421752 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:44:31.426703 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:44:45.865602 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6d00b3d6-856d-40d3-a3ff-2190c69101c7 req-24ee1879-77ce-45d3-a96a-44fe5e8e5de3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3b66f2d3-4e7e-429a-9f94-0779f7b55c41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475354 Jan 29 04:44:45.965577 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00b3d6-856d-40d3-a3ff-2190c69101c7 req-7811bea6-6d12-4dc9-bea7-08f419738d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:45.967034 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6d00b3d6-856d-40d3-a3ff-2190c69101c7 req-7811bea6-6d12-4dc9-bea7-08f419738d46 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=3b66f2d3-4e7e-429a-9f94-0779f7b55c41 HTTP/1.1" status: 200 len: 1129 time: 0.0456450 Jan 29 04:44:46.066809 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00b3d6-856d-40d3-a3ff-2190c69101c7 req-b29094be-6f13-420e-ad32-c1b740fd3d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:46.068253 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6d00b3d6-856d-40d3-a3ff-2190c69101c7 req-b29094be-6f13-420e-ad32-c1b740fd3d19 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7f40db6d-5aae-400b-b9d1-f849b1c6bd04 HTTP/1.1" status: 200 len: 897 time: 0.0821970 Jan 29 04:44:46.134803 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6d00b3d6-856d-40d3-a3ff-2190c69101c7 req-52495f6b-7574-48b0-ba6c-b83fb1374611 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5 HTTP/1.1" status: 200 len: 1000 time: 0.0606601 Jan 29 04:44:46.181248 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00b3d6-856d-40d3-a3ff-2190c69101c7 req-230e7d0b-d5f8-482a-bff6-08437d36446a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:46.182678 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6d00b3d6-856d-40d3-a3ff-2190c69101c7 req-230e7d0b-d5f8-482a-bff6-08437d36446a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d8e6de75-4c4f-4a22-becd-0f3683af3357 HTTP/1.1" status: 200 len: 843 time: 0.0425215 Jan 29 04:44:46.230342 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00b3d6-856d-40d3-a3ff-2190c69101c7 req-4d33095c-aebc-45e3-9c33-6849f3323d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:46.231733 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6d00b3d6-856d-40d3-a3ff-2190c69101c7 req-4d33095c-aebc-45e3-9c33-6849f3323d3b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7f40db6d-5aae-400b-b9d1-f849b1c6bd04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0434961 Jan 29 04:44:46.320088 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6d00b3d6-856d-40d3-a3ff-2190c69101c7 req-6294802d-e156-4d81-be7d-772488ba8669 service neutron] 10.222.0.18 "GET /v2.0/networks/7f40db6d-5aae-400b-b9d1-f849b1c6bd04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822849 Jan 29 04:44:46.405762 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6d00b3d6-856d-40d3-a3ff-2190c69101c7 req-6af78f99-f229-4aee-ac14-89b97997fbc2 service neutron] 10.222.0.18 "GET /v2.0/networks/7f40db6d-5aae-400b-b9d1-f849b1c6bd04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791008 Jan 29 04:44:50.227203 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-950b81b9-af22-45f2-9c39-5611c1c27cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:44:52.460963 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3ff91a78-be1a-4f03-9f5a-77c033ca1cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:44:53.718207 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:44:53.977662 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:44:54.874573 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:44:56.377767 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:45:08.426513 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:45:20.223078 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5ab8d965-b2c2-4bc4-adeb-a85b0734b659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:45:22.477830 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8f8a96b3-93a9-4784-a073-281cf53ced9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:45:23.679560 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:45:23.959949 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:45:24.857299 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:45:26.371097 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:45:45.425202 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:45:46.855893 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-863846f5-598e-479c-ab99-72279ae64b38 req-60be16a2-14c3-41db-89ae-334f0b36e27d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3b66f2d3-4e7e-429a-9f94-0779f7b55c41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448842 Jan 29 04:45:46.953220 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863846f5-598e-479c-ab99-72279ae64b38 req-11dad794-2e34-4e69-a7aa-c0895bf952a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:46.954673 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-863846f5-598e-479c-ab99-72279ae64b38 req-11dad794-2e34-4e69-a7aa-c0895bf952a1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=3b66f2d3-4e7e-429a-9f94-0779f7b55c41 HTTP/1.1" status: 200 len: 1129 time: 0.0437102 Jan 29 04:45:47.054998 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863846f5-598e-479c-ab99-72279ae64b38 req-147d1ca4-962e-43f7-9b61-3402708b2489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:47.056467 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-863846f5-598e-479c-ab99-72279ae64b38 req-147d1ca4-962e-43f7-9b61-3402708b2489 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7f40db6d-5aae-400b-b9d1-f849b1c6bd04 HTTP/1.1" status: 200 len: 897 time: 0.0855079 Jan 29 04:45:47.122238 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-863846f5-598e-479c-ab99-72279ae64b38 req-0f9836f4-8fef-4d7f-857a-f1c14ed1ca7b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5 HTTP/1.1" status: 200 len: 1000 time: 0.0595598 Jan 29 04:45:47.508129 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863846f5-598e-479c-ab99-72279ae64b38 req-4df54f73-e11f-4559-9a49-0bbae106f917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:47.509527 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-863846f5-598e-479c-ab99-72279ae64b38 req-4df54f73-e11f-4559-9a49-0bbae106f917 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d8e6de75-4c4f-4a22-becd-0f3683af3357 HTTP/1.1" status: 200 len: 843 time: 0.3807313 Jan 29 04:45:47.557966 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863846f5-598e-479c-ab99-72279ae64b38 req-802e226a-a765-470c-abf6-f10c380c5135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:47.559415 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-863846f5-598e-479c-ab99-72279ae64b38 req-802e226a-a765-470c-abf6-f10c380c5135 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7f40db6d-5aae-400b-b9d1-f849b1c6bd04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0435712 Jan 29 04:45:47.569164 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [req-863846f5-598e-479c-ab99-72279ae64b38 req-97d8e94f-3005-4f86-b68d-7df1a9b7d478 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103585) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:45:47.573587 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-863846f5-598e-479c-ab99-72279ae64b38 req-97d8e94f-3005-4f86-b68d-7df1a9b7d478 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047247 Jan 29 04:45:47.654904 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-863846f5-598e-479c-ab99-72279ae64b38 req-699624ca-f509-496d-bc84-8a0e4f967168 service neutron] 10.222.0.18 "GET /v2.0/networks/7f40db6d-5aae-400b-b9d1-f849b1c6bd04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789652 Jan 29 04:45:47.744115 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-863846f5-598e-479c-ab99-72279ae64b38 req-4bc393df-5d4e-43f1-adb2-64e1b839157b service neutron] 10.222.0.18 "GET /v2.0/networks/7f40db6d-5aae-400b-b9d1-f849b1c6bd04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829580 Jan 29 04:45:50.185593 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-22576e21-4b85-4b7c-b82d-f7df139083b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:45:52.483074 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c055b84c-47d1-4094-a572-a9e83bdfa09b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:45:53.705483 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:45:54.025541 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:45:54.871728 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:45:56.374159 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:46:20.215815 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4ca51bfc-8a99-4401-b9fe-e6085a1baf79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:46:22.424033 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:46:22.484132 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-489a13ec-7ff6-41e4-8d7f-a16bd0c85fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:46:23.712826 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:46:24.004204 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:46:24.894083 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:46:25.414205 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 58074) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:46:25.420100 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-208203eb-13f6-40ab-9d69-5ddd1d3102f1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:25.505012 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-208203eb-13f6-40ab-9d69-5ddd1d3102f1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59701157'] for subnet (d8e6de75-4c4f-4a22-becd-0f3683af3357), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:46:25.723196 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-208203eb-13f6-40ab-9d69-5ddd1d3102f1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792711704513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3226192'] for subnet (d8e6de75-4c4f-4a22-becd-0f3683af3357), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:46:25.763716 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208203eb-13f6-40ab-9d69-5ddd1d3102f1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:25.764309 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-208203eb-13f6-40ab-9d69-5ddd1d3102f1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:46:25.765800 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-208203eb-13f6-40ab-9d69-5ddd1d3102f1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "PUT /v2.0/subnets/d8e6de75-4c4f-4a22-becd-0f3683af3357 HTTP/1.1" status: 200 len: 835 time: 0.3504202 Jan 29 04:46:25.771279 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9131e8-245c-4436-b423-5542a24565a8 None None] Network 7f40db6d-5aae-400b-b9d1-f849b1c6bd04 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:46:25.781673 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208203eb-13f6-40ab-9d69-5ddd1d3102f1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Subnet': ['ID=d8e6de75-4c4f-4a22-becd-0f3683af3357,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:25.789555 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208203eb-13f6-40ab-9d69-5ddd1d3102f1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:25.789913 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208203eb-13f6-40ab-9d69-5ddd1d3102f1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:25.790260 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208203eb-13f6-40ab-9d69-5ddd1d3102f1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:25.790600 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208203eb-13f6-40ab-9d69-5ddd1d3102f1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:25.790935 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208203eb-13f6-40ab-9d69-5ddd1d3102f1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:25.791266 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208203eb-13f6-40ab-9d69-5ddd1d3102f1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:25.791597 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208203eb-13f6-40ab-9d69-5ddd1d3102f1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:25.791926 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208203eb-13f6-40ab-9d69-5ddd1d3102f1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:25.792254 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208203eb-13f6-40ab-9d69-5ddd1d3102f1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:25.792604 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208203eb-13f6-40ab-9d69-5ddd1d3102f1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:25.792957 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208203eb-13f6-40ab-9d69-5ddd1d3102f1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:25.793279 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208203eb-13f6-40ab-9d69-5ddd1d3102f1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:25.793600 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208203eb-13f6-40ab-9d69-5ddd1d3102f1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:26.067987 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-7d64e4e7-5cee-4978-a5c9-30da46480f38 None None] Provisioning complete for port ccac952a-6232-4d4f-ad13-5cde99a162fe triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:46:26.068560 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7d64e4e7-5cee-4978-a5c9-30da46480f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (ccac952a-6232-4d4f-ad13-5cde99a162fe), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:46:26.145579 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-7d64e4e7-5cee-4978-a5c9-30da46480f38 None None] Current status of the port ccac952a-6232-4d4f-ad13-5cde99a162fe is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:46:26.155508 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-7d64e4e7-5cee-4978-a5c9-30da46480f38 None None] Provisioning complete for port 8bbe24b4-366a-4a6b-bddb-60fd30e7cf27 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:46:26.155818 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7d64e4e7-5cee-4978-a5c9-30da46480f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (8bbe24b4-366a-4a6b-bddb-60fd30e7cf27), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:46:26.230019 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-7d64e4e7-5cee-4978-a5c9-30da46480f38 None None] Current status of the port 8bbe24b4-366a-4a6b-bddb-60fd30e7cf27 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:46:26.240387 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-7d64e4e7-5cee-4978-a5c9-30da46480f38 None None] Provisioning complete for port 0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:46:26.240787 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7d64e4e7-5cee-4978-a5c9-30da46480f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:46:26.328420 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-7d64e4e7-5cee-4978-a5c9-30da46480f38 None None] Current status of the port 0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:46:26.409804 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:46:48.889424 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2fa016af-8abc-4a3f-8be9-fce8c22a5ce6 req-511a6179-be68-4203-8b14-cc86ac30ade7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3b66f2d3-4e7e-429a-9f94-0779f7b55c41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463073 Jan 29 04:46:48.989456 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa016af-8abc-4a3f-8be9-fce8c22a5ce6 req-d75bcf86-9d7d-41a3-9af3-ca0857a284eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:48.991531 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2fa016af-8abc-4a3f-8be9-fce8c22a5ce6 req-d75bcf86-9d7d-41a3-9af3-ca0857a284eb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=3b66f2d3-4e7e-429a-9f94-0779f7b55c41 HTTP/1.1" status: 200 len: 1129 time: 0.0439150 Jan 29 04:46:49.092270 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa016af-8abc-4a3f-8be9-fce8c22a5ce6 req-eb6642c9-9adc-412e-8e43-820a59e099ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:49.093746 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2fa016af-8abc-4a3f-8be9-fce8c22a5ce6 req-eb6642c9-9adc-412e-8e43-820a59e099ca service neutron] 10.222.0.18 "GET /v2.0/networks?id=7f40db6d-5aae-400b-b9d1-f849b1c6bd04 HTTP/1.1" status: 200 len: 897 time: 0.0834506 Jan 29 04:46:49.159744 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2fa016af-8abc-4a3f-8be9-fce8c22a5ce6 req-a71b226c-81d1-4c64-9d5c-f390f3074aef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5 HTTP/1.1" status: 200 len: 1000 time: 0.0595758 Jan 29 04:46:49.206923 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa016af-8abc-4a3f-8be9-fce8c22a5ce6 req-4d586dd9-5406-44be-b75c-6490492e61a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:49.208319 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2fa016af-8abc-4a3f-8be9-fce8c22a5ce6 req-4d586dd9-5406-44be-b75c-6490492e61a6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d8e6de75-4c4f-4a22-becd-0f3683af3357 HTTP/1.1" status: 200 len: 843 time: 0.0422955 Jan 29 04:46:49.255494 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa016af-8abc-4a3f-8be9-fce8c22a5ce6 req-29ada484-dbe9-4f54-a3be-eb337bbd42eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:49.257012 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2fa016af-8abc-4a3f-8be9-fce8c22a5ce6 req-29ada484-dbe9-4f54-a3be-eb337bbd42eb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7f40db6d-5aae-400b-b9d1-f849b1c6bd04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0423067 Jan 29 04:46:49.344998 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2fa016af-8abc-4a3f-8be9-fce8c22a5ce6 req-5f806742-53f7-4fe0-8f68-9c1eba0cf594 service neutron] 10.222.0.18 "GET /v2.0/networks/7f40db6d-5aae-400b-b9d1-f849b1c6bd04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821383 Jan 29 04:46:49.429760 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2fa016af-8abc-4a3f-8be9-fce8c22a5ce6 req-4e22be65-e66e-4d19-adfa-31cfaffafb97 service neutron] 10.222.0.18 "GET /v2.0/networks/7f40db6d-5aae-400b-b9d1-f849b1c6bd04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789361 Jan 29 04:46:50.195872 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a915e59e-9e67-4719-bced-0b3ab72bef40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:46:52.464455 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bac1f860-f86f-4c7a-a139-5e78d6739d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:46:53.704172 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:46:54.012890 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:46:54.864468 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:46:56.397375 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:46:59.422750 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:47:10.310645 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 58094) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:47:10.470243 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-d7935e98-95e4-48e4-b38b-2c8e847afff9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Deleting port 5ab0da3d-a7fc-4e41-b8e9-4da4c33d7411 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:47:10.470592 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d7935e98-95e4-48e4-b38b-2c8e847afff9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (5ab0da3d-a7fc-4e41-b8e9-4da4c33d7411), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:10.549297 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d7935e98-95e4-48e4-b38b-2c8e847afff9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (5ab0da3d-a7fc-4e41-b8e9-4da4c33d7411), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:10.549629 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d7935e98-95e4-48e4-b38b-2c8e847afff9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for floatingip (5ab0da3d-a7fc-4e41-b8e9-4da4c33d7411), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:10.560897 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-d7935e98-95e4-48e4-b38b-2c8e847afff9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Calling delete_port for 5ab0da3d-a7fc-4e41-b8e9-4da4c33d7411 owned by network:floatingip {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:47:10.808782 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d7935e98-95e4-48e4-b38b-2c8e847afff9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (5ab0da3d-a7fc-4e41-b8e9-4da4c33d7411), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:10.840220 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7935e98-95e4-48e4-b38b-2c8e847afff9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Port': ['ID=5ab0da3d-a7fc-4e41-b8e9-4da4c33d7411,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:10.900397 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d7935e98-95e4-48e4-b38b-2c8e847afff9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for floatingip (83378eeb-531c-45ea-9c40-5f6ffcec35bf), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:10.900749 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.l3_db [None req-d7935e98-95e4-48e4-b38b-2c8e847afff9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Floating IP 83378eeb-531c-45ea-9c40-5f6ffcec35bf disassociated (deleted). External IP: 172.26.8.67, port: 0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5. Jan 29 04:47:11.403511 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7935e98-95e4-48e4-b38b-2c8e847afff9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router cae96f6f-2bc0-40a7-99c0-d9e38cde2664 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:47:11.509827 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7935e98-95e4-48e4-b38b-2c8e847afff9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:47:11.514686 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d7935e98-95e4-48e4-b38b-2c8e847afff9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:11.519724 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c03cf8-8e96-4b3c-bbc4-2d01a8f21e7f None None] Sync routers for ids ['cae96f6f-2bc0-40a7-99c0-d9e38cde2664'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:47:11.530855 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c03cf8-8e96-4b3c-bbc4-2d01a8f21e7f None None] Routers {'cae96f6f-2bc0-40a7-99c0-d9e38cde2664'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:47:11.531480 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-e2c03cf8-8e96-4b3c-bbc4-2d01a8f21e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:46:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['cae96f6f-2bc0-40a7-99c0-d9e38cde2664'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:11.545725 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d7935e98-95e4-48e4-b38b-2c8e847afff9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/floatingips/83378eeb-531c-45ea-9c40-5f6ffcec35bf HTTP/1.1" status: 204 len: 168 time: 1.2315567 Jan 29 04:47:11.545725 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b66f2d3-4e7e-429a-9f94-0779f7b55c41', 'tag': '0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5'}] {{(pid=103584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:47:11.546269 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88d22702f486e82ce3265c1db8b0c003dd285ef8b53ba8e869e33114e3fd04d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7bc154-dcce-4d23-9457-420f3841574e" -d '{"events": [{"name": "network-changed", "server_uuid": "3b66f2d3-4e7e-429a-9f94-0779f7b55c41", "tag": "0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5"}]}' {{(pid=103584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:47:11.654787 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-e2c03cf8-8e96-4b3c-bbc4-2d01a8f21e7f None None] Set router cae96f6f-2bc0-40a7-99c0-d9e38cde2664 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:47:11.851931 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-e2c03cf8-8e96-4b3c-bbc4-2d01a8f21e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae96f6f-2bc0-40a7-99c0-d9e38cde2664', 'name': 'tempest-TestNetworkBasicOps-router-1508908067', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': '8b877533-c446-42bf-9331-767df0ff637f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:31Z', 'updated_at': '2022-01-29T04:43:36Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '8b877533-c446-42bf-9331-767df0ff637f', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae96f6f-2bc0-40a7-99c0-d9e38cde2664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:32Z', 'updated_at': '2022-01-29T04:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'ccac952a-6232-4d4f-ad13-5cde99a162fe', 'name': '', 'network_id': '7f40db6d-5aae-400b-b9d1-f849b1c6bd04', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:0d:98:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae96f6f-2bc0-40a7-99c0-d9e38cde2664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'd8e6de75-4c4f-4a22-becd-0f3683af3357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:35Z', 'updated_at': '2022-01-29T04:43:38Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': 'd8e6de75-4c4f-4a22-becd-0f3683af3357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:11.882024 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c03cf8-8e96-4b3c-bbc4-2d01a8f21e7f None None] Checking router: cae96f6f-2bc0-40a7-99c0-d9e38cde2664 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:47:11.890593 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c03cf8-8e96-4b3c-bbc4-2d01a8f21e7f None None] Routers {'cae96f6f-2bc0-40a7-99c0-d9e38cde2664'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:47:11.891199 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-e2c03cf8-8e96-4b3c-bbc4-2d01a8f21e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:46:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['cae96f6f-2bc0-40a7-99c0-d9e38cde2664'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:11.956655 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c08b8-5625-49fd-9391-77b33bec0ddc req-9948bab4-ea76-4786-b511-554c3c61948c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:11.958032 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ef4c08b8-5625-49fd-9391-77b33bec0ddc req-9948bab4-ea76-4786-b511-554c3c61948c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b66f2d3-4e7e-429a-9f94-0779f7b55c41 HTTP/1.1" status: 200 len: 945 time: 0.0535276 Jan 29 04:47:11.996183 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-e2c03cf8-8e96-4b3c-bbc4-2d01a8f21e7f None None] Set router cae96f6f-2bc0-40a7-99c0-d9e38cde2664 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:47:12.007085 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ef4c08b8-5625-49fd-9391-77b33bec0ddc req-39e47c09-e7af-4baf-b0d1-de1879af3cff tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=abf7cef5-cab6-434f-8512-b3f952837dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433011 Jan 29 04:47:12.187450 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-e2c03cf8-8e96-4b3c-bbc4-2d01a8f21e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae96f6f-2bc0-40a7-99c0-d9e38cde2664', 'name': 'tempest-TestNetworkBasicOps-router-1508908067', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': '8b877533-c446-42bf-9331-767df0ff637f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:31Z', 'updated_at': '2022-01-29T04:43:36Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '8b877533-c446-42bf-9331-767df0ff637f', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae96f6f-2bc0-40a7-99c0-d9e38cde2664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:32Z', 'updated_at': '2022-01-29T04:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'ccac952a-6232-4d4f-ad13-5cde99a162fe', 'name': '', 'network_id': '7f40db6d-5aae-400b-b9d1-f849b1c6bd04', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:0d:98:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae96f6f-2bc0-40a7-99c0-d9e38cde2664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'd8e6de75-4c4f-4a22-becd-0f3683af3357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:35Z', 'updated_at': '2022-01-29T04:43:38Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': 'd8e6de75-4c4f-4a22-becd-0f3683af3357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:12.213042 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c03cf8-8e96-4b3c-bbc4-2d01a8f21e7f None None] The sync data for ids ['cae96f6f-2bc0-40a7-99c0-d9e38cde2664'] in dv-neutron-821190-1-hyperv is: [{'id': 'cae96f6f-2bc0-40a7-99c0-d9e38cde2664', 'name': 'tempest-TestNetworkBasicOps-router-1508908067', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': '8b877533-c446-42bf-9331-767df0ff637f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:31Z', 'updated_at': '2022-01-29T04:43:36Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '8b877533-c446-42bf-9331-767df0ff637f', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae96f6f-2bc0-40a7-99c0-d9e38cde2664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:32Z', 'updated_at': '2022-01-29T04:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'ccac952a-6232-4d4f-ad13-5cde99a162fe', 'name': '', 'network_id': '7f40db6d-5aae-400b-b9d1-f849b1c6bd04', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:0d:98:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae96f6f-2bc0-40a7-99c0-d9e38cde2664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'd8e6de75-4c4f-4a22-becd-0f3683af3357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:35Z', 'updated_at': '2022-01-29T04:43:38Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': 'd8e6de75-4c4f-4a22-becd-0f3683af3357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:47:12.425555 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b787285-e60c-4b5c-addd-7a902c8589d1 None None] New status for floating IP 83378eeb-531c-45ea-9c40-5f6ffcec35bf: DOWN {{(pid=103587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:47:12.663552 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccb4bda-97e2-4d0e-8e61-0f2b21252de1 x-openstack-request-id: req-4ccb4bda-97e2-4d0e-8e61-0f2b21252de1 {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:47:12.664057 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b66f2d3-4e7e-429a-9f94-0779f7b55c41", "tag": "0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5", "status": "completed", "code": 200}]} {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:47:12.664179 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ccb4bda-97e2-4d0e-8e61-0f2b21252de1 {{(pid=103584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:47:12.664530 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b66f2d3-4e7e-429a-9f94-0779f7b55c41', 'tag': '0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5', 'status': 'completed', 'code': 200} Jan 29 04:47:12.791414 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bc154-dcce-4d23-9457-420f3841574e req-7293f963-fe34-4a1c-a4be-704d40bc67e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:12.793689 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6c7bc154-dcce-4d23-9457-420f3841574e req-7293f963-fe34-4a1c-a4be-704d40bc67e7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=3b66f2d3-4e7e-429a-9f94-0779f7b55c41 HTTP/1.1" status: 200 len: 1129 time: 0.0865228 Jan 29 04:47:12.883772 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bc154-dcce-4d23-9457-420f3841574e req-6ba197fd-0eac-4467-9eae-224aed217ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:12.885424 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6c7bc154-dcce-4d23-9457-420f3841574e req-6ba197fd-0eac-4467-9eae-224aed217ebb service neutron] 10.222.0.18 "GET /v2.0/networks?id=7f40db6d-5aae-400b-b9d1-f849b1c6bd04 HTTP/1.1" status: 200 len: 897 time: 0.0849442 Jan 29 04:47:12.931820 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6c7bc154-dcce-4d23-9457-420f3841574e req-2df16fbe-9d2a-4a2f-ba59-6c657d34de63 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5 HTTP/1.1" status: 200 len: 217 time: 0.0392091 Jan 29 04:47:13.013354 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bc154-dcce-4d23-9457-420f3841574e req-16030f1f-0f19-4ddd-9a21-b90f90610f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:13.014758 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6c7bc154-dcce-4d23-9457-420f3841574e req-16030f1f-0f19-4ddd-9a21-b90f90610f61 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d8e6de75-4c4f-4a22-becd-0f3683af3357 HTTP/1.1" status: 200 len: 843 time: 0.0453424 Jan 29 04:47:13.064576 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bc154-dcce-4d23-9457-420f3841574e req-97b67209-db8e-4973-b625-22df689c81f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:13.066156 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6c7bc154-dcce-4d23-9457-420f3841574e req-97b67209-db8e-4973-b625-22df689c81f3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7f40db6d-5aae-400b-b9d1-f849b1c6bd04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0453019 Jan 29 04:47:13.143355 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98f7f8-ab7a-4eae-a719-20e58fd7c920 req-c943e46b-f891-432f-a231-81d6f66f6d84 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:13.144967 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ca98f7f8-ab7a-4eae-a719-20e58fd7c920 req-c943e46b-f891-432f-a231-81d6f66f6d84 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b66f2d3-4e7e-429a-9f94-0779f7b55c41 HTTP/1.1" status: 200 len: 945 time: 0.0566280 Jan 29 04:47:13.163353 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6c7bc154-dcce-4d23-9457-420f3841574e req-94774d2c-d765-4e43-a50b-0408f05deb2c service neutron] 10.222.0.18 "GET /v2.0/networks/7f40db6d-5aae-400b-b9d1-f849b1c6bd04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867496 Jan 29 04:47:13.192746 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ca98f7f8-ab7a-4eae-a719-20e58fd7c920 req-fc24671d-ae9b-4c35-b54c-fc50c9c2f558 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=abf7cef5-cab6-434f-8512-b3f952837dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421743 Jan 29 04:47:13.252917 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6c7bc154-dcce-4d23-9457-420f3841574e req-71d92f94-d0bc-49d9-adb4-4fe8fad0215b service neutron] 10.222.0.18 "GET /v2.0/networks/7f40db6d-5aae-400b-b9d1-f849b1c6bd04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820074 Jan 29 04:47:13.657256 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f91d52-9042-495e-a171-d09653557928 req-06846d65-e58e-4377-893f-c3e30e61875b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:13.658689 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a7f91d52-9042-495e-a171-d09653557928 req-06846d65-e58e-4377-893f-c3e30e61875b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b66f2d3-4e7e-429a-9f94-0779f7b55c41 HTTP/1.1" status: 200 len: 945 time: 0.0529742 Jan 29 04:47:13.751560 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-a7f91d52-9042-495e-a171-d09653557928 req-438e3bd7-2178-4a1e-92cb-0c72843b52f6 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Deleting port 0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:47:13.751897 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-a7f91d52-9042-495e-a171-d09653557928 req-438e3bd7-2178-4a1e-92cb-0c72843b52f6 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:13.839171 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-a7f91d52-9042-495e-a171-d09653557928 req-438e3bd7-2178-4a1e-92cb-0c72843b52f6 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] For port 0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5,segment=NetworkSegment(a62d948a-6164-47f0-bbfd-47b61e08c9c7),segment_id=a62d948a-6164-47f0-bbfd-47b61e08c9c7)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:47:13.839855 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-a7f91d52-9042-495e-a171-d09653557928 req-438e3bd7-2178-4a1e-92cb-0c72843b52f6 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:13.856388 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-a7f91d52-9042-495e-a171-d09653557928 req-438e3bd7-2178-4a1e-92cb-0c72843b52f6 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Calling delete_port for 0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5 owned by compute:nova {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:47:14.054653 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-a7f91d52-9042-495e-a171-d09653557928 req-438e3bd7-2178-4a1e-92cb-0c72843b52f6 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:14.083283 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e3bd7-2178-4a1e-92cb-0c72843b52f6 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Port': ['ID=0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:14.095047 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438e3bd7-2178-4a1e-92cb-0c72843b52f6 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:14.095404 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438e3bd7-2178-4a1e-92cb-0c72843b52f6 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:14.095757 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438e3bd7-2178-4a1e-92cb-0c72843b52f6 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:14.096094 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438e3bd7-2178-4a1e-92cb-0c72843b52f6 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:14.096428 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438e3bd7-2178-4a1e-92cb-0c72843b52f6 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:14.096791 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438e3bd7-2178-4a1e-92cb-0c72843b52f6 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:14.097122 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438e3bd7-2178-4a1e-92cb-0c72843b52f6 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:14.097449 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438e3bd7-2178-4a1e-92cb-0c72843b52f6 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:14.097777 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438e3bd7-2178-4a1e-92cb-0c72843b52f6 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:14.098107 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438e3bd7-2178-4a1e-92cb-0c72843b52f6 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:14.098434 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438e3bd7-2178-4a1e-92cb-0c72843b52f6 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:14.098756 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438e3bd7-2178-4a1e-92cb-0c72843b52f6 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:14.099076 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438e3bd7-2178-4a1e-92cb-0c72843b52f6 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:14.139068 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f91d52-9042-495e-a171-d09653557928 req-438e3bd7-2178-4a1e-92cb-0c72843b52f6 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] No DVR routers for this DVR port 0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5 on host hv-neutron-8211 {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:47:14.141649 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-a7f91d52-9042-495e-a171-d09653557928 req-438e3bd7-2178-4a1e-92cb-0c72843b52f6 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:14.144900 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a7f91d52-9042-495e-a171-d09653557928 req-438e3bd7-2178-4a1e-92cb-0c72843b52f6 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "DELETE /v2.0/ports/0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5 HTTP/1.1" status: 204 len: 173 time: 0.4810805 Jan 29 04:47:14.145336 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b66f2d3-4e7e-429a-9f94-0779f7b55c41', 'name': 'network-vif-deleted', 'tag': '0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:47:14.147610 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8635352-1e96-4c01-b82e-9c167c2140a8" -d '{"events": [{"server_uuid": "3b66f2d3-4e7e-429a-9f94-0779f7b55c41", "name": "network-vif-deleted", "tag": "0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:47:14.186263 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373923ad-b6a3-4d28-8350-5fc5bb9db274 x-openstack-request-id: req-373923ad-b6a3-4d28-8350-5fc5bb9db274 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:47:14.186628 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b66f2d3-4e7e-429a-9f94-0779f7b55c41", "name": "network-vif-deleted", "tag": "0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:47:14.186843 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-373923ad-b6a3-4d28-8350-5fc5bb9db274 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:47:14.187236 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b66f2d3-4e7e-429a-9f94-0779f7b55c41', 'name': 'network-vif-deleted', 'tag': '0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5', 'status': 'completed', 'code': 200} Jan 29 04:47:14.289128 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-5a4b28a6-f259-40d7-b31b-13c1d69d347d req-ddb178c0-5c53-41a5-9f0a-ac29ca63afeb tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b66f2d3-4e7e-429a-9f94-0779f7b55c41 HTTP/1.1" status: 200 len: 210 time: 0.0279562 Jan 29 04:47:15.346613 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 58130) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:47:15.401450 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-162a3023-9837-445b-b982-de84fdd86253 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (abf7cef5-cab6-434f-8512-b3f952837dc2), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:15.426019 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-162a3023-9837-445b-b982-de84fdd86253 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (abf7cef5-cab6-434f-8512-b3f952837dc2), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:15.545597 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-162a3023-9837-445b-b982-de84fdd86253 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (abf7cef5-cab6-434f-8512-b3f952837dc2), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:15.548156 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-162a3023-9837-445b-b982-de84fdd86253 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:15.549383 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-162a3023-9837-445b-b982-de84fdd86253 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/security-groups/abf7cef5-cab6-434f-8512-b3f952837dc2 HTTP/1.1" status: 204 len: 168 time: 0.2017891 Jan 29 04:47:15.559033 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162a3023-9837-445b-b982-de84fdd86253 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf7cef5-cab6-434f-8512-b3f952837dc2,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:15.647894 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 58134) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:47:15.891046 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:47:15.912109 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] No Port match for: 0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:47:15.912509 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 0af5ca6e-e5a8-4c08-8a3e-8eb0c2ab36c5 not bound to the agent host hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:47:16.004534 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8de15470-34da-4670-815c-00c5b45be928 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (cae96f6f-2bc0-40a7-99c0-d9e38cde2664), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:16.257496 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-8de15470-34da-4670-815c-00c5b45be928 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Deleting port ccac952a-6232-4d4f-ad13-5cde99a162fe {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:47:16.257754 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8de15470-34da-4670-815c-00c5b45be928 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (ccac952a-6232-4d4f-ad13-5cde99a162fe), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:16.345924 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-8de15470-34da-4670-815c-00c5b45be928 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] For port ccac952a-6232-4d4f-ad13-5cde99a162fe, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=ccac952a-6232-4d4f-ad13-5cde99a162fe,segment=NetworkSegment(a62d948a-6164-47f0-bbfd-47b61e08c9c7),segment_id=a62d948a-6164-47f0-bbfd-47b61e08c9c7)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:47:16.346279 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8de15470-34da-4670-815c-00c5b45be928 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (ccac952a-6232-4d4f-ad13-5cde99a162fe), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:16.358312 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-8de15470-34da-4670-815c-00c5b45be928 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Calling delete_port for ccac952a-6232-4d4f-ad13-5cde99a162fe owned by network:router_interface {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:47:16.607496 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8de15470-34da-4670-815c-00c5b45be928 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (ccac952a-6232-4d4f-ad13-5cde99a162fe), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:16.632084 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de15470-34da-4670-815c-00c5b45be928 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Port': ['ID=ccac952a-6232-4d4f-ad13-5cde99a162fe,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:16.810204 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8de15470-34da-4670-815c-00c5b45be928 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (cae96f6f-2bc0-40a7-99c0-d9e38cde2664), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:17.024787 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de15470-34da-4670-815c-00c5b45be928 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router cae96f6f-2bc0-40a7-99c0-d9e38cde2664 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:47:17.129725 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de15470-34da-4670-815c-00c5b45be928 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:47:17.134926 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-8de15470-34da-4670-815c-00c5b45be928 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "PUT /v2.0/routers/cae96f6f-2bc0-40a7-99c0-d9e38cde2664/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4850810 Jan 29 04:47:17.137744 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58136) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:47:17.139693 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1568e4d3-297a-4819-8416-26c3ca8870d1 None None] Sync routers for ids ['cae96f6f-2bc0-40a7-99c0-d9e38cde2664'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:47:17.148790 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1568e4d3-297a-4819-8416-26c3ca8870d1 None None] Routers {'cae96f6f-2bc0-40a7-99c0-d9e38cde2664'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:47:17.149397 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-1568e4d3-297a-4819-8416-26c3ca8870d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:46:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['cae96f6f-2bc0-40a7-99c0-d9e38cde2664'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:17.189216 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a7e7930-609c-4012-9b4b-5b4b97b9ee73 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Deleting subnet d8e6de75-4c4f-4a22-becd-0f3683af3357 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:47:17.192211 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0a7e7930-609c-4012-9b4b-5b4b97b9ee73 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for subnet (d8e6de75-4c4f-4a22-becd-0f3683af3357), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:17.231738 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0a7e7930-609c-4012-9b4b-5b4b97b9ee73 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (d8e6de75-4c4f-4a22-becd-0f3683af3357), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:17.251892 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-1568e4d3-297a-4819-8416-26c3ca8870d1 None None] Set router cae96f6f-2bc0-40a7-99c0-d9e38cde2664 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:47:17.317865 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0a7e7930-609c-4012-9b4b-5b4b97b9ee73 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (d8e6de75-4c4f-4a22-becd-0f3683af3357), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:17.449711 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0a7e7930-609c-4012-9b4b-5b4b97b9ee73 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (d8e6de75-4c4f-4a22-becd-0f3683af3357), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:17.475806 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e7930-609c-4012-9b4b-5b4b97b9ee73 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Subnet': ['ID=d8e6de75-4c4f-4a22-becd-0f3683af3357,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:17.482247 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0a7e7930-609c-4012-9b4b-5b4b97b9ee73 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:17.487913 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-0a7e7930-609c-4012-9b4b-5b4b97b9ee73 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/subnets/d8e6de75-4c4f-4a22-becd-0f3683af3357 HTTP/1.1" status: 204 len: 168 time: 0.3466573 Jan 29 04:47:17.488084 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58138) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:47:17.491402 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1eb00d7-b650-4292-97a1-07513de38e98 None None] Network 7f40db6d-5aae-400b-b9d1-f849b1c6bd04 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:47:17.595251 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-90e4208e-6395-49fd-858e-8a8b9c8524ca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router (cae96f6f-2bc0-40a7-99c0-d9e38cde2664), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:17.653949 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-1568e4d3-297a-4819-8416-26c3ca8870d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae96f6f-2bc0-40a7-99c0-d9e38cde2664', 'name': 'tempest-TestNetworkBasicOps-router-1508908067', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': '8b877533-c446-42bf-9331-767df0ff637f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:31Z', 'updated_at': '2022-01-29T04:47:16Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '8b877533-c446-42bf-9331-767df0ff637f', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae96f6f-2bc0-40a7-99c0-d9e38cde2664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:32Z', 'updated_at': '2022-01-29T04:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:17.685537 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1568e4d3-297a-4819-8416-26c3ca8870d1 None None] Checking router: cae96f6f-2bc0-40a7-99c0-d9e38cde2664 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:47:17.693977 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1568e4d3-297a-4819-8416-26c3ca8870d1 None None] Routers {'cae96f6f-2bc0-40a7-99c0-d9e38cde2664'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:47:17.694498 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-1568e4d3-297a-4819-8416-26c3ca8870d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:46:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['cae96f6f-2bc0-40a7-99c0-d9e38cde2664'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:17.703692 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-90e4208e-6395-49fd-858e-8a8b9c8524ca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_gateway (cae96f6f-2bc0-40a7-99c0-d9e38cde2664), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:17.731320 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7216b5-b424-4916-b74e-252dce532e0c None None] DHCP port deletion for 7f40db6d-5aae-400b-b9d1-f849b1c6bd04 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:47:17.829912 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-1568e4d3-297a-4819-8416-26c3ca8870d1 None None] Set router cae96f6f-2bc0-40a7-99c0-d9e38cde2664 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:47:17.830362 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-90e4208e-6395-49fd-858e-8a8b9c8524ca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Deleting port 8b877533-c446-42bf-9331-767df0ff637f {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:47:17.830768 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-90e4208e-6395-49fd-858e-8a8b9c8524ca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (8b877533-c446-42bf-9331-767df0ff637f), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:17.906676 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-6e7216b5-b424-4916-b74e-252dce532e0c None None] Deleting port 8bbe24b4-366a-4a6b-bddb-60fd30e7cf27 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:47:17.907049 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6e7216b5-b424-4916-b74e-252dce532e0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (8bbe24b4-366a-4a6b-bddb-60fd30e7cf27), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:17.910700 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 8bbe24b4-366a-4a6b-bddb-60fd30e7cf27 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:47:17.921267 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-90e4208e-6395-49fd-858e-8a8b9c8524ca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] For port 8b877533-c446-42bf-9331-767df0ff637f, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=8b877533-c446-42bf-9331-767df0ff637f,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:47:17.921701 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-90e4208e-6395-49fd-858e-8a8b9c8524ca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (8b877533-c446-42bf-9331-767df0ff637f), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:17.933401 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-90e4208e-6395-49fd-858e-8a8b9c8524ca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Calling delete_port for 8b877533-c446-42bf-9331-767df0ff637f owned by network:router_gateway {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:47:18.036846 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-6e7216b5-b424-4916-b74e-252dce532e0c None None] For port 8bbe24b4-366a-4a6b-bddb-60fd30e7cf27, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=8bbe24b4-366a-4a6b-bddb-60fd30e7cf27,segment=NetworkSegment(a62d948a-6164-47f0-bbfd-47b61e08c9c7),segment_id=a62d948a-6164-47f0-bbfd-47b61e08c9c7)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:47:18.037239 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6e7216b5-b424-4916-b74e-252dce532e0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (8bbe24b4-366a-4a6b-bddb-60fd30e7cf27), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:18.059408 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-6e7216b5-b424-4916-b74e-252dce532e0c None None] Calling delete_port for 8bbe24b4-366a-4a6b-bddb-60fd30e7cf27 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:47:18.187363 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 8bbe24b4-366a-4a6b-bddb-60fd30e7cf27 is: ACTIVE; New status is: DOWN {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:47:18.188040 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (8bbe24b4-366a-4a6b-bddb-60fd30e7cf27), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:18.190104 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-90e4208e-6395-49fd-858e-8a8b9c8524ca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (8b877533-c446-42bf-9331-767df0ff637f), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:18.218271 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4208e-6395-49fd-858e-8a8b9c8524ca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Port': ['ID=8b877533-c446-42bf-9331-767df0ff637f,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:18.236153 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-1568e4d3-297a-4819-8416-26c3ca8870d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae96f6f-2bc0-40a7-99c0-d9e38cde2664', 'name': 'tempest-TestNetworkBasicOps-router-1508908067', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': '8b877533-c446-42bf-9331-767df0ff637f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:31Z', 'updated_at': '2022-01-29T04:47:16Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '8b877533-c446-42bf-9331-767df0ff637f', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae96f6f-2bc0-40a7-99c0-d9e38cde2664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:32Z', 'updated_at': '2022-01-29T04:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:18.268364 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1568e4d3-297a-4819-8416-26c3ca8870d1 None None] The sync data for ids ['cae96f6f-2bc0-40a7-99c0-d9e38cde2664'] in dv-neutron-821190-1-hyperv is: [{'id': 'cae96f6f-2bc0-40a7-99c0-d9e38cde2664', 'name': 'tempest-TestNetworkBasicOps-router-1508908067', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': '8b877533-c446-42bf-9331-767df0ff637f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:31Z', 'updated_at': '2022-01-29T04:47:16Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '8b877533-c446-42bf-9331-767df0ff637f', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae96f6f-2bc0-40a7-99c0-d9e38cde2664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:32Z', 'updated_at': '2022-01-29T04:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:47:18.280570 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-90e4208e-6395-49fd-858e-8a8b9c8524ca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (cae96f6f-2bc0-40a7-99c0-d9e38cde2664), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:18.292109 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6e7216b5-b424-4916-b74e-252dce532e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (8bbe24b4-366a-4a6b-bddb-60fd30e7cf27), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:18.325222 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7216b5-b424-4916-b74e-252dce532e0c None None] Pushing event deleted for resources: {'Port': ['ID=8bbe24b4-366a-4a6b-bddb-60fd30e7cf27,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:18.331698 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7216b5-b424-4916-b74e-252dce532e0c None None] No DVR routers for this DVR port 8bbe24b4-366a-4a6b-bddb-60fd30e7cf27 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:47:18.343865 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7216b5-b424-4916-b74e-252dce532e0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:18.344217 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7216b5-b424-4916-b74e-252dce532e0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:18.344580 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7216b5-b424-4916-b74e-252dce532e0c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:18.344919 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7216b5-b424-4916-b74e-252dce532e0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:18.346259 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7216b5-b424-4916-b74e-252dce532e0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:18.346259 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7216b5-b424-4916-b74e-252dce532e0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:18.346259 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7216b5-b424-4916-b74e-252dce532e0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:18.346259 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7216b5-b424-4916-b74e-252dce532e0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:18.346686 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7216b5-b424-4916-b74e-252dce532e0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:18.346866 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7216b5-b424-4916-b74e-252dce532e0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:18.347184 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7216b5-b424-4916-b74e-252dce532e0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:18.347502 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7216b5-b424-4916-b74e-252dce532e0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:18.347819 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7216b5-b424-4916-b74e-252dce532e0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:18.351732 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 29 04:47:18.351732 dv-neutron-821190-1-hyperv neutron-server[103586]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Jan 29 04:47:18.351732 dv-neutron-821190-1-hyperv neutron-server[103586]: [parameters: {'status': 'DOWN', 'ports_id': '8bbe24b4-366a-4a6b-bddb-60fd30e7cf27'}] Jan 29 04:47:18.351732 dv-neutron-821190-1-hyperv neutron-server[103586]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:47:18.352148 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:47:18.383308 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-90e4208e-6395-49fd-858e-8a8b9c8524ca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (cae96f6f-2bc0-40a7-99c0-d9e38cde2664), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:18.385458 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-90e4208e-6395-49fd-858e-8a8b9c8524ca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_controller (cae96f6f-2bc0-40a7-99c0-d9e38cde2664), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:18.460050 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-90e4208e-6395-49fd-858e-8a8b9c8524ca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (cae96f6f-2bc0-40a7-99c0-d9e38cde2664), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:18.460810 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e4208e-6395-49fd-858e-8a8b9c8524ca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Fanout notify agent at l3_agent the message router_deleted on router cae96f6f-2bc0-40a7-99c0-d9e38cde2664 {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:47:18.471560 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-90e4208e-6395-49fd-858e-8a8b9c8524ca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:18.471560 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-90e4208e-6395-49fd-858e-8a8b9c8524ca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/routers/cae96f6f-2bc0-40a7-99c0-d9e38cde2664 HTTP/1.1" status: 204 len: 168 time: 0.9792690 Jan 29 04:47:18.471790 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 58140) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:47:18.549014 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9d165c23-4744-45d6-ab9c-40f6e32aac55 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (7f40db6d-5aae-400b-b9d1-f849b1c6bd04), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:18.638884 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9d165c23-4744-45d6-ab9c-40f6e32aac55 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (7f40db6d-5aae-400b-b9d1-f849b1c6bd04), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:18.660575 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-9d165c23-4744-45d6-ab9c-40f6e32aac55 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f40db6d-5aae-400b-b9d1-f849b1c6bd04']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:18.671173 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-9d165c23-4744-45d6-ab9c-40f6e32aac55 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a62d948a-6164-47f0-bbfd-47b61e08c9c7') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:18.671457 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-9d165c23-4744-45d6-ab9c-40f6e32aac55 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a62d948a-6164-47f0-bbfd-47b61e08c9c7') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:18.682037 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9d165c23-4744-45d6-ab9c-40f6e32aac55 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (a62d948a-6164-47f0-bbfd-47b61e08c9c7), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:18.696526 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9d165c23-4744-45d6-ab9c-40f6e32aac55 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (a62d948a-6164-47f0-bbfd-47b61e08c9c7), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:18.703029 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d165c23-4744-45d6-ab9c-40f6e32aac55 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:47:18.703483 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9d165c23-4744-45d6-ab9c-40f6e32aac55 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (a62d948a-6164-47f0-bbfd-47b61e08c9c7), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:18.706693 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:47:18.706693 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:47:18.706693 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:47:18.706693 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:47:18.706693 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:47:18.706693 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:47:18.706693 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:47:18.706693 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:47:18.706693 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:47:18.706693 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:47:18.706693 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:47:18.706693 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:47:18.706693 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:47:18.706693 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:47:18.706693 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:47:18.706693 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:47:18.706693 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:47:18.706693 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:47:18.706693 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:47:18.706693 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:47:18.706693 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:47:18.706693 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:47:18.706693 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:47:18.706693 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:47:18.706693 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:47:18.706693 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:47:18.706693 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:47:18.706693 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:47:18.706693 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:47:18.706693 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:47:18.706693 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:47:18.706693 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:47:18.843089 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9d165c23-4744-45d6-ab9c-40f6e32aac55 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (7f40db6d-5aae-400b-b9d1-f849b1c6bd04), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:18.856712 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9d165c23-4744-45d6-ab9c-40f6e32aac55 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:18.861369 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-9d165c23-4744-45d6-ab9c-40f6e32aac55 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/networks/7f40db6d-5aae-400b-b9d1-f849b1c6bd04 HTTP/1.1" status: 204 len: 168 time: 0.3856642 Jan 29 04:47:18.873271 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58142) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:47:18.875916 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Port 8bbe24b4-366a-4a6b-bddb-60fd30e7cf27 update to DOWN by agent not found {{(pid=103586) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Jan 29 04:47:18.878109 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d165c23-4744-45d6-ab9c-40f6e32aac55 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Network': ['ID=7f40db6d-5aae-400b-b9d1-f849b1c6bd04,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:18.881459 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-6efb3ecb-db08-4224-bc25-becee5af1981 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'network': {'name': 'tempest-network-smoke--630505262', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'port_security_enabled': True}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:18.985581 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efb3ecb-db08-4224-bc25-becee5af1981 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Made reservation on behalf of 9cb37fd5f36f44e696381da232925f9b for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:47:18.988909 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6efb3ecb-db08-4224-bc25-becee5af1981 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:19.012326 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6efb3ecb-db08-4224-bc25-becee5af1981 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:47:19.020817 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6efb3ecb-db08-4224-bc25-becee5af1981 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (7e3c2e94-56ac-4d1d-be47-55fb7db583b7), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:19.021149 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-6efb3ecb-db08-4224-bc25-becee5af1981 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Added segment 7e3c2e94-56ac-4d1d-be47-55fb7db583b7 of type vlan for network b281cae2-a26f-472f-8e1c-ebb9648b9b0e Jan 29 04:47:19.060964 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6efb3ecb-db08-4224-bc25-becee5af1981 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (b281cae2-a26f-472f-8e1c-ebb9648b9b0e), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:19.155436 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6efb3ecb-db08-4224-bc25-becee5af1981 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (b281cae2-a26f-472f-8e1c-ebb9648b9b0e), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:19.160416 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efb3ecb-db08-4224-bc25-becee5af1981 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:19.161034 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6efb3ecb-db08-4224-bc25-becee5af1981 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:19.230467 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb3ecb-db08-4224-bc25-becee5af1981 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Network': ['ID=b281cae2-a26f-472f-8e1c-ebb9648b9b0e,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:19.240523 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network b281cae2-a26f-472f-8e1c-ebb9648b9b0e details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:47:19.252259 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6efb3ecb-db08-4224-bc25-becee5af1981 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3755474 Jan 29 04:47:19.252777 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58144) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:47:19.260649 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-3d0885e3-baa2-415c-9845-47b21e71eaf8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-587098638', 'admin_state_up': True, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:19.344923 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3d0885e3-baa2-415c-9845-47b21e71eaf8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (b369fabb-e013-44ca-8b4a-1f10b997b6a6), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:19.346001 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3d0885e3-baa2-415c-9845-47b21e71eaf8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (b369fabb-e013-44ca-8b4a-1f10b997b6a6), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:19.396888 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3d0885e3-baa2-415c-9845-47b21e71eaf8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_controller (b369fabb-e013-44ca-8b4a-1f10b997b6a6), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:19.602713 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3d0885e3-baa2-415c-9845-47b21e71eaf8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_gateway (b369fabb-e013-44ca-8b4a-1f10b997b6a6), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:19.854291 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device ccac952a-6232-4d4f-ad13-5cde99a162fe no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:47:19.867888 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3d0885e3-baa2-415c-9845-47b21e71eaf8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_gateway (b369fabb-e013-44ca-8b4a-1f10b997b6a6), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:19.874784 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: ccac952a-6232-4d4f-ad13-5cde99a162fe {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:47:19.875235 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device ccac952a-6232-4d4f-ad13-5cde99a162fe not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:47:19.875748 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 8b877533-c446-42bf-9331-767df0ff637f no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:47:19.890972 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3d0885e3-baa2-415c-9845-47b21e71eaf8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:19.895415 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 8b877533-c446-42bf-9331-767df0ff637f {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:47:19.895867 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 8b877533-c446-42bf-9331-767df0ff637f not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:47:20.000938 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-3d0885e3-baa2-415c-9845-47b21e71eaf8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Allocated IP 172.26.8.190 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/9ba56b54-3d8a-4035-b156-6801b1b023cf) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:47:20.109589 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3d0885e3-baa2-415c-9845-47b21e71eaf8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (9ba56b54-3d8a-4035-b156-6801b1b023cf), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:20.214033 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0f7d6a20-1dea-42f7-bf7d-2877cca7990d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:20.243724 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3d0885e3-baa2-415c-9845-47b21e71eaf8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (9ba56b54-3d8a-4035-b156-6801b1b023cf), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:20.281113 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0885e3-baa2-415c-9845-47b21e71eaf8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:47:20.283792 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-3d0885e3-baa2-415c-9845-47b21e71eaf8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:47:20.287122 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0885e3-baa2-415c-9845-47b21e71eaf8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:47:20.295169 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0885e3-baa2-415c-9845-47b21e71eaf8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=9ba56b54-3d8a-4035-b156-6801b1b023cf,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:20.615711 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3d0885e3-baa2-415c-9845-47b21e71eaf8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_gateway (b369fabb-e013-44ca-8b4a-1f10b997b6a6), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:20.811785 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3d0885e3-baa2-415c-9845-47b21e71eaf8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (b369fabb-e013-44ca-8b4a-1f10b997b6a6), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:20.979839 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0885e3-baa2-415c-9845-47b21e71eaf8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router b369fabb-e013-44ca-8b4a-1f10b997b6a6 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:47:21.083014 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0885e3-baa2-415c-9845-47b21e71eaf8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:47:21.093605 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4be4929-4139-4c7a-9dab-8d8c18b0b91d None None] Sync routers for ids ['b369fabb-e013-44ca-8b4a-1f10b997b6a6'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:47:21.103558 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4be4929-4139-4c7a-9dab-8d8c18b0b91d None None] Routers {'b369fabb-e013-44ca-8b4a-1f10b997b6a6'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:47:21.104167 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-e4be4929-4139-4c7a-9dab-8d8c18b0b91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:46:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b369fabb-e013-44ca-8b4a-1f10b997b6a6'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:21.136384 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3d0885e3-baa2-415c-9845-47b21e71eaf8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:21.137936 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-3d0885e3-baa2-415c-9845-47b21e71eaf8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8811924 Jan 29 04:47:21.141140 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58146) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:47:21.175921 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4eef8585-e800-4ad2-ba3b-0149754d41d2 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=9cb37fd5f36f44e696381da232925f9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312138 Jan 29 04:47:21.176183 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58148) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:47:21.213225 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-e4be4929-4139-4c7a-9dab-8d8c18b0b91d None None] Set router b369fabb-e013-44ca-8b4a-1f10b997b6a6 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:47:21.268098 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b47d10-9f61-41fd-b7be-bb1c90c57c2c tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:21.272309 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a1b47d10-9f61-41fd-b7be-bb1c90c57c2c tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0925646 Jan 29 04:47:21.273205 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 58150) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:47:21.302341 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-30c10cc6-8279-4b45-b796-7eba6ecef2bf tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f0de7169-31b1-4289-9a2a-56c5f4e63ed1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272899 Jan 29 04:47:21.305330 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 58152) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:47:21.310229 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-e8cf174a-aabd-4dbb-8c98-9034df162c31 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-400402664', 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:21.395805 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-e4be4929-4139-4c7a-9dab-8d8c18b0b91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'name': 'tempest-TestNetworkBasicOps-router-587098638', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '9ba56b54-3d8a-4035-b156-6801b1b023cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:47:19Z', 'updated_at': '2022-01-29T04:47:20Z', 'revision_number': 3, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '9ba56b54-3d8a-4035-b156-6801b1b023cf', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:19Z', 'updated_at': '2022-01-29T04:47:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:21.422612 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4be4929-4139-4c7a-9dab-8d8c18b0b91d None None] Checking router: b369fabb-e013-44ca-8b4a-1f10b997b6a6 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:47:21.422954 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4be4929-4139-4c7a-9dab-8d8c18b0b91d None None] Updating router b369fabb-e013-44ca-8b4a-1f10b997b6a6 port 9ba56b54-3d8a-4035-b156-6801b1b023cf binding host dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:47:21.453955 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e4be4929-4139-4c7a-9dab-8d8c18b0b91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (9ba56b54-3d8a-4035-b156-6801b1b023cf), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:21.488809 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cf174a-aabd-4dbb-8c98-9034df162c31 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Made reservation on behalf of 9cb37fd5f36f44e696381da232925f9b for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:47:21.492454 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e8cf174a-aabd-4dbb-8c98-9034df162c31 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:21.714904 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e4be4929-4139-4c7a-9dab-8d8c18b0b91d None None] Publish callbacks [] for port (9ba56b54-3d8a-4035-b156-6801b1b023cf), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:21.745919 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e8cf174a-aabd-4dbb-8c98-9034df162c31 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (4ae5fa2c-99fb-4584-b636-d319129072d8), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:21.801571 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf174a-aabd-4dbb-8c98-9034df162c31 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Subnet': ['ID=4ae5fa2c-99fb-4584-b636-d319129072d8,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:21.802462 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e4be4929-4139-4c7a-9dab-8d8c18b0b91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (9ba56b54-3d8a-4035-b156-6801b1b023cf), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:21.818514 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cf174a-aabd-4dbb-8c98-9034df162c31 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Checking segment: {'id': '7e3c2e94-56ac-4d1d-be47-55fb7db583b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:47:21.819034 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cf174a-aabd-4dbb-8c98-9034df162c31 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network hostable DHCP agents. Network: b281cae2-a26f-472f-8e1c-ebb9648b9b0e, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:47:21.856983 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-e4be4929-4139-4c7a-9dab-8d8c18b0b91d None None] Attempting to bind port 9ba56b54-3d8a-4035-b156-6801b1b023cf on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:47:21.857355 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-e4be4929-4139-4c7a-9dab-8d8c18b0b91d None None] Attempting to bind port 9ba56b54-3d8a-4035-b156-6801b1b023cf by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:47:21.857720 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4be4929-4139-4c7a-9dab-8d8c18b0b91d None None] Attempting to bind port 9ba56b54-3d8a-4035-b156-6801b1b023cf on network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:47:21.859679 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b880da3-0d16-4372-b04b-0c4c6beb5d2e None None] Pushing event updated for resources: {'Port': ['ID=9ba56b54-3d8a-4035-b156-6801b1b023cf,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:21.868104 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4be4929-4139-4c7a-9dab-8d8c18b0b91d None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:47:21.868475 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4be4929-4139-4c7a-9dab-8d8c18b0b91d None None] Checking segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:47:21.868892 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e4be4929-4139-4c7a-9dab-8d8c18b0b91d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:21.869282 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4be4929-4139-4c7a-9dab-8d8c18b0b91d None None] Bound using segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:47:21.869743 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-e4be4929-4139-4c7a-9dab-8d8c18b0b91d None None] Bound port: 9ba56b54-3d8a-4035-b156-6801b1b023cf, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:47:21.870116 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e4be4929-4139-4c7a-9dab-8d8c18b0b91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (9ba56b54-3d8a-4035-b156-6801b1b023cf), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:21.872938 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b880da3-0d16-4372-b04b-0c4c6beb5d2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:21.873289 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b880da3-0d16-4372-b04b-0c4c6beb5d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:21.873630 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b880da3-0d16-4372-b04b-0c4c6beb5d2e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:21.873968 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b880da3-0d16-4372-b04b-0c4c6beb5d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:21.874300 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b880da3-0d16-4372-b04b-0c4c6beb5d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:21.874626 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b880da3-0d16-4372-b04b-0c4c6beb5d2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:21.874952 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b880da3-0d16-4372-b04b-0c4c6beb5d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:21.875278 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b880da3-0d16-4372-b04b-0c4c6beb5d2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:21.875603 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b880da3-0d16-4372-b04b-0c4c6beb5d2e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:21.875923 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b880da3-0d16-4372-b04b-0c4c6beb5d2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:21.876244 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b880da3-0d16-4372-b04b-0c4c6beb5d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:21.876593 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b880da3-0d16-4372-b04b-0c4c6beb5d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:21.876912 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b880da3-0d16-4372-b04b-0c4c6beb5d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:21.904131 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cf174a-aabd-4dbb-8c98-9034df162c31 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network b281cae2-a26f-472f-8e1c-ebb9648b9b0e is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:47:21.929253 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-e4be4929-4139-4c7a-9dab-8d8c18b0b91d None None] For port 9ba56b54-3d8a-4035-b156-6801b1b023cf, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:47:21.932211 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-e4be4929-4139-4c7a-9dab-8d8c18b0b91d None None] For port 9ba56b54-3d8a-4035-b156-6801b1b023cf, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=9ba56b54-3d8a-4035-b156-6801b1b023cf,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:47:21.968580 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-e8cf174a-aabd-4dbb-8c98-9034df162c31 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, b281cae2-a26f-472f-8e1c-ebb9648b9b0e) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:47:21.972978 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cf174a-aabd-4dbb-8c98-9034df162c31 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:21.978143 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e8cf174a-aabd-4dbb-8c98-9034df162c31 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:21.978296 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd54a0be-a076-41f3-bf39-a25f9929de4c None None] Network b281cae2-a26f-472f-8e1c-ebb9648b9b0e requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:47:21.997659 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e4be4929-4139-4c7a-9dab-8d8c18b0b91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (9ba56b54-3d8a-4035-b156-6801b1b023cf), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:22.057874 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4be4929-4139-4c7a-9dab-8d8c18b0b91d None None] Routers {'b369fabb-e013-44ca-8b4a-1f10b997b6a6'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:47:22.058144 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e8cf174a-aabd-4dbb-8c98-9034df162c31 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7513764 Jan 29 04:47:22.058493 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-e4be4929-4139-4c7a-9dab-8d8c18b0b91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:46:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b369fabb-e013-44ca-8b4a-1f10b997b6a6'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:22.060734 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 58154) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:47:22.063617 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b880da3-0d16-4372-b04b-0c4c6beb5d2e None None] Pushing event updated for resources: {'Port': ['ID=9ba56b54-3d8a-4035-b156-6801b1b023cf,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:22.084753 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116340a4-e874-419b-9f99-dc6a7ae312ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-b281cae2-a26f-472f-8e1c-ebb9648b9b0e', 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ips': [{'subnet_id': '4ae5fa2c-99fb-4584-b636-d319129072d8'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:47:22.085711 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-116340a4-e874-419b-9f99-dc6a7ae312ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:22.230628 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-116340a4-e874-419b-9f99-dc6a7ae312ac None None] Allocated IP 172.20.0.2 (b281cae2-a26f-472f-8e1c-ebb9648b9b0e/4ae5fa2c-99fb-4584-b636-d319129072d8/c7802a10-2a67-41d9-ac5b-187191c74eaf) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:47:22.265934 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-e4be4929-4139-4c7a-9dab-8d8c18b0b91d None None] Set router b369fabb-e013-44ca-8b4a-1f10b997b6a6 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:47:22.382633 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-116340a4-e874-419b-9f99-dc6a7ae312ac None None] Publish callbacks [] for port (c7802a10-2a67-41d9-ac5b-187191c74eaf), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:22.431734 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-116340a4-e874-419b-9f99-dc6a7ae312ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (c7802a10-2a67-41d9-ac5b-187191c74eaf), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:22.456105 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-e4be4929-4139-4c7a-9dab-8d8c18b0b91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'name': 'tempest-TestNetworkBasicOps-router-587098638', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '9ba56b54-3d8a-4035-b156-6801b1b023cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:47:19Z', 'updated_at': '2022-01-29T04:47:20Z', 'revision_number': 3, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '9ba56b54-3d8a-4035-b156-6801b1b023cf', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:19Z', 'updated_at': '2022-01-29T04:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:22.460707 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dc4b5597-1313-4a35-8cfd-550bc4b16d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:22.474872 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116340a4-e874-419b-9f99-dc6a7ae312ac None None] Network b281cae2-a26f-472f-8e1c-ebb9648b9b0e is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:47:22.478604 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-116340a4-e874-419b-9f99-dc6a7ae312ac None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:47:22.485074 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116340a4-e874-419b-9f99-dc6a7ae312ac None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:47:22.486249 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4be4929-4139-4c7a-9dab-8d8c18b0b91d None None] The sync data for ids ['b369fabb-e013-44ca-8b4a-1f10b997b6a6'] in dv-neutron-821190-1-hyperv is: [{'id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'name': 'tempest-TestNetworkBasicOps-router-587098638', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '9ba56b54-3d8a-4035-b156-6801b1b023cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:47:19Z', 'updated_at': '2022-01-29T04:47:20Z', 'revision_number': 3, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '9ba56b54-3d8a-4035-b156-6801b1b023cf', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:19Z', 'updated_at': '2022-01-29T04:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:47:22.488084 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116340a4-e874-419b-9f99-dc6a7ae312ac None None] Pushing event updated for resources: {'Port': ['ID=c7802a10-2a67-41d9-ac5b-187191c74eaf,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:22.513181 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e62045cc-c093-43cd-9ff1-db5d4e19a90c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:22.545047 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-116340a4-e874-419b-9f99-dc6a7ae312ac None None] Attempting to bind port c7802a10-2a67-41d9-ac5b-187191c74eaf on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:47:22.545488 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-116340a4-e874-419b-9f99-dc6a7ae312ac None None] Attempting to bind port c7802a10-2a67-41d9-ac5b-187191c74eaf by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '7e3c2e94-56ac-4d1d-be47-55fb7db583b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:47:22.545855 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116340a4-e874-419b-9f99-dc6a7ae312ac None None] Attempting to bind port c7802a10-2a67-41d9-ac5b-187191c74eaf on network b281cae2-a26f-472f-8e1c-ebb9648b9b0e {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:47:22.551213 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116340a4-e874-419b-9f99-dc6a7ae312ac None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:47:22.551594 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116340a4-e874-419b-9f99-dc6a7ae312ac None None] Checking segment: {'id': '7e3c2e94-56ac-4d1d-be47-55fb7db583b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:47:22.551989 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-116340a4-e874-419b-9f99-dc6a7ae312ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:22.552384 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116340a4-e874-419b-9f99-dc6a7ae312ac None None] Bound using segment: {'id': '7e3c2e94-56ac-4d1d-be47-55fb7db583b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:47:22.552895 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-116340a4-e874-419b-9f99-dc6a7ae312ac None None] Bound port: c7802a10-2a67-41d9-ac5b-187191c74eaf, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e3c2e94-56ac-4d1d-be47-55fb7db583b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:47:22.558561 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-116340a4-e874-419b-9f99-dc6a7ae312ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (c7802a10-2a67-41d9-ac5b-187191c74eaf), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:22.623422 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-116340a4-e874-419b-9f99-dc6a7ae312ac None None] For port c7802a10-2a67-41d9-ac5b-187191c74eaf, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:47:22.626958 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-116340a4-e874-419b-9f99-dc6a7ae312ac None None] For port c7802a10-2a67-41d9-ac5b-187191c74eaf, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=c7802a10-2a67-41d9-ac5b-187191c74eaf,segment=NetworkSegment(7e3c2e94-56ac-4d1d-be47-55fb7db583b7),segment_id=7e3c2e94-56ac-4d1d-be47-55fb7db583b7)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:47:22.704522 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-116340a4-e874-419b-9f99-dc6a7ae312ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (c7802a10-2a67-41d9-ac5b-187191c74eaf), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:22.789754 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116340a4-e874-419b-9f99-dc6a7ae312ac None None] Pushing event updated for resources: {'Port': ['ID=c7802a10-2a67-41d9-ac5b-187191c74eaf,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:22.842158 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-e62045cc-c093-43cd-9ff1-db5d4e19a90c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Allocated IP 172.20.0.1 (b281cae2-a26f-472f-8e1c-ebb9648b9b0e/4ae5fa2c-99fb-4584-b636-d319129072d8/3988e457-5d90-4d47-9c72-82a0c173b59e) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:47:23.317902 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e62045cc-c093-43cd-9ff1-db5d4e19a90c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (3988e457-5d90-4d47-9c72-82a0c173b59e), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:23.426089 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e62045cc-c093-43cd-9ff1-db5d4e19a90c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (3988e457-5d90-4d47-9c72-82a0c173b59e), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:23.470053 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62045cc-c093-43cd-9ff1-db5d4e19a90c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network b281cae2-a26f-472f-8e1c-ebb9648b9b0e is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:47:23.473126 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-e62045cc-c093-43cd-9ff1-db5d4e19a90c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:47:23.477390 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62045cc-c093-43cd-9ff1-db5d4e19a90c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:47:23.486079 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62045cc-c093-43cd-9ff1-db5d4e19a90c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=3988e457-5d90-4d47-9c72-82a0c173b59e,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:23.528258 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e62045cc-c093-43cd-9ff1-db5d4e19a90c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (b369fabb-e013-44ca-8b4a-1f10b997b6a6), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:23.704949 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:23.730687 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d279fa-99f7-483a-9ec6-d89d10dd2f98 None None] Network b281cae2-a26f-472f-8e1c-ebb9648b9b0e requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:47:23.737226 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e62045cc-c093-43cd-9ff1-db5d4e19a90c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (3988e457-5d90-4d47-9c72-82a0c173b59e), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:23.812022 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-f95ae4ea-0cfe-4e2a-9251-63f7353dfe3d None None] Provisioning complete for port c7802a10-2a67-41d9-ac5b-187191c74eaf triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:23.812405 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f95ae4ea-0cfe-4e2a-9251-63f7353dfe3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c7802a10-2a67-41d9-ac5b-187191c74eaf), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:23.939990 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-f95ae4ea-0cfe-4e2a-9251-63f7353dfe3d None None] Current status of the port c7802a10-2a67-41d9-ac5b-187191c74eaf is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:47:23.940388 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f95ae4ea-0cfe-4e2a-9251-63f7353dfe3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (c7802a10-2a67-41d9-ac5b-187191c74eaf), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:23.993133 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-f95ae4ea-0cfe-4e2a-9251-63f7353dfe3d None None] For port c7802a10-2a67-41d9-ac5b-187191c74eaf, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=c7802a10-2a67-41d9-ac5b-187191c74eaf,segment=NetworkSegment(7e3c2e94-56ac-4d1d-be47-55fb7db583b7),segment_id=7e3c2e94-56ac-4d1d-be47-55fb7db583b7)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:47:24.001528 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device c7802a10-2a67-41d9-ac5b-187191c74eaf up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:47:24.036431 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:24.056348 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port c7802a10-2a67-41d9-ac5b-187191c74eaf triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:24.056754 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c7802a10-2a67-41d9-ac5b-187191c74eaf), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:24.074652 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e62045cc-c093-43cd-9ff1-db5d4e19a90c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (3988e457-5d90-4d47-9c72-82a0c173b59e), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:24.080996 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f95ae4ea-0cfe-4e2a-9251-63f7353dfe3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (c7802a10-2a67-41d9-ac5b-187191c74eaf), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:24.147043 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ae4ea-0cfe-4e2a-9251-63f7353dfe3d None None] Pushing event updated for resources: {'Port': ['ID=c7802a10-2a67-41d9-ac5b-187191c74eaf,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:24.151563 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e62045cc-c093-43cd-9ff1-db5d4e19a90c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (3988e457-5d90-4d47-9c72-82a0c173b59e), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:24.236637 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62045cc-c093-43cd-9ff1-db5d4e19a90c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=3988e457-5d90-4d47-9c72-82a0c173b59e,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:24.246371 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e62045cc-c093-43cd-9ff1-db5d4e19a90c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (b369fabb-e013-44ca-8b4a-1f10b997b6a6), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:24.365209 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62045cc-c093-43cd-9ff1-db5d4e19a90c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network b281cae2-a26f-472f-8e1c-ebb9648b9b0e is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:47:24.367475 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-e62045cc-c093-43cd-9ff1-db5d4e19a90c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:47:24.371054 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port c7802a10-2a67-41d9-ac5b-187191c74eaf is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:47:24.372204 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 9ba56b54-3d8a-4035-b156-6801b1b023cf up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:47:24.400013 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-cfca6057-2c1d-4d26-9c54-d556503a5277 None None] Provisioning complete for port 3988e457-5d90-4d47-9c72-82a0c173b59e triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:24.400391 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cfca6057-2c1d-4d26-9c54-d556503a5277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (3988e457-5d90-4d47-9c72-82a0c173b59e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:24.446975 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-cfca6057-2c1d-4d26-9c54-d556503a5277 None None] Port 3988e457-5d90-4d47-9c72-82a0c173b59e cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:47:24.462588 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 9ba56b54-3d8a-4035-b156-6801b1b023cf triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:24.462956 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (9ba56b54-3d8a-4035-b156-6801b1b023cf), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:24.464601 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-cfca6057-2c1d-4d26-9c54-d556503a5277 None None] Provisioning complete for port c7802a10-2a67-41d9-ac5b-187191c74eaf triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:24.464957 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cfca6057-2c1d-4d26-9c54-d556503a5277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c7802a10-2a67-41d9-ac5b-187191c74eaf), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:24.503582 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62045cc-c093-43cd-9ff1-db5d4e19a90c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router b369fabb-e013-44ca-8b4a-1f10b997b6a6 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:47:24.608783 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 9ba56b54-3d8a-4035-b156-6801b1b023cf is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:47:24.609170 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (9ba56b54-3d8a-4035-b156-6801b1b023cf), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:24.613925 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-cfca6057-2c1d-4d26-9c54-d556503a5277 None None] Current status of the port c7802a10-2a67-41d9-ac5b-187191c74eaf is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:47:24.626515 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62045cc-c093-43cd-9ff1-db5d4e19a90c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:47:24.634298 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e62045cc-c093-43cd-9ff1-db5d4e19a90c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "PUT /v2.0/routers/b369fabb-e013-44ca-8b4a-1f10b997b6a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5697231 Jan 29 04:47:24.634860 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 9ba56b54-3d8a-4035-b156-6801b1b023cf, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=9ba56b54-3d8a-4035-b156-6801b1b023cf,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:47:24.634987 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 58156) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:47:24.637884 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47658472-b42f-4e1e-bccd-8a08b7405aa9 None None] Sync routers for ids ['b369fabb-e013-44ca-8b4a-1f10b997b6a6'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:47:24.650138 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47658472-b42f-4e1e-bccd-8a08b7405aa9 None None] Routers {'b369fabb-e013-44ca-8b4a-1f10b997b6a6'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:47:24.650764 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-47658472-b42f-4e1e-bccd-8a08b7405aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:47:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b369fabb-e013-44ca-8b4a-1f10b997b6a6'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:24.690013 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (9ba56b54-3d8a-4035-b156-6801b1b023cf), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:24.734769 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ea34a0-0d1f-4b33-b3c7-f7ed289db078 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:24.735242 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ea34a0-0d1f-4b33-b3c7-f7ed289db078 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:24.735705 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ea34a0-0d1f-4b33-b3c7-f7ed289db078 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:24.736517 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ea34a0-0d1f-4b33-b3c7-f7ed289db078 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:24.740665 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-70ea34a0-0d1f-4b33-b3c7-f7ed289db078 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1051178 Jan 29 04:47:24.740822 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58158) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:47:24.800216 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-45664676-5328-4623-9cfc-715006d71192 None None] Provisioning complete for port 3988e457-5d90-4d47-9c72-82a0c173b59e triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:24.800827 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-45664676-5328-4623-9cfc-715006d71192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (3988e457-5d90-4d47-9c72-82a0c173b59e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:24.801272 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69de16fa-047b-4e82-be8d-63731be918bb tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:24.801732 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69de16fa-047b-4e82-be8d-63731be918bb tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:24.802182 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69de16fa-047b-4e82-be8d-63731be918bb tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:24.802656 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69de16fa-047b-4e82-be8d-63731be918bb tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:24.807081 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-69de16fa-047b-4e82-be8d-63731be918bb tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0623076 Jan 29 04:47:24.807313 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58160) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:47:24.808676 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=9ba56b54-3d8a-4035-b156-6801b1b023cf,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:24.847649 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-47658472-b42f-4e1e-bccd-8a08b7405aa9 None None] Set router b369fabb-e013-44ca-8b4a-1f10b997b6a6 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:47:24.891305 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-45664676-5328-4623-9cfc-715006d71192 None None] Port 3988e457-5d90-4d47-9c72-82a0c173b59e cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:47:24.931270 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:24.937002 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-af76f5ea-0eb7-4264-8a3b-0c0a81ba4cc8 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1286092 Jan 29 04:47:25.062001 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-47658472-b42f-4e1e-bccd-8a08b7405aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'name': 'tempest-TestNetworkBasicOps-router-587098638', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '9ba56b54-3d8a-4035-b156-6801b1b023cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:47:19Z', 'updated_at': '2022-01-29T04:47:23Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '9ba56b54-3d8a-4035-b156-6801b1b023cf', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:19Z', 'updated_at': '2022-01-29T04:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '3988e457-5d90-4d47-9c72-82a0c173b59e', 'name': '', 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:91:25:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '4ae5fa2c-99fb-4584-b636-d319129072d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:22Z', 'updated_at': '2022-01-29T04:47:23Z', 'revision_number': 2, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '4ae5fa2c-99fb-4584-b636-d319129072d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:25.088190 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47658472-b42f-4e1e-bccd-8a08b7405aa9 None None] Checking router: b369fabb-e013-44ca-8b4a-1f10b997b6a6 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:47:25.088475 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47658472-b42f-4e1e-bccd-8a08b7405aa9 None None] Updating router b369fabb-e013-44ca-8b4a-1f10b997b6a6 port 3988e457-5d90-4d47-9c72-82a0c173b59e binding host dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:47:25.113927 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-47658472-b42f-4e1e-bccd-8a08b7405aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (3988e457-5d90-4d47-9c72-82a0c173b59e), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:25.372053 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58164) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:47:25.374205 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-47658472-b42f-4e1e-bccd-8a08b7405aa9 None None] Publish callbacks [] for port (3988e457-5d90-4d47-9c72-82a0c173b59e), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:25.376757 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-107c62f9-c228-46fe-a9a2-4596e02a872c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-644427528', 'description': 'tempest-secgroup-smoke-644427528 description', 'project_id': '9cb37fd5f36f44e696381da232925f9b'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:25.442697 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-47658472-b42f-4e1e-bccd-8a08b7405aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (3988e457-5d90-4d47-9c72-82a0c173b59e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:25.471537 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-107c62f9-c228-46fe-a9a2-4596e02a872c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:25.498623 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28201a2b-2d7f-4cb6-a070-7f978361f185 None None] Pushing event updated for resources: {'Port': ['ID=3988e457-5d90-4d47-9c72-82a0c173b59e,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:25.550915 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-47658472-b42f-4e1e-bccd-8a08b7405aa9 None None] Attempting to bind port 3988e457-5d90-4d47-9c72-82a0c173b59e on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:47:25.551296 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-47658472-b42f-4e1e-bccd-8a08b7405aa9 None None] Attempting to bind port 3988e457-5d90-4d47-9c72-82a0c173b59e by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '7e3c2e94-56ac-4d1d-be47-55fb7db583b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:47:25.551696 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47658472-b42f-4e1e-bccd-8a08b7405aa9 None None] Attempting to bind port 3988e457-5d90-4d47-9c72-82a0c173b59e on network b281cae2-a26f-472f-8e1c-ebb9648b9b0e {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:47:25.558015 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47658472-b42f-4e1e-bccd-8a08b7405aa9 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:47:25.558569 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47658472-b42f-4e1e-bccd-8a08b7405aa9 None None] Checking segment: {'id': '7e3c2e94-56ac-4d1d-be47-55fb7db583b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:47:25.559076 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-47658472-b42f-4e1e-bccd-8a08b7405aa9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:25.559572 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47658472-b42f-4e1e-bccd-8a08b7405aa9 None None] Bound using segment: {'id': '7e3c2e94-56ac-4d1d-be47-55fb7db583b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:47:25.560132 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-47658472-b42f-4e1e-bccd-8a08b7405aa9 None None] Bound port: 3988e457-5d90-4d47-9c72-82a0c173b59e, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e3c2e94-56ac-4d1d-be47-55fb7db583b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:47:25.560656 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-47658472-b42f-4e1e-bccd-8a08b7405aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (3988e457-5d90-4d47-9c72-82a0c173b59e), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:25.636858 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-47658472-b42f-4e1e-bccd-8a08b7405aa9 None None] For port 3988e457-5d90-4d47-9c72-82a0c173b59e, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:47:25.640531 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-47658472-b42f-4e1e-bccd-8a08b7405aa9 None None] For port 3988e457-5d90-4d47-9c72-82a0c173b59e, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=3988e457-5d90-4d47-9c72-82a0c173b59e,segment=NetworkSegment(7e3c2e94-56ac-4d1d-be47-55fb7db583b7),segment_id=7e3c2e94-56ac-4d1d-be47-55fb7db583b7)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:47:25.717482 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-b1939def-4143-453a-9426-e83a9ddc2474 None None] Provisioning complete for port 3988e457-5d90-4d47-9c72-82a0c173b59e triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:25.717850 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b1939def-4143-453a-9426-e83a9ddc2474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (3988e457-5d90-4d47-9c72-82a0c173b59e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:25.741331 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-47658472-b42f-4e1e-bccd-8a08b7405aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (3988e457-5d90-4d47-9c72-82a0c173b59e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:25.791706 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-b1939def-4143-453a-9426-e83a9ddc2474 None None] Port 3988e457-5d90-4d47-9c72-82a0c173b59e cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:47:25.814943 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47658472-b42f-4e1e-bccd-8a08b7405aa9 None None] Routers {'b369fabb-e013-44ca-8b4a-1f10b997b6a6'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:47:25.815607 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-47658472-b42f-4e1e-bccd-8a08b7405aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:47:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b369fabb-e013-44ca-8b4a-1f10b997b6a6'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:25.817490 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28201a2b-2d7f-4cb6-a070-7f978361f185 None None] Pushing event updated for resources: {'Port': ['ID=3988e457-5d90-4d47-9c72-82a0c173b59e,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:25.876260 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device c7802a10-2a67-41d9-ac5b-187191c74eaf up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:47:25.909612 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-107c62f9-c228-46fe-a9a2-4596e02a872c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (5a77e7d7-49e0-4962-bcfb-3c0ef32f588d), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:25.982172 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-47658472-b42f-4e1e-bccd-8a08b7405aa9 None None] Set router b369fabb-e013-44ca-8b4a-1f10b997b6a6 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:47:25.996850 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-107c62f9-c228-46fe-a9a2-4596e02a872c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (5a77e7d7-49e0-4962-bcfb-3c0ef32f588d), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:26.011138 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port c7802a10-2a67-41d9-ac5b-187191c74eaf triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:26.011516 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c7802a10-2a67-41d9-ac5b-187191c74eaf), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:26.029477 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c62f9-c228-46fe-a9a2-4596e02a872c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a77e7d7-49e0-4962-bcfb-3c0ef32f588d,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:26.088937 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-107c62f9-c228-46fe-a9a2-4596e02a872c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:26.090254 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-107c62f9-c228-46fe-a9a2-4596e02a872c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7171514 Jan 29 04:47:26.093143 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58166) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:47:26.097545 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-7f4262bf-b52b-40bc-a597-7e090be20111 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': '5a77e7d7-49e0-4962-bcfb-3c0ef32f588d', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:26.143485 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-a07c9de8-b1bb-4077-ba53-8da31b16998e None None] Provisioning complete for port 3988e457-5d90-4d47-9c72-82a0c173b59e triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:26.143755 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a07c9de8-b1bb-4077-ba53-8da31b16998e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (3988e457-5d90-4d47-9c72-82a0c173b59e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:26.195296 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7f4262bf-b52b-40bc-a597-7e090be20111 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (5c0da016-16d8-4a92-85f7-254affb0d49c), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:26.243634 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port c7802a10-2a67-41d9-ac5b-187191c74eaf is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:47:26.244723 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 9ba56b54-3d8a-4035-b156-6801b1b023cf up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:47:26.250663 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7f4262bf-b52b-40bc-a597-7e090be20111 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (5c0da016-16d8-4a92-85f7-254affb0d49c), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:26.338222 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7f4262bf-b52b-40bc-a597-7e090be20111 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (5c0da016-16d8-4a92-85f7-254affb0d49c), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:26.357618 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-a07c9de8-b1bb-4077-ba53-8da31b16998e None None] Current status of the port 3988e457-5d90-4d47-9c72-82a0c173b59e is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:47:26.357933 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a07c9de8-b1bb-4077-ba53-8da31b16998e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (3988e457-5d90-4d47-9c72-82a0c173b59e), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:26.358644 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4262bf-b52b-40bc-a597-7e090be20111 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c0da016-16d8-4a92-85f7-254affb0d49c,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:26.391320 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 9ba56b54-3d8a-4035-b156-6801b1b023cf triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:26.391695 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (9ba56b54-3d8a-4035-b156-6801b1b023cf), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:26.433746 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7f4262bf-b52b-40bc-a597-7e090be20111 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:26.435196 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7f4262bf-b52b-40bc-a597-7e090be20111 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3411250 Jan 29 04:47:26.438164 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 58168) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:47:26.442826 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-9afce7e9-428b-4a6c-8711-35b7b0e86d51 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': '5a77e7d7-49e0-4962-bcfb-3c0ef32f588d', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:26.538931 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9afce7e9-428b-4a6c-8711-35b7b0e86d51 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (3f41edf0-f70f-4e2d-84a0-6ead83187f8d), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:26.573248 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-47658472-b42f-4e1e-bccd-8a08b7405aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'name': 'tempest-TestNetworkBasicOps-router-587098638', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '9ba56b54-3d8a-4035-b156-6801b1b023cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:47:19Z', 'updated_at': '2022-01-29T04:47:23Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '9ba56b54-3d8a-4035-b156-6801b1b023cf', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:19Z', 'updated_at': '2022-01-29T04:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '3988e457-5d90-4d47-9c72-82a0c173b59e', 'name': '', 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:91:25:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '4ae5fa2c-99fb-4584-b636-d319129072d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:22Z', 'updated_at': '2022-01-29T04:47:25Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '4ae5fa2c-99fb-4584-b636-d319129072d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:26.580221 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:26.606446 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-a07c9de8-b1bb-4077-ba53-8da31b16998e None None] For port 3988e457-5d90-4d47-9c72-82a0c173b59e, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=3988e457-5d90-4d47-9c72-82a0c173b59e,segment=NetworkSegment(7e3c2e94-56ac-4d1d-be47-55fb7db583b7),segment_id=7e3c2e94-56ac-4d1d-be47-55fb7db583b7)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:47:26.610241 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9afce7e9-428b-4a6c-8711-35b7b0e86d51 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (3f41edf0-f70f-4e2d-84a0-6ead83187f8d), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:26.611177 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47658472-b42f-4e1e-bccd-8a08b7405aa9 None None] The sync data for ids ['b369fabb-e013-44ca-8b4a-1f10b997b6a6'] in dv-neutron-821190-1-hyperv is: [{'id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'name': 'tempest-TestNetworkBasicOps-router-587098638', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '9ba56b54-3d8a-4035-b156-6801b1b023cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:47:19Z', 'updated_at': '2022-01-29T04:47:23Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '9ba56b54-3d8a-4035-b156-6801b1b023cf', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:19Z', 'updated_at': '2022-01-29T04:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '3988e457-5d90-4d47-9c72-82a0c173b59e', 'name': '', 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:91:25:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '4ae5fa2c-99fb-4584-b636-d319129072d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:22Z', 'updated_at': '2022-01-29T04:47:25Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '4ae5fa2c-99fb-4584-b636-d319129072d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:47:26.677719 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 9ba56b54-3d8a-4035-b156-6801b1b023cf is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:47:26.692960 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a07c9de8-b1bb-4077-ba53-8da31b16998e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (3988e457-5d90-4d47-9c72-82a0c173b59e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:26.724151 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9afce7e9-428b-4a6c-8711-35b7b0e86d51 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (3f41edf0-f70f-4e2d-84a0-6ead83187f8d), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:26.744229 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afce7e9-428b-4a6c-8711-35b7b0e86d51 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f41edf0-f70f-4e2d-84a0-6ead83187f8d,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:26.751778 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c9de8-b1bb-4077-ba53-8da31b16998e None None] Pushing event updated for resources: {'Port': ['ID=3988e457-5d90-4d47-9c72-82a0c173b59e,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:26.752598 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afce7e9-428b-4a6c-8711-35b7b0e86d51 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:26.752953 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afce7e9-428b-4a6c-8711-35b7b0e86d51 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:26.753294 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afce7e9-428b-4a6c-8711-35b7b0e86d51 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:26.753632 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afce7e9-428b-4a6c-8711-35b7b0e86d51 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:26.753965 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afce7e9-428b-4a6c-8711-35b7b0e86d51 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:26.754288 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afce7e9-428b-4a6c-8711-35b7b0e86d51 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:26.754620 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afce7e9-428b-4a6c-8711-35b7b0e86d51 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:26.755126 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afce7e9-428b-4a6c-8711-35b7b0e86d51 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:26.755640 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afce7e9-428b-4a6c-8711-35b7b0e86d51 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:26.755970 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afce7e9-428b-4a6c-8711-35b7b0e86d51 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:26.756293 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afce7e9-428b-4a6c-8711-35b7b0e86d51 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:26.756642 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afce7e9-428b-4a6c-8711-35b7b0e86d51 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:26.761130 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afce7e9-428b-4a6c-8711-35b7b0e86d51 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:26.811909 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9afce7e9-428b-4a6c-8711-35b7b0e86d51 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:26.813331 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-9afce7e9-428b-4a6c-8711-35b7b0e86d51 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3741612 Jan 29 04:47:26.816271 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 58170) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:47:26.821615 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-be169983-1a91-438f-8bec-80aeac3684ff tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': '5a77e7d7-49e0-4962-bcfb-3c0ef32f588d', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:26.910668 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-be169983-1a91-438f-8bec-80aeac3684ff tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (aa30aec2-6f6a-41d6-815e-6b635a4ce813), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:26.970828 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-be169983-1a91-438f-8bec-80aeac3684ff tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (aa30aec2-6f6a-41d6-815e-6b635a4ce813), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:27.048581 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-be169983-1a91-438f-8bec-80aeac3684ff tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (aa30aec2-6f6a-41d6-815e-6b635a4ce813), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:27.068313 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be169983-1a91-438f-8bec-80aeac3684ff tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa30aec2-6f6a-41d6-815e-6b635a4ce813,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:27.136418 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-be169983-1a91-438f-8bec-80aeac3684ff tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:27.138574 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-be169983-1a91-438f-8bec-80aeac3684ff tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3204904 Jan 29 04:47:27.140531 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 58172) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:47:27.144989 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-8a63402a-8b2a-45c7-9d88-2ba84eaa6119 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': '5a77e7d7-49e0-4962-bcfb-3c0ef32f588d', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:27.242929 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8a63402a-8b2a-45c7-9d88-2ba84eaa6119 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (c2e2bef8-0cfc-4ce8-842a-3a60541cf9ca), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:27.309864 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8a63402a-8b2a-45c7-9d88-2ba84eaa6119 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (c2e2bef8-0cfc-4ce8-842a-3a60541cf9ca), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:27.380100 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8a63402a-8b2a-45c7-9d88-2ba84eaa6119 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (c2e2bef8-0cfc-4ce8-842a-3a60541cf9ca), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:27.398790 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63402a-8b2a-45c7-9d88-2ba84eaa6119 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2e2bef8-0cfc-4ce8-842a-3a60541cf9ca,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:27.462204 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8a63402a-8b2a-45c7-9d88-2ba84eaa6119 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:27.463459 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-8a63402a-8b2a-45c7-9d88-2ba84eaa6119 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3219454 Jan 29 04:47:27.466345 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 58174) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:47:27.471229 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-0dbf7dbc-94e6-4776-8447-8302d2e322e0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': '5a77e7d7-49e0-4962-bcfb-3c0ef32f588d', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:27.556090 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.securitygroups_db [None req-0dbf7dbc-94e6-4776-8447-8302d2e322e0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Project 9cb37fd5f36f44e696381da232925f9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:47:27.565718 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0dbf7dbc-94e6-4776-8447-8302d2e322e0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (ab4cd700-8f49-4df2-a7e5-4f0afc891a72), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:27.627003 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0dbf7dbc-94e6-4776-8447-8302d2e322e0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (ab4cd700-8f49-4df2-a7e5-4f0afc891a72), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:27.692943 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0dbf7dbc-94e6-4776-8447-8302d2e322e0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (ab4cd700-8f49-4df2-a7e5-4f0afc891a72), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:27.711757 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf7dbc-94e6-4776-8447-8302d2e322e0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab4cd700-8f49-4df2-a7e5-4f0afc891a72,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:27.786255 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0dbf7dbc-94e6-4776-8447-8302d2e322e0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:27.787499 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0dbf7dbc-94e6-4776-8447-8302d2e322e0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3201396 Jan 29 04:47:27.790864 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58176) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:47:27.796561 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-0e24ca99-7b0d-4132-b760-ac539f2d4570 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': '5a77e7d7-49e0-4962-bcfb-3c0ef32f588d', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:27.867603 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 3988e457-5d90-4d47-9c72-82a0c173b59e up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:47:27.881734 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.securitygroups_db [None req-0e24ca99-7b0d-4132-b760-ac539f2d4570 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Project 9cb37fd5f36f44e696381da232925f9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:47:27.887107 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0e24ca99-7b0d-4132-b760-ac539f2d4570 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (6fd4cd40-d942-494d-a693-0bca77c323d6), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:27.916582 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 3988e457-5d90-4d47-9c72-82a0c173b59e triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:27.916956 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (3988e457-5d90-4d47-9c72-82a0c173b59e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:27.938496 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0e24ca99-7b0d-4132-b760-ac539f2d4570 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (6fd4cd40-d942-494d-a693-0bca77c323d6), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:27.994484 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 3988e457-5d90-4d47-9c72-82a0c173b59e is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:47:27.997182 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0e24ca99-7b0d-4132-b760-ac539f2d4570 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (6fd4cd40-d942-494d-a693-0bca77c323d6), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:28.014423 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e24ca99-7b0d-4132-b760-ac539f2d4570 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fd4cd40-d942-494d-a693-0bca77c323d6,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:28.088923 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0e24ca99-7b0d-4132-b760-ac539f2d4570 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:28.090232 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-0e24ca99-7b0d-4132-b760-ac539f2d4570 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2975862 Jan 29 04:47:28.239138 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-28313bb2-780c-4f03-bf40-aeeb5de5c126 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-644427528&fields=id&tenant_id=9cb37fd5f36f44e696381da232925f9b HTTP/1.1" status: 200 len: 267 time: 0.0448020 Jan 29 04:47:28.346217 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-0945ee12-8792-44e3-844f-6741258537fa tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:28.347588 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-0945ee12-8792-44e3-844f-6741258537fa tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/networks?id=b281cae2-a26f-472f-8e1c-ebb9648b9b0e HTTP/1.1" status: 200 len: 796 time: 0.1021044 Jan 29 04:47:28.362331 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-cc99ce52-fd27-40ce-ac46-d47c8700123a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/quotas/9cb37fd5f36f44e696381da232925f9b HTTP/1.1" status: 200 len: 375 time: 0.0087402 Jan 29 04:47:28.416679 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-5fa352cc-995c-47ae-a0ed-1a8a6d6a1fee tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493765 Jan 29 04:47:28.556125 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-0f208b2f-6665-415e-b688-4da7cafef272 service neutron] 10.222.0.13 "GET /v2.0/networks/b281cae2-a26f-472f-8e1c-ebb9648b9b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285186 Jan 29 04:47:28.650967 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-3f796a6f-29c5-4062-aac5-c9f2a0bdc3b6 service neutron] 10.222.0.13 "GET /v2.0/networks/b281cae2-a26f-472f-8e1c-ebb9648b9b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888562 Jan 29 04:47:28.891720 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-23761858-bbbd-425e-af97-6426f57558c6 req-1691e57c-5f5c-470f-a0bb-58309feee80b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbbc870c-6b22-4a70-86e6-e42f6cad4a30 HTTP/1.1" status: 200 len: 210 time: 0.0376489 Jan 29 04:47:29.985160 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-52432987-323c-4e73-adfe-78ba5b302158 req-9585dc98-0708-47a5-b561-e642b472c508 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbbc870c-6b22-4a70-86e6-e42f6cad4a30 HTTP/1.1" status: 200 len: 210 time: 0.0279222 Jan 29 04:47:30.940094 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-a3249b43-3bb3-4557-98bb-c6b9d680e2b9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:30.941540 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-a3249b43-3bb3-4557-98bb-c6b9d680e2b9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "GET /v2.0/networks?id=b281cae2-a26f-472f-8e1c-ebb9648b9b0e HTTP/1.1" status: 200 len: 796 time: 0.0983455 Jan 29 04:47:31.007057 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-29bdb2fe-0c61-4539-837f-c17c7b3699e5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cb37fd5f36f44e696381da232925f9b HTTP/1.1" status: 200 len: 379 time: 0.0524185 Jan 29 04:47:31.014850 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-87b1b0b2-94db-429f-91ec-2135d5cb67a1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'port': {'device_id': 'bbbc870c-6b22-4a70-86e6-e42f6cad4a30', 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e', 'admin_state_up': True, 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'security_groups': ['5a77e7d7-49e0-4962-bcfb-3c0ef32f588d']}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:31.095484 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f4d56457-7f23-448b-85b4-a2930782d501 req-150179a3-8506-44c4-9f81-651bee7ee669 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbbc870c-6b22-4a70-86e6-e42f6cad4a30 HTTP/1.1" status: 200 len: 210 time: 0.0330014 Jan 29 04:47:31.242752 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-87b1b0b2-94db-429f-91ec-2135d5cb67a1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Made reservation on behalf of 9cb37fd5f36f44e696381da232925f9b for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:47:31.246220 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-87b1b0b2-94db-429f-91ec-2135d5cb67a1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:31.372659 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-87b1b0b2-94db-429f-91ec-2135d5cb67a1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Allocated IP 172.20.0.12 (b281cae2-a26f-472f-8e1c-ebb9648b9b0e/4ae5fa2c-99fb-4584-b636-d319129072d8/a3d617bf-2bff-45da-8bc7-abe3d1bed7dc) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:47:31.504694 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-87b1b0b2-94db-429f-91ec-2135d5cb67a1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (a3d617bf-2bff-45da-8bc7-abe3d1bed7dc), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:31.620063 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-87b1b0b2-94db-429f-91ec-2135d5cb67a1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (a3d617bf-2bff-45da-8bc7-abe3d1bed7dc), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:31.662743 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-87b1b0b2-94db-429f-91ec-2135d5cb67a1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network b281cae2-a26f-472f-8e1c-ebb9648b9b0e is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:47:31.665650 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-87b1b0b2-94db-429f-91ec-2135d5cb67a1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:47:31.669129 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-87b1b0b2-94db-429f-91ec-2135d5cb67a1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:47:31.677366 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b1b0b2-94db-429f-91ec-2135d5cb67a1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=a3d617bf-2bff-45da-8bc7-abe3d1bed7dc,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:31.725776 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-87b1b0b2-94db-429f-91ec-2135d5cb67a1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:31.726408 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-87b1b0b2-94db-429f-91ec-2135d5cb67a1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:31.799422 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-87b1b0b2-94db-429f-91ec-2135d5cb67a1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7880681 Jan 29 04:47:31.848694 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-67047a12-2daa-4afd-83f2-2abbad2f736e service neutron] Request body: {'port': {'device_id': 'bbbc870c-6b22-4a70-86e6-e42f6cad4a30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:31.909381 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-67047a12-2daa-4afd-83f2-2abbad2f736e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (a3d617bf-2bff-45da-8bc7-abe3d1bed7dc), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:31.943850 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-9cf8f978-b556-4425-8481-ff73d16c592b None None] Provisioning complete for port a3d617bf-2bff-45da-8bc7-abe3d1bed7dc triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:31.944456 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9cf8f978-b556-4425-8481-ff73d16c592b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (a3d617bf-2bff-45da-8bc7-abe3d1bed7dc), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:31.977810 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-9cf8f978-b556-4425-8481-ff73d16c592b None None] Port a3d617bf-2bff-45da-8bc7-abe3d1bed7dc cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:47:32.170177 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-67047a12-2daa-4afd-83f2-2abbad2f736e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3d617bf-2bff-45da-8bc7-abe3d1bed7dc {{(pid=103585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:47:32.177984 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-67047a12-2daa-4afd-83f2-2abbad2f736e service neutron] Publish callbacks [] for port (a3d617bf-2bff-45da-8bc7-abe3d1bed7dc), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:32.190034 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.provisioning_blocks [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-67047a12-2daa-4afd-83f2-2abbad2f736e service neutron] Transition to ACTIVE for port object a3d617bf-2bff-45da-8bc7-abe3d1bed7dc will not be triggered until provisioned by entity L2. {{(pid=103585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:47:32.223683 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67116434-09f6-43ef-b582-cc02ed7e8379 req-1ad1f7a7-05a8-48bc-8af8-c95f4a516eeb tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:32.223683 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-67116434-09f6-43ef-b582-cc02ed7e8379 req-1ad1f7a7-05a8-48bc-8af8-c95f4a516eeb tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbbc870c-6b22-4a70-86e6-e42f6cad4a30 HTTP/1.1" status: 200 len: 932 time: 0.0540535 Jan 29 04:47:32.268989 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-67116434-09f6-43ef-b582-cc02ed7e8379 req-822869ca-46d3-4a57-8ee9-d62da073b523 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a77e7d7-49e0-4962-bcfb-3c0ef32f588d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421767 Jan 29 04:47:32.270790 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-67047a12-2daa-4afd-83f2-2abbad2f736e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (a3d617bf-2bff-45da-8bc7-abe3d1bed7dc), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:32.323015 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67047a12-2daa-4afd-83f2-2abbad2f736e service neutron] Pushing event updated for resources: {'Port': ['ID=a3d617bf-2bff-45da-8bc7-abe3d1bed7dc,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:32.396320 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-67047a12-2daa-4afd-83f2-2abbad2f736e service neutron] Attempting to bind port a3d617bf-2bff-45da-8bc7-abe3d1bed7dc on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:47:32.396695 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-67047a12-2daa-4afd-83f2-2abbad2f736e service neutron] Attempting to bind port a3d617bf-2bff-45da-8bc7-abe3d1bed7dc by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '7e3c2e94-56ac-4d1d-be47-55fb7db583b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:47:32.397034 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-67047a12-2daa-4afd-83f2-2abbad2f736e service neutron] Attempting to bind port a3d617bf-2bff-45da-8bc7-abe3d1bed7dc on network b281cae2-a26f-472f-8e1c-ebb9648b9b0e {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:47:32.402660 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-67047a12-2daa-4afd-83f2-2abbad2f736e service neutron] Port a3d617bf-2bff-45da-8bc7-abe3d1bed7dc on network b281cae2-a26f-472f-8e1c-ebb9648b9b0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:47:32.402986 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-67047a12-2daa-4afd-83f2-2abbad2f736e service neutron] Attempting to bind port a3d617bf-2bff-45da-8bc7-abe3d1bed7dc on network b281cae2-a26f-472f-8e1c-ebb9648b9b0e {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:47:32.408119 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-67047a12-2daa-4afd-83f2-2abbad2f736e service neutron] Checking agent: {'id': '15eedd85-6d76-4715-a40f-dc31e854816c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'started_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:47:32.408457 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-67047a12-2daa-4afd-83f2-2abbad2f736e service neutron] Checking segment: {'id': '7e3c2e94-56ac-4d1d-be47-55fb7db583b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:47:32.408867 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-67047a12-2daa-4afd-83f2-2abbad2f736e service neutron] Bound using segment: {'id': '7e3c2e94-56ac-4d1d-be47-55fb7db583b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e'} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:47:32.409299 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-67047a12-2daa-4afd-83f2-2abbad2f736e service neutron] Bound port: a3d617bf-2bff-45da-8bc7-abe3d1bed7dc, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e3c2e94-56ac-4d1d-be47-55fb7db583b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e'}}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:47:32.409723 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-67047a12-2daa-4afd-83f2-2abbad2f736e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (a3d617bf-2bff-45da-8bc7-abe3d1bed7dc), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:32.479606 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-67047a12-2daa-4afd-83f2-2abbad2f736e service neutron] For port a3d617bf-2bff-45da-8bc7-abe3d1bed7dc, host hv-neutron-8211, cleared binding levels {{(pid=103585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:47:32.482584 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-67047a12-2daa-4afd-83f2-2abbad2f736e service neutron] For port a3d617bf-2bff-45da-8bc7-abe3d1bed7dc, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a3d617bf-2bff-45da-8bc7-abe3d1bed7dc,segment=NetworkSegment(7e3c2e94-56ac-4d1d-be47-55fb7db583b7),segment_id=7e3c2e94-56ac-4d1d-be47-55fb7db583b7)] {{(pid=103585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:47:32.568687 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-67047a12-2daa-4afd-83f2-2abbad2f736e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (a3d617bf-2bff-45da-8bc7-abe3d1bed7dc), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:32.605594 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-67047a12-2daa-4afd-83f2-2abbad2f736e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:32.606215 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-67047a12-2daa-4afd-83f2-2abbad2f736e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:32.607609 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-67047a12-2daa-4afd-83f2-2abbad2f736e service neutron] 10.222.0.18 "PUT /v2.0/ports/a3d617bf-2bff-45da-8bc7-abe3d1bed7dc HTTP/1.1" status: 200 len: 1094 time: 0.7633736 Jan 29 04:47:32.608055 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbbc870c-6b22-4a70-86e6-e42f6cad4a30', 'tag': 'a3d617bf-2bff-45da-8bc7-abe3d1bed7dc'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:47:32.610359 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38cf1082-94b2-458b-908c-6f4c1f410fc9" -d '{"events": [{"name": "network-changed", "server_uuid": "bbbc870c-6b22-4a70-86e6-e42f6cad4a30", "tag": "a3d617bf-2bff-45da-8bc7-abe3d1bed7dc"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:47:32.643994 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67047a12-2daa-4afd-83f2-2abbad2f736e service neutron] Pushing event updated for resources: {'Port': ['ID=a3d617bf-2bff-45da-8bc7-abe3d1bed7dc,revision_number=3']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:32.650461 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416159a5-253e-493a-b266-d2cc2f4c416c x-openstack-request-id: req-416159a5-253e-493a-b266-d2cc2f4c416c {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:47:32.650750 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbbc870c-6b22-4a70-86e6-e42f6cad4a30", "tag": "a3d617bf-2bff-45da-8bc7-abe3d1bed7dc", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:47:32.651011 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-416159a5-253e-493a-b266-d2cc2f4c416c {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:47:32.651399 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbbc870c-6b22-4a70-86e6-e42f6cad4a30', 'tag': 'a3d617bf-2bff-45da-8bc7-abe3d1bed7dc', 'status': 'completed', 'code': 200} Jan 29 04:47:32.741386 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf1082-94b2-458b-908c-6f4c1f410fc9 req-5473041f-6e95-44ea-aac2-4dc795b2c049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:32.742917 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-38cf1082-94b2-458b-908c-6f4c1f410fc9 req-5473041f-6e95-44ea-aac2-4dc795b2c049 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=bbbc870c-6b22-4a70-86e6-e42f6cad4a30 HTTP/1.1" status: 200 len: 1128 time: 0.0492957 Jan 29 04:47:32.851262 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf1082-94b2-458b-908c-6f4c1f410fc9 req-b910a913-7483-4646-a0d6-22891b48e734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:32.852633 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-38cf1082-94b2-458b-908c-6f4c1f410fc9 req-b910a913-7483-4646-a0d6-22891b48e734 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9cb37fd5f36f44e696381da232925f9b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0972176 Jan 29 04:47:32.942945 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf1082-94b2-458b-908c-6f4c1f410fc9 req-a483c9b5-177d-4922-8204-9aab6faf067e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:32.944395 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-38cf1082-94b2-458b-908c-6f4c1f410fc9 req-a483c9b5-177d-4922-8204-9aab6faf067e service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0863857 Jan 29 04:47:33.046424 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-a3dee18b-3774-48cb-8476-6632ebdd57b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:33.047962 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-a3dee18b-3774-48cb-8476-6632ebdd57b3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=bbbc870c-6b22-4a70-86e6-e42f6cad4a30 HTTP/1.1" status: 200 len: 1128 time: 0.0489075 Jan 29 04:47:33.106231 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-b77adb54-f9f9-4396-9874-42e95fb793c2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3d617bf-2bff-45da-8bc7-abe3d1bed7dc HTTP/1.1" status: 200 len: 217 time: 0.0348766 Jan 29 04:47:33.154180 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-2e3f03b4-9586-440c-bbec-134d4e42ce5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:33.155622 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-2e3f03b4-9586-440c-bbec-134d4e42ce5a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ae5fa2c-99fb-4584-b636-d319129072d8 HTTP/1.1" status: 200 len: 834 time: 0.0444424 Jan 29 04:47:33.207640 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-9520a797-9cc2-4d88-8a46-43a0ca71a964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:33.209158 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-9520a797-9cc2-4d88-8a46-43a0ca71a964 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b281cae2-a26f-472f-8e1c-ebb9648b9b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0483868 Jan 29 04:47:33.297447 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-54ee2fb5-acc1-4eed-be59-2c0344e1defc service neutron] 10.222.0.18 "GET /v2.0/networks/b281cae2-a26f-472f-8e1c-ebb9648b9b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808349 Jan 29 04:47:33.393447 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f327390-7549-47a2-8668-e5baa37a7057 req-6ba3bc2e-ec40-4346-8d54-260779c50e96 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:33.393993 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3a7f3d2a-e25b-4f12-8e21-4488b6b21ebc req-d91d7d54-0543-44dc-bcf9-026773ca5398 service neutron] 10.222.0.18 "GET /v2.0/networks/b281cae2-a26f-472f-8e1c-ebb9648b9b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906808 Jan 29 04:47:33.394911 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-7f327390-7549-47a2-8668-e5baa37a7057 req-6ba3bc2e-ec40-4346-8d54-260779c50e96 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbbc870c-6b22-4a70-86e6-e42f6cad4a30 HTTP/1.1" status: 200 len: 944 time: 0.0582910 Jan 29 04:47:33.443502 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-7f327390-7549-47a2-8668-e5baa37a7057 req-c28fe268-fe2b-472d-b101-7245ded0c132 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a77e7d7-49e0-4962-bcfb-3c0ef32f588d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425298 Jan 29 04:47:34.578913 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022820d-be56-4b69-b65f-307ac5046d49 req-3bd95846-4b71-4ead-a72b-aa9ad3dd5d0f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:34.580449 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b022820d-be56-4b69-b65f-307ac5046d49 req-3bd95846-4b71-4ead-a72b-aa9ad3dd5d0f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbbc870c-6b22-4a70-86e6-e42f6cad4a30 HTTP/1.1" status: 200 len: 944 time: 0.0599289 Jan 29 04:47:34.633912 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b022820d-be56-4b69-b65f-307ac5046d49 req-a5a4ea35-3261-4f3f-ae31-a62106ee702d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a77e7d7-49e0-4962-bcfb-3c0ef32f588d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459454 Jan 29 04:47:35.754673 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51c967-344e-46d2-8ae9-e7d85e7eb09b req-1a0df273-6bdf-4bdb-9a4f-3a3cdb85e96c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:35.756181 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-bc51c967-344e-46d2-8ae9-e7d85e7eb09b req-1a0df273-6bdf-4bdb-9a4f-3a3cdb85e96c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbbc870c-6b22-4a70-86e6-e42f6cad4a30 HTTP/1.1" status: 200 len: 944 time: 0.0529656 Jan 29 04:47:35.805580 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-bc51c967-344e-46d2-8ae9-e7d85e7eb09b req-3e9b6fb6-1cb8-4706-b1f7-a78bd3de45bc tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a77e7d7-49e0-4962-bcfb-3c0ef32f588d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437076 Jan 29 04:47:35.940056 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device a3d617bf-2bff-45da-8bc7-abe3d1bed7dc details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:47:36.036796 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port a3d617bf-2bff-45da-8bc7-abe3d1bed7dc, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a3d617bf-2bff-45da-8bc7-abe3d1bed7dc,segment=NetworkSegment(7e3c2e94-56ac-4d1d-be47-55fb7db583b7),segment_id=7e3c2e94-56ac-4d1d-be47-55fb7db583b7)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:47:36.047806 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': 'a3d617bf-2bff-45da-8bc7-abe3d1bed7dc', 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e', 'port_id': 'a3d617bf-2bff-45da-8bc7-abe3d1bed7dc', 'mac_address': 'fa:16:3e:c0:ba:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae5fa2c-99fb-4584-b636-d319129072d8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:47:36.083333 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port a3d617bf-2bff-45da-8bc7-abe3d1bed7dc is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:47:36.083717 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (a3d617bf-2bff-45da-8bc7-abe3d1bed7dc), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:36.096407 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3d617bf-2bff-45da-8bc7-abe3d1bed7dc {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:47:36.115395 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port a3d617bf-2bff-45da-8bc7-abe3d1bed7dc, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a3d617bf-2bff-45da-8bc7-abe3d1bed7dc,segment=NetworkSegment(7e3c2e94-56ac-4d1d-be47-55fb7db583b7),segment_id=7e3c2e94-56ac-4d1d-be47-55fb7db583b7)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:47:36.184860 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (a3d617bf-2bff-45da-8bc7-abe3d1bed7dc), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:36.235721 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=a3d617bf-2bff-45da-8bc7-abe3d1bed7dc,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:36.421144 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:47:36.615862 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['a3d617bf-2bff-45da-8bc7-abe3d1bed7dc'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:47:36.923257 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da5a3f-73d5-47b2-ae8d-8365c74bdb24 req-9c863287-58db-44b7-8a68-a86f5ae74a40 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:36.924683 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-33da5a3f-73d5-47b2-ae8d-8365c74bdb24 req-9c863287-58db-44b7-8a68-a86f5ae74a40 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbbc870c-6b22-4a70-86e6-e42f6cad4a30 HTTP/1.1" status: 200 len: 945 time: 0.0523121 Jan 29 04:47:36.972724 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-33da5a3f-73d5-47b2-ae8d-8365c74bdb24 req-55df5eb1-ffdc-4c6c-8024-c9b7e31a6171 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a77e7d7-49e0-4962-bcfb-3c0ef32f588d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419693 Jan 29 04:47:37.948330 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device a3d617bf-2bff-45da-8bc7-abe3d1bed7dc up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:47:38.070912 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning for port a3d617bf-2bff-45da-8bc7-abe3d1bed7dc completed by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:47:38.075028 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port a3d617bf-2bff-45da-8bc7-abe3d1bed7dc triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:38.075406 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (a3d617bf-2bff-45da-8bc7-abe3d1bed7dc), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:38.092907 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e66a39-caf9-403e-b38c-c3cc535d67be req-dbd1f6cb-58ce-494f-a228-496c91063feb tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:38.094396 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e0e66a39-caf9-403e-b38c-c3cc535d67be req-dbd1f6cb-58ce-494f-a228-496c91063feb tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbbc870c-6b22-4a70-86e6-e42f6cad4a30 HTTP/1.1" status: 200 len: 945 time: 0.0527282 Jan 29 04:47:38.147984 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e0e66a39-caf9-403e-b38c-c3cc535d67be req-cb3c7eee-0d21-4a69-a1f3-02bd4da80d00 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a77e7d7-49e0-4962-bcfb-3c0ef32f588d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471585 Jan 29 04:47:38.155746 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port a3d617bf-2bff-45da-8bc7-abe3d1bed7dc is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:47:38.156143 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (a3d617bf-2bff-45da-8bc7-abe3d1bed7dc), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:38.178002 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbbc870c-6b22-4a70-86e6-e42f6cad4a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d617bf-2bff-45da-8bc7-abe3d1bed7dc'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:47:38.180223 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7790566-4930-40fa-997f-39ab0bee7220" -d '{"events": [{"server_uuid": "bbbc870c-6b22-4a70-86e6-e42f6cad4a30", "name": "network-vif-plugged", "status": "completed", "tag": "a3d617bf-2bff-45da-8bc7-abe3d1bed7dc"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:47:38.191972 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port a3d617bf-2bff-45da-8bc7-abe3d1bed7dc, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a3d617bf-2bff-45da-8bc7-abe3d1bed7dc,segment=NetworkSegment(7e3c2e94-56ac-4d1d-be47-55fb7db583b7),segment_id=7e3c2e94-56ac-4d1d-be47-55fb7db583b7)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:47:38.218042 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8c6abb-a9f5-41b2-98a9-fe1e2db630e2 x-openstack-request-id: req-cf8c6abb-a9f5-41b2-98a9-fe1e2db630e2 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:47:38.218335 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbbc870c-6b22-4a70-86e6-e42f6cad4a30", "name": "network-vif-plugged", "status": "completed", "tag": "a3d617bf-2bff-45da-8bc7-abe3d1bed7dc", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:47:38.218958 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf8c6abb-a9f5-41b2-98a9-fe1e2db630e2 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:47:38.219358 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbbc870c-6b22-4a70-86e6-e42f6cad4a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d617bf-2bff-45da-8bc7-abe3d1bed7dc', 'code': 200} Jan 29 04:47:38.264169 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (a3d617bf-2bff-45da-8bc7-abe3d1bed7dc), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:38.314176 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=a3d617bf-2bff-45da-8bc7-abe3d1bed7dc,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:38.594863 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35c5f0-4b93-46e0-bdbc-6a27d64b3069 req-15a0a74c-9e2b-4ea7-a78c-9b81a664bfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:38.596396 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2d35c5f0-4b93-46e0-bdbc-6a27d64b3069 req-15a0a74c-9e2b-4ea7-a78c-9b81a664bfef service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bbbc870c-6b22-4a70-86e6-e42f6cad4a30 HTTP/1.1" status: 200 len: 1130 time: 0.0503335 Jan 29 04:47:38.642283 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2d35c5f0-4b93-46e0-bdbc-6a27d64b3069 req-9ac51266-d334-4087-9aa6-ab2c50d53e8c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5a77e7d7-49e0-4962-bcfb-3c0ef32f588d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397553 Jan 29 04:47:39.264644 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92024df3-86a8-45a9-9b21-4e1cface454e req-665df3f4-6e85-4002-a657-caa7cc09fc36 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:39.266100 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-92024df3-86a8-45a9-9b21-4e1cface454e req-665df3f4-6e85-4002-a657-caa7cc09fc36 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbbc870c-6b22-4a70-86e6-e42f6cad4a30 HTTP/1.1" status: 200 len: 946 time: 0.0518911 Jan 29 04:47:39.313865 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-92024df3-86a8-45a9-9b21-4e1cface454e req-0d442a39-38aa-47e6-94b6-65afa4371acc tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a77e7d7-49e0-4962-bcfb-3c0ef32f588d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423558 Jan 29 04:47:40.433871 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0886f-7b28-4425-b4b5-e98c34abbfb1 req-d06ecc91-1db1-4423-95f9-2b836265b963 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:40.435433 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-bed0886f-7b28-4425-b4b5-e98c34abbfb1 req-d06ecc91-1db1-4423-95f9-2b836265b963 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbbc870c-6b22-4a70-86e6-e42f6cad4a30 HTTP/1.1" status: 200 len: 946 time: 0.0522878 Jan 29 04:47:40.483534 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-bed0886f-7b28-4425-b4b5-e98c34abbfb1 req-7bfe3761-7698-47fb-96fc-da73351bc16b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a77e7d7-49e0-4962-bcfb-3c0ef32f588d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425365 Jan 29 04:47:40.599808 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63961b3-a2b0-40ce-ac8b-dcb195eaac0b req-a9e2952c-d814-4338-b915-cd34ae1b600a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:40.601208 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b63961b3-a2b0-40ce-ac8b-dcb195eaac0b req-a9e2952c-d814-4338-b915-cd34ae1b600a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbbc870c-6b22-4a70-86e6-e42f6cad4a30 HTTP/1.1" status: 200 len: 946 time: 0.0527101 Jan 29 04:47:40.650654 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b63961b3-a2b0-40ce-ac8b-dcb195eaac0b req-3c86a2a4-d5a6-48b5-85a8-4d64b0e4d579 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a77e7d7-49e0-4962-bcfb-3c0ef32f588d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433660 Jan 29 04:47:40.672177 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 58236) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:47:40.720281 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce98884-00ba-4d5e-85f8-2c9c9eade2a7 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:40.721827 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1ce98884-00ba-4d5e-85f8-2c9c9eade2a7 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bbbc870c-6b22-4a70-86e6-e42f6cad4a30 HTTP/1.1" status: 200 len: 1125 time: 0.0486610 Jan 29 04:47:40.724619 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 58238) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:47:40.729665 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-39a0c5c6-f9be-48e7-887c-79e4ee1ed6b8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'floatingip': {'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'port_id': 'a3d617bf-2bff-45da-8bc7-abe3d1bed7dc', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:40.813766 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-39a0c5c6-f9be-48e7-887c-79e4ee1ed6b8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:40.909212 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-39a0c5c6-f9be-48e7-887c-79e4ee1ed6b8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:41.013092 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-39a0c5c6-f9be-48e7-887c-79e4ee1ed6b8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Allocated IP 172.26.8.107 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/b2aeb778-147a-4495-828f-df654e5c67aa) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:47:41.112067 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-39a0c5c6-f9be-48e7-887c-79e4ee1ed6b8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (b2aeb778-147a-4495-828f-df654e5c67aa), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:41.230058 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-39a0c5c6-f9be-48e7-887c-79e4ee1ed6b8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (b2aeb778-147a-4495-828f-df654e5c67aa), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:41.274639 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a0c5c6-f9be-48e7-887c-79e4ee1ed6b8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:47:41.277463 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-39a0c5c6-f9be-48e7-887c-79e4ee1ed6b8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:47:41.280833 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a0c5c6-f9be-48e7-887c-79e4ee1ed6b8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:47:41.288144 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a0c5c6-f9be-48e7-887c-79e4ee1ed6b8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=b2aeb778-147a-4495-828f-df654e5c67aa,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:41.638932 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-39a0c5c6-f9be-48e7-887c-79e4ee1ed6b8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for floatingip (bad9bca9-d9f3-4afc-8c1b-5a8d920fd194), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:41.749490 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-39a0c5c6-f9be-48e7-887c-79e4ee1ed6b8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b2aeb778-147a-4495-828f-df654e5c67aa), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:41.903070 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-39a0c5c6-f9be-48e7-887c-79e4ee1ed6b8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (b2aeb778-147a-4495-828f-df654e5c67aa), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:41.956465 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-39a0c5c6-f9be-48e7-887c-79e4ee1ed6b8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (b2aeb778-147a-4495-828f-df654e5c67aa), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:42.027487 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a0c5c6-f9be-48e7-887c-79e4ee1ed6b8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=b2aeb778-147a-4495-828f-df654e5c67aa,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:42.036888 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-39a0c5c6-f9be-48e7-887c-79e4ee1ed6b8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (bad9bca9-d9f3-4afc-8c1b-5a8d920fd194), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:42.147230 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.l3_db [None req-39a0c5c6-f9be-48e7-887c-79e4ee1ed6b8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Floating IP bad9bca9-d9f3-4afc-8c1b-5a8d920fd194 associated. External IP: 172.26.8.107, port: a3d617bf-2bff-45da-8bc7-abe3d1bed7dc. Jan 29 04:47:42.353790 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a0c5c6-f9be-48e7-887c-79e4ee1ed6b8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router b369fabb-e013-44ca-8b4a-1f10b997b6a6 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:47:42.459895 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a0c5c6-f9be-48e7-887c-79e4ee1ed6b8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:47:42.470608 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46432a83-6eb7-4848-a353-e246a196b098 None None] Sync routers for ids ['b369fabb-e013-44ca-8b4a-1f10b997b6a6'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:47:42.479644 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46432a83-6eb7-4848-a353-e246a196b098 None None] Routers {'b369fabb-e013-44ca-8b4a-1f10b997b6a6'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:47:42.481637 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-46432a83-6eb7-4848-a353-e246a196b098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:47:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b369fabb-e013-44ca-8b4a-1f10b997b6a6'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:42.530179 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-39a0c5c6-f9be-48e7-887c-79e4ee1ed6b8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:42.561527 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-39a0c5c6-f9be-48e7-887c-79e4ee1ed6b8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8358865 Jan 29 04:47:42.562127 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbbc870c-6b22-4a70-86e6-e42f6cad4a30', 'tag': 'a3d617bf-2bff-45da-8bc7-abe3d1bed7dc'}] {{(pid=103584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:47:42.564372 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58240) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:47:42.564870 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88d22702f486e82ce3265c1db8b0c003dd285ef8b53ba8e869e33114e3fd04d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e76974e-2bf7-4000-bbe2-dcfb36d13a11" -d '{"events": [{"name": "network-changed", "server_uuid": "bbbc870c-6b22-4a70-86e6-e42f6cad4a30", "tag": "a3d617bf-2bff-45da-8bc7-abe3d1bed7dc"}]}' {{(pid=103584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:47:42.588445 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-46432a83-6eb7-4848-a353-e246a196b098 None None] Set router b369fabb-e013-44ca-8b4a-1f10b997b6a6 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:47:42.603255 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72287fbd-7b3b-46c6-b968-9fc9e25b8121 x-openstack-request-id: req-72287fbd-7b3b-46c6-b968-9fc9e25b8121 {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:47:42.603255 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbbc870c-6b22-4a70-86e6-e42f6cad4a30", "tag": "a3d617bf-2bff-45da-8bc7-abe3d1bed7dc", "status": "completed", "code": 200}]} {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:47:42.603535 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72287fbd-7b3b-46c6-b968-9fc9e25b8121 {{(pid=103584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:47:42.607726 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbbc870c-6b22-4a70-86e6-e42f6cad4a30', 'tag': 'a3d617bf-2bff-45da-8bc7-abe3d1bed7dc', 'status': 'completed', 'code': 200} Jan 29 04:47:42.617273 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d21107-8315-4364-9d8b-d8c6b4861b78 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:42.618889 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-27d21107-8315-4364-9d8b-d8c6b4861b78 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bbbc870c-6b22-4a70-86e6-e42f6cad4a30 HTTP/1.1" status: 200 len: 1125 time: 0.0526454 Jan 29 04:47:42.691542 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76974e-2bf7-4000-bbe2-dcfb36d13a11 req-1203bd04-498e-41dc-a737-999813e9317a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:42.693076 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0e76974e-2bf7-4000-bbe2-dcfb36d13a11 req-1203bd04-498e-41dc-a737-999813e9317a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=bbbc870c-6b22-4a70-86e6-e42f6cad4a30 HTTP/1.1" status: 200 len: 1130 time: 0.0469325 Jan 29 04:47:42.781789 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76974e-2bf7-4000-bbe2-dcfb36d13a11 req-61c6032e-014f-4cc2-88af-cf57b3785973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:42.783529 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0e76974e-2bf7-4000-bbe2-dcfb36d13a11 req-61c6032e-014f-4cc2-88af-cf57b3785973 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b281cae2-a26f-472f-8e1c-ebb9648b9b0e HTTP/1.1" status: 200 len: 897 time: 0.0851068 Jan 29 04:47:42.811452 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-46432a83-6eb7-4848-a353-e246a196b098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'name': 'tempest-TestNetworkBasicOps-router-587098638', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '9ba56b54-3d8a-4035-b156-6801b1b023cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:47:19Z', 'updated_at': '2022-01-29T04:47:23Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '9ba56b54-3d8a-4035-b156-6801b1b023cf', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:19Z', 'updated_at': '2022-01-29T04:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': 'bad9bca9-d9f3-4afc-8c1b-5a8d920fd194', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.107', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'port_id': 'a3d617bf-2bff-45da-8bc7-abe3d1bed7dc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e', 'mac_address': 'fa:16:3e:c0:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbc870c-6b22-4a70-86e6-e42f6cad4a30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:47:41Z', 'updated_at': '2022-01-29T04:47:41Z', 'revision_number': 0, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3988e457-5d90-4d47-9c72-82a0c173b59e', 'name': '', 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:91:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '4ae5fa2c-99fb-4584-b636-d319129072d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:22Z', 'updated_at': '2022-01-29T04:47:26Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '4ae5fa2c-99fb-4584-b636-d319129072d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:42.841883 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46432a83-6eb7-4848-a353-e246a196b098 None None] Checking router: b369fabb-e013-44ca-8b4a-1f10b997b6a6 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:47:42.850418 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46432a83-6eb7-4848-a353-e246a196b098 None None] Routers {'b369fabb-e013-44ca-8b4a-1f10b997b6a6'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:47:42.851031 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-46432a83-6eb7-4848-a353-e246a196b098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:47:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b369fabb-e013-44ca-8b4a-1f10b997b6a6'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:42.860679 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0e76974e-2bf7-4000-bbe2-dcfb36d13a11 req-69aa1865-f7d0-44d5-bd71-2e220c1c6e91 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3d617bf-2bff-45da-8bc7-abe3d1bed7dc HTTP/1.1" status: 200 len: 1000 time: 0.0714223 Jan 29 04:47:42.909951 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76974e-2bf7-4000-bbe2-dcfb36d13a11 req-169a941b-54b3-4b3b-ba37-e4ce30ad167c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:42.911431 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0e76974e-2bf7-4000-bbe2-dcfb36d13a11 req-169a941b-54b3-4b3b-ba37-e4ce30ad167c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ae5fa2c-99fb-4584-b636-d319129072d8 HTTP/1.1" status: 200 len: 834 time: 0.0449753 Jan 29 04:47:42.959381 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-46432a83-6eb7-4848-a353-e246a196b098 None None] Set router b369fabb-e013-44ca-8b4a-1f10b997b6a6 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:47:42.964424 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76974e-2bf7-4000-bbe2-dcfb36d13a11 req-bdbee386-adb6-4246-81ff-6800f6f78f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:42.965977 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0e76974e-2bf7-4000-bbe2-dcfb36d13a11 req-bdbee386-adb6-4246-81ff-6800f6f78f69 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b281cae2-a26f-472f-8e1c-ebb9648b9b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0488598 Jan 29 04:47:42.980425 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 58246) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:47:42.986193 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-84930ed0-b354-49aa-9558-a4578316bf9c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-554650842', 'description': 'tempest-secgroup-smoke-554650842 description', 'project_id': '9cb37fd5f36f44e696381da232925f9b'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:43.063907 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0e76974e-2bf7-4000-bbe2-dcfb36d13a11 req-de03882f-95ad-4362-8c4b-215ac4312a93 service neutron] 10.222.0.18 "GET /v2.0/networks/b281cae2-a26f-472f-8e1c-ebb9648b9b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920236 Jan 29 04:47:43.070977 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-84930ed0-b354-49aa-9558-a4578316bf9c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:43.143636 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-84930ed0-b354-49aa-9558-a4578316bf9c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (c9d8c81a-b437-4dc1-a29f-8f630eba55fd), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:43.156540 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0e76974e-2bf7-4000-bbe2-dcfb36d13a11 req-209afb92-4571-4a26-ab62-21a3e6967647 service neutron] 10.222.0.18 "GET /v2.0/networks/b281cae2-a26f-472f-8e1c-ebb9648b9b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870423 Jan 29 04:47:43.191021 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-46432a83-6eb7-4848-a353-e246a196b098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'name': 'tempest-TestNetworkBasicOps-router-587098638', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '9ba56b54-3d8a-4035-b156-6801b1b023cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:47:19Z', 'updated_at': '2022-01-29T04:47:23Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '9ba56b54-3d8a-4035-b156-6801b1b023cf', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:19Z', 'updated_at': '2022-01-29T04:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': 'bad9bca9-d9f3-4afc-8c1b-5a8d920fd194', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.107', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'port_id': 'a3d617bf-2bff-45da-8bc7-abe3d1bed7dc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e', 'mac_address': 'fa:16:3e:c0:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbc870c-6b22-4a70-86e6-e42f6cad4a30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:47:41Z', 'updated_at': '2022-01-29T04:47:41Z', 'revision_number': 0, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3988e457-5d90-4d47-9c72-82a0c173b59e', 'name': '', 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:91:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '4ae5fa2c-99fb-4584-b636-d319129072d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:22Z', 'updated_at': '2022-01-29T04:47:26Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '4ae5fa2c-99fb-4584-b636-d319129072d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:43.219697 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-84930ed0-b354-49aa-9558-a4578316bf9c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (c9d8c81a-b437-4dc1-a29f-8f630eba55fd), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:43.220363 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46432a83-6eb7-4848-a353-e246a196b098 None None] The sync data for ids ['b369fabb-e013-44ca-8b4a-1f10b997b6a6'] in dv-neutron-821190-1-hyperv is: [{'id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'name': 'tempest-TestNetworkBasicOps-router-587098638', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '9ba56b54-3d8a-4035-b156-6801b1b023cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:47:19Z', 'updated_at': '2022-01-29T04:47:23Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '9ba56b54-3d8a-4035-b156-6801b1b023cf', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:19Z', 'updated_at': '2022-01-29T04:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': 'bad9bca9-d9f3-4afc-8c1b-5a8d920fd194', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.107', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'port_id': 'a3d617bf-2bff-45da-8bc7-abe3d1bed7dc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e', 'mac_address': 'fa:16:3e:c0:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbc870c-6b22-4a70-86e6-e42f6cad4a30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:47:41Z', 'updated_at': '2022-01-29T04:47:41Z', 'revision_number': 0, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3988e457-5d90-4d47-9c72-82a0c173b59e', 'name': '', 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:91:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '4ae5fa2c-99fb-4584-b636-d319129072d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:22Z', 'updated_at': '2022-01-29T04:47:26Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '4ae5fa2c-99fb-4584-b636-d319129072d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:47:43.254276 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84930ed0-b354-49aa-9558-a4578316bf9c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d8c81a-b437-4dc1-a29f-8f630eba55fd,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:43.312843 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-84930ed0-b354-49aa-9558-a4578316bf9c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:43.314117 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-84930ed0-b354-49aa-9558-a4578316bf9c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3319001 Jan 29 04:47:43.316984 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 58248) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:47:43.322038 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-ea99de94-32b4-4246-86ee-9e819fcc4bd8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': 'c9d8c81a-b437-4dc1-a29f-8f630eba55fd', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:43.411908 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ea99de94-32b4-4246-86ee-9e819fcc4bd8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (75989abf-042b-4fb3-8a1c-fd4c846cf92f), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:43.418375 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a271ba3b-6da2-4c37-945e-13b8046b72a2 None None] New status for floating IP bad9bca9-d9f3-4afc-8c1b-5a8d920fd194: ACTIVE {{(pid=103586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:47:43.472747 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ea99de94-32b4-4246-86ee-9e819fcc4bd8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (75989abf-042b-4fb3-8a1c-fd4c846cf92f), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:43.538062 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ea99de94-32b4-4246-86ee-9e819fcc4bd8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (75989abf-042b-4fb3-8a1c-fd4c846cf92f), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:43.559782 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea99de94-32b4-4246-86ee-9e819fcc4bd8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75989abf-042b-4fb3-8a1c-fd4c846cf92f,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:43.633008 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ea99de94-32b4-4246-86ee-9e819fcc4bd8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:43.634258 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ea99de94-32b4-4246-86ee-9e819fcc4bd8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3159399 Jan 29 04:47:43.637019 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 58250) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:47:43.641478 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-707e743e-a13b-4d0a-94e3-55875c535285 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': 'c9d8c81a-b437-4dc1-a29f-8f630eba55fd', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:43.738222 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-707e743e-a13b-4d0a-94e3-55875c535285 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (2f9b11d1-bd96-439e-8e1b-31c71421f427), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:43.798148 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-707e743e-a13b-4d0a-94e3-55875c535285 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (2f9b11d1-bd96-439e-8e1b-31c71421f427), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:43.888162 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-707e743e-a13b-4d0a-94e3-55875c535285 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (2f9b11d1-bd96-439e-8e1b-31c71421f427), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:43.906994 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707e743e-a13b-4d0a-94e3-55875c535285 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f9b11d1-bd96-439e-8e1b-31c71421f427,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:43.968516 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-707e743e-a13b-4d0a-94e3-55875c535285 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:43.969689 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-707e743e-a13b-4d0a-94e3-55875c535285 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3317044 Jan 29 04:47:43.972545 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 58252) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:47:43.976903 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-33b3497b-2786-48e0-b49c-9b8ad9b87471 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': 'c9d8c81a-b437-4dc1-a29f-8f630eba55fd', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:44.070053 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-33b3497b-2786-48e0-b49c-9b8ad9b87471 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (61a0178b-52c6-4707-8515-44c6a7f61d43), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:44.125629 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-33b3497b-2786-48e0-b49c-9b8ad9b87471 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (61a0178b-52c6-4707-8515-44c6a7f61d43), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:44.200852 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-33b3497b-2786-48e0-b49c-9b8ad9b87471 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (61a0178b-52c6-4707-8515-44c6a7f61d43), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:44.218850 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b3497b-2786-48e0-b49c-9b8ad9b87471 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61a0178b-52c6-4707-8515-44c6a7f61d43,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:44.294006 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-33b3497b-2786-48e0-b49c-9b8ad9b87471 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:44.295307 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-33b3497b-2786-48e0-b49c-9b8ad9b87471 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3218253 Jan 29 04:47:44.298074 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 58254) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:47:44.302523 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-67af6f15-c088-4f0c-9153-51af67cf08c9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': 'c9d8c81a-b437-4dc1-a29f-8f630eba55fd', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:44.406621 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-67af6f15-c088-4f0c-9153-51af67cf08c9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (27d7c256-7b57-43ea-94db-61aa72d9a2fa), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:44.463925 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-67af6f15-c088-4f0c-9153-51af67cf08c9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (27d7c256-7b57-43ea-94db-61aa72d9a2fa), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:44.537828 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-67af6f15-c088-4f0c-9153-51af67cf08c9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (27d7c256-7b57-43ea-94db-61aa72d9a2fa), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:44.556610 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af6f15-c088-4f0c-9153-51af67cf08c9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27d7c256-7b57-43ea-94db-61aa72d9a2fa,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:44.637011 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-67af6f15-c088-4f0c-9153-51af67cf08c9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:44.638237 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-67af6f15-c088-4f0c-9153-51af67cf08c9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3392353 Jan 29 04:47:44.641079 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 58256) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:47:44.645308 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-db557a28-35cc-48bc-8fd2-c1984fba6887 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': 'c9d8c81a-b437-4dc1-a29f-8f630eba55fd', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:44.726440 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.securitygroups_db [None req-db557a28-35cc-48bc-8fd2-c1984fba6887 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Project 9cb37fd5f36f44e696381da232925f9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:47:44.731979 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-db557a28-35cc-48bc-8fd2-c1984fba6887 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (225c37de-2077-470c-baf9-baaf6d051fd9), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:44.795755 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-db557a28-35cc-48bc-8fd2-c1984fba6887 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (225c37de-2077-470c-baf9-baaf6d051fd9), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:44.870384 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-db557a28-35cc-48bc-8fd2-c1984fba6887 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (225c37de-2077-470c-baf9-baaf6d051fd9), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:44.888919 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db557a28-35cc-48bc-8fd2-c1984fba6887 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=225c37de-2077-470c-baf9-baaf6d051fd9,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:44.963797 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-db557a28-35cc-48bc-8fd2-c1984fba6887 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:44.965068 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-db557a28-35cc-48bc-8fd2-c1984fba6887 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3230796 Jan 29 04:47:44.967709 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 58258) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:47:44.971966 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-86b8901e-59cc-4bc9-a3d5-137ad033cd07 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': 'c9d8c81a-b437-4dc1-a29f-8f630eba55fd', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:45.053609 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.securitygroups_db [None req-86b8901e-59cc-4bc9-a3d5-137ad033cd07 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Project 9cb37fd5f36f44e696381da232925f9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:47:45.059039 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-86b8901e-59cc-4bc9-a3d5-137ad033cd07 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (1a6130c6-6779-48f7-bc82-33868e492d62), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:45.117397 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-86b8901e-59cc-4bc9-a3d5-137ad033cd07 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (1a6130c6-6779-48f7-bc82-33868e492d62), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:45.196022 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-86b8901e-59cc-4bc9-a3d5-137ad033cd07 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (1a6130c6-6779-48f7-bc82-33868e492d62), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:45.215112 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b8901e-59cc-4bc9-a3d5-137ad033cd07 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a6130c6-6779-48f7-bc82-33868e492d62,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:45.282597 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-86b8901e-59cc-4bc9-a3d5-137ad033cd07 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:45.283817 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-86b8901e-59cc-4bc9-a3d5-137ad033cd07 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3151951 Jan 29 04:47:45.435633 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-a6623422-24fc-4219-908e-26c4b3257df3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-554650842&fields=id&tenant_id=9cb37fd5f36f44e696381da232925f9b HTTP/1.1" status: 200 len: 267 time: 0.0488524 Jan 29 04:47:45.539394 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-05a9c294-8f4a-4b4c-9ce4-fb07793a84b8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:45.540942 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-05a9c294-8f4a-4b4c-9ce4-fb07793a84b8 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/networks?id=b281cae2-a26f-472f-8e1c-ebb9648b9b0e HTTP/1.1" status: 200 len: 796 time: 0.0989375 Jan 29 04:47:45.555157 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-d804eb70-cade-4cf4-bff4-f38e5e700362 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/quotas/9cb37fd5f36f44e696381da232925f9b HTTP/1.1" status: 200 len: 375 time: 0.0086343 Jan 29 04:47:45.611000 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-2b6b493f-a0db-4c16-b233-c8a8b92640e1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503895 Jan 29 04:47:45.626736 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-b43acb7f-9747-4db6-b8e5-e0dd0ec5ee5d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103585) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:47:45.627711 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-b43acb7f-9747-4db6-b8e5-e0dd0ec5ee5d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053513 Jan 29 04:47:45.718742 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-0e3a6a5a-bf8b-447e-b523-a082dc16e26f service neutron] 10.222.0.13 "GET /v2.0/networks/b281cae2-a26f-472f-8e1c-ebb9648b9b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856612 Jan 29 04:47:45.806422 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-d1a694e2-8de4-4d25-8fbd-85c6f5d8059f service neutron] 10.222.0.13 "GET /v2.0/networks/b281cae2-a26f-472f-8e1c-ebb9648b9b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815320 Jan 29 04:47:47.062804 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-c66c5cb9-6aa8-4ffc-8e90-57535f7d1c9b req-8d5bd7d5-a2bc-4987-b1a6-a4f53f76d2a2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ec0d4bd-2c41-4175-a974-2d576cffe250 HTTP/1.1" status: 200 len: 210 time: 0.0271397 Jan 29 04:47:48.147104 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e553803f-839b-4b54-82bf-cbcc201d2e9b req-3aee59c7-df19-43a9-8122-51884756d225 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ec0d4bd-2c41-4175-a974-2d576cffe250 HTTP/1.1" status: 200 len: 210 time: 0.0327001 Jan 29 04:47:49.241918 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-95b3306a-0acc-464f-98b3-6af4f2705cb4 req-7667b84d-595c-4702-9c9f-d38d15f7ad57 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ec0d4bd-2c41-4175-a974-2d576cffe250 HTTP/1.1" status: 200 len: 210 time: 0.0296850 Jan 29 04:47:50.212226 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bd5757ec-2f6d-4daf-a75d-1e1131d28136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:50.340131 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-24b1a003-f429-4d06-9028-b591b7ecd9a1 req-7af28e25-cc09-43d8-9c4b-6c7a8d1d73bf tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ec0d4bd-2c41-4175-a974-2d576cffe250 HTTP/1.1" status: 200 len: 210 time: 0.0281854 Jan 29 04:47:50.914555 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d0b862c7-050c-4f75-b94b-112d5c92a321 req-68ec047d-8aa0-44d9-9f31-f224332dca50 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bbbc870c-6b22-4a70-86e6-e42f6cad4a30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447383 Jan 29 04:47:50.969413 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-c58ce04e-0f42-4c91-b698-0ee90c0d9027 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:50.971011 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-c58ce04e-0f42-4c91-b698-0ee90c0d9027 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "GET /v2.0/networks?id=b281cae2-a26f-472f-8e1c-ebb9648b9b0e HTTP/1.1" status: 200 len: 796 time: 0.1013062 Jan 29 04:47:51.034069 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b862c7-050c-4f75-b94b-112d5c92a321 req-ad84913b-375b-45e1-ab76-8f84dc95237e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:51.035624 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d0b862c7-050c-4f75-b94b-112d5c92a321 req-ad84913b-375b-45e1-ab76-8f84dc95237e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=bbbc870c-6b22-4a70-86e6-e42f6cad4a30 HTTP/1.1" status: 200 len: 1130 time: 0.0454407 Jan 29 04:47:51.057908 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-a8474755-8999-4951-bec5-4f6337404d44 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cb37fd5f36f44e696381da232925f9b HTTP/1.1" status: 200 len: 471 time: 0.0718579 Jan 29 04:47:51.072871 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-515719eb-2c03-42e6-aaf8-126b92f93715 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'port': {'device_id': '2ec0d4bd-2c41-4175-a974-2d576cffe250', 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e', 'admin_state_up': True, 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'security_groups': ['c9d8c81a-b437-4dc1-a29f-8f630eba55fd']}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:51.206799 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b862c7-050c-4f75-b94b-112d5c92a321 req-c9060cb2-57ed-4f52-b3de-5b27da3ed641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:51.208418 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d0b862c7-050c-4f75-b94b-112d5c92a321 req-c9060cb2-57ed-4f52-b3de-5b27da3ed641 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b281cae2-a26f-472f-8e1c-ebb9648b9b0e HTTP/1.1" status: 200 len: 897 time: 0.1527677 Jan 29 04:47:51.235194 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-515719eb-2c03-42e6-aaf8-126b92f93715 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Made reservation on behalf of 9cb37fd5f36f44e696381da232925f9b for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:47:51.238730 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-515719eb-2c03-42e6-aaf8-126b92f93715 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:51.374560 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-515719eb-2c03-42e6-aaf8-126b92f93715 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Allocated IP 172.20.0.3 (b281cae2-a26f-472f-8e1c-ebb9648b9b0e/4ae5fa2c-99fb-4584-b636-d319129072d8/9f79445a-e4b6-4082-8ca6-4581eb8f5de9) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:47:51.519559 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-515719eb-2c03-42e6-aaf8-126b92f93715 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (9f79445a-e4b6-4082-8ca6-4581eb8f5de9), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:51.616537 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-96decf13-42ec-4314-8767-ad06894580c9 req-e9e6adc9-0340-472d-8700-98052981a361 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ec0d4bd-2c41-4175-a974-2d576cffe250 HTTP/1.1" status: 200 len: 210 time: 0.0457010 Jan 29 04:47:51.645432 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d0b862c7-050c-4f75-b94b-112d5c92a321 req-6ae6f5e4-a083-458a-9261-842c00450331 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3d617bf-2bff-45da-8bc7-abe3d1bed7dc HTTP/1.1" status: 200 len: 1002 time: 0.4299395 Jan 29 04:47:51.648178 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-515719eb-2c03-42e6-aaf8-126b92f93715 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (9f79445a-e4b6-4082-8ca6-4581eb8f5de9), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:51.695825 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-515719eb-2c03-42e6-aaf8-126b92f93715 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network b281cae2-a26f-472f-8e1c-ebb9648b9b0e is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:47:51.697585 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b862c7-050c-4f75-b94b-112d5c92a321 req-fa3e8e9b-767d-46bf-a554-0bf123280046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:51.699134 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d0b862c7-050c-4f75-b94b-112d5c92a321 req-fa3e8e9b-767d-46bf-a554-0bf123280046 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ae5fa2c-99fb-4584-b636-d319129072d8 HTTP/1.1" status: 200 len: 834 time: 0.0476413 Jan 29 04:47:51.699246 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-515719eb-2c03-42e6-aaf8-126b92f93715 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:47:51.702795 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-515719eb-2c03-42e6-aaf8-126b92f93715 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:47:51.730752 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515719eb-2c03-42e6-aaf8-126b92f93715 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=9f79445a-e4b6-4082-8ca6-4581eb8f5de9,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:51.755092 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b862c7-050c-4f75-b94b-112d5c92a321 req-48b829ac-abc7-46a0-8676-21047388a08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:51.757206 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d0b862c7-050c-4f75-b94b-112d5c92a321 req-48b829ac-abc7-46a0-8676-21047388a08c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b281cae2-a26f-472f-8e1c-ebb9648b9b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0525069 Jan 29 04:47:51.768627 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-515719eb-2c03-42e6-aaf8-126b92f93715 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:51.769271 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-515719eb-2c03-42e6-aaf8-126b92f93715 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:51.843745 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-515719eb-2c03-42e6-aaf8-126b92f93715 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7751031 Jan 29 04:47:51.854355 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d0b862c7-050c-4f75-b94b-112d5c92a321 req-6023f2f3-1434-405b-a32c-1c145c173abe service neutron] 10.222.0.18 "GET /v2.0/networks/b281cae2-a26f-472f-8e1c-ebb9648b9b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891016 Jan 29 04:47:51.868302 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-00fb3607-2dba-4215-a270-126074a34959 service neutron] Request body: {'port': {'device_id': '2ec0d4bd-2c41-4175-a974-2d576cffe250', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:51.928721 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-00fb3607-2dba-4215-a270-126074a34959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (9f79445a-e4b6-4082-8ca6-4581eb8f5de9), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:51.953147 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d0b862c7-050c-4f75-b94b-112d5c92a321 req-a73e511c-2687-4baa-89d8-65b358e716fe service neutron] 10.222.0.18 "GET /v2.0/networks/b281cae2-a26f-472f-8e1c-ebb9648b9b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889869 Jan 29 04:47:51.959440 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-149903b6-2c7c-44a3-ad43-62bf6e0069c0 None None] Provisioning complete for port 9f79445a-e4b6-4082-8ca6-4581eb8f5de9 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:51.959834 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-149903b6-2c7c-44a3-ad43-62bf6e0069c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (9f79445a-e4b6-4082-8ca6-4581eb8f5de9), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:51.995177 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-149903b6-2c7c-44a3-ad43-62bf6e0069c0 None None] Port 9f79445a-e4b6-4082-8ca6-4581eb8f5de9 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:47:52.191472 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-00fb3607-2dba-4215-a270-126074a34959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f79445a-e4b6-4082-8ca6-4581eb8f5de9 {{(pid=103585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:47:52.202134 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-00fb3607-2dba-4215-a270-126074a34959 service neutron] Publish callbacks [] for port (9f79445a-e4b6-4082-8ca6-4581eb8f5de9), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:52.214392 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.provisioning_blocks [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-00fb3607-2dba-4215-a270-126074a34959 service neutron] Transition to ACTIVE for port object 9f79445a-e4b6-4082-8ca6-4581eb8f5de9 will not be triggered until provisioned by entity L2. {{(pid=103585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:47:52.303372 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-00fb3607-2dba-4215-a270-126074a34959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (9f79445a-e4b6-4082-8ca6-4581eb8f5de9), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:52.355226 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb3607-2dba-4215-a270-126074a34959 service neutron] Pushing event updated for resources: {'Port': ['ID=9f79445a-e4b6-4082-8ca6-4581eb8f5de9,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:52.426217 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-00fb3607-2dba-4215-a270-126074a34959 service neutron] Attempting to bind port 9f79445a-e4b6-4082-8ca6-4581eb8f5de9 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:47:52.426971 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-00fb3607-2dba-4215-a270-126074a34959 service neutron] Attempting to bind port 9f79445a-e4b6-4082-8ca6-4581eb8f5de9 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '7e3c2e94-56ac-4d1d-be47-55fb7db583b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:47:52.426971 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-00fb3607-2dba-4215-a270-126074a34959 service neutron] Attempting to bind port 9f79445a-e4b6-4082-8ca6-4581eb8f5de9 on network b281cae2-a26f-472f-8e1c-ebb9648b9b0e {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:47:52.432269 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-00fb3607-2dba-4215-a270-126074a34959 service neutron] Port 9f79445a-e4b6-4082-8ca6-4581eb8f5de9 on network b281cae2-a26f-472f-8e1c-ebb9648b9b0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:47:52.432639 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-00fb3607-2dba-4215-a270-126074a34959 service neutron] Attempting to bind port 9f79445a-e4b6-4082-8ca6-4581eb8f5de9 on network b281cae2-a26f-472f-8e1c-ebb9648b9b0e {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:47:52.437957 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-00fb3607-2dba-4215-a270-126074a34959 service neutron] Checking agent: {'id': '15eedd85-6d76-4715-a40f-dc31e854816c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'started_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:47:52.439763 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-00fb3607-2dba-4215-a270-126074a34959 service neutron] Checking segment: {'id': '7e3c2e94-56ac-4d1d-be47-55fb7db583b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:47:52.439763 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-00fb3607-2dba-4215-a270-126074a34959 service neutron] Bound using segment: {'id': '7e3c2e94-56ac-4d1d-be47-55fb7db583b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e'} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:47:52.439763 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-00fb3607-2dba-4215-a270-126074a34959 service neutron] Bound port: 9f79445a-e4b6-4082-8ca6-4581eb8f5de9, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e3c2e94-56ac-4d1d-be47-55fb7db583b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e'}}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:47:52.439763 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-00fb3607-2dba-4215-a270-126074a34959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (9f79445a-e4b6-4082-8ca6-4581eb8f5de9), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:52.459344 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3d243e83-9c80-4d9d-b25f-68e8b6062276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:52.508209 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-00fb3607-2dba-4215-a270-126074a34959 service neutron] For port 9f79445a-e4b6-4082-8ca6-4581eb8f5de9, host hv-neutron-8211, cleared binding levels {{(pid=103585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:47:52.512370 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-00fb3607-2dba-4215-a270-126074a34959 service neutron] For port 9f79445a-e4b6-4082-8ca6-4581eb8f5de9, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=9f79445a-e4b6-4082-8ca6-4581eb8f5de9,segment=NetworkSegment(7e3c2e94-56ac-4d1d-be47-55fb7db583b7),segment_id=7e3c2e94-56ac-4d1d-be47-55fb7db583b7)] {{(pid=103585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:47:52.591126 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-00fb3607-2dba-4215-a270-126074a34959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (9f79445a-e4b6-4082-8ca6-4581eb8f5de9), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:52.625768 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-00fb3607-2dba-4215-a270-126074a34959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:52.626380 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-00fb3607-2dba-4215-a270-126074a34959 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:52.627741 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-00fb3607-2dba-4215-a270-126074a34959 service neutron] 10.222.0.18 "PUT /v2.0/ports/9f79445a-e4b6-4082-8ca6-4581eb8f5de9 HTTP/1.1" status: 200 len: 1093 time: 0.7640359 Jan 29 04:47:52.628182 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ec0d4bd-2c41-4175-a974-2d576cffe250', 'tag': '9f79445a-e4b6-4082-8ca6-4581eb8f5de9'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:47:52.630415 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407e6493-52e1-4d9b-90af-05974d93cc09" -d '{"events": [{"name": "network-changed", "server_uuid": "2ec0d4bd-2c41-4175-a974-2d576cffe250", "tag": "9f79445a-e4b6-4082-8ca6-4581eb8f5de9"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:47:52.662321 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb3607-2dba-4215-a270-126074a34959 service neutron] Pushing event updated for resources: {'Port': ['ID=9f79445a-e4b6-4082-8ca6-4581eb8f5de9,revision_number=3']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:52.684719 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4454dcc6-2d15-4ce4-b973-10031442f9db x-openstack-request-id: req-4454dcc6-2d15-4ce4-b973-10031442f9db {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:47:52.685105 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ec0d4bd-2c41-4175-a974-2d576cffe250", "tag": "9f79445a-e4b6-4082-8ca6-4581eb8f5de9", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:47:52.685368 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4454dcc6-2d15-4ce4-b973-10031442f9db {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:47:52.685785 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ec0d4bd-2c41-4175-a974-2d576cffe250', 'tag': '9f79445a-e4b6-4082-8ca6-4581eb8f5de9', 'status': 'completed', 'code': 200} Jan 29 04:47:52.763744 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcff194-9df9-4efa-8066-59aeca597e76 req-a69c2edf-4c1c-46f6-8f1a-d90ceea2971c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:52.765449 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9dcff194-9df9-4efa-8066-59aeca597e76 req-a69c2edf-4c1c-46f6-8f1a-d90ceea2971c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ec0d4bd-2c41-4175-a974-2d576cffe250 HTTP/1.1" status: 200 len: 943 time: 0.0670116 Jan 29 04:47:52.774457 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e6493-52e1-4d9b-90af-05974d93cc09 req-5aabb5b1-d031-4218-96cf-4612d4aba546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:52.776014 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-407e6493-52e1-4d9b-90af-05974d93cc09 req-5aabb5b1-d031-4218-96cf-4612d4aba546 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=2ec0d4bd-2c41-4175-a974-2d576cffe250 HTTP/1.1" status: 200 len: 1127 time: 0.0508616 Jan 29 04:47:52.820014 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9dcff194-9df9-4efa-8066-59aeca597e76 req-20fcb615-5fc3-43ad-9eef-bcc2ae696693 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9d8c81a-b437-4dc1-a29f-8f630eba55fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483756 Jan 29 04:47:52.888136 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e6493-52e1-4d9b-90af-05974d93cc09 req-1b4d2979-3aa2-4e76-bf86-34870a9474b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:52.889673 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-407e6493-52e1-4d9b-90af-05974d93cc09 req-1b4d2979-3aa2-4e76-bf86-34870a9474b8 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9cb37fd5f36f44e696381da232925f9b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1004705 Jan 29 04:47:52.980096 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e6493-52e1-4d9b-90af-05974d93cc09 req-e3044dc5-5860-4d43-9841-e4acc637723a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:52.981491 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-407e6493-52e1-4d9b-90af-05974d93cc09 req-e3044dc5-5860-4d43-9841-e4acc637723a service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0857518 Jan 29 04:47:53.088624 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-43c3813d-3f57-4e10-a35b-5acbe542403f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:53.090145 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-43c3813d-3f57-4e10-a35b-5acbe542403f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=2ec0d4bd-2c41-4175-a974-2d576cffe250 HTTP/1.1" status: 200 len: 1127 time: 0.0508964 Jan 29 04:47:53.136824 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-17bce19e-1cf6-4663-817d-16c19619f23b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f79445a-e4b6-4082-8ca6-4581eb8f5de9 HTTP/1.1" status: 200 len: 217 time: 0.0328236 Jan 29 04:47:53.182970 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-7af1f405-6d2b-4466-b489-c0e383c7ce3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:53.184344 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-7af1f405-6d2b-4466-b489-c0e383c7ce3e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ae5fa2c-99fb-4584-b636-d319129072d8 HTTP/1.1" status: 200 len: 834 time: 0.0421331 Jan 29 04:47:53.236199 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-07b3e62f-6c7c-45f5-ae81-bd01e114911f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:53.237625 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-07b3e62f-6c7c-45f5-ae81-bd01e114911f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b281cae2-a26f-472f-8e1c-ebb9648b9b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0468154 Jan 29 04:47:53.322186 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-7711b197-6a16-4232-bd4c-f7823278cfa4 service neutron] 10.222.0.18 "GET /v2.0/networks/b281cae2-a26f-472f-8e1c-ebb9648b9b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784996 Jan 29 04:47:53.410297 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2f82ca30-6a20-4451-99c0-69994b2531fe req-caddbc8e-3035-4dc2-8499-f4b4dd4e9e2d service neutron] 10.222.0.18 "GET /v2.0/networks/b281cae2-a26f-472f-8e1c-ebb9648b9b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827999 Jan 29 04:47:53.720504 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:53.940219 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b541e7-0afe-46fa-9f73-39777db79e26 req-c97ba480-558d-4353-9f38-6df6a42ddb72 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:53.942250 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-63b541e7-0afe-46fa-9f73-39777db79e26 req-c97ba480-558d-4353-9f38-6df6a42ddb72 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ec0d4bd-2c41-4175-a974-2d576cffe250 HTTP/1.1" status: 200 len: 943 time: 0.0532966 Jan 29 04:47:53.991405 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-63b541e7-0afe-46fa-9f73-39777db79e26 req-15ddaee2-04e7-43c3-8833-f525272c9182 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9d8c81a-b437-4dc1-a29f-8f630eba55fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429420 Jan 29 04:47:54.013732 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:54.874857 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:55.115004 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acebb14b-eb55-451e-9a2e-49fcebc69948 req-4711dd0a-280d-4676-a358-bf2af0716473 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:55.116412 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-acebb14b-eb55-451e-9a2e-49fcebc69948 req-4711dd0a-280d-4676-a358-bf2af0716473 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ec0d4bd-2c41-4175-a974-2d576cffe250 HTTP/1.1" status: 200 len: 943 time: 0.0575354 Jan 29 04:47:55.164916 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-acebb14b-eb55-451e-9a2e-49fcebc69948 req-5251a909-78fd-46c8-8b79-cb41f1194dc7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9d8c81a-b437-4dc1-a29f-8f630eba55fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420692 Jan 29 04:47:56.016680 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 9f79445a-e4b6-4082-8ca6-4581eb8f5de9 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:47:56.113480 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 9f79445a-e4b6-4082-8ca6-4581eb8f5de9, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=9f79445a-e4b6-4082-8ca6-4581eb8f5de9,segment=NetworkSegment(7e3c2e94-56ac-4d1d-be47-55fb7db583b7),segment_id=7e3c2e94-56ac-4d1d-be47-55fb7db583b7)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:47:56.124314 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': '9f79445a-e4b6-4082-8ca6-4581eb8f5de9', 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e', 'port_id': '9f79445a-e4b6-4082-8ca6-4581eb8f5de9', 'mac_address': 'fa:16:3e:29:5e:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae5fa2c-99fb-4584-b636-d319129072d8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:47:56.159900 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 9f79445a-e4b6-4082-8ca6-4581eb8f5de9 is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:47:56.160286 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (9f79445a-e4b6-4082-8ca6-4581eb8f5de9), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:56.172254 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f79445a-e4b6-4082-8ca6-4581eb8f5de9 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:47:56.191903 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 9f79445a-e4b6-4082-8ca6-4581eb8f5de9, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=9f79445a-e4b6-4082-8ca6-4581eb8f5de9,segment=NetworkSegment(7e3c2e94-56ac-4d1d-be47-55fb7db583b7),segment_id=7e3c2e94-56ac-4d1d-be47-55fb7db583b7)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:47:56.269211 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (9f79445a-e4b6-4082-8ca6-4581eb8f5de9), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:56.281562 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a41a7e-a0a4-423d-bd78-7d2b678b7a51 req-e1098595-dd67-4dce-b99e-ec617c18af7f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:56.283039 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-70a41a7e-a0a4-423d-bd78-7d2b678b7a51 req-e1098595-dd67-4dce-b99e-ec617c18af7f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ec0d4bd-2c41-4175-a974-2d576cffe250 HTTP/1.1" status: 200 len: 943 time: 0.0527105 Jan 29 04:47:56.329099 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=9f79445a-e4b6-4082-8ca6-4581eb8f5de9,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:56.332979 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-70a41a7e-a0a4-423d-bd78-7d2b678b7a51 req-9defca46-e6bd-4911-a63d-e222ef03e733 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9d8c81a-b437-4dc1-a29f-8f630eba55fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444272 Jan 29 04:47:56.406076 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:56.668985 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['9f79445a-e4b6-4082-8ca6-4581eb8f5de9'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:47:57.450341 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761d0cf-717c-478c-91dc-c8fb347c7663 req-f8430c01-d18f-4d4d-8821-6f472ce47d2c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:57.451850 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-1761d0cf-717c-478c-91dc-c8fb347c7663 req-f8430c01-d18f-4d4d-8821-6f472ce47d2c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ec0d4bd-2c41-4175-a974-2d576cffe250 HTTP/1.1" status: 200 len: 944 time: 0.0535612 Jan 29 04:47:57.499764 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-1761d0cf-717c-478c-91dc-c8fb347c7663 req-efad6cb7-570e-4622-b944-a310d17c93cb tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9d8c81a-b437-4dc1-a29f-8f630eba55fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423954 Jan 29 04:47:58.044777 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 9f79445a-e4b6-4082-8ca6-4581eb8f5de9 up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:47:58.160281 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning for port 9f79445a-e4b6-4082-8ca6-4581eb8f5de9 completed by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:47:58.164255 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port 9f79445a-e4b6-4082-8ca6-4581eb8f5de9 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:58.169339 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (9f79445a-e4b6-4082-8ca6-4581eb8f5de9), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:58.239290 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 9f79445a-e4b6-4082-8ca6-4581eb8f5de9 is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:47:58.239671 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (9f79445a-e4b6-4082-8ca6-4581eb8f5de9), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:58.261590 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec0d4bd-2c41-4175-a974-2d576cffe250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f79445a-e4b6-4082-8ca6-4581eb8f5de9'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:47:58.266614 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7cef48-5fc7-44ef-b919-81be054f3ed0" -d '{"events": [{"server_uuid": "2ec0d4bd-2c41-4175-a974-2d576cffe250", "name": "network-vif-plugged", "status": "completed", "tag": "9f79445a-e4b6-4082-8ca6-4581eb8f5de9"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:47:58.276346 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 9f79445a-e4b6-4082-8ca6-4581eb8f5de9, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=9f79445a-e4b6-4082-8ca6-4581eb8f5de9,segment=NetworkSegment(7e3c2e94-56ac-4d1d-be47-55fb7db583b7),segment_id=7e3c2e94-56ac-4d1d-be47-55fb7db583b7)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:47:58.300154 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f812c38-6328-4075-a563-d6a7b867b835 x-openstack-request-id: req-0f812c38-6328-4075-a563-d6a7b867b835 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:47:58.300444 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ec0d4bd-2c41-4175-a974-2d576cffe250", "name": "network-vif-plugged", "status": "completed", "tag": "9f79445a-e4b6-4082-8ca6-4581eb8f5de9", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:47:58.300751 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f812c38-6328-4075-a563-d6a7b867b835 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:47:58.301143 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ec0d4bd-2c41-4175-a974-2d576cffe250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f79445a-e4b6-4082-8ca6-4581eb8f5de9', 'code': 200} Jan 29 04:47:58.337762 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (9f79445a-e4b6-4082-8ca6-4581eb8f5de9), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:47:58.391454 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=9f79445a-e4b6-4082-8ca6-4581eb8f5de9,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:58.620602 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d5d81-ed63-4e92-a96d-0b345f2dc10b req-109df353-fc42-4783-b2de-769a79de45b6 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:58.622055 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-361d5d81-ed63-4e92-a96d-0b345f2dc10b req-109df353-fc42-4783-b2de-769a79de45b6 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ec0d4bd-2c41-4175-a974-2d576cffe250 HTTP/1.1" status: 200 len: 945 time: 0.0565274 Jan 29 04:47:58.656014 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55358df-2e94-435d-9deb-4c7d755e0567 req-1b591bd6-e798-45f3-b109-4334079849ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:58.657573 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e55358df-2e94-435d-9deb-4c7d755e0567 req-1b591bd6-e798-45f3-b109-4334079849ac service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2ec0d4bd-2c41-4175-a974-2d576cffe250 HTTP/1.1" status: 200 len: 1129 time: 0.0487971 Jan 29 04:47:58.677257 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-361d5d81-ed63-4e92-a96d-0b345f2dc10b req-15e42aca-fde3-48af-ac3d-9647226f3c26 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9d8c81a-b437-4dc1-a29f-8f630eba55fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493779 Jan 29 04:47:58.705667 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e55358df-2e94-435d-9deb-4c7d755e0567 req-8e62430a-9da2-4c89-a631-31713851c1d3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c9d8c81a-b437-4dc1-a29f-8f630eba55fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403621 Jan 29 04:47:59.804106 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a0d78-3d11-4358-9d3a-54f6e45dc609 req-3e5b6c6e-6f86-46c7-ae0b-c4b73bab932f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:59.805847 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3f9a0d78-3d11-4358-9d3a-54f6e45dc609 req-3e5b6c6e-6f86-46c7-ae0b-c4b73bab932f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ec0d4bd-2c41-4175-a974-2d576cffe250 HTTP/1.1" status: 200 len: 945 time: 0.0585337 Jan 29 04:47:59.854751 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3f9a0d78-3d11-4358-9d3a-54f6e45dc609 req-b13511cd-73c5-4a11-830e-8f9d44824f0e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9d8c81a-b437-4dc1-a29f-8f630eba55fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429540 Jan 29 04:48:00.972739 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621227bb-83db-4fc9-9f54-902333e6b396 req-47a6da9f-77aa-48a5-b890-4ca9169aebe7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:00.974210 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-621227bb-83db-4fc9-9f54-902333e6b396 req-47a6da9f-77aa-48a5-b890-4ca9169aebe7 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ec0d4bd-2c41-4175-a974-2d576cffe250 HTTP/1.1" status: 200 len: 945 time: 0.0530570 Jan 29 04:48:01.022101 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-621227bb-83db-4fc9-9f54-902333e6b396 req-810fc4c7-45e3-4213-803b-ed528b96e92e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9d8c81a-b437-4dc1-a29f-8f630eba55fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422890 Jan 29 04:48:01.140320 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bbffe6-4a26-43de-b93f-7a3f661656c2 req-046acefe-0ab4-4fcd-97a6-3dcfde9162c9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:01.141715 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-24bbffe6-4a26-43de-b93f-7a3f661656c2 req-046acefe-0ab4-4fcd-97a6-3dcfde9162c9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ec0d4bd-2c41-4175-a974-2d576cffe250 HTTP/1.1" status: 200 len: 945 time: 0.0557680 Jan 29 04:48:01.190403 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-24bbffe6-4a26-43de-b93f-7a3f661656c2 req-70bcf1d3-14cc-4245-ba1e-8e95a7031a5c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9d8c81a-b437-4dc1-a29f-8f630eba55fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429940 Jan 29 04:48:01.211836 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58322) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:48:01.254419 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05abf5c0-53dc-4d58-b231-2bd4f1784706 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:01.255934 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-05abf5c0-53dc-4d58-b231-2bd4f1784706 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2ec0d4bd-2c41-4175-a974-2d576cffe250 HTTP/1.1" status: 200 len: 1124 time: 0.0430405 Jan 29 04:48:01.258826 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58324) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:48:01.264557 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-7be8e201-f17f-4d01-b464-f405603d6fe0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'floatingip': {'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'port_id': '9f79445a-e4b6-4082-8ca6-4581eb8f5de9', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:48:01.366239 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7be8e201-f17f-4d01-b464-f405603d6fe0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:48:01.464625 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7be8e201-f17f-4d01-b464-f405603d6fe0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:48:01.562546 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-7be8e201-f17f-4d01-b464-f405603d6fe0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Allocated IP 172.26.8.156 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/ecdb9d8f-dc96-4ec2-9475-93ae5c67d729) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:48:01.663248 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7be8e201-f17f-4d01-b464-f405603d6fe0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (ecdb9d8f-dc96-4ec2-9475-93ae5c67d729), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:48:01.773442 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7be8e201-f17f-4d01-b464-f405603d6fe0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (ecdb9d8f-dc96-4ec2-9475-93ae5c67d729), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:48:01.809477 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be8e201-f17f-4d01-b464-f405603d6fe0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:48:01.812405 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-7be8e201-f17f-4d01-b464-f405603d6fe0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:48:01.815725 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be8e201-f17f-4d01-b464-f405603d6fe0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:48:01.842084 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be8e201-f17f-4d01-b464-f405603d6fe0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=ecdb9d8f-dc96-4ec2-9475-93ae5c67d729,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:02.171404 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7be8e201-f17f-4d01-b464-f405603d6fe0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for floatingip (cbf661dc-8faa-4ce6-b86d-f94327258dfe), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:48:02.279678 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7be8e201-f17f-4d01-b464-f405603d6fe0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (ecdb9d8f-dc96-4ec2-9475-93ae5c67d729), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:48:02.425033 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7be8e201-f17f-4d01-b464-f405603d6fe0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (ecdb9d8f-dc96-4ec2-9475-93ae5c67d729), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:48:02.474470 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7be8e201-f17f-4d01-b464-f405603d6fe0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (ecdb9d8f-dc96-4ec2-9475-93ae5c67d729), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:48:02.543593 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be8e201-f17f-4d01-b464-f405603d6fe0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=ecdb9d8f-dc96-4ec2-9475-93ae5c67d729,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:02.553277 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7be8e201-f17f-4d01-b464-f405603d6fe0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (cbf661dc-8faa-4ce6-b86d-f94327258dfe), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:48:02.648727 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.l3_db [None req-7be8e201-f17f-4d01-b464-f405603d6fe0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Floating IP cbf661dc-8faa-4ce6-b86d-f94327258dfe associated. External IP: 172.26.8.156, port: 9f79445a-e4b6-4082-8ca6-4581eb8f5de9. Jan 29 04:48:03.200877 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be8e201-f17f-4d01-b464-f405603d6fe0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router b369fabb-e013-44ca-8b4a-1f10b997b6a6 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:48:03.303181 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be8e201-f17f-4d01-b464-f405603d6fe0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:48:03.312881 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6169b96a-a8b8-47f5-a879-8e47fd8bb2bb None None] Sync routers for ids ['b369fabb-e013-44ca-8b4a-1f10b997b6a6'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:48:03.323925 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6169b96a-a8b8-47f5-a879-8e47fd8bb2bb None None] Routers {'b369fabb-e013-44ca-8b4a-1f10b997b6a6'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:48:03.324782 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-6169b96a-a8b8-47f5-a879-8e47fd8bb2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:47:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b369fabb-e013-44ca-8b4a-1f10b997b6a6'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:48:03.404197 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7be8e201-f17f-4d01-b464-f405603d6fe0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:48:03.428379 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-6169b96a-a8b8-47f5-a879-8e47fd8bb2bb None None] Set router b369fabb-e013-44ca-8b4a-1f10b997b6a6 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:48:03.436092 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7be8e201-f17f-4d01-b464-f405603d6fe0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1749442 Jan 29 04:48:03.436795 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ec0d4bd-2c41-4175-a974-2d576cffe250', 'tag': '9f79445a-e4b6-4082-8ca6-4581eb8f5de9'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:48:03.439011 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32fb7d7-dc63-48b2-ab93-276863cc97d4" -d '{"events": [{"name": "network-changed", "server_uuid": "2ec0d4bd-2c41-4175-a974-2d576cffe250", "tag": "9f79445a-e4b6-4082-8ca6-4581eb8f5de9"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:48:03.474993 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd81ab4-ba33-4297-88f9-652d7fa60a3c x-openstack-request-id: req-6fd81ab4-ba33-4297-88f9-652d7fa60a3c {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:48:03.475290 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ec0d4bd-2c41-4175-a974-2d576cffe250", "tag": "9f79445a-e4b6-4082-8ca6-4581eb8f5de9", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:48:03.475546 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6fd81ab4-ba33-4297-88f9-652d7fa60a3c {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:48:03.475947 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ec0d4bd-2c41-4175-a974-2d576cffe250', 'tag': '9f79445a-e4b6-4082-8ca6-4581eb8f5de9', 'status': 'completed', 'code': 200} Jan 29 04:48:03.561042 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32fb7d7-dc63-48b2-ab93-276863cc97d4 req-05756ce8-7534-43d1-b352-457e12bee414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:03.562555 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d32fb7d7-dc63-48b2-ab93-276863cc97d4 req-05756ce8-7534-43d1-b352-457e12bee414 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=2ec0d4bd-2c41-4175-a974-2d576cffe250 HTTP/1.1" status: 200 len: 1129 time: 0.0449369 Jan 29 04:48:03.651305 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32fb7d7-dc63-48b2-ab93-276863cc97d4 req-946aaaa4-d180-4e40-8885-e077e84c9f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:03.652789 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d32fb7d7-dc63-48b2-ab93-276863cc97d4 req-946aaaa4-d180-4e40-8885-e077e84c9f9d service neutron] 10.222.0.18 "GET /v2.0/networks?id=b281cae2-a26f-472f-8e1c-ebb9648b9b0e HTTP/1.1" status: 200 len: 897 time: 0.0848491 Jan 29 04:48:03.662287 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-6169b96a-a8b8-47f5-a879-8e47fd8bb2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'name': 'tempest-TestNetworkBasicOps-router-587098638', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '9ba56b54-3d8a-4035-b156-6801b1b023cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:47:19Z', 'updated_at': '2022-01-29T04:47:23Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '9ba56b54-3d8a-4035-b156-6801b1b023cf', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:19Z', 'updated_at': '2022-01-29T04:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': 'bad9bca9-d9f3-4afc-8c1b-5a8d920fd194', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.107', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'port_id': 'a3d617bf-2bff-45da-8bc7-abe3d1bed7dc', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e', 'mac_address': 'fa:16:3e:c0:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbc870c-6b22-4a70-86e6-e42f6cad4a30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:47:41Z', 'updated_at': '2022-01-29T04:47:43Z', 'revision_number': 1, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}, {'id': 'cbf661dc-8faa-4ce6-b86d-f94327258dfe', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.156', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'port_id': '9f79445a-e4b6-4082-8ca6-4581eb8f5de9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e', 'mac_address': 'fa:16:3e:29:5e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec0d4bd-2c41-4175-a974-2d576cffe250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:48:02Z', 'updated_at': '2022-01-29T04:48:02Z', 'revision_number': 0, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3988e457-5d90-4d47-9c72-82a0c173b59e', 'name': '', 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:91:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '4ae5fa2c-99fb-4584-b636-d319129072d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:22Z', 'updated_at': '2022-01-29T04:47:26Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '4ae5fa2c-99fb-4584-b636-d319129072d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:48:03.723513 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d32fb7d7-dc63-48b2-ab93-276863cc97d4 req-5a47ea2a-6ad6-4198-beed-225072d67e72 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f79445a-e4b6-4082-8ca6-4581eb8f5de9 HTTP/1.1" status: 200 len: 999 time: 0.0647829 Jan 29 04:48:03.773439 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32fb7d7-dc63-48b2-ab93-276863cc97d4 req-72a33f9e-570a-46bb-8f6f-1784f97be9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:03.774920 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d32fb7d7-dc63-48b2-ab93-276863cc97d4 req-72a33f9e-570a-46bb-8f6f-1784f97be9f8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ae5fa2c-99fb-4584-b636-d319129072d8 HTTP/1.1" status: 200 len: 834 time: 0.0454204 Jan 29 04:48:03.777503 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6169b96a-a8b8-47f5-a879-8e47fd8bb2bb None None] Checking router: b369fabb-e013-44ca-8b4a-1f10b997b6a6 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:48:03.785900 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6169b96a-a8b8-47f5-a879-8e47fd8bb2bb None None] Routers {'b369fabb-e013-44ca-8b4a-1f10b997b6a6'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:48:03.786501 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-6169b96a-a8b8-47f5-a879-8e47fd8bb2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:47:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b369fabb-e013-44ca-8b4a-1f10b997b6a6'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:48:03.823855 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32fb7d7-dc63-48b2-ab93-276863cc97d4 req-b0a58c66-5c7a-4621-8ce1-9be0ce62ec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:03.825449 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d32fb7d7-dc63-48b2-ab93-276863cc97d4 req-b0a58c66-5c7a-4621-8ce1-9be0ce62ec03 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b281cae2-a26f-472f-8e1c-ebb9648b9b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0449719 Jan 29 04:48:03.891738 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-6169b96a-a8b8-47f5-a879-8e47fd8bb2bb None None] Set router b369fabb-e013-44ca-8b4a-1f10b997b6a6 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:48:03.916724 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d32fb7d7-dc63-48b2-ab93-276863cc97d4 req-fd2a51b3-3429-4348-a6d0-d662bff493c7 service neutron] 10.222.0.18 "GET /v2.0/networks/b281cae2-a26f-472f-8e1c-ebb9648b9b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850842 Jan 29 04:48:04.004142 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d32fb7d7-dc63-48b2-ab93-276863cc97d4 req-dc295d7b-d552-4bef-b596-1c41552f3650 service neutron] 10.222.0.18 "GET /v2.0/networks/b281cae2-a26f-472f-8e1c-ebb9648b9b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811868 Jan 29 04:48:04.110965 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-6169b96a-a8b8-47f5-a879-8e47fd8bb2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'name': 'tempest-TestNetworkBasicOps-router-587098638', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '9ba56b54-3d8a-4035-b156-6801b1b023cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:47:19Z', 'updated_at': '2022-01-29T04:47:23Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '9ba56b54-3d8a-4035-b156-6801b1b023cf', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:19Z', 'updated_at': '2022-01-29T04:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': 'bad9bca9-d9f3-4afc-8c1b-5a8d920fd194', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.107', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'port_id': 'a3d617bf-2bff-45da-8bc7-abe3d1bed7dc', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e', 'mac_address': 'fa:16:3e:c0:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbc870c-6b22-4a70-86e6-e42f6cad4a30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:47:41Z', 'updated_at': '2022-01-29T04:47:43Z', 'revision_number': 1, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}, {'id': 'cbf661dc-8faa-4ce6-b86d-f94327258dfe', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.156', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'port_id': '9f79445a-e4b6-4082-8ca6-4581eb8f5de9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e', 'mac_address': 'fa:16:3e:29:5e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec0d4bd-2c41-4175-a974-2d576cffe250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:48:02Z', 'updated_at': '2022-01-29T04:48:02Z', 'revision_number': 0, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3988e457-5d90-4d47-9c72-82a0c173b59e', 'name': '', 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:91:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '4ae5fa2c-99fb-4584-b636-d319129072d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:22Z', 'updated_at': '2022-01-29T04:47:26Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '4ae5fa2c-99fb-4584-b636-d319129072d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:48:04.140133 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6169b96a-a8b8-47f5-a879-8e47fd8bb2bb None None] The sync data for ids ['b369fabb-e013-44ca-8b4a-1f10b997b6a6'] in dv-neutron-821190-1-hyperv is: [{'id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'name': 'tempest-TestNetworkBasicOps-router-587098638', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '9ba56b54-3d8a-4035-b156-6801b1b023cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:47:19Z', 'updated_at': '2022-01-29T04:47:23Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '9ba56b54-3d8a-4035-b156-6801b1b023cf', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:19Z', 'updated_at': '2022-01-29T04:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': 'bad9bca9-d9f3-4afc-8c1b-5a8d920fd194', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.107', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'port_id': 'a3d617bf-2bff-45da-8bc7-abe3d1bed7dc', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e', 'mac_address': 'fa:16:3e:c0:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbc870c-6b22-4a70-86e6-e42f6cad4a30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:47:41Z', 'updated_at': '2022-01-29T04:47:43Z', 'revision_number': 1, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}, {'id': 'cbf661dc-8faa-4ce6-b86d-f94327258dfe', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.156', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'port_id': '9f79445a-e4b6-4082-8ca6-4581eb8f5de9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e', 'mac_address': 'fa:16:3e:29:5e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec0d4bd-2c41-4175-a974-2d576cffe250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:48:02Z', 'updated_at': '2022-01-29T04:48:02Z', 'revision_number': 0, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3988e457-5d90-4d47-9c72-82a0c173b59e', 'name': '', 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:91:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '4ae5fa2c-99fb-4584-b636-d319129072d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:22Z', 'updated_at': '2022-01-29T04:47:26Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '4ae5fa2c-99fb-4584-b636-d319129072d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:48:04.320539 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81ccf08-14a1-436d-813a-e6e992c2b27f None None] New status for floating IP cbf661dc-8faa-4ce6-b86d-f94327258dfe: ACTIVE {{(pid=103586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:48:13.419687 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:48:20.189350 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-46e99abe-dfc7-4217-9fe9-a80cc17a403d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:48:22.462989 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ab7e7ebf-e3e0-495c-aafe-5b992573d9a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:48:23.715131 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:48:24.012389 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:48:24.864240 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:48:26.388528 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:48:50.183120 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c152ac09-3d7c-4d4f-86b7-4b693fa10d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:48:50.421110 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:48:50.856818 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a69151ab-4837-47d7-b402-e8b9dbac2271 req-011322a3-7c37-419e-9d8d-83e20d979156 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bbbc870c-6b22-4a70-86e6-e42f6cad4a30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438769 Jan 29 04:48:50.965213 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69151ab-4837-47d7-b402-e8b9dbac2271 req-a87e2075-56fb-4b14-b25c-2b1a8b9b361a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:50.966699 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a69151ab-4837-47d7-b402-e8b9dbac2271 req-a87e2075-56fb-4b14-b25c-2b1a8b9b361a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=bbbc870c-6b22-4a70-86e6-e42f6cad4a30 HTTP/1.1" status: 200 len: 1130 time: 0.0454099 Jan 29 04:48:51.070893 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69151ab-4837-47d7-b402-e8b9dbac2271 req-d33d613d-0e5d-45e6-a0d0-98e667d34eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:51.072660 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a69151ab-4837-47d7-b402-e8b9dbac2271 req-d33d613d-0e5d-45e6-a0d0-98e667d34eae service neutron] 10.222.0.18 "GET /v2.0/networks?id=b281cae2-a26f-472f-8e1c-ebb9648b9b0e HTTP/1.1" status: 200 len: 897 time: 0.0875342 Jan 29 04:48:51.135708 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a69151ab-4837-47d7-b402-e8b9dbac2271 req-ded36062-f410-4910-b263-dc11dd35c1c8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3d617bf-2bff-45da-8bc7-abe3d1bed7dc HTTP/1.1" status: 200 len: 1002 time: 0.0567923 Jan 29 04:48:51.181667 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69151ab-4837-47d7-b402-e8b9dbac2271 req-be6f1a39-82c2-4595-8393-3d9a910f947c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:51.183050 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a69151ab-4837-47d7-b402-e8b9dbac2271 req-be6f1a39-82c2-4595-8393-3d9a910f947c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ae5fa2c-99fb-4584-b636-d319129072d8 HTTP/1.1" status: 200 len: 834 time: 0.0421605 Jan 29 04:48:51.234166 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69151ab-4837-47d7-b402-e8b9dbac2271 req-43c987b8-097d-4e54-9d46-b1a925199215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:51.235844 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a69151ab-4837-47d7-b402-e8b9dbac2271 req-43c987b8-097d-4e54-9d46-b1a925199215 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b281cae2-a26f-472f-8e1c-ebb9648b9b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0471027 Jan 29 04:48:51.326856 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a69151ab-4837-47d7-b402-e8b9dbac2271 req-8eaa396a-781d-4c85-b59d-ea0480caf7d0 service neutron] 10.222.0.18 "GET /v2.0/networks/b281cae2-a26f-472f-8e1c-ebb9648b9b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833955 Jan 29 04:48:51.418300 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a69151ab-4837-47d7-b402-e8b9dbac2271 req-db60a1d1-a05d-4c8f-abad-2413f7f8e242 service neutron] 10.222.0.18 "GET /v2.0/networks/b281cae2-a26f-472f-8e1c-ebb9648b9b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846071 Jan 29 04:48:52.451948 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a9cc0b25-2432-4bfd-ad09-7b080543550e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:48:53.708973 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:48:54.006319 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:48:54.890797 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:48:56.394517 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:08.068562 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 58346) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:49:08.211776 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-8c9b6b91-0992-4033-9d2f-8d455c94480a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/floatingips/bad9bca9-d9f3-4afc-8c1b-5a8d920fd194 HTTP/1.1" status: 200 len: 994 time: 0.1420295 Jan 29 04:49:09.809675 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 58360) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:49:09.815528 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-e8a288d7-11f6-45d4-b347-5a37a8f4c686 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'port': {'admin_state_up': False}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:49:09.883201 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e8a288d7-11f6-45d4-b347-5a37a8f4c686 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (a3d617bf-2bff-45da-8bc7-abe3d1bed7dc), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:10.031959 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-e8a288d7-11f6-45d4-b347-5a37a8f4c686 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] For port a3d617bf-2bff-45da-8bc7-abe3d1bed7dc, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a3d617bf-2bff-45da-8bc7-abe3d1bed7dc,segment=NetworkSegment(7e3c2e94-56ac-4d1d-be47-55fb7db583b7),segment_id=7e3c2e94-56ac-4d1d-be47-55fb7db583b7)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:49:10.061615 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e8a288d7-11f6-45d4-b347-5a37a8f4c686 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (a3d617bf-2bff-45da-8bc7-abe3d1bed7dc), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:10.108458 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e8a288d7-11f6-45d4-b347-5a37a8f4c686 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (a3d617bf-2bff-45da-8bc7-abe3d1bed7dc), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:10.149578 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a288d7-11f6-45d4-b347-5a37a8f4c686 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:10.150194 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e8a288d7-11f6-45d4-b347-5a37a8f4c686 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:10.151578 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e8a288d7-11f6-45d4-b347-5a37a8f4c686 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "PUT /v2.0/ports/a3d617bf-2bff-45da-8bc7-abe3d1bed7dc HTTP/1.1" status: 200 len: 939 time: 0.3408906 Jan 29 04:49:10.152238 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbbc870c-6b22-4a70-86e6-e42f6cad4a30', 'tag': 'a3d617bf-2bff-45da-8bc7-abe3d1bed7dc'}] {{(pid=103584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:49:10.154517 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88d22702f486e82ce3265c1db8b0c003dd285ef8b53ba8e869e33114e3fd04d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506aaa04-c675-45ff-859b-d8e274fac35c" -d '{"events": [{"name": "network-changed", "server_uuid": "bbbc870c-6b22-4a70-86e6-e42f6cad4a30", "tag": "a3d617bf-2bff-45da-8bc7-abe3d1bed7dc"}]}' {{(pid=103584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:49:10.180417 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a288d7-11f6-45d4-b347-5a37a8f4c686 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=a3d617bf-2bff-45da-8bc7-abe3d1bed7dc,revision_number=6']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:10.188001 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a288d7-11f6-45d4-b347-5a37a8f4c686 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:10.188362 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a288d7-11f6-45d4-b347-5a37a8f4c686 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:10.188731 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a288d7-11f6-45d4-b347-5a37a8f4c686 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:10.189162 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a288d7-11f6-45d4-b347-5a37a8f4c686 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:10.190098 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a288d7-11f6-45d4-b347-5a37a8f4c686 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:10.190407 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a288d7-11f6-45d4-b347-5a37a8f4c686 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:10.190720 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a288d7-11f6-45d4-b347-5a37a8f4c686 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:10.191188 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a288d7-11f6-45d4-b347-5a37a8f4c686 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:10.191528 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a288d7-11f6-45d4-b347-5a37a8f4c686 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:10.191859 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a288d7-11f6-45d4-b347-5a37a8f4c686 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:10.192190 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a288d7-11f6-45d4-b347-5a37a8f4c686 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:10.192538 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a288d7-11f6-45d4-b347-5a37a8f4c686 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:10.192868 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a288d7-11f6-45d4-b347-5a37a8f4c686 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:10.197819 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40f2e14-77dd-4c10-bc38-168197b89f42 x-openstack-request-id: req-d40f2e14-77dd-4c10-bc38-168197b89f42 {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:49:10.198117 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbbc870c-6b22-4a70-86e6-e42f6cad4a30", "tag": "a3d617bf-2bff-45da-8bc7-abe3d1bed7dc", "status": "completed", "code": 200}]} {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:49:10.198375 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d40f2e14-77dd-4c10-bc38-168197b89f42 {{(pid=103584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:49:10.198779 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbbc870c-6b22-4a70-86e6-e42f6cad4a30', 'tag': 'a3d617bf-2bff-45da-8bc7-abe3d1bed7dc', 'status': 'completed', 'code': 200} Jan 29 04:49:10.300584 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506aaa04-c675-45ff-859b-d8e274fac35c req-706d776d-fb7e-4e11-a88c-45470c5f7241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:10.302176 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-506aaa04-c675-45ff-859b-d8e274fac35c req-706d776d-fb7e-4e11-a88c-45470c5f7241 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=bbbc870c-6b22-4a70-86e6-e42f6cad4a30 HTTP/1.1" status: 200 len: 1131 time: 0.0477629 Jan 29 04:49:10.395455 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506aaa04-c675-45ff-859b-d8e274fac35c req-8e67f7ec-526f-42f9-a7c4-800f3f04b833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:10.396956 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-506aaa04-c675-45ff-859b-d8e274fac35c req-8e67f7ec-526f-42f9-a7c4-800f3f04b833 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b281cae2-a26f-472f-8e1c-ebb9648b9b0e HTTP/1.1" status: 200 len: 897 time: 0.0888872 Jan 29 04:49:10.443423 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-36e6bb81-cb3e-4cc6-8491-85e5ca684cc7 None None] Provisioning complete for port a3d617bf-2bff-45da-8bc7-abe3d1bed7dc triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:10.443974 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-36e6bb81-cb3e-4cc6-8491-85e5ca684cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (a3d617bf-2bff-45da-8bc7-abe3d1bed7dc), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:10.463080 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-506aaa04-c675-45ff-859b-d8e274fac35c req-a336f380-e726-497c-ab1e-abc11062de4d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3d617bf-2bff-45da-8bc7-abe3d1bed7dc HTTP/1.1" status: 200 len: 1003 time: 0.0601861 Jan 29 04:49:10.483075 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-36e6bb81-cb3e-4cc6-8491-85e5ca684cc7 None None] Port a3d617bf-2bff-45da-8bc7-abe3d1bed7dc is administratively disabled so it will not transition to active. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:357}} Jan 29 04:49:10.512055 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506aaa04-c675-45ff-859b-d8e274fac35c req-0e6e2e03-4c35-4f41-b316-1ed6d855b59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:10.513532 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-506aaa04-c675-45ff-859b-d8e274fac35c req-0e6e2e03-4c35-4f41-b316-1ed6d855b59d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ae5fa2c-99fb-4584-b636-d319129072d8 HTTP/1.1" status: 200 len: 834 time: 0.0447536 Jan 29 04:49:10.566251 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506aaa04-c675-45ff-859b-d8e274fac35c req-dad78744-0075-4f6f-9855-084e941cfc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:10.567726 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-506aaa04-c675-45ff-859b-d8e274fac35c req-dad78744-0075-4f6f-9855-084e941cfc94 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b281cae2-a26f-472f-8e1c-ebb9648b9b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0484948 Jan 29 04:49:10.654648 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-506aaa04-c675-45ff-859b-d8e274fac35c req-a442b6bf-6fb8-4111-81e8-4bc78e2291b9 service neutron] 10.222.0.18 "GET /v2.0/networks/b281cae2-a26f-472f-8e1c-ebb9648b9b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802493 Jan 29 04:49:10.747502 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-506aaa04-c675-45ff-859b-d8e274fac35c req-52e9e0da-b801-4e79-a763-2f7cf9313d58 service neutron] 10.222.0.18 "GET /v2.0/networks/b281cae2-a26f-472f-8e1c-ebb9648b9b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868649 Jan 29 04:49:13.663340 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 58370) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:49:13.668725 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-7bd58768-aa85-4a3e-8728-d37c737efbb3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'port': {'admin_state_up': True}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:49:13.743999 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7bd58768-aa85-4a3e-8728-d37c737efbb3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (a3d617bf-2bff-45da-8bc7-abe3d1bed7dc), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:13.888394 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-7bd58768-aa85-4a3e-8728-d37c737efbb3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] For port a3d617bf-2bff-45da-8bc7-abe3d1bed7dc, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a3d617bf-2bff-45da-8bc7-abe3d1bed7dc,segment=NetworkSegment(7e3c2e94-56ac-4d1d-be47-55fb7db583b7),segment_id=7e3c2e94-56ac-4d1d-be47-55fb7db583b7)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:49:13.918051 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7bd58768-aa85-4a3e-8728-d37c737efbb3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (a3d617bf-2bff-45da-8bc7-abe3d1bed7dc), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:13.965235 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7bd58768-aa85-4a3e-8728-d37c737efbb3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (a3d617bf-2bff-45da-8bc7-abe3d1bed7dc), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:14.005704 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd58768-aa85-4a3e-8728-d37c737efbb3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:14.006388 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7bd58768-aa85-4a3e-8728-d37c737efbb3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:14.010222 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-7bd58768-aa85-4a3e-8728-d37c737efbb3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "PUT /v2.0/ports/a3d617bf-2bff-45da-8bc7-abe3d1bed7dc HTTP/1.1" status: 200 len: 938 time: 0.3433471 Jan 29 04:49:14.010222 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbbc870c-6b22-4a70-86e6-e42f6cad4a30', 'tag': 'a3d617bf-2bff-45da-8bc7-abe3d1bed7dc'}] {{(pid=103584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:49:14.010555 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88d22702f486e82ce3265c1db8b0c003dd285ef8b53ba8e869e33114e3fd04d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1caf36-cbae-48e5-bf54-e3f76e50a9eb" -d '{"events": [{"name": "network-changed", "server_uuid": "bbbc870c-6b22-4a70-86e6-e42f6cad4a30", "tag": "a3d617bf-2bff-45da-8bc7-abe3d1bed7dc"}]}' {{(pid=103584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:49:14.011672 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58372) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:49:14.040587 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd58768-aa85-4a3e-8728-d37c737efbb3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=a3d617bf-2bff-45da-8bc7-abe3d1bed7dc,revision_number=7']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:14.061009 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8957b4b-6857-499e-b0b6-1b27629604a6 x-openstack-request-id: req-d8957b4b-6857-499e-b0b6-1b27629604a6 {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:49:14.061009 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbbc870c-6b22-4a70-86e6-e42f6cad4a30", "tag": "a3d617bf-2bff-45da-8bc7-abe3d1bed7dc", "status": "completed", "code": 200}]} {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:49:14.061225 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d8957b4b-6857-499e-b0b6-1b27629604a6 {{(pid=103584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:49:14.061517 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbbc870c-6b22-4a70-86e6-e42f6cad4a30', 'tag': 'a3d617bf-2bff-45da-8bc7-abe3d1bed7dc', 'status': 'completed', 'code': 200} Jan 29 04:49:14.077014 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b8a30301-b2e8-4e53-afe1-38d14954e62c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/floatingips/bad9bca9-d9f3-4afc-8c1b-5a8d920fd194 HTTP/1.1" status: 200 len: 994 time: 0.0650959 Jan 29 04:49:14.153172 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1caf36-cbae-48e5-bf54-e3f76e50a9eb req-928aeb31-e498-48be-9d8f-454152777520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:14.154679 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9f1caf36-cbae-48e5-bf54-e3f76e50a9eb req-928aeb31-e498-48be-9d8f-454152777520 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=bbbc870c-6b22-4a70-86e6-e42f6cad4a30 HTTP/1.1" status: 200 len: 1130 time: 0.0467939 Jan 29 04:49:14.225166 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-45395fb4-4ca6-473d-84f3-9d3822489be7 None None] Provisioning complete for port a3d617bf-2bff-45da-8bc7-abe3d1bed7dc triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:14.225712 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-45395fb4-4ca6-473d-84f3-9d3822489be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (a3d617bf-2bff-45da-8bc7-abe3d1bed7dc), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:14.251857 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1caf36-cbae-48e5-bf54-e3f76e50a9eb req-a79a327d-9341-4b3c-a90b-fccd72c71c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:14.253871 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9f1caf36-cbae-48e5-bf54-e3f76e50a9eb req-a79a327d-9341-4b3c-a90b-fccd72c71c4b service neutron] 10.222.0.18 "GET /v2.0/networks?id=b281cae2-a26f-472f-8e1c-ebb9648b9b0e HTTP/1.1" status: 200 len: 897 time: 0.0926557 Jan 29 04:49:14.323400 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9f1caf36-cbae-48e5-bf54-e3f76e50a9eb req-94984a1c-c0d3-42f8-8be6-c32b772af427 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3d617bf-2bff-45da-8bc7-abe3d1bed7dc HTTP/1.1" status: 200 len: 1002 time: 0.0624933 Jan 29 04:49:14.379403 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1caf36-cbae-48e5-bf54-e3f76e50a9eb req-2388c86f-ac3d-4222-8971-6c69146c986e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:14.380956 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9f1caf36-cbae-48e5-bf54-e3f76e50a9eb req-2388c86f-ac3d-4222-8971-6c69146c986e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ae5fa2c-99fb-4584-b636-d319129072d8 HTTP/1.1" status: 200 len: 834 time: 0.0513713 Jan 29 04:49:14.450184 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['a3d617bf-2bff-45da-8bc7-abe3d1bed7dc'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:49:14.457991 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1caf36-cbae-48e5-bf54-e3f76e50a9eb req-a3ccd0d3-7655-4dad-8576-83ecb438f08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:14.459480 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9f1caf36-cbae-48e5-bf54-e3f76e50a9eb req-a3ccd0d3-7655-4dad-8576-83ecb438f08b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b281cae2-a26f-472f-8e1c-ebb9648b9b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0727296 Jan 29 04:49:14.490298 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-45395fb4-4ca6-473d-84f3-9d3822489be7 None None] Current status of the port a3d617bf-2bff-45da-8bc7-abe3d1bed7dc is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:49:14.548151 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9f1caf36-cbae-48e5-bf54-e3f76e50a9eb req-885f6d60-94c8-4cbb-b679-8918c437914a service neutron] 10.222.0.18 "GET /v2.0/networks/b281cae2-a26f-472f-8e1c-ebb9648b9b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815637 Jan 29 04:49:14.642067 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9f1caf36-cbae-48e5-bf54-e3f76e50a9eb req-ae1b256f-3148-45af-a19e-c492f10cc31a service neutron] 10.222.0.18 "GET /v2.0/networks/b281cae2-a26f-472f-8e1c-ebb9648b9b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876603 Jan 29 04:49:16.628789 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58382) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:49:16.785049 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-12560b66-4ea5-4570-b77e-80246cb825a5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Deleting port ecdb9d8f-dc96-4ec2-9475-93ae5c67d729 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:49:16.785398 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-12560b66-4ea5-4570-b77e-80246cb825a5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (ecdb9d8f-dc96-4ec2-9475-93ae5c67d729), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:16.862625 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-12560b66-4ea5-4570-b77e-80246cb825a5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (ecdb9d8f-dc96-4ec2-9475-93ae5c67d729), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:16.862960 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-12560b66-4ea5-4570-b77e-80246cb825a5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for floatingip (ecdb9d8f-dc96-4ec2-9475-93ae5c67d729), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:16.874274 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-12560b66-4ea5-4570-b77e-80246cb825a5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Calling delete_port for ecdb9d8f-dc96-4ec2-9475-93ae5c67d729 owned by network:floatingip {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:49:17.056753 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-12560b66-4ea5-4570-b77e-80246cb825a5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (ecdb9d8f-dc96-4ec2-9475-93ae5c67d729), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:17.083949 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12560b66-4ea5-4570-b77e-80246cb825a5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Port': ['ID=ecdb9d8f-dc96-4ec2-9475-93ae5c67d729,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:17.093560 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12560b66-4ea5-4570-b77e-80246cb825a5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:17.094195 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12560b66-4ea5-4570-b77e-80246cb825a5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:17.094308 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12560b66-4ea5-4570-b77e-80246cb825a5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:17.094574 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12560b66-4ea5-4570-b77e-80246cb825a5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:17.094906 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12560b66-4ea5-4570-b77e-80246cb825a5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:17.095943 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12560b66-4ea5-4570-b77e-80246cb825a5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:17.095943 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12560b66-4ea5-4570-b77e-80246cb825a5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:17.095943 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12560b66-4ea5-4570-b77e-80246cb825a5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:17.096191 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12560b66-4ea5-4570-b77e-80246cb825a5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:17.096511 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12560b66-4ea5-4570-b77e-80246cb825a5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:17.096836 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12560b66-4ea5-4570-b77e-80246cb825a5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:17.097157 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12560b66-4ea5-4570-b77e-80246cb825a5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:17.097475 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12560b66-4ea5-4570-b77e-80246cb825a5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:17.156571 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-12560b66-4ea5-4570-b77e-80246cb825a5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for floatingip (cbf661dc-8faa-4ce6-b86d-f94327258dfe), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:17.156901 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.l3_db [None req-12560b66-4ea5-4570-b77e-80246cb825a5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Floating IP cbf661dc-8faa-4ce6-b86d-f94327258dfe disassociated (deleted). External IP: 172.26.8.156, port: 9f79445a-e4b6-4082-8ca6-4581eb8f5de9. Jan 29 04:49:17.360202 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12560b66-4ea5-4570-b77e-80246cb825a5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router b369fabb-e013-44ca-8b4a-1f10b997b6a6 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:49:17.465163 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12560b66-4ea5-4570-b77e-80246cb825a5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:49:17.469961 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-12560b66-4ea5-4570-b77e-80246cb825a5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:17.475503 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5867d611-315d-4512-acc0-045154fe7a00 None None] Sync routers for ids ['b369fabb-e013-44ca-8b4a-1f10b997b6a6'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:49:17.484642 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5867d611-315d-4512-acc0-045154fe7a00 None None] Routers {'b369fabb-e013-44ca-8b4a-1f10b997b6a6'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:49:17.485246 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-5867d611-315d-4512-acc0-045154fe7a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:48:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b369fabb-e013-44ca-8b4a-1f10b997b6a6'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:17.499336 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-12560b66-4ea5-4570-b77e-80246cb825a5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/floatingips/cbf661dc-8faa-4ce6-b86d-f94327258dfe HTTP/1.1" status: 204 len: 168 time: 0.8694682 Jan 29 04:49:17.499924 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ec0d4bd-2c41-4175-a974-2d576cffe250', 'tag': '9f79445a-e4b6-4082-8ca6-4581eb8f5de9'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:49:17.502309 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fb8f71-9ed0-46ad-a426-73446db9b101" -d '{"events": [{"name": "network-changed", "server_uuid": "2ec0d4bd-2c41-4175-a974-2d576cffe250", "tag": "9f79445a-e4b6-4082-8ca6-4581eb8f5de9"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:49:17.595289 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-5867d611-315d-4512-acc0-045154fe7a00 None None] Set router b369fabb-e013-44ca-8b4a-1f10b997b6a6 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:49:17.619235 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5e2e82-ba4b-4f26-a9be-5da90a66e76a x-openstack-request-id: req-4f5e2e82-ba4b-4f26-a9be-5da90a66e76a {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:49:17.619528 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ec0d4bd-2c41-4175-a974-2d576cffe250", "tag": "9f79445a-e4b6-4082-8ca6-4581eb8f5de9", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:49:17.619782 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f5e2e82-ba4b-4f26-a9be-5da90a66e76a {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:49:17.620187 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ec0d4bd-2c41-4175-a974-2d576cffe250', 'tag': '9f79445a-e4b6-4082-8ca6-4581eb8f5de9', 'status': 'completed', 'code': 200} Jan 29 04:49:17.708900 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb8f71-9ed0-46ad-a426-73446db9b101 req-2b5b79ee-5dac-452d-9e31-4c1341c7d542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:17.710405 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-95fb8f71-9ed0-46ad-a426-73446db9b101 req-2b5b79ee-5dac-452d-9e31-4c1341c7d542 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=2ec0d4bd-2c41-4175-a974-2d576cffe250 HTTP/1.1" status: 200 len: 1129 time: 0.0473313 Jan 29 04:49:17.805960 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb8f71-9ed0-46ad-a426-73446db9b101 req-f200e44f-f381-4ce5-8398-77142e3f3b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:17.807497 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-95fb8f71-9ed0-46ad-a426-73446db9b101 req-f200e44f-f381-4ce5-8398-77142e3f3b8c service neutron] 10.222.0.18 "GET /v2.0/networks?id=b281cae2-a26f-472f-8e1c-ebb9648b9b0e HTTP/1.1" status: 200 len: 897 time: 0.0896733 Jan 29 04:49:17.825293 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-5867d611-315d-4512-acc0-045154fe7a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'name': 'tempest-TestNetworkBasicOps-router-587098638', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '9ba56b54-3d8a-4035-b156-6801b1b023cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:47:19Z', 'updated_at': '2022-01-29T04:47:23Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '9ba56b54-3d8a-4035-b156-6801b1b023cf', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:19Z', 'updated_at': '2022-01-29T04:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': 'bad9bca9-d9f3-4afc-8c1b-5a8d920fd194', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.107', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'port_id': 'a3d617bf-2bff-45da-8bc7-abe3d1bed7dc', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e', 'mac_address': 'fa:16:3e:c0:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbc870c-6b22-4a70-86e6-e42f6cad4a30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:47:41Z', 'updated_at': '2022-01-29T04:47:43Z', 'revision_number': 1, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3988e457-5d90-4d47-9c72-82a0c173b59e', 'name': '', 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:91:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '4ae5fa2c-99fb-4584-b636-d319129072d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:22Z', 'updated_at': '2022-01-29T04:47:26Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '4ae5fa2c-99fb-4584-b636-d319129072d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:17.857356 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-95fb8f71-9ed0-46ad-a426-73446db9b101 req-b50f930d-d473-4509-b625-74a80cdedeb1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f79445a-e4b6-4082-8ca6-4581eb8f5de9 HTTP/1.1" status: 200 len: 217 time: 0.0439727 Jan 29 04:49:17.857917 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5867d611-315d-4512-acc0-045154fe7a00 None None] Checking router: b369fabb-e013-44ca-8b4a-1f10b997b6a6 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:49:17.867141 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5867d611-315d-4512-acc0-045154fe7a00 None None] Routers {'b369fabb-e013-44ca-8b4a-1f10b997b6a6'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:49:17.867671 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-5867d611-315d-4512-acc0-045154fe7a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:48:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b369fabb-e013-44ca-8b4a-1f10b997b6a6'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:17.974622 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-5867d611-315d-4512-acc0-045154fe7a00 None None] Set router b369fabb-e013-44ca-8b4a-1f10b997b6a6 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:49:17.979010 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb8f71-9ed0-46ad-a426-73446db9b101 req-72a9ee7f-2276-4d4c-98ba-ad74b0194e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:17.980508 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-95fb8f71-9ed0-46ad-a426-73446db9b101 req-72a9ee7f-2276-4d4c-98ba-ad74b0194e85 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ae5fa2c-99fb-4584-b636-d319129072d8 HTTP/1.1" status: 200 len: 834 time: 0.0778608 Jan 29 04:49:18.025993 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0d6bc-dd2e-491c-844c-773440d406fc req-7de399e5-facc-41a5-88f8-92cfef7b1f38 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:18.027475 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b2e0d6bc-dd2e-491c-844c-773440d406fc req-7de399e5-facc-41a5-88f8-92cfef7b1f38 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ec0d4bd-2c41-4175-a974-2d576cffe250 HTTP/1.1" status: 200 len: 945 time: 0.1425455 Jan 29 04:49:18.056664 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb8f71-9ed0-46ad-a426-73446db9b101 req-1c31770f-9ce2-4322-9498-2bec34479992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:18.058158 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-95fb8f71-9ed0-46ad-a426-73446db9b101 req-1c31770f-9ce2-4322-9498-2bec34479992 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b281cae2-a26f-472f-8e1c-ebb9648b9b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0705333 Jan 29 04:49:18.130913 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b2e0d6bc-dd2e-491c-844c-773440d406fc req-a5e2f3c1-bbfd-47e9-a709-709894c6bb7d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9d8c81a-b437-4dc1-a29f-8f630eba55fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974741 Jan 29 04:49:18.179130 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-95fb8f71-9ed0-46ad-a426-73446db9b101 req-18eea82b-9df7-49b0-80a2-7ce6690eb563 service neutron] 10.222.0.18 "GET /v2.0/networks/b281cae2-a26f-472f-8e1c-ebb9648b9b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116624 Jan 29 04:49:18.193951 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-5867d611-315d-4512-acc0-045154fe7a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'name': 'tempest-TestNetworkBasicOps-router-587098638', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '9ba56b54-3d8a-4035-b156-6801b1b023cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:47:19Z', 'updated_at': '2022-01-29T04:47:23Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '9ba56b54-3d8a-4035-b156-6801b1b023cf', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:19Z', 'updated_at': '2022-01-29T04:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': 'bad9bca9-d9f3-4afc-8c1b-5a8d920fd194', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.107', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'port_id': 'a3d617bf-2bff-45da-8bc7-abe3d1bed7dc', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e', 'mac_address': 'fa:16:3e:c0:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbc870c-6b22-4a70-86e6-e42f6cad4a30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:47:41Z', 'updated_at': '2022-01-29T04:47:43Z', 'revision_number': 1, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3988e457-5d90-4d47-9c72-82a0c173b59e', 'name': '', 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:91:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '4ae5fa2c-99fb-4584-b636-d319129072d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:22Z', 'updated_at': '2022-01-29T04:47:26Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '4ae5fa2c-99fb-4584-b636-d319129072d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:18.270361 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-95fb8f71-9ed0-46ad-a426-73446db9b101 req-4ebf4e4d-fe87-4ba0-a5fd-d8055cc37589 service neutron] 10.222.0.18 "GET /v2.0/networks/b281cae2-a26f-472f-8e1c-ebb9648b9b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847931 Jan 29 04:49:18.307051 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5867d611-315d-4512-acc0-045154fe7a00 None None] The sync data for ids ['b369fabb-e013-44ca-8b4a-1f10b997b6a6'] in dv-neutron-821190-1-hyperv is: [{'id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'name': 'tempest-TestNetworkBasicOps-router-587098638', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '9ba56b54-3d8a-4035-b156-6801b1b023cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:47:19Z', 'updated_at': '2022-01-29T04:47:23Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '9ba56b54-3d8a-4035-b156-6801b1b023cf', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:19Z', 'updated_at': '2022-01-29T04:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': 'bad9bca9-d9f3-4afc-8c1b-5a8d920fd194', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.107', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'port_id': 'a3d617bf-2bff-45da-8bc7-abe3d1bed7dc', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e', 'mac_address': 'fa:16:3e:c0:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbc870c-6b22-4a70-86e6-e42f6cad4a30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:47:41Z', 'updated_at': '2022-01-29T04:47:43Z', 'revision_number': 1, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3988e457-5d90-4d47-9c72-82a0c173b59e', 'name': '', 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:91:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '4ae5fa2c-99fb-4584-b636-d319129072d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:22Z', 'updated_at': '2022-01-29T04:47:26Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '4ae5fa2c-99fb-4584-b636-d319129072d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:49:18.520554 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187a94bd-2e96-4096-a32f-a89235e74bbc None None] New status for floating IP cbf661dc-8faa-4ce6-b86d-f94327258dfe: DOWN {{(pid=103586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:49:19.299319 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20767a92-d8b2-4099-a587-0d39413afae6 req-4975c0b7-9fa5-4d19-9b07-8dd545167992 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:19.300851 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-20767a92-d8b2-4099-a587-0d39413afae6 req-4975c0b7-9fa5-4d19-9b07-8dd545167992 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ec0d4bd-2c41-4175-a974-2d576cffe250 HTTP/1.1" status: 200 len: 945 time: 0.0993772 Jan 29 04:49:19.350519 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-20767a92-d8b2-4099-a587-0d39413afae6 req-25f638ea-7d51-4346-a84f-a6ec7c68268f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9d8c81a-b437-4dc1-a29f-8f630eba55fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441587 Jan 29 04:49:19.631422 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ce5b0-d94f-4d28-835e-c22deafede05 req-a274d3a1-9239-4405-a631-3ea548160705 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:19.632912 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1f1ce5b0-d94f-4d28-835e-c22deafede05 req-a274d3a1-9239-4405-a631-3ea548160705 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ec0d4bd-2c41-4175-a974-2d576cffe250 HTTP/1.1" status: 200 len: 945 time: 0.0531037 Jan 29 04:49:19.727965 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-1f1ce5b0-d94f-4d28-835e-c22deafede05 req-39c03e1c-b054-49f4-93db-9a9b49038aae tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Deleting port 9f79445a-e4b6-4082-8ca6-4581eb8f5de9 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:49:19.728301 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-1f1ce5b0-d94f-4d28-835e-c22deafede05 req-39c03e1c-b054-49f4-93db-9a9b49038aae tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (9f79445a-e4b6-4082-8ca6-4581eb8f5de9), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:19.816910 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-1f1ce5b0-d94f-4d28-835e-c22deafede05 req-39c03e1c-b054-49f4-93db-9a9b49038aae tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] For port 9f79445a-e4b6-4082-8ca6-4581eb8f5de9, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=9f79445a-e4b6-4082-8ca6-4581eb8f5de9,segment=NetworkSegment(7e3c2e94-56ac-4d1d-be47-55fb7db583b7),segment_id=7e3c2e94-56ac-4d1d-be47-55fb7db583b7)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:49:19.817280 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-1f1ce5b0-d94f-4d28-835e-c22deafede05 req-39c03e1c-b054-49f4-93db-9a9b49038aae tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (9f79445a-e4b6-4082-8ca6-4581eb8f5de9), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:19.830786 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-1f1ce5b0-d94f-4d28-835e-c22deafede05 req-39c03e1c-b054-49f4-93db-9a9b49038aae tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Calling delete_port for 9f79445a-e4b6-4082-8ca6-4581eb8f5de9 owned by compute:nova {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:49:20.022761 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-1f1ce5b0-d94f-4d28-835e-c22deafede05 req-39c03e1c-b054-49f4-93db-9a9b49038aae tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (9f79445a-e4b6-4082-8ca6-4581eb8f5de9), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:20.052217 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c03e1c-b054-49f4-93db-9a9b49038aae tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Port': ['ID=9f79445a-e4b6-4082-8ca6-4581eb8f5de9,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:20.100892 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1ce5b0-d94f-4d28-835e-c22deafede05 req-39c03e1c-b054-49f4-93db-9a9b49038aae tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] No DVR routers for this DVR port 9f79445a-e4b6-4082-8ca6-4581eb8f5de9 on host hv-neutron-8211 {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:49:20.103564 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-1f1ce5b0-d94f-4d28-835e-c22deafede05 req-39c03e1c-b054-49f4-93db-9a9b49038aae tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:20.107058 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1f1ce5b0-d94f-4d28-835e-c22deafede05 req-39c03e1c-b054-49f4-93db-9a9b49038aae tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "DELETE /v2.0/ports/9f79445a-e4b6-4082-8ca6-4581eb8f5de9 HTTP/1.1" status: 204 len: 173 time: 0.4690018 Jan 29 04:49:20.107545 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec0d4bd-2c41-4175-a974-2d576cffe250', 'name': 'network-vif-deleted', 'tag': '9f79445a-e4b6-4082-8ca6-4581eb8f5de9'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:49:20.109832 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33b50d6-cb4a-41b9-8b38-ea1bf04ca5a5" -d '{"events": [{"server_uuid": "2ec0d4bd-2c41-4175-a974-2d576cffe250", "name": "network-vif-deleted", "tag": "9f79445a-e4b6-4082-8ca6-4581eb8f5de9"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:49:20.154386 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6cffd07-f377-4182-bac8-223b6bc7ba82 x-openstack-request-id: req-c6cffd07-f377-4182-bac8-223b6bc7ba82 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:49:20.154386 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ec0d4bd-2c41-4175-a974-2d576cffe250", "name": "network-vif-deleted", "tag": "9f79445a-e4b6-4082-8ca6-4581eb8f5de9", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:49:20.154386 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6cffd07-f377-4182-bac8-223b6bc7ba82 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:49:20.154386 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ec0d4bd-2c41-4175-a974-2d576cffe250', 'name': 'network-vif-deleted', 'tag': '9f79445a-e4b6-4082-8ca6-4581eb8f5de9', 'status': 'completed', 'code': 200} Jan 29 04:49:20.209478 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3b0382dc-4b72-4df8-9b68-c3ffd9863905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:20.476753 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d00c35fe-5eb6-491f-a113-7a7b85fe0dd9 req-2d213a19-eae9-4250-b3da-2009136a7a6e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ec0d4bd-2c41-4175-a974-2d576cffe250 HTTP/1.1" status: 200 len: 210 time: 0.0341859 Jan 29 04:49:21.534880 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 58406) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:49:21.591859 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e5d90b56-90ea-4739-8fbf-e24939944cad tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (c9d8c81a-b437-4dc1-a29f-8f630eba55fd), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:21.626229 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e5d90b56-90ea-4739-8fbf-e24939944cad tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (c9d8c81a-b437-4dc1-a29f-8f630eba55fd), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:21.759093 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e5d90b56-90ea-4739-8fbf-e24939944cad tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (c9d8c81a-b437-4dc1-a29f-8f630eba55fd), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:21.761907 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e5d90b56-90ea-4739-8fbf-e24939944cad tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:21.763072 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e5d90b56-90ea-4739-8fbf-e24939944cad tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/security-groups/c9d8c81a-b437-4dc1-a29f-8f630eba55fd HTTP/1.1" status: 204 len: 168 time: 0.2272108 Jan 29 04:49:21.772831 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d90b56-90ea-4739-8fbf-e24939944cad tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d8c81a-b437-4dc1-a29f-8f630eba55fd,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:21.870558 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 58410) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:49:22.029159 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-3a32fea9-d79f-47ac-8457-be46ebf5aeca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Deleting port b2aeb778-147a-4495-828f-df654e5c67aa {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:49:22.029530 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3a32fea9-d79f-47ac-8457-be46ebf5aeca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (b2aeb778-147a-4495-828f-df654e5c67aa), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:22.107144 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3a32fea9-d79f-47ac-8457-be46ebf5aeca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (b2aeb778-147a-4495-828f-df654e5c67aa), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:22.107468 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3a32fea9-d79f-47ac-8457-be46ebf5aeca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for floatingip (b2aeb778-147a-4495-828f-df654e5c67aa), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:22.119742 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-3a32fea9-d79f-47ac-8457-be46ebf5aeca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Calling delete_port for b2aeb778-147a-4495-828f-df654e5c67aa owned by network:floatingip {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:49:22.307277 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3a32fea9-d79f-47ac-8457-be46ebf5aeca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (b2aeb778-147a-4495-828f-df654e5c67aa), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:22.334468 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a32fea9-d79f-47ac-8457-be46ebf5aeca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Port': ['ID=b2aeb778-147a-4495-828f-df654e5c67aa,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:22.394478 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3a32fea9-d79f-47ac-8457-be46ebf5aeca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for floatingip (bad9bca9-d9f3-4afc-8c1b-5a8d920fd194), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:22.394807 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.l3_db [None req-3a32fea9-d79f-47ac-8457-be46ebf5aeca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Floating IP bad9bca9-d9f3-4afc-8c1b-5a8d920fd194 disassociated (deleted). External IP: 172.26.8.107, port: a3d617bf-2bff-45da-8bc7-abe3d1bed7dc. Jan 29 04:49:22.451249 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3418b7ec-85b0-46bb-be8e-57c37ccbdf54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:22.604122 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a32fea9-d79f-47ac-8457-be46ebf5aeca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router b369fabb-e013-44ca-8b4a-1f10b997b6a6 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:49:22.711250 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a32fea9-d79f-47ac-8457-be46ebf5aeca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:49:22.716031 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3a32fea9-d79f-47ac-8457-be46ebf5aeca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:22.721079 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddada230-954c-456a-935e-3e8ccb1d761c None None] Sync routers for ids ['b369fabb-e013-44ca-8b4a-1f10b997b6a6'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:49:22.730289 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddada230-954c-456a-935e-3e8ccb1d761c None None] Routers {'b369fabb-e013-44ca-8b4a-1f10b997b6a6'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:49:22.730891 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-ddada230-954c-456a-935e-3e8ccb1d761c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:49:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b369fabb-e013-44ca-8b4a-1f10b997b6a6'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:22.746214 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-3a32fea9-d79f-47ac-8457-be46ebf5aeca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/floatingips/bad9bca9-d9f3-4afc-8c1b-5a8d920fd194 HTTP/1.1" status: 204 len: 168 time: 0.8745160 Jan 29 04:49:22.746992 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbbc870c-6b22-4a70-86e6-e42f6cad4a30', 'tag': 'a3d617bf-2bff-45da-8bc7-abe3d1bed7dc'}] {{(pid=103584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:49:22.749537 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88d22702f486e82ce3265c1db8b0c003dd285ef8b53ba8e869e33114e3fd04d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed143c9-3183-41d1-a839-8cd50639c62e" -d '{"events": [{"name": "network-changed", "server_uuid": "bbbc870c-6b22-4a70-86e6-e42f6cad4a30", "tag": "a3d617bf-2bff-45da-8bc7-abe3d1bed7dc"}]}' {{(pid=103584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:49:22.788705 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9903c153-5e0c-4a03-b0c0-1ee68d240af8 x-openstack-request-id: req-9903c153-5e0c-4a03-b0c0-1ee68d240af8 {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:49:22.789037 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbbc870c-6b22-4a70-86e6-e42f6cad4a30", "tag": "a3d617bf-2bff-45da-8bc7-abe3d1bed7dc", "status": "completed", "code": 200}]} {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:49:22.789257 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9903c153-5e0c-4a03-b0c0-1ee68d240af8 {{(pid=103584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:49:22.789692 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbbc870c-6b22-4a70-86e6-e42f6cad4a30', 'tag': 'a3d617bf-2bff-45da-8bc7-abe3d1bed7dc', 'status': 'completed', 'code': 200} Jan 29 04:49:22.848653 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-ddada230-954c-456a-935e-3e8ccb1d761c None None] Set router b369fabb-e013-44ca-8b4a-1f10b997b6a6 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:49:22.876866 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed143c9-3183-41d1-a839-8cd50639c62e req-1849b5a8-22b2-41fa-92b3-dca1c6b1edb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:22.878286 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7ed143c9-3183-41d1-a839-8cd50639c62e req-1849b5a8-22b2-41fa-92b3-dca1c6b1edb9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=bbbc870c-6b22-4a70-86e6-e42f6cad4a30 HTTP/1.1" status: 200 len: 1130 time: 0.0465367 Jan 29 04:49:22.967207 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed143c9-3183-41d1-a839-8cd50639c62e req-07b83648-b1ba-4ce6-ac6c-d4854f165e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:22.968712 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7ed143c9-3183-41d1-a839-8cd50639c62e req-07b83648-b1ba-4ce6-ac6c-d4854f165e19 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b281cae2-a26f-472f-8e1c-ebb9648b9b0e HTTP/1.1" status: 200 len: 897 time: 0.0839798 Jan 29 04:49:23.015524 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7ed143c9-3183-41d1-a839-8cd50639c62e req-7baaa272-6872-466e-a496-8b5a031b3b9d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3d617bf-2bff-45da-8bc7-abe3d1bed7dc HTTP/1.1" status: 200 len: 217 time: 0.0397537 Jan 29 04:49:23.051165 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-ddada230-954c-456a-935e-3e8ccb1d761c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'name': 'tempest-TestNetworkBasicOps-router-587098638', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '9ba56b54-3d8a-4035-b156-6801b1b023cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:47:19Z', 'updated_at': '2022-01-29T04:47:23Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '9ba56b54-3d8a-4035-b156-6801b1b023cf', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:19Z', 'updated_at': '2022-01-29T04:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '3988e457-5d90-4d47-9c72-82a0c173b59e', 'name': '', 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:91:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '4ae5fa2c-99fb-4584-b636-d319129072d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:22Z', 'updated_at': '2022-01-29T04:47:26Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '4ae5fa2c-99fb-4584-b636-d319129072d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:23.063322 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed143c9-3183-41d1-a839-8cd50639c62e req-8cbbdc46-396d-4204-a5c4-81f356f4e413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:23.064849 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7ed143c9-3183-41d1-a839-8cd50639c62e req-8cbbdc46-396d-4204-a5c4-81f356f4e413 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ae5fa2c-99fb-4584-b636-d319129072d8 HTTP/1.1" status: 200 len: 834 time: 0.0433855 Jan 29 04:49:23.082092 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddada230-954c-456a-935e-3e8ccb1d761c None None] Checking router: b369fabb-e013-44ca-8b4a-1f10b997b6a6 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:49:23.090915 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddada230-954c-456a-935e-3e8ccb1d761c None None] Routers {'b369fabb-e013-44ca-8b4a-1f10b997b6a6'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:49:23.091522 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-ddada230-954c-456a-935e-3e8ccb1d761c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:49:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b369fabb-e013-44ca-8b4a-1f10b997b6a6'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:23.116297 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed143c9-3183-41d1-a839-8cd50639c62e req-46d8afe6-69d6-43c5-a04f-9def97a137ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:23.117877 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7ed143c9-3183-41d1-a839-8cd50639c62e req-46d8afe6-69d6-43c5-a04f-9def97a137ca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b281cae2-a26f-472f-8e1c-ebb9648b9b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0471616 Jan 29 04:49:23.177457 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b141b-82fa-4b15-a748-7170e3500781 req-080952f6-18a2-4b03-ada8-f16decd56236 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:23.178967 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ae2b141b-82fa-4b15-a748-7170e3500781 req-080952f6-18a2-4b03-ada8-f16decd56236 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbbc870c-6b22-4a70-86e6-e42f6cad4a30 HTTP/1.1" status: 200 len: 946 time: 0.0539711 Jan 29 04:49:23.200230 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-ddada230-954c-456a-935e-3e8ccb1d761c None None] Set router b369fabb-e013-44ca-8b4a-1f10b997b6a6 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:49:23.236923 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ae2b141b-82fa-4b15-a748-7170e3500781 req-eca0f701-dd0a-440b-afd7-334be71291b0 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a77e7d7-49e0-4962-bcfb-3c0ef32f588d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514436 Jan 29 04:49:23.242643 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7ed143c9-3183-41d1-a839-8cd50639c62e req-a325679b-ab3e-44ed-9423-f421ad12b980 service neutron] 10.222.0.18 "GET /v2.0/networks/b281cae2-a26f-472f-8e1c-ebb9648b9b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892897 Jan 29 04:49:23.331784 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7ed143c9-3183-41d1-a839-8cd50639c62e req-3b6250b2-abb5-41ec-9018-9c4bbb2e42be service neutron] 10.222.0.18 "GET /v2.0/networks/b281cae2-a26f-472f-8e1c-ebb9648b9b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820854 Jan 29 04:49:23.397835 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-ddada230-954c-456a-935e-3e8ccb1d761c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'name': 'tempest-TestNetworkBasicOps-router-587098638', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '9ba56b54-3d8a-4035-b156-6801b1b023cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:47:19Z', 'updated_at': '2022-01-29T04:47:23Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '9ba56b54-3d8a-4035-b156-6801b1b023cf', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:19Z', 'updated_at': '2022-01-29T04:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '3988e457-5d90-4d47-9c72-82a0c173b59e', 'name': '', 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:91:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '4ae5fa2c-99fb-4584-b636-d319129072d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:22Z', 'updated_at': '2022-01-29T04:47:26Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '4ae5fa2c-99fb-4584-b636-d319129072d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:23.423763 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddada230-954c-456a-935e-3e8ccb1d761c None None] The sync data for ids ['b369fabb-e013-44ca-8b4a-1f10b997b6a6'] in dv-neutron-821190-1-hyperv is: [{'id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'name': 'tempest-TestNetworkBasicOps-router-587098638', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '9ba56b54-3d8a-4035-b156-6801b1b023cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:47:19Z', 'updated_at': '2022-01-29T04:47:23Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '9ba56b54-3d8a-4035-b156-6801b1b023cf', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:19Z', 'updated_at': '2022-01-29T04:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '3988e457-5d90-4d47-9c72-82a0c173b59e', 'name': '', 'network_id': 'b281cae2-a26f-472f-8e1c-ebb9648b9b0e', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:91:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '4ae5fa2c-99fb-4584-b636-d319129072d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:22Z', 'updated_at': '2022-01-29T04:47:26Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': '4ae5fa2c-99fb-4584-b636-d319129072d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:49:23.641711 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0089bd1f-8552-4024-9d8f-e9c25c6143dd None None] New status for floating IP bad9bca9-d9f3-4afc-8c1b-5a8d920fd194: DOWN {{(pid=103586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:49:23.771404 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:24.016649 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:24.362580 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e88946-98ff-4a6a-92ba-691747fd0522 req-df3ccad0-91af-4b18-bae5-823bc4bd3291 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:24.364048 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-94e88946-98ff-4a6a-92ba-691747fd0522 req-df3ccad0-91af-4b18-bae5-823bc4bd3291 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbbc870c-6b22-4a70-86e6-e42f6cad4a30 HTTP/1.1" status: 200 len: 946 time: 0.0576804 Jan 29 04:49:24.373019 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 9f79445a-e4b6-4082-8ca6-4581eb8f5de9 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:49:24.393639 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] No Port match for: 9f79445a-e4b6-4082-8ca6-4581eb8f5de9 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:49:24.393987 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 9f79445a-e4b6-4082-8ca6-4581eb8f5de9 not bound to the agent host hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:49:24.413709 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-94e88946-98ff-4a6a-92ba-691747fd0522 req-061e72e2-b372-4a5a-a212-b39f87cd994a tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a77e7d7-49e0-4962-bcfb-3c0ef32f588d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439303 Jan 29 04:49:24.918766 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:25.071680 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab4827-b420-4e02-ba1f-81095c4fcbb9 req-3d4d00fe-05c4-4a55-8c67-ba8ede634cfd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:25.073041 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-66ab4827-b420-4e02-ba1f-81095c4fcbb9 req-3d4d00fe-05c4-4a55-8c67-ba8ede634cfd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbbc870c-6b22-4a70-86e6-e42f6cad4a30 HTTP/1.1" status: 200 len: 946 time: 0.0543189 Jan 29 04:49:25.163776 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-66ab4827-b420-4e02-ba1f-81095c4fcbb9 req-87889da3-7f2c-49b8-8260-494bcc13f5a4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Deleting port a3d617bf-2bff-45da-8bc7-abe3d1bed7dc {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:49:25.164107 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-66ab4827-b420-4e02-ba1f-81095c4fcbb9 req-87889da3-7f2c-49b8-8260-494bcc13f5a4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (a3d617bf-2bff-45da-8bc7-abe3d1bed7dc), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:25.249167 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-66ab4827-b420-4e02-ba1f-81095c4fcbb9 req-87889da3-7f2c-49b8-8260-494bcc13f5a4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] For port a3d617bf-2bff-45da-8bc7-abe3d1bed7dc, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a3d617bf-2bff-45da-8bc7-abe3d1bed7dc,segment=NetworkSegment(7e3c2e94-56ac-4d1d-be47-55fb7db583b7),segment_id=7e3c2e94-56ac-4d1d-be47-55fb7db583b7)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:49:25.249527 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-66ab4827-b420-4e02-ba1f-81095c4fcbb9 req-87889da3-7f2c-49b8-8260-494bcc13f5a4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (a3d617bf-2bff-45da-8bc7-abe3d1bed7dc), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:25.262265 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-66ab4827-b420-4e02-ba1f-81095c4fcbb9 req-87889da3-7f2c-49b8-8260-494bcc13f5a4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Calling delete_port for a3d617bf-2bff-45da-8bc7-abe3d1bed7dc owned by compute:nova {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:49:25.537707 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1a494-e3d6-449b-874c-d766012d3004 req-f3ef5041-050f-4b4e-b92c-4a50696e71c1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:25.539398 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-75d1a494-e3d6-449b-874c-d766012d3004 req-f3ef5041-050f-4b4e-b92c-4a50696e71c1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbbc870c-6b22-4a70-86e6-e42f6cad4a30 HTTP/1.1" status: 200 len: 946 time: 0.0559855 Jan 29 04:49:25.590813 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-75d1a494-e3d6-449b-874c-d766012d3004 req-0a955373-7ea3-46b4-89ba-fc32d017d6ee tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a77e7d7-49e0-4962-bcfb-3c0ef32f588d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457869 Jan 29 04:49:25.781415 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-66ab4827-b420-4e02-ba1f-81095c4fcbb9 req-87889da3-7f2c-49b8-8260-494bcc13f5a4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (a3d617bf-2bff-45da-8bc7-abe3d1bed7dc), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:25.809153 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87889da3-7f2c-49b8-8260-494bcc13f5a4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Port': ['ID=a3d617bf-2bff-45da-8bc7-abe3d1bed7dc,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:25.854976 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ab4827-b420-4e02-ba1f-81095c4fcbb9 req-87889da3-7f2c-49b8-8260-494bcc13f5a4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] No DVR routers for this DVR port a3d617bf-2bff-45da-8bc7-abe3d1bed7dc on host hv-neutron-8211 {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:49:25.857498 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-66ab4827-b420-4e02-ba1f-81095c4fcbb9 req-87889da3-7f2c-49b8-8260-494bcc13f5a4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:25.860773 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-66ab4827-b420-4e02-ba1f-81095c4fcbb9 req-87889da3-7f2c-49b8-8260-494bcc13f5a4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "DELETE /v2.0/ports/a3d617bf-2bff-45da-8bc7-abe3d1bed7dc HTTP/1.1" status: 204 len: 173 time: 0.7829828 Jan 29 04:49:25.861385 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbbc870c-6b22-4a70-86e6-e42f6cad4a30', 'name': 'network-vif-deleted', 'tag': 'a3d617bf-2bff-45da-8bc7-abe3d1bed7dc'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:49:25.863761 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e7d4d3-368d-4c85-a044-71d1f6473ca3" -d '{"events": [{"server_uuid": "bbbc870c-6b22-4a70-86e6-e42f6cad4a30", "name": "network-vif-deleted", "tag": "a3d617bf-2bff-45da-8bc7-abe3d1bed7dc"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:49:25.899855 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bf3425-8e02-45df-bff7-6e9460d1c1b0 x-openstack-request-id: req-a4bf3425-8e02-45df-bff7-6e9460d1c1b0 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:49:25.899855 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbbc870c-6b22-4a70-86e6-e42f6cad4a30", "name": "network-vif-deleted", "tag": "a3d617bf-2bff-45da-8bc7-abe3d1bed7dc", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:49:25.900057 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4bf3425-8e02-45df-bff7-6e9460d1c1b0 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:49:25.900437 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbbc870c-6b22-4a70-86e6-e42f6cad4a30', 'name': 'network-vif-deleted', 'tag': 'a3d617bf-2bff-45da-8bc7-abe3d1bed7dc', 'status': 'completed', 'code': 200} Jan 29 04:49:26.432886 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:26.698037 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b4c088ba-0bbc-4f45-b0eb-5f8da9a90a78 req-201181ef-f5a1-4773-a9d8-952035f19255 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbbc870c-6b22-4a70-86e6-e42f6cad4a30 HTTP/1.1" status: 200 len: 210 time: 0.0270817 Jan 29 04:49:27.419760 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:49:27.753475 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 58428) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:49:27.807624 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-07ad473e-53d7-4e5f-9c2d-3d5cf1f45054 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (5a77e7d7-49e0-4962-bcfb-3c0ef32f588d), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:27.837930 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-07ad473e-53d7-4e5f-9c2d-3d5cf1f45054 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (5a77e7d7-49e0-4962-bcfb-3c0ef32f588d), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:27.999773 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-07ad473e-53d7-4e5f-9c2d-3d5cf1f45054 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (5a77e7d7-49e0-4962-bcfb-3c0ef32f588d), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:28.002858 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-07ad473e-53d7-4e5f-9c2d-3d5cf1f45054 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:28.004020 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-07ad473e-53d7-4e5f-9c2d-3d5cf1f45054 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/security-groups/5a77e7d7-49e0-4962-bcfb-3c0ef32f588d HTTP/1.1" status: 204 len: 168 time: 0.2495627 Jan 29 04:49:28.013244 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ad473e-53d7-4e5f-9c2d-3d5cf1f45054 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a77e7d7-49e0-4962-bcfb-3c0ef32f588d,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:28.097881 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58432) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:49:28.450995 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7415bde4-bb38-43cf-b6d7-8c858739f75b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (b369fabb-e013-44ca-8b4a-1f10b997b6a6), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:28.702393 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-7415bde4-bb38-43cf-b6d7-8c858739f75b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Deleting port 3988e457-5d90-4d47-9c72-82a0c173b59e {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:49:28.702653 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7415bde4-bb38-43cf-b6d7-8c858739f75b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (3988e457-5d90-4d47-9c72-82a0c173b59e), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:28.791277 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-7415bde4-bb38-43cf-b6d7-8c858739f75b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] For port 3988e457-5d90-4d47-9c72-82a0c173b59e, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=3988e457-5d90-4d47-9c72-82a0c173b59e,segment=NetworkSegment(7e3c2e94-56ac-4d1d-be47-55fb7db583b7),segment_id=7e3c2e94-56ac-4d1d-be47-55fb7db583b7)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:49:28.791667 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7415bde4-bb38-43cf-b6d7-8c858739f75b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (3988e457-5d90-4d47-9c72-82a0c173b59e), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:28.810009 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-7415bde4-bb38-43cf-b6d7-8c858739f75b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Calling delete_port for 3988e457-5d90-4d47-9c72-82a0c173b59e owned by network:router_interface {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:49:29.039186 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7415bde4-bb38-43cf-b6d7-8c858739f75b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (3988e457-5d90-4d47-9c72-82a0c173b59e), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:29.063053 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415bde4-bb38-43cf-b6d7-8c858739f75b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Port': ['ID=3988e457-5d90-4d47-9c72-82a0c173b59e,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:29.240011 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7415bde4-bb38-43cf-b6d7-8c858739f75b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (b369fabb-e013-44ca-8b4a-1f10b997b6a6), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:29.452116 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7415bde4-bb38-43cf-b6d7-8c858739f75b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router b369fabb-e013-44ca-8b4a-1f10b997b6a6 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:49:29.556302 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7415bde4-bb38-43cf-b6d7-8c858739f75b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:49:29.561288 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7415bde4-bb38-43cf-b6d7-8c858739f75b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "PUT /v2.0/routers/b369fabb-e013-44ca-8b4a-1f10b997b6a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4623601 Jan 29 04:49:29.564585 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58434) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:49:29.567460 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e91bbf8-4390-40cc-95d4-3b0aebfcafab None None] Sync routers for ids ['b369fabb-e013-44ca-8b4a-1f10b997b6a6'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:49:29.577971 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e91bbf8-4390-40cc-95d4-3b0aebfcafab None None] Routers {'b369fabb-e013-44ca-8b4a-1f10b997b6a6'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:49:29.578561 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-4e91bbf8-4390-40cc-95d4-3b0aebfcafab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:49:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b369fabb-e013-44ca-8b4a-1f10b997b6a6'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:29.614954 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-464cca92-2606-420a-b902-e6e3c4ee4933 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Deleting subnet 4ae5fa2c-99fb-4584-b636-d319129072d8 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:49:29.617995 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-464cca92-2606-420a-b902-e6e3c4ee4933 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for subnet (4ae5fa2c-99fb-4584-b636-d319129072d8), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:29.658009 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-464cca92-2606-420a-b902-e6e3c4ee4933 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (4ae5fa2c-99fb-4584-b636-d319129072d8), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:29.680880 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-4e91bbf8-4390-40cc-95d4-3b0aebfcafab None None] Set router b369fabb-e013-44ca-8b4a-1f10b997b6a6 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:49:29.743687 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-464cca92-2606-420a-b902-e6e3c4ee4933 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (4ae5fa2c-99fb-4584-b636-d319129072d8), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:29.863318 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-464cca92-2606-420a-b902-e6e3c4ee4933 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (4ae5fa2c-99fb-4584-b636-d319129072d8), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:29.863744 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-4e91bbf8-4390-40cc-95d4-3b0aebfcafab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'name': 'tempest-TestNetworkBasicOps-router-587098638', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '9ba56b54-3d8a-4035-b156-6801b1b023cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:47:19Z', 'updated_at': '2022-01-29T04:49:28Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '9ba56b54-3d8a-4035-b156-6801b1b023cf', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:19Z', 'updated_at': '2022-01-29T04:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:29.891188 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464cca92-2606-420a-b902-e6e3c4ee4933 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Subnet': ['ID=4ae5fa2c-99fb-4584-b636-d319129072d8,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:29.891707 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e91bbf8-4390-40cc-95d4-3b0aebfcafab None None] Checking router: b369fabb-e013-44ca-8b4a-1f10b997b6a6 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:49:29.895372 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-464cca92-2606-420a-b902-e6e3c4ee4933 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:29.902106 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b9c939-1a5e-467e-99b9-af598697d30c None None] Network b281cae2-a26f-472f-8e1c-ebb9648b9b0e requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:49:29.908455 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e91bbf8-4390-40cc-95d4-3b0aebfcafab None None] Routers {'b369fabb-e013-44ca-8b4a-1f10b997b6a6'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:49:29.909062 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-4e91bbf8-4390-40cc-95d4-3b0aebfcafab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:49:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b369fabb-e013-44ca-8b4a-1f10b997b6a6'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:29.916002 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-464cca92-2606-420a-b902-e6e3c4ee4933 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/subnets/4ae5fa2c-99fb-4584-b636-d319129072d8 HTTP/1.1" status: 204 len: 168 time: 0.3504081 Jan 29 04:49:29.918850 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58436) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:49:30.021198 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-4e91bbf8-4390-40cc-95d4-3b0aebfcafab None None] Set router b369fabb-e013-44ca-8b4a-1f10b997b6a6 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:49:30.034082 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-52e2f911-3aa8-4d6f-8a10-e07255adc406 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router (b369fabb-e013-44ca-8b4a-1f10b997b6a6), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:30.081253 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39c94dd-7f34-48fc-96ef-35fcd2e1fa2f None None] DHCP port deletion for b281cae2-a26f-472f-8e1c-ebb9648b9b0e request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:49:30.130244 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c39c94dd-7f34-48fc-96ef-35fcd2e1fa2f None None] Deleting port c7802a10-2a67-41d9-ac5b-187191c74eaf {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:49:30.132019 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c39c94dd-7f34-48fc-96ef-35fcd2e1fa2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (c7802a10-2a67-41d9-ac5b-187191c74eaf), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:30.149501 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-52e2f911-3aa8-4d6f-8a10-e07255adc406 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_gateway (b369fabb-e013-44ca-8b4a-1f10b997b6a6), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:30.195061 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-c39c94dd-7f34-48fc-96ef-35fcd2e1fa2f None None] For port c7802a10-2a67-41d9-ac5b-187191c74eaf, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=c7802a10-2a67-41d9-ac5b-187191c74eaf,segment=NetworkSegment(7e3c2e94-56ac-4d1d-be47-55fb7db583b7),segment_id=7e3c2e94-56ac-4d1d-be47-55fb7db583b7)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:49:30.195467 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c39c94dd-7f34-48fc-96ef-35fcd2e1fa2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (c7802a10-2a67-41d9-ac5b-187191c74eaf), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:30.202567 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-4e91bbf8-4390-40cc-95d4-3b0aebfcafab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'name': 'tempest-TestNetworkBasicOps-router-587098638', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '9ba56b54-3d8a-4035-b156-6801b1b023cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:47:19Z', 'updated_at': '2022-01-29T04:49:28Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '9ba56b54-3d8a-4035-b156-6801b1b023cf', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:19Z', 'updated_at': '2022-01-29T04:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:30.218315 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c39c94dd-7f34-48fc-96ef-35fcd2e1fa2f None None] Calling delete_port for c7802a10-2a67-41d9-ac5b-187191c74eaf owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:49:30.247425 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-52e2f911-3aa8-4d6f-8a10-e07255adc406 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Deleting port 9ba56b54-3d8a-4035-b156-6801b1b023cf {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:49:30.248339 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-52e2f911-3aa8-4d6f-8a10-e07255adc406 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (9ba56b54-3d8a-4035-b156-6801b1b023cf), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:30.325043 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e91bbf8-4390-40cc-95d4-3b0aebfcafab None None] The sync data for ids ['b369fabb-e013-44ca-8b4a-1f10b997b6a6'] in dv-neutron-821190-1-hyperv is: [{'id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'name': 'tempest-TestNetworkBasicOps-router-587098638', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '9ba56b54-3d8a-4035-b156-6801b1b023cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:47:19Z', 'updated_at': '2022-01-29T04:49:28Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': '9ba56b54-3d8a-4035-b156-6801b1b023cf', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b369fabb-e013-44ca-8b4a-1f10b997b6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:19Z', 'updated_at': '2022-01-29T04:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:49:30.336378 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-52e2f911-3aa8-4d6f-8a10-e07255adc406 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] For port 9ba56b54-3d8a-4035-b156-6801b1b023cf, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=9ba56b54-3d8a-4035-b156-6801b1b023cf,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:49:30.336771 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-52e2f911-3aa8-4d6f-8a10-e07255adc406 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (9ba56b54-3d8a-4035-b156-6801b1b023cf), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:30.349817 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-52e2f911-3aa8-4d6f-8a10-e07255adc406 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Calling delete_port for 9ba56b54-3d8a-4035-b156-6801b1b023cf owned by network:router_gateway {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:49:30.388069 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device a3d617bf-2bff-45da-8bc7-abe3d1bed7dc no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:49:30.391664 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c39c94dd-7f34-48fc-96ef-35fcd2e1fa2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (c7802a10-2a67-41d9-ac5b-187191c74eaf), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:30.431797 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] No Port match for: a3d617bf-2bff-45da-8bc7-abe3d1bed7dc {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:49:30.432142 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device a3d617bf-2bff-45da-8bc7-abe3d1bed7dc not bound to the agent host hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:49:30.435256 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c94dd-7f34-48fc-96ef-35fcd2e1fa2f None None] Pushing event deleted for resources: {'Port': ['ID=c7802a10-2a67-41d9-ac5b-187191c74eaf,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:30.443796 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39c94dd-7f34-48fc-96ef-35fcd2e1fa2f None None] No DVR routers for this DVR port c7802a10-2a67-41d9-ac5b-187191c74eaf on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:49:30.445807 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c94dd-7f34-48fc-96ef-35fcd2e1fa2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:30.446399 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c94dd-7f34-48fc-96ef-35fcd2e1fa2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:30.446750 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c94dd-7f34-48fc-96ef-35fcd2e1fa2f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:30.447084 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c94dd-7f34-48fc-96ef-35fcd2e1fa2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:30.447412 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c94dd-7f34-48fc-96ef-35fcd2e1fa2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:30.447740 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c94dd-7f34-48fc-96ef-35fcd2e1fa2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:30.448068 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c94dd-7f34-48fc-96ef-35fcd2e1fa2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:30.448390 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c94dd-7f34-48fc-96ef-35fcd2e1fa2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:30.448740 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c94dd-7f34-48fc-96ef-35fcd2e1fa2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:30.449082 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c94dd-7f34-48fc-96ef-35fcd2e1fa2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:30.449388 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c94dd-7f34-48fc-96ef-35fcd2e1fa2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:30.449713 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c94dd-7f34-48fc-96ef-35fcd2e1fa2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:30.450033 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c94dd-7f34-48fc-96ef-35fcd2e1fa2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:30.582501 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-52e2f911-3aa8-4d6f-8a10-e07255adc406 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (9ba56b54-3d8a-4035-b156-6801b1b023cf), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:30.608219 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2f911-3aa8-4d6f-8a10-e07255adc406 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Port': ['ID=9ba56b54-3d8a-4035-b156-6801b1b023cf,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:30.672773 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-52e2f911-3aa8-4d6f-8a10-e07255adc406 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (b369fabb-e013-44ca-8b4a-1f10b997b6a6), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:30.767340 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-52e2f911-3aa8-4d6f-8a10-e07255adc406 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (b369fabb-e013-44ca-8b4a-1f10b997b6a6), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:30.769801 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-52e2f911-3aa8-4d6f-8a10-e07255adc406 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_controller (b369fabb-e013-44ca-8b4a-1f10b997b6a6), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:30.862494 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-52e2f911-3aa8-4d6f-8a10-e07255adc406 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (b369fabb-e013-44ca-8b4a-1f10b997b6a6), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:30.863061 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e2f911-3aa8-4d6f-8a10-e07255adc406 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Fanout notify agent at l3_agent the message router_deleted on router b369fabb-e013-44ca-8b4a-1f10b997b6a6 {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:49:30.869894 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-52e2f911-3aa8-4d6f-8a10-e07255adc406 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:30.870892 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-52e2f911-3aa8-4d6f-8a10-e07255adc406 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/routers/b369fabb-e013-44ca-8b4a-1f10b997b6a6 HTTP/1.1" status: 204 len: 168 time: 0.9511020 Jan 29 04:49:30.873657 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58438) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:49:30.953017 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-77387c87-0112-4d49-90d0-f0b06bd30687 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (b281cae2-a26f-472f-8e1c-ebb9648b9b0e), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:31.042002 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-77387c87-0112-4d49-90d0-f0b06bd30687 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (b281cae2-a26f-472f-8e1c-ebb9648b9b0e), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:31.061186 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-77387c87-0112-4d49-90d0-f0b06bd30687 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b281cae2-a26f-472f-8e1c-ebb9648b9b0e']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:31.070034 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-77387c87-0112-4d49-90d0-f0b06bd30687 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e3c2e94-56ac-4d1d-be47-55fb7db583b7') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:31.070329 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-77387c87-0112-4d49-90d0-f0b06bd30687 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e3c2e94-56ac-4d1d-be47-55fb7db583b7') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:31.080033 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-77387c87-0112-4d49-90d0-f0b06bd30687 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (7e3c2e94-56ac-4d1d-be47-55fb7db583b7), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:31.092353 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-77387c87-0112-4d49-90d0-f0b06bd30687 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (7e3c2e94-56ac-4d1d-be47-55fb7db583b7), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:31.098802 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77387c87-0112-4d49-90d0-f0b06bd30687 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:49:31.099190 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-77387c87-0112-4d49-90d0-f0b06bd30687 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (7e3c2e94-56ac-4d1d-be47-55fb7db583b7), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:31.102435 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:49:31.102435 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:49:31.102435 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:49:31.102435 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:49:31.102435 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:49:31.102435 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:49:31.102435 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:49:31.102435 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:49:31.102435 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:49:31.102435 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:49:31.102435 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:49:31.102435 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:49:31.102435 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:49:31.102435 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:49:31.102435 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:49:31.102435 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:49:31.102435 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:49:31.102435 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:49:31.102435 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:49:31.102435 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:49:31.102435 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:49:31.102435 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:49:31.102435 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:49:31.102435 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:49:31.102435 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:49:31.102435 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:49:31.102435 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:49:31.102435 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:49:31.102435 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:49:31.102435 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:49:31.102435 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:49:31.102435 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:49:31.228001 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-77387c87-0112-4d49-90d0-f0b06bd30687 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (b281cae2-a26f-472f-8e1c-ebb9648b9b0e), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:31.238576 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-77387c87-0112-4d49-90d0-f0b06bd30687 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:31.238576 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-77387c87-0112-4d49-90d0-f0b06bd30687 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/networks/b281cae2-a26f-472f-8e1c-ebb9648b9b0e HTTP/1.1" status: 204 len: 168 time: 0.3639433 Jan 29 04:49:31.250512 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77387c87-0112-4d49-90d0-f0b06bd30687 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Network': ['ID=b281cae2-a26f-472f-8e1c-ebb9648b9b0e,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:31.262377 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 58440) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:49:31.270546 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-e8a48f44-3b45-4f41-b54e-78be906cd37e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'network': {'name': 'tempest-network-smoke--532143334', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'port_security_enabled': True}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:49:31.387868 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a48f44-3b45-4f41-b54e-78be906cd37e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Made reservation on behalf of 9cb37fd5f36f44e696381da232925f9b for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:49:31.391457 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e8a48f44-3b45-4f41-b54e-78be906cd37e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:31.415492 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8a48f44-3b45-4f41-b54e-78be906cd37e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:49:31.423877 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e8a48f44-3b45-4f41-b54e-78be906cd37e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (77f29a65-4318-4a32-b2af-9067eba7f0fc), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:31.424215 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-e8a48f44-3b45-4f41-b54e-78be906cd37e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Added segment 77f29a65-4318-4a32-b2af-9067eba7f0fc of type vlan for network 0cf07de2-988b-41c1-ac2d-1645e71735f1 Jan 29 04:49:31.463319 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e8a48f44-3b45-4f41-b54e-78be906cd37e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (0cf07de2-988b-41c1-ac2d-1645e71735f1), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:31.536837 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e8a48f44-3b45-4f41-b54e-78be906cd37e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (0cf07de2-988b-41c1-ac2d-1645e71735f1), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:31.541825 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a48f44-3b45-4f41-b54e-78be906cd37e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:31.542411 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e8a48f44-3b45-4f41-b54e-78be906cd37e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:31.612195 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a48f44-3b45-4f41-b54e-78be906cd37e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Network': ['ID=0cf07de2-988b-41c1-ac2d-1645e71735f1,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:31.622987 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 0cf07de2-988b-41c1-ac2d-1645e71735f1 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:49:31.628885 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58442) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:49:31.629085 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e8a48f44-3b45-4f41-b54e-78be906cd37e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3633246 Jan 29 04:49:31.633749 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-b3998155-3788-4700-ad30-299113e9332f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-964772166', 'admin_state_up': True, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:49:31.719427 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b3998155-3788-4700-ad30-299113e9332f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (6379ea8b-13e6-4cf5-bbad-d67f12a85c02), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:31.720546 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b3998155-3788-4700-ad30-299113e9332f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (6379ea8b-13e6-4cf5-bbad-d67f12a85c02), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:31.772536 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b3998155-3788-4700-ad30-299113e9332f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_controller (6379ea8b-13e6-4cf5-bbad-d67f12a85c02), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:31.899150 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device c7802a10-2a67-41d9-ac5b-187191c74eaf no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:49:31.921645 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: c7802a10-2a67-41d9-ac5b-187191c74eaf {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:49:31.926414 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device c7802a10-2a67-41d9-ac5b-187191c74eaf not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:49:31.926414 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 9ba56b54-3d8a-4035-b156-6801b1b023cf no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:49:31.942609 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 9ba56b54-3d8a-4035-b156-6801b1b023cf {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:49:31.942872 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 9ba56b54-3d8a-4035-b156-6801b1b023cf not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:49:31.943281 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 3988e457-5d90-4d47-9c72-82a0c173b59e no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:49:31.958903 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b3998155-3788-4700-ad30-299113e9332f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_gateway (6379ea8b-13e6-4cf5-bbad-d67f12a85c02), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:31.961899 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 3988e457-5d90-4d47-9c72-82a0c173b59e {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:49:31.962248 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 3988e457-5d90-4d47-9c72-82a0c173b59e not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:49:32.198567 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b3998155-3788-4700-ad30-299113e9332f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_gateway (6379ea8b-13e6-4cf5-bbad-d67f12a85c02), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:32.220900 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b3998155-3788-4700-ad30-299113e9332f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:32.375916 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-b3998155-3788-4700-ad30-299113e9332f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Allocated IP 172.26.8.219 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/fb09a095-8b74-4688-ade5-bfd923bced0d) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:49:32.477978 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b3998155-3788-4700-ad30-299113e9332f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (fb09a095-8b74-4688-ade5-bfd923bced0d), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:32.571759 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b3998155-3788-4700-ad30-299113e9332f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (fb09a095-8b74-4688-ade5-bfd923bced0d), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:32.609835 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3998155-3788-4700-ad30-299113e9332f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:49:32.612609 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-b3998155-3788-4700-ad30-299113e9332f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:49:32.615909 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3998155-3788-4700-ad30-299113e9332f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:49:32.623777 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3998155-3788-4700-ad30-299113e9332f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=fb09a095-8b74-4688-ade5-bfd923bced0d,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:32.902566 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b3998155-3788-4700-ad30-299113e9332f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_gateway (6379ea8b-13e6-4cf5-bbad-d67f12a85c02), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:33.092003 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b3998155-3788-4700-ad30-299113e9332f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (6379ea8b-13e6-4cf5-bbad-d67f12a85c02), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:33.273406 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3998155-3788-4700-ad30-299113e9332f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router 6379ea8b-13e6-4cf5-bbad-d67f12a85c02 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:49:33.708845 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3998155-3788-4700-ad30-299113e9332f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:49:33.718645 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4021ada-7084-498b-8597-090984d41c15 None None] Sync routers for ids ['6379ea8b-13e6-4cf5-bbad-d67f12a85c02'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:49:33.728775 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4021ada-7084-498b-8597-090984d41c15 None None] Routers {'6379ea8b-13e6-4cf5-bbad-d67f12a85c02'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:49:33.729677 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-f4021ada-7084-498b-8597-090984d41c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:49:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['6379ea8b-13e6-4cf5-bbad-d67f12a85c02'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:33.812383 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b3998155-3788-4700-ad30-299113e9332f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:33.813844 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b3998155-3788-4700-ad30-299113e9332f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1837933 Jan 29 04:49:33.818649 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58444) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:49:33.840352 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-f4021ada-7084-498b-8597-090984d41c15 None None] Set router 6379ea8b-13e6-4cf5-bbad-d67f12a85c02 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:49:33.889979 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c68fa204-7c85-4c19-8462-edd20447d4aa tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=9cb37fd5f36f44e696381da232925f9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0701885 Jan 29 04:49:33.893321 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58448) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:49:33.979824 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adb229b-a0e3-445f-919e-d1f83d3dc089 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:33.981268 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9adb229b-a0e3-445f-919e-d1f83d3dc089 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0870419 Jan 29 04:49:33.984031 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58450) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:49:34.012392 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-81274e91-8fdb-4589-913e-89d35acf5d72 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f0de7169-31b1-4289-9a2a-56c5f4e63ed1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272679 Jan 29 04:49:34.014888 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58452) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:49:34.019683 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-2e2b5b33-04f4-4ad9-bffa-2d3b9d67d2fd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-904622162', 'network_id': '0cf07de2-988b-41c1-ac2d-1645e71735f1', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:49:34.020634 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-f4021ada-7084-498b-8597-090984d41c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'name': 'tempest-TestNetworkBasicOps-router-964772166', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'fb09a095-8b74-4688-ade5-bfd923bced0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:49:31Z', 'updated_at': '2022-01-29T04:49:32Z', 'revision_number': 3, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': 'fb09a095-8b74-4688-ade5-bfd923bced0d', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:03:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:32Z', 'updated_at': '2022-01-29T04:49:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:34.047697 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4021ada-7084-498b-8597-090984d41c15 None None] Checking router: 6379ea8b-13e6-4cf5-bbad-d67f12a85c02 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:49:34.048674 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4021ada-7084-498b-8597-090984d41c15 None None] Updating router 6379ea8b-13e6-4cf5-bbad-d67f12a85c02 port fb09a095-8b74-4688-ade5-bfd923bced0d binding host dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:49:34.076191 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f4021ada-7084-498b-8597-090984d41c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (fb09a095-8b74-4688-ade5-bfd923bced0d), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:34.204206 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2b5b33-04f4-4ad9-bffa-2d3b9d67d2fd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Made reservation on behalf of 9cb37fd5f36f44e696381da232925f9b for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:49:34.208141 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2e2b5b33-04f4-4ad9-bffa-2d3b9d67d2fd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:34.324358 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f4021ada-7084-498b-8597-090984d41c15 None None] Publish callbacks [] for port (fb09a095-8b74-4688-ade5-bfd923bced0d), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:34.416806 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f4021ada-7084-498b-8597-090984d41c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (fb09a095-8b74-4688-ade5-bfd923bced0d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:34.462818 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2e2b5b33-04f4-4ad9-bffa-2d3b9d67d2fd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (dfe3aed0-c81f-42a9-87b8-083f4fb16850), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:34.468295 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-f4021ada-7084-498b-8597-090984d41c15 None None] Attempting to bind port fb09a095-8b74-4688-ade5-bfd923bced0d on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:49:34.468691 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-f4021ada-7084-498b-8597-090984d41c15 None None] Attempting to bind port fb09a095-8b74-4688-ade5-bfd923bced0d by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:49:34.469060 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4021ada-7084-498b-8597-090984d41c15 None None] Attempting to bind port fb09a095-8b74-4688-ade5-bfd923bced0d on network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:49:34.472593 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d9c57-06ee-4948-b3b2-057e83e3db6b None None] Pushing event updated for resources: {'Port': ['ID=fb09a095-8b74-4688-ade5-bfd923bced0d,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:34.477115 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4021ada-7084-498b-8597-090984d41c15 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:49:34.479350 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4021ada-7084-498b-8597-090984d41c15 None None] Checking segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:49:34.479350 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f4021ada-7084-498b-8597-090984d41c15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:34.479350 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4021ada-7084-498b-8597-090984d41c15 None None] Bound using segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:49:34.479350 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-f4021ada-7084-498b-8597-090984d41c15 None None] Bound port: fb09a095-8b74-4688-ade5-bfd923bced0d, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:49:34.479350 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f4021ada-7084-498b-8597-090984d41c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (fb09a095-8b74-4688-ade5-bfd923bced0d), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:34.526500 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b5b33-04f4-4ad9-bffa-2d3b9d67d2fd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Subnet': ['ID=dfe3aed0-c81f-42a9-87b8-083f4fb16850,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:34.530935 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-f4021ada-7084-498b-8597-090984d41c15 None None] For port fb09a095-8b74-4688-ade5-bfd923bced0d, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:49:34.533205 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-f4021ada-7084-498b-8597-090984d41c15 None None] For port fb09a095-8b74-4688-ade5-bfd923bced0d, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=fb09a095-8b74-4688-ade5-bfd923bced0d,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:49:34.535871 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2b5b33-04f4-4ad9-bffa-2d3b9d67d2fd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Checking segment: {'id': '77f29a65-4318-4a32-b2af-9067eba7f0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cf07de2-988b-41c1-ac2d-1645e71735f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:49:34.536228 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2b5b33-04f4-4ad9-bffa-2d3b9d67d2fd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network hostable DHCP agents. Network: 0cf07de2-988b-41c1-ac2d-1645e71735f1, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:49:34.588826 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f4021ada-7084-498b-8597-090984d41c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (fb09a095-8b74-4688-ade5-bfd923bced0d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:34.611400 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2b5b33-04f4-4ad9-bffa-2d3b9d67d2fd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network 0cf07de2-988b-41c1-ac2d-1645e71735f1 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:49:34.647195 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4021ada-7084-498b-8597-090984d41c15 None None] Routers {'6379ea8b-13e6-4cf5-bbad-d67f12a85c02'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:49:34.647811 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-f4021ada-7084-498b-8597-090984d41c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:49:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['6379ea8b-13e6-4cf5-bbad-d67f12a85c02'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:34.652442 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d9c57-06ee-4948-b3b2-057e83e3db6b None None] Pushing event updated for resources: {'Port': ['ID=fb09a095-8b74-4688-ade5-bfd923bced0d,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:34.663511 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-2e2b5b33-04f4-4ad9-bffa-2d3b9d67d2fd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 0cf07de2-988b-41c1-ac2d-1645e71735f1) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:49:34.667438 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2b5b33-04f4-4ad9-bffa-2d3b9d67d2fd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:34.668985 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2e2b5b33-04f4-4ad9-bffa-2d3b9d67d2fd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:34.685254 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a399ebbd-78f9-4664-abcb-3a7d1f50806a None None] Network 0cf07de2-988b-41c1-ac2d-1645e71735f1 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:49:34.722903 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2e2b5b33-04f4-4ad9-bffa-2d3b9d67d2fd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7070019 Jan 29 04:49:34.725601 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58454) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:49:34.810819 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-f4021ada-7084-498b-8597-090984d41c15 None None] Set router 6379ea8b-13e6-4cf5-bbad-d67f12a85c02 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:49:34.897288 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8006cd4-c4b5-4b1a-bd4b-d93fb09e8d09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-0cf07de2-988b-41c1-ac2d-1645e71735f1', 'network_id': '0cf07de2-988b-41c1-ac2d-1645e71735f1', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ips': [{'subnet_id': 'dfe3aed0-c81f-42a9-87b8-083f4fb16850'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:49:34.898136 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a8006cd4-c4b5-4b1a-bd4b-d93fb09e8d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:35.155547 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-608a06f4-f8b0-4eac-89ee-91fae39221b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:35.258995 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-a8006cd4-c4b5-4b1a-bd4b-d93fb09e8d09 None None] Allocated IP 172.20.0.2 (0cf07de2-988b-41c1-ac2d-1645e71735f1/dfe3aed0-c81f-42a9-87b8-083f4fb16850/b79a8547-2c69-47e8-ba78-c9b612814688) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:49:35.293497 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-f4021ada-7084-498b-8597-090984d41c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'name': 'tempest-TestNetworkBasicOps-router-964772166', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'fb09a095-8b74-4688-ade5-bfd923bced0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:49:31Z', 'updated_at': '2022-01-29T04:49:32Z', 'revision_number': 3, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': 'fb09a095-8b74-4688-ade5-bfd923bced0d', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:03:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:32Z', 'updated_at': '2022-01-29T04:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:35.346292 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4021ada-7084-498b-8597-090984d41c15 None None] The sync data for ids ['6379ea8b-13e6-4cf5-bbad-d67f12a85c02'] in dv-neutron-821190-1-hyperv is: [{'id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'name': 'tempest-TestNetworkBasicOps-router-964772166', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'fb09a095-8b74-4688-ade5-bfd923bced0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:49:31Z', 'updated_at': '2022-01-29T04:49:32Z', 'revision_number': 3, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': 'fb09a095-8b74-4688-ade5-bfd923bced0d', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:03:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:32Z', 'updated_at': '2022-01-29T04:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:49:35.448982 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a8006cd4-c4b5-4b1a-bd4b-d93fb09e8d09 None None] Publish callbacks [] for port (b79a8547-2c69-47e8-ba78-c9b612814688), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:35.514308 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a8006cd4-c4b5-4b1a-bd4b-d93fb09e8d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (b79a8547-2c69-47e8-ba78-c9b612814688), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:35.558259 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8006cd4-c4b5-4b1a-bd4b-d93fb09e8d09 None None] Network 0cf07de2-988b-41c1-ac2d-1645e71735f1 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:49:35.567158 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-a8006cd4-c4b5-4b1a-bd4b-d93fb09e8d09 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:49:35.575650 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8006cd4-c4b5-4b1a-bd4b-d93fb09e8d09 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:49:35.579842 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8006cd4-c4b5-4b1a-bd4b-d93fb09e8d09 None None] Pushing event updated for resources: {'Port': ['ID=b79a8547-2c69-47e8-ba78-c9b612814688,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:35.602020 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-608a06f4-f8b0-4eac-89ee-91fae39221b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Allocated IP 172.20.0.1 (0cf07de2-988b-41c1-ac2d-1645e71735f1/dfe3aed0-c81f-42a9-87b8-083f4fb16850/ed5ea96c-686c-4c85-ae70-d525c5a515c8) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:49:35.641821 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-a8006cd4-c4b5-4b1a-bd4b-d93fb09e8d09 None None] Attempting to bind port b79a8547-2c69-47e8-ba78-c9b612814688 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:49:35.642171 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-a8006cd4-c4b5-4b1a-bd4b-d93fb09e8d09 None None] Attempting to bind port b79a8547-2c69-47e8-ba78-c9b612814688 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '77f29a65-4318-4a32-b2af-9067eba7f0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cf07de2-988b-41c1-ac2d-1645e71735f1'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:49:35.644152 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8006cd4-c4b5-4b1a-bd4b-d93fb09e8d09 None None] Attempting to bind port b79a8547-2c69-47e8-ba78-c9b612814688 on network 0cf07de2-988b-41c1-ac2d-1645e71735f1 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:49:35.652648 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8006cd4-c4b5-4b1a-bd4b-d93fb09e8d09 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:49:35.653127 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8006cd4-c4b5-4b1a-bd4b-d93fb09e8d09 None None] Checking segment: {'id': '77f29a65-4318-4a32-b2af-9067eba7f0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cf07de2-988b-41c1-ac2d-1645e71735f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:49:35.654178 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a8006cd4-c4b5-4b1a-bd4b-d93fb09e8d09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:35.654650 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8006cd4-c4b5-4b1a-bd4b-d93fb09e8d09 None None] Bound using segment: {'id': '77f29a65-4318-4a32-b2af-9067eba7f0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cf07de2-988b-41c1-ac2d-1645e71735f1'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:49:35.655663 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-a8006cd4-c4b5-4b1a-bd4b-d93fb09e8d09 None None] Bound port: b79a8547-2c69-47e8-ba78-c9b612814688, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f29a65-4318-4a32-b2af-9067eba7f0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cf07de2-988b-41c1-ac2d-1645e71735f1'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:49:35.656223 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a8006cd4-c4b5-4b1a-bd4b-d93fb09e8d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b79a8547-2c69-47e8-ba78-c9b612814688), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:35.725990 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-a8006cd4-c4b5-4b1a-bd4b-d93fb09e8d09 None None] For port b79a8547-2c69-47e8-ba78-c9b612814688, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:49:35.729116 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-a8006cd4-c4b5-4b1a-bd4b-d93fb09e8d09 None None] For port b79a8547-2c69-47e8-ba78-c9b612814688, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=b79a8547-2c69-47e8-ba78-c9b612814688,segment=NetworkSegment(77f29a65-4318-4a32-b2af-9067eba7f0fc),segment_id=77f29a65-4318-4a32-b2af-9067eba7f0fc)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:49:35.744060 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-608a06f4-f8b0-4eac-89ee-91fae39221b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (ed5ea96c-686c-4c85-ae70-d525c5a515c8), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:35.800727 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a8006cd4-c4b5-4b1a-bd4b-d93fb09e8d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (b79a8547-2c69-47e8-ba78-c9b612814688), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:35.835917 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-608a06f4-f8b0-4eac-89ee-91fae39221b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (ed5ea96c-686c-4c85-ae70-d525c5a515c8), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:35.869218 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8006cd4-c4b5-4b1a-bd4b-d93fb09e8d09 None None] Pushing event updated for resources: {'Port': ['ID=b79a8547-2c69-47e8-ba78-c9b612814688,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:35.912177 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608a06f4-f8b0-4eac-89ee-91fae39221b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network 0cf07de2-988b-41c1-ac2d-1645e71735f1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:49:35.915727 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-608a06f4-f8b0-4eac-89ee-91fae39221b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:49:35.926815 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608a06f4-f8b0-4eac-89ee-91fae39221b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:49:35.931302 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a06f4-f8b0-4eac-89ee-91fae39221b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=ed5ea96c-686c-4c85-ae70-d525c5a515c8,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:35.982154 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-608a06f4-f8b0-4eac-89ee-91fae39221b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (6379ea8b-13e6-4cf5-bbad-d67f12a85c02), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:36.007286 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device fb09a095-8b74-4688-ade5-bfd923bced0d up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:49:36.098277 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port fb09a095-8b74-4688-ade5-bfd923bced0d triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:36.098652 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (fb09a095-8b74-4688-ade5-bfd923bced0d), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:36.196017 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port fb09a095-8b74-4688-ade5-bfd923bced0d is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:49:36.196626 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (fb09a095-8b74-4688-ade5-bfd923bced0d), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:36.210138 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-608a06f4-f8b0-4eac-89ee-91fae39221b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (ed5ea96c-686c-4c85-ae70-d525c5a515c8), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:36.218861 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port fb09a095-8b74-4688-ade5-bfd923bced0d, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=fb09a095-8b74-4688-ade5-bfd923bced0d,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:49:36.296971 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (fb09a095-8b74-4688-ade5-bfd923bced0d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:36.349727 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=fb09a095-8b74-4688-ade5-bfd923bced0d,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:36.512885 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-608a06f4-f8b0-4eac-89ee-91fae39221b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (ed5ea96c-686c-4c85-ae70-d525c5a515c8), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:36.570619 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-608a06f4-f8b0-4eac-89ee-91fae39221b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (ed5ea96c-686c-4c85-ae70-d525c5a515c8), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:36.644922 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-608a06f4-f8b0-4eac-89ee-91fae39221b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (6379ea8b-13e6-4cf5-bbad-d67f12a85c02), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:36.646625 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a06f4-f8b0-4eac-89ee-91fae39221b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=ed5ea96c-686c-4c85-ae70-d525c5a515c8,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:36.739246 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608a06f4-f8b0-4eac-89ee-91fae39221b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network 0cf07de2-988b-41c1-ac2d-1645e71735f1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:49:36.740662 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-608a06f4-f8b0-4eac-89ee-91fae39221b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:49:36.854729 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608a06f4-f8b0-4eac-89ee-91fae39221b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router 6379ea8b-13e6-4cf5-bbad-d67f12a85c02 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:49:36.965057 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608a06f4-f8b0-4eac-89ee-91fae39221b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:49:36.971179 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-608a06f4-f8b0-4eac-89ee-91fae39221b1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "PUT /v2.0/routers/6379ea8b-13e6-4cf5-bbad-d67f12a85c02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2445948 Jan 29 04:49:36.973809 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58456) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:49:37.069597 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76edca5a-ba16-4ccc-a8ce-c6485dddb8fd tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:37.070076 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76edca5a-ba16-4ccc-a8ce-c6485dddb8fd tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:37.070546 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76edca5a-ba16-4ccc-a8ce-c6485dddb8fd tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:37.071015 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76edca5a-ba16-4ccc-a8ce-c6485dddb8fd tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:37.072970 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-76edca5a-ba16-4ccc-a8ce-c6485dddb8fd tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.0982471 Jan 29 04:49:37.075589 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58458) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:49:37.135747 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b86ff4-940c-4ddb-80cc-9b71dc0d24a1 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:37.136212 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b86ff4-940c-4ddb-80cc-9b71dc0d24a1 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:37.136700 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b86ff4-940c-4ddb-80cc-9b71dc0d24a1 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:37.137171 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b86ff4-940c-4ddb-80cc-9b71dc0d24a1 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:37.139105 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f2b86ff4-940c-4ddb-80cc-9b71dc0d24a1 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0624721 Jan 29 04:49:37.141747 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58460) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:49:37.279120 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-0525e615-df8b-4700-b886-d0de2a4735e5 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1362727 Jan 29 04:49:37.280997 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5c75ef-4c63-46cc-bf54-ceb03daa47b4 None None] Network 0cf07de2-988b-41c1-ac2d-1645e71735f1 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:49:37.314835 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdef63d1-27cb-4900-b39a-69a2e1a4c902 None None] Sync routers for ids ['6379ea8b-13e6-4cf5-bbad-d67f12a85c02'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:49:37.319517 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdef63d1-27cb-4900-b39a-69a2e1a4c902 None None] Routers {'6379ea8b-13e6-4cf5-bbad-d67f12a85c02'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:49:37.320226 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-fdef63d1-27cb-4900-b39a-69a2e1a4c902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:49:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['6379ea8b-13e6-4cf5-bbad-d67f12a85c02'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:37.372825 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-cde558b9-11a7-482a-a37b-94c4bd12682f None None] Provisioning complete for port b79a8547-2c69-47e8-ba78-c9b612814688 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:37.373228 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cde558b9-11a7-482a-a37b-94c4bd12682f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b79a8547-2c69-47e8-ba78-c9b612814688), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:37.427410 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-fdef63d1-27cb-4900-b39a-69a2e1a4c902 None None] Set router 6379ea8b-13e6-4cf5-bbad-d67f12a85c02 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:49:37.482701 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-cde558b9-11a7-482a-a37b-94c4bd12682f None None] Current status of the port b79a8547-2c69-47e8-ba78-c9b612814688 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:49:37.486909 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cde558b9-11a7-482a-a37b-94c4bd12682f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b79a8547-2c69-47e8-ba78-c9b612814688), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:37.521089 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58464) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:49:37.523462 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-cde558b9-11a7-482a-a37b-94c4bd12682f None None] For port b79a8547-2c69-47e8-ba78-c9b612814688, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=b79a8547-2c69-47e8-ba78-c9b612814688,segment=NetworkSegment(77f29a65-4318-4a32-b2af-9067eba7f0fc),segment_id=77f29a65-4318-4a32-b2af-9067eba7f0fc)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:49:37.527646 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-fab7476d-6390-48ad-9c3d-70938bfd92c3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-316857465', 'description': 'tempest-secgroup-smoke-316857465 description', 'project_id': '9cb37fd5f36f44e696381da232925f9b'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:49:37.587721 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cde558b9-11a7-482a-a37b-94c4bd12682f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (b79a8547-2c69-47e8-ba78-c9b612814688), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:37.617051 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fab7476d-6390-48ad-9c3d-70938bfd92c3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:37.631067 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-fdef63d1-27cb-4900-b39a-69a2e1a4c902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'name': 'tempest-TestNetworkBasicOps-router-964772166', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'fb09a095-8b74-4688-ade5-bfd923bced0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:49:31Z', 'updated_at': '2022-01-29T04:49:36Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': 'fb09a095-8b74-4688-ade5-bfd923bced0d', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:32Z', 'updated_at': '2022-01-29T04:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'ed5ea96c-686c-4c85-ae70-d525c5a515c8', 'name': '', 'network_id': '0cf07de2-988b-41c1-ac2d-1645e71735f1', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:95:df:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'dfe3aed0-c81f-42a9-87b8-083f4fb16850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:35Z', 'updated_at': '2022-01-29T04:49:36Z', 'revision_number': 2, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': 'dfe3aed0-c81f-42a9-87b8-083f4fb16850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:37.652353 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde558b9-11a7-482a-a37b-94c4bd12682f None None] Pushing event updated for resources: {'Port': ['ID=b79a8547-2c69-47e8-ba78-c9b612814688,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:37.668558 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdef63d1-27cb-4900-b39a-69a2e1a4c902 None None] Checking router: 6379ea8b-13e6-4cf5-bbad-d67f12a85c02 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:49:37.668912 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdef63d1-27cb-4900-b39a-69a2e1a4c902 None None] Updating router 6379ea8b-13e6-4cf5-bbad-d67f12a85c02 port ed5ea96c-686c-4c85-ae70-d525c5a515c8 binding host dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:49:37.701770 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fab7476d-6390-48ad-9c3d-70938bfd92c3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (4a32504c-3e62-4e8f-9732-8a6fd572ef4b), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:37.705433 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fdef63d1-27cb-4900-b39a-69a2e1a4c902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (ed5ea96c-686c-4c85-ae70-d525c5a515c8), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:37.711596 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-cccf8b47-0ce1-4b76-9754-7f7b200e4f79 None None] Provisioning complete for port b79a8547-2c69-47e8-ba78-c9b612814688 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:37.712050 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cccf8b47-0ce1-4b76-9754-7f7b200e4f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b79a8547-2c69-47e8-ba78-c9b612814688), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:37.765621 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fab7476d-6390-48ad-9c3d-70938bfd92c3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (4a32504c-3e62-4e8f-9732-8a6fd572ef4b), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:37.798490 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-cccf8b47-0ce1-4b76-9754-7f7b200e4f79 None None] Current status of the port b79a8547-2c69-47e8-ba78-c9b612814688 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:49:37.812917 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab7476d-6390-48ad-9c3d-70938bfd92c3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a32504c-3e62-4e8f-9732-8a6fd572ef4b,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:37.814525 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-cccf8b47-0ce1-4b76-9754-7f7b200e4f79 None None] Provisioning complete for port ed5ea96c-686c-4c85-ae70-d525c5a515c8 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:37.815087 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cccf8b47-0ce1-4b76-9754-7f7b200e4f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (ed5ea96c-686c-4c85-ae70-d525c5a515c8), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:37.853239 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fab7476d-6390-48ad-9c3d-70938bfd92c3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:37.854714 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-fab7476d-6390-48ad-9c3d-70938bfd92c3 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3318589 Jan 29 04:49:37.857582 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58466) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:49:37.858546 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-cccf8b47-0ce1-4b76-9754-7f7b200e4f79 None None] Port ed5ea96c-686c-4c85-ae70-d525c5a515c8 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:49:37.864106 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-2d82bc94-3740-432b-a5ff-10a163376f55 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': '4a32504c-3e62-4e8f-9732-8a6fd572ef4b', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:49:37.973812 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2d82bc94-3740-432b-a5ff-10a163376f55 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (72b106b6-8ece-405c-91c3-8611b3a7f045), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:37.982512 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-dcad4453-f931-4532-8682-0a38590be3a4 None None] Provisioning complete for port ed5ea96c-686c-4c85-ae70-d525c5a515c8 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:37.983025 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dcad4453-f931-4532-8682-0a38590be3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (ed5ea96c-686c-4c85-ae70-d525c5a515c8), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:38.011615 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fdef63d1-27cb-4900-b39a-69a2e1a4c902 None None] Publish callbacks [] for port (ed5ea96c-686c-4c85-ae70-d525c5a515c8), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:38.039478 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-dcad4453-f931-4532-8682-0a38590be3a4 None None] Port ed5ea96c-686c-4c85-ae70-d525c5a515c8 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:49:38.057516 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2d82bc94-3740-432b-a5ff-10a163376f55 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (72b106b6-8ece-405c-91c3-8611b3a7f045), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:38.064860 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device fb09a095-8b74-4688-ade5-bfd923bced0d up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:49:38.067499 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fdef63d1-27cb-4900-b39a-69a2e1a4c902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (ed5ea96c-686c-4c85-ae70-d525c5a515c8), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:38.120009 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port fb09a095-8b74-4688-ade5-bfd923bced0d triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:38.120308 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (fb09a095-8b74-4688-ade5-bfd923bced0d), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:38.130659 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2d82bc94-3740-432b-a5ff-10a163376f55 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (72b106b6-8ece-405c-91c3-8611b3a7f045), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:38.155941 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d82bc94-3740-432b-a5ff-10a163376f55 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72b106b6-8ece-405c-91c3-8611b3a7f045,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:38.168018 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c93b6e-8e9e-46f1-a613-a6025e3c06b8 None None] Pushing event updated for resources: {'Port': ['ID=ed5ea96c-686c-4c85-ae70-d525c5a515c8,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:38.178657 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-fdef63d1-27cb-4900-b39a-69a2e1a4c902 None None] Attempting to bind port ed5ea96c-686c-4c85-ae70-d525c5a515c8 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:49:38.178657 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-fdef63d1-27cb-4900-b39a-69a2e1a4c902 None None] Attempting to bind port ed5ea96c-686c-4c85-ae70-d525c5a515c8 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '77f29a65-4318-4a32-b2af-9067eba7f0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cf07de2-988b-41c1-ac2d-1645e71735f1'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:49:38.178657 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdef63d1-27cb-4900-b39a-69a2e1a4c902 None None] Attempting to bind port ed5ea96c-686c-4c85-ae70-d525c5a515c8 on network 0cf07de2-988b-41c1-ac2d-1645e71735f1 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:49:38.183637 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c93b6e-8e9e-46f1-a613-a6025e3c06b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:38.184041 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c93b6e-8e9e-46f1-a613-a6025e3c06b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:38.184450 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c93b6e-8e9e-46f1-a613-a6025e3c06b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:38.184813 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c93b6e-8e9e-46f1-a613-a6025e3c06b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:38.185144 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c93b6e-8e9e-46f1-a613-a6025e3c06b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:38.185470 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c93b6e-8e9e-46f1-a613-a6025e3c06b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:38.185798 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c93b6e-8e9e-46f1-a613-a6025e3c06b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:38.186121 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c93b6e-8e9e-46f1-a613-a6025e3c06b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:38.186442 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c93b6e-8e9e-46f1-a613-a6025e3c06b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:38.186762 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c93b6e-8e9e-46f1-a613-a6025e3c06b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:38.187079 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c93b6e-8e9e-46f1-a613-a6025e3c06b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:38.187395 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c93b6e-8e9e-46f1-a613-a6025e3c06b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:38.187708 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c93b6e-8e9e-46f1-a613-a6025e3c06b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:38.193903 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdef63d1-27cb-4900-b39a-69a2e1a4c902 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:49:38.194277 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdef63d1-27cb-4900-b39a-69a2e1a4c902 None None] Checking segment: {'id': '77f29a65-4318-4a32-b2af-9067eba7f0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cf07de2-988b-41c1-ac2d-1645e71735f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:49:38.194689 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fdef63d1-27cb-4900-b39a-69a2e1a4c902 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:38.195070 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdef63d1-27cb-4900-b39a-69a2e1a4c902 None None] Bound using segment: {'id': '77f29a65-4318-4a32-b2af-9067eba7f0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cf07de2-988b-41c1-ac2d-1645e71735f1'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:49:38.195568 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-fdef63d1-27cb-4900-b39a-69a2e1a4c902 None None] Bound port: ed5ea96c-686c-4c85-ae70-d525c5a515c8, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f29a65-4318-4a32-b2af-9067eba7f0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cf07de2-988b-41c1-ac2d-1645e71735f1'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:49:38.195920 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fdef63d1-27cb-4900-b39a-69a2e1a4c902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (ed5ea96c-686c-4c85-ae70-d525c5a515c8), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:38.213391 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port fb09a095-8b74-4688-ade5-bfd923bced0d is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:49:38.214551 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device b79a8547-2c69-47e8-ba78-c9b612814688 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:49:38.224456 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2d82bc94-3740-432b-a5ff-10a163376f55 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:38.225877 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2d82bc94-3740-432b-a5ff-10a163376f55 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3672318 Jan 29 04:49:38.229000 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58468) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:49:38.233711 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-2cba6056-b814-4180-a5be-d8883f01c45b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': '4a32504c-3e62-4e8f-9732-8a6fd572ef4b', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:49:38.288521 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-19b18979-2637-4be7-8e5b-82cd75b244bb None None] Provisioning complete for port ed5ea96c-686c-4c85-ae70-d525c5a515c8 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:38.288521 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-19b18979-2637-4be7-8e5b-82cd75b244bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (ed5ea96c-686c-4c85-ae70-d525c5a515c8), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:38.289121 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-fdef63d1-27cb-4900-b39a-69a2e1a4c902 None None] For port ed5ea96c-686c-4c85-ae70-d525c5a515c8, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:49:38.292844 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-fdef63d1-27cb-4900-b39a-69a2e1a4c902 None None] For port ed5ea96c-686c-4c85-ae70-d525c5a515c8, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=ed5ea96c-686c-4c85-ae70-d525c5a515c8,segment=NetworkSegment(77f29a65-4318-4a32-b2af-9067eba7f0fc),segment_id=77f29a65-4318-4a32-b2af-9067eba7f0fc)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:49:38.331806 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-19b18979-2637-4be7-8e5b-82cd75b244bb None None] Port ed5ea96c-686c-4c85-ae70-d525c5a515c8 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:49:38.339252 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port b79a8547-2c69-47e8-ba78-c9b612814688 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:38.339626 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b79a8547-2c69-47e8-ba78-c9b612814688), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:38.369574 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2cba6056-b814-4180-a5be-d8883f01c45b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (c432ccff-c293-4e90-80f3-a15a4e0819a2), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:38.383500 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fdef63d1-27cb-4900-b39a-69a2e1a4c902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (ed5ea96c-686c-4c85-ae70-d525c5a515c8), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:38.450780 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2cba6056-b814-4180-a5be-d8883f01c45b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (c432ccff-c293-4e90-80f3-a15a4e0819a2), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:38.451947 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port b79a8547-2c69-47e8-ba78-c9b612814688 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:49:38.464306 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-50046f59-5e77-426c-9eb3-7c48d4fb24bb None None] Provisioning complete for port ed5ea96c-686c-4c85-ae70-d525c5a515c8 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:38.464708 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-50046f59-5e77-426c-9eb3-7c48d4fb24bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (ed5ea96c-686c-4c85-ae70-d525c5a515c8), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:38.473653 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c93b6e-8e9e-46f1-a613-a6025e3c06b8 None None] Pushing event updated for resources: {'Port': ['ID=ed5ea96c-686c-4c85-ae70-d525c5a515c8,revision_number=4']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:38.477499 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdef63d1-27cb-4900-b39a-69a2e1a4c902 None None] Routers {'6379ea8b-13e6-4cf5-bbad-d67f12a85c02'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:49:38.478107 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-fdef63d1-27cb-4900-b39a-69a2e1a4c902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:49:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['6379ea8b-13e6-4cf5-bbad-d67f12a85c02'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:38.502529 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2cba6056-b814-4180-a5be-d8883f01c45b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (c432ccff-c293-4e90-80f3-a15a4e0819a2), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:38.543887 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba6056-b814-4180-a5be-d8883f01c45b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c432ccff-c293-4e90-80f3-a15a4e0819a2,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:38.586193 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-50046f59-5e77-426c-9eb3-7c48d4fb24bb None None] Current status of the port ed5ea96c-686c-4c85-ae70-d525c5a515c8 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:49:38.588934 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-50046f59-5e77-426c-9eb3-7c48d4fb24bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (ed5ea96c-686c-4c85-ae70-d525c5a515c8), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:38.601676 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2cba6056-b814-4180-a5be-d8883f01c45b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:38.606525 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 58470) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:49:38.611849 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-fdef63d1-27cb-4900-b39a-69a2e1a4c902 None None] Set router 6379ea8b-13e6-4cf5-bbad-d67f12a85c02 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:49:38.612074 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-ca48184d-c183-485d-858a-108dc822b180 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': '4a32504c-3e62-4e8f-9732-8a6fd572ef4b', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:49:38.616456 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2cba6056-b814-4180-a5be-d8883f01c45b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3863425 Jan 29 04:49:38.665073 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-50046f59-5e77-426c-9eb3-7c48d4fb24bb None None] For port ed5ea96c-686c-4c85-ae70-d525c5a515c8, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=ed5ea96c-686c-4c85-ae70-d525c5a515c8,segment=NetworkSegment(77f29a65-4318-4a32-b2af-9067eba7f0fc),segment_id=77f29a65-4318-4a32-b2af-9067eba7f0fc)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:49:38.697140 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ca48184d-c183-485d-858a-108dc822b180 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (3955898d-0c81-4e2d-be38-dd30778f7813), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:38.748063 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-50046f59-5e77-426c-9eb3-7c48d4fb24bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (ed5ea96c-686c-4c85-ae70-d525c5a515c8), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:38.779438 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ca48184d-c183-485d-858a-108dc822b180 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (3955898d-0c81-4e2d-be38-dd30778f7813), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:38.802509 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50046f59-5e77-426c-9eb3-7c48d4fb24bb None None] Pushing event updated for resources: {'Port': ['ID=ed5ea96c-686c-4c85-ae70-d525c5a515c8,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:38.863326 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ca48184d-c183-485d-858a-108dc822b180 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (3955898d-0c81-4e2d-be38-dd30778f7813), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:38.869472 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-8a35b635-86de-48de-83e0-363ee7428e14 None None] Provisioning complete for port ed5ea96c-686c-4c85-ae70-d525c5a515c8 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:38.870322 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8a35b635-86de-48de-83e0-363ee7428e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (ed5ea96c-686c-4c85-ae70-d525c5a515c8), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:38.872185 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-fdef63d1-27cb-4900-b39a-69a2e1a4c902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'name': 'tempest-TestNetworkBasicOps-router-964772166', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'fb09a095-8b74-4688-ade5-bfd923bced0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:49:31Z', 'updated_at': '2022-01-29T04:49:36Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': 'fb09a095-8b74-4688-ade5-bfd923bced0d', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:32Z', 'updated_at': '2022-01-29T04:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'ed5ea96c-686c-4c85-ae70-d525c5a515c8', 'name': '', 'network_id': '0cf07de2-988b-41c1-ac2d-1645e71735f1', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:95:df:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'dfe3aed0-c81f-42a9-87b8-083f4fb16850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:35Z', 'updated_at': '2022-01-29T04:49:38Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': 'dfe3aed0-c81f-42a9-87b8-083f4fb16850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:38.882067 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48184d-c183-485d-858a-108dc822b180 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3955898d-0c81-4e2d-be38-dd30778f7813,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:38.905766 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdef63d1-27cb-4900-b39a-69a2e1a4c902 None None] The sync data for ids ['6379ea8b-13e6-4cf5-bbad-d67f12a85c02'] in dv-neutron-821190-1-hyperv is: [{'id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'name': 'tempest-TestNetworkBasicOps-router-964772166', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'fb09a095-8b74-4688-ade5-bfd923bced0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:49:31Z', 'updated_at': '2022-01-29T04:49:36Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': 'fb09a095-8b74-4688-ade5-bfd923bced0d', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:32Z', 'updated_at': '2022-01-29T04:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'ed5ea96c-686c-4c85-ae70-d525c5a515c8', 'name': '', 'network_id': '0cf07de2-988b-41c1-ac2d-1645e71735f1', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:95:df:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'dfe3aed0-c81f-42a9-87b8-083f4fb16850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:35Z', 'updated_at': '2022-01-29T04:49:38Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': 'dfe3aed0-c81f-42a9-87b8-083f4fb16850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:49:38.949243 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ca48184d-c183-485d-858a-108dc822b180 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:38.951893 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ca48184d-c183-485d-858a-108dc822b180 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3443210 Jan 29 04:49:38.964979 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58472) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:49:38.973536 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-647823c1-1d05-4c7d-b19f-e3af685be633 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': '4a32504c-3e62-4e8f-9732-8a6fd572ef4b', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:49:38.975703 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-8a35b635-86de-48de-83e0-363ee7428e14 None None] Current status of the port ed5ea96c-686c-4c85-ae70-d525c5a515c8 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:49:39.055553 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-647823c1-1d05-4c7d-b19f-e3af685be633 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (b182fe46-8bdb-4019-ae33-63ff9805e360), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:39.119505 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-647823c1-1d05-4c7d-b19f-e3af685be633 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (b182fe46-8bdb-4019-ae33-63ff9805e360), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:39.205065 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-647823c1-1d05-4c7d-b19f-e3af685be633 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (b182fe46-8bdb-4019-ae33-63ff9805e360), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:39.224721 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647823c1-1d05-4c7d-b19f-e3af685be633 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b182fe46-8bdb-4019-ae33-63ff9805e360,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:39.315112 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-647823c1-1d05-4c7d-b19f-e3af685be633 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:39.316546 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-647823c1-1d05-4c7d-b19f-e3af685be633 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3505073 Jan 29 04:49:39.319281 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58474) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:49:39.323930 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-9fdf808c-a867-4873-b8a2-be2dc60da37b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': '4a32504c-3e62-4e8f-9732-8a6fd572ef4b', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:49:39.422310 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.securitygroups_db [None req-9fdf808c-a867-4873-b8a2-be2dc60da37b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Project 9cb37fd5f36f44e696381da232925f9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:49:39.430841 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9fdf808c-a867-4873-b8a2-be2dc60da37b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (00d37033-ea15-4cd8-b852-9ad5c8f7e961), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:39.492191 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9fdf808c-a867-4873-b8a2-be2dc60da37b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (00d37033-ea15-4cd8-b852-9ad5c8f7e961), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:39.576600 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9fdf808c-a867-4873-b8a2-be2dc60da37b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (00d37033-ea15-4cd8-b852-9ad5c8f7e961), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:39.598055 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf808c-a867-4873-b8a2-be2dc60da37b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00d37033-ea15-4cd8-b852-9ad5c8f7e961,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:39.659424 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9fdf808c-a867-4873-b8a2-be2dc60da37b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:39.661118 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9fdf808c-a867-4873-b8a2-be2dc60da37b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3405128 Jan 29 04:49:39.663680 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 58476) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:49:39.668322 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-eca9fc3d-c205-40ce-bba5-71b286e00cd5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'security_group_rule': {'security_group_id': '4a32504c-3e62-4e8f-9732-8a6fd572ef4b', 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:49:39.758446 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.securitygroups_db [None req-eca9fc3d-c205-40ce-bba5-71b286e00cd5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Project 9cb37fd5f36f44e696381da232925f9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:49:39.764118 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-eca9fc3d-c205-40ce-bba5-71b286e00cd5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (6854577a-e651-4a01-b174-9d256e5fbdb9), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:39.833193 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-eca9fc3d-c205-40ce-bba5-71b286e00cd5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (6854577a-e651-4a01-b174-9d256e5fbdb9), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:39.890708 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-eca9fc3d-c205-40ce-bba5-71b286e00cd5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (6854577a-e651-4a01-b174-9d256e5fbdb9), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:39.908723 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca9fc3d-c205-40ce-bba5-71b286e00cd5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6854577a-e651-4a01-b174-9d256e5fbdb9,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:39.948523 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device ed5ea96c-686c-4c85-ae70-d525c5a515c8 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:49:40.000634 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-eca9fc3d-c205-40ce-bba5-71b286e00cd5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:40.001411 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port ed5ea96c-686c-4c85-ae70-d525c5a515c8 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:40.001945 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (ed5ea96c-686c-4c85-ae70-d525c5a515c8), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:40.012213 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-eca9fc3d-c205-40ce-bba5-71b286e00cd5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3473668 Jan 29 04:49:40.080375 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port ed5ea96c-686c-4c85-ae70-d525c5a515c8 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:49:40.164066 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-c616265d-2c69-4abe-b878-fcacb04a6ce2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-316857465&fields=id&tenant_id=9cb37fd5f36f44e696381da232925f9b HTTP/1.1" status: 200 len: 267 time: 0.0440109 Jan 29 04:49:40.271797 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-dcee493a-fc3f-4a41-b69a-f541d8f75fa9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:40.273291 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-dcee493a-fc3f-4a41-b69a-f541d8f75fa9 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/networks?id=0cf07de2-988b-41c1-ac2d-1645e71735f1 HTTP/1.1" status: 200 len: 796 time: 0.1026711 Jan 29 04:49:40.288412 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-0492d27f-0117-4c00-a9e4-9989b997022f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/quotas/9cb37fd5f36f44e696381da232925f9b HTTP/1.1" status: 200 len: 375 time: 0.0098495 Jan 29 04:49:40.342894 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-2d3724eb-36b5-4b99-8b4e-23698ee6f898 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496051 Jan 29 04:49:40.358133 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-8d3478d5-3677-40a4-9edf-17f552010001 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:49:40.359093 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-8d3478d5-3677-40a4-9edf-17f552010001 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050261 Jan 29 04:49:40.452958 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-b9a6c977-556f-4bd6-90d7-d43a8a09191d service neutron] 10.222.0.13 "GET /v2.0/networks/0cf07de2-988b-41c1-ac2d-1645e71735f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878773 Jan 29 04:49:40.542292 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-932850b5-6a3e-44f4-9934-78a450bf56c6 service neutron] 10.222.0.13 "GET /v2.0/networks/0cf07de2-988b-41c1-ac2d-1645e71735f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827081 Jan 29 04:49:40.760011 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-76304de7-1d15-4486-91e0-3068bb243c32 req-e0ce7a36-38c2-43f6-b12d-c9f53f99106e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a6c49a-d525-462b-bbb1-2e73e5fa634e HTTP/1.1" status: 200 len: 210 time: 0.0269563 Jan 29 04:49:41.856933 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-8ed8fa56-1fb7-4eab-8657-f1fee7679b8c req-c9b2e5f8-16f3-41ab-bcf7-d6727e54bc4c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a6c49a-d525-462b-bbb1-2e73e5fa634e HTTP/1.1" status: 200 len: 210 time: 0.0296621 Jan 29 04:49:42.655121 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-16419eac-1076-4b08-9eb8-220862188d9f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:42.656556 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-16419eac-1076-4b08-9eb8-220862188d9f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "GET /v2.0/networks?id=0cf07de2-988b-41c1-ac2d-1645e71735f1 HTTP/1.1" status: 200 len: 796 time: 0.1005669 Jan 29 04:49:42.723543 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-8388e99d-1dd8-4345-a6eb-cc01b8a5bda6 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cb37fd5f36f44e696381da232925f9b HTTP/1.1" status: 200 len: 379 time: 0.0528660 Jan 29 04:49:42.731349 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-36651062-2228-4996-8a2a-cc4643605aca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'port': {'device_id': 'b6a6c49a-d525-462b-bbb1-2e73e5fa634e', 'network_id': '0cf07de2-988b-41c1-ac2d-1645e71735f1', 'admin_state_up': True, 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'security_groups': ['4a32504c-3e62-4e8f-9732-8a6fd572ef4b']}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:49:42.896128 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-36651062-2228-4996-8a2a-cc4643605aca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Made reservation on behalf of 9cb37fd5f36f44e696381da232925f9b for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:49:42.899685 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-36651062-2228-4996-8a2a-cc4643605aca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:42.981884 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f8bced4a-42ab-458c-9e46-b9f2e34a68e4 req-b2bb7c7f-8b51-44dd-832a-077a8a7e7614 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a6c49a-d525-462b-bbb1-2e73e5fa634e HTTP/1.1" status: 200 len: 210 time: 0.0567124 Jan 29 04:49:43.052366 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-36651062-2228-4996-8a2a-cc4643605aca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Allocated IP 172.20.0.6 (0cf07de2-988b-41c1-ac2d-1645e71735f1/dfe3aed0-c81f-42a9-87b8-083f4fb16850/b5ff701f-b4e6-41f6-b199-e6cbb86f66c1) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:49:43.184088 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-36651062-2228-4996-8a2a-cc4643605aca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (b5ff701f-b4e6-41f6-b199-e6cbb86f66c1), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:43.256707 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-36651062-2228-4996-8a2a-cc4643605aca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (b5ff701f-b4e6-41f6-b199-e6cbb86f66c1), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:43.300326 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-36651062-2228-4996-8a2a-cc4643605aca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network 0cf07de2-988b-41c1-ac2d-1645e71735f1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:49:43.303469 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-36651062-2228-4996-8a2a-cc4643605aca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:49:43.306855 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-36651062-2228-4996-8a2a-cc4643605aca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:49:43.334966 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36651062-2228-4996-8a2a-cc4643605aca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=b5ff701f-b4e6-41f6-b199-e6cbb86f66c1,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:43.363959 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-36651062-2228-4996-8a2a-cc4643605aca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:43.364735 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-36651062-2228-4996-8a2a-cc4643605aca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:43.443125 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-36651062-2228-4996-8a2a-cc4643605aca tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7151158 Jan 29 04:49:43.464977 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-de4203fe-d824-4f6d-8085-0bfad0fa1a4e service neutron] Request body: {'port': {'device_id': 'b6a6c49a-d525-462b-bbb1-2e73e5fa634e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:49:43.521721 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-de4203fe-d824-4f6d-8085-0bfad0fa1a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b5ff701f-b4e6-41f6-b199-e6cbb86f66c1), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:43.532017 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-ffd1dc2f-c97b-4b5c-b33a-37757596a651 None None] Provisioning complete for port b5ff701f-b4e6-41f6-b199-e6cbb86f66c1 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:43.532517 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ffd1dc2f-c97b-4b5c-b33a-37757596a651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b5ff701f-b4e6-41f6-b199-e6cbb86f66c1), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:43.568712 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ffd1dc2f-c97b-4b5c-b33a-37757596a651 None None] Port b5ff701f-b4e6-41f6-b199-e6cbb86f66c1 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:49:43.778440 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-de4203fe-d824-4f6d-8085-0bfad0fa1a4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5ff701f-b4e6-41f6-b199-e6cbb86f66c1 {{(pid=103585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:49:43.786399 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-de4203fe-d824-4f6d-8085-0bfad0fa1a4e service neutron] Publish callbacks [] for port (b5ff701f-b4e6-41f6-b199-e6cbb86f66c1), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:43.798781 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.provisioning_blocks [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-de4203fe-d824-4f6d-8085-0bfad0fa1a4e service neutron] Transition to ACTIVE for port object b5ff701f-b4e6-41f6-b199-e6cbb86f66c1 will not be triggered until provisioned by entity L2. {{(pid=103585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:49:43.873517 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-de4203fe-d824-4f6d-8085-0bfad0fa1a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (b5ff701f-b4e6-41f6-b199-e6cbb86f66c1), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:43.921792 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4203fe-d824-4f6d-8085-0bfad0fa1a4e service neutron] Pushing event updated for resources: {'Port': ['ID=b5ff701f-b4e6-41f6-b199-e6cbb86f66c1,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:43.995702 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-de4203fe-d824-4f6d-8085-0bfad0fa1a4e service neutron] Attempting to bind port b5ff701f-b4e6-41f6-b199-e6cbb86f66c1 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:49:43.996044 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-de4203fe-d824-4f6d-8085-0bfad0fa1a4e service neutron] Attempting to bind port b5ff701f-b4e6-41f6-b199-e6cbb86f66c1 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '77f29a65-4318-4a32-b2af-9067eba7f0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cf07de2-988b-41c1-ac2d-1645e71735f1'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:49:43.996368 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-de4203fe-d824-4f6d-8085-0bfad0fa1a4e service neutron] Attempting to bind port b5ff701f-b4e6-41f6-b199-e6cbb86f66c1 on network 0cf07de2-988b-41c1-ac2d-1645e71735f1 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:49:44.001461 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-de4203fe-d824-4f6d-8085-0bfad0fa1a4e service neutron] Port b5ff701f-b4e6-41f6-b199-e6cbb86f66c1 on network 0cf07de2-988b-41c1-ac2d-1645e71735f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:49:44.002012 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-de4203fe-d824-4f6d-8085-0bfad0fa1a4e service neutron] Attempting to bind port b5ff701f-b4e6-41f6-b199-e6cbb86f66c1 on network 0cf07de2-988b-41c1-ac2d-1645e71735f1 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:49:44.008020 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-de4203fe-d824-4f6d-8085-0bfad0fa1a4e service neutron] Checking agent: {'id': '15eedd85-6d76-4715-a40f-dc31e854816c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'started_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:49:44.008358 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-de4203fe-d824-4f6d-8085-0bfad0fa1a4e service neutron] Checking segment: {'id': '77f29a65-4318-4a32-b2af-9067eba7f0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cf07de2-988b-41c1-ac2d-1645e71735f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:49:44.008778 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-de4203fe-d824-4f6d-8085-0bfad0fa1a4e service neutron] Bound using segment: {'id': '77f29a65-4318-4a32-b2af-9067eba7f0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cf07de2-988b-41c1-ac2d-1645e71735f1'} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:49:44.009209 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-de4203fe-d824-4f6d-8085-0bfad0fa1a4e service neutron] Bound port: b5ff701f-b4e6-41f6-b199-e6cbb86f66c1, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77f29a65-4318-4a32-b2af-9067eba7f0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cf07de2-988b-41c1-ac2d-1645e71735f1'}}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:49:44.009579 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-de4203fe-d824-4f6d-8085-0bfad0fa1a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b5ff701f-b4e6-41f6-b199-e6cbb86f66c1), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:44.087569 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-de4203fe-d824-4f6d-8085-0bfad0fa1a4e service neutron] For port b5ff701f-b4e6-41f6-b199-e6cbb86f66c1, host hv-neutron-8211, cleared binding levels {{(pid=103585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:49:44.090582 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-de4203fe-d824-4f6d-8085-0bfad0fa1a4e service neutron] For port b5ff701f-b4e6-41f6-b199-e6cbb86f66c1, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b5ff701f-b4e6-41f6-b199-e6cbb86f66c1,segment=NetworkSegment(77f29a65-4318-4a32-b2af-9067eba7f0fc),segment_id=77f29a65-4318-4a32-b2af-9067eba7f0fc)] {{(pid=103585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:49:44.124818 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2c4eb-1ea2-477d-8d5d-90a0c44cd21b req-de51d861-e3eb-4168-b995-79c7cdf2afad tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:44.127308 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-66e2c4eb-1ea2-477d-8d5d-90a0c44cd21b req-de51d861-e3eb-4168-b995-79c7cdf2afad tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a6c49a-d525-462b-bbb1-2e73e5fa634e HTTP/1.1" status: 200 len: 943 time: 0.0705497 Jan 29 04:49:44.154072 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-de4203fe-d824-4f6d-8085-0bfad0fa1a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (b5ff701f-b4e6-41f6-b199-e6cbb86f66c1), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:44.180606 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-66e2c4eb-1ea2-477d-8d5d-90a0c44cd21b req-bb0115da-f184-4a88-8fc3-58742330a968 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a32504c-3e62-4e8f-9732-8a6fd572ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476737 Jan 29 04:49:44.194153 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-de4203fe-d824-4f6d-8085-0bfad0fa1a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:44.194722 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-de4203fe-d824-4f6d-8085-0bfad0fa1a4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:44.196135 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-de4203fe-d824-4f6d-8085-0bfad0fa1a4e service neutron] 10.222.0.18 "PUT /v2.0/ports/b5ff701f-b4e6-41f6-b199-e6cbb86f66c1 HTTP/1.1" status: 200 len: 1093 time: 0.7380116 Jan 29 04:49:44.196881 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a6c49a-d525-462b-bbb1-2e73e5fa634e', 'tag': 'b5ff701f-b4e6-41f6-b199-e6cbb86f66c1'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:49:44.199091 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d1b5d7-736c-407a-8ce3-40c608d57d4c" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a6c49a-d525-462b-bbb1-2e73e5fa634e", "tag": "b5ff701f-b4e6-41f6-b199-e6cbb86f66c1"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:49:44.229743 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4203fe-d824-4f6d-8085-0bfad0fa1a4e service neutron] Pushing event updated for resources: {'Port': ['ID=b5ff701f-b4e6-41f6-b199-e6cbb86f66c1,revision_number=3']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:44.246454 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327b9df2-6e56-4fd4-a7f9-dc402b18aef2 x-openstack-request-id: req-327b9df2-6e56-4fd4-a7f9-dc402b18aef2 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:49:44.246454 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a6c49a-d525-462b-bbb1-2e73e5fa634e", "tag": "b5ff701f-b4e6-41f6-b199-e6cbb86f66c1", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:49:44.246454 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-327b9df2-6e56-4fd4-a7f9-dc402b18aef2 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:49:44.246454 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6a6c49a-d525-462b-bbb1-2e73e5fa634e', 'tag': 'b5ff701f-b4e6-41f6-b199-e6cbb86f66c1', 'status': 'completed', 'code': 200} Jan 29 04:49:44.335280 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1b5d7-736c-407a-8ce3-40c608d57d4c req-9704574e-fe00-44d5-a434-a8cd4dfe365d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:44.336863 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c9d1b5d7-736c-407a-8ce3-40c608d57d4c req-9704574e-fe00-44d5-a434-a8cd4dfe365d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=b6a6c49a-d525-462b-bbb1-2e73e5fa634e HTTP/1.1" status: 200 len: 1127 time: 0.0492299 Jan 29 04:49:44.451167 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1b5d7-736c-407a-8ce3-40c608d57d4c req-1e85f794-e31d-48e4-9d78-ded086f39de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:44.452709 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c9d1b5d7-736c-407a-8ce3-40c608d57d4c req-1e85f794-e31d-48e4-9d78-ded086f39de3 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9cb37fd5f36f44e696381da232925f9b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1014104 Jan 29 04:49:44.548264 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1b5d7-736c-407a-8ce3-40c608d57d4c req-7f6c666a-d051-4f7e-b47b-87e058c90f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:44.549823 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c9d1b5d7-736c-407a-8ce3-40c608d57d4c req-7f6c666a-d051-4f7e-b47b-87e058c90f29 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908396 Jan 29 04:49:44.653148 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-9fb7c510-84fa-47c4-ae1a-109dcf918db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:44.654555 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-9fb7c510-84fa-47c4-ae1a-109dcf918db0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=b6a6c49a-d525-462b-bbb1-2e73e5fa634e HTTP/1.1" status: 200 len: 1127 time: 0.0481107 Jan 29 04:49:45.042705 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-76bdaaf5-702c-415a-9d94-ea6349cb973b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5ff701f-b4e6-41f6-b199-e6cbb86f66c1 HTTP/1.1" status: 200 len: 217 time: 0.3753810 Jan 29 04:49:45.089753 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-12fe0aea-b802-4ddf-991f-4be692db48e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:45.091124 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-12fe0aea-b802-4ddf-991f-4be692db48e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dfe3aed0-c81f-42a9-87b8-083f4fb16850 HTTP/1.1" status: 200 len: 834 time: 0.0422635 Jan 29 04:49:45.137526 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-9c970826-1916-4df3-89bd-096955fbb2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:45.138986 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-9c970826-1916-4df3-89bd-096955fbb2c6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0cf07de2-988b-41c1-ac2d-1645e71735f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0416944 Jan 29 04:49:45.228109 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-20b97501-c69b-47a0-8927-e8742812c231 service neutron] 10.222.0.18 "GET /v2.0/networks/0cf07de2-988b-41c1-ac2d-1645e71735f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825436 Jan 29 04:49:45.300048 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94f6ba-fc30-4d13-a82b-bcb83ead513e req-83380aa9-0821-442f-89e8-f9721dddfdb2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:45.301622 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-da94f6ba-fc30-4d13-a82b-bcb83ead513e req-83380aa9-0821-442f-89e8-f9721dddfdb2 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a6c49a-d525-462b-bbb1-2e73e5fa634e HTTP/1.1" status: 200 len: 943 time: 0.0532484 Jan 29 04:49:45.320343 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8ac45c4a-0acb-4433-96ab-2cef9e869860 req-a6241334-7169-4349-947f-154ebed2ffe4 service neutron] 10.222.0.18 "GET /v2.0/networks/0cf07de2-988b-41c1-ac2d-1645e71735f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859179 Jan 29 04:49:45.351843 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-da94f6ba-fc30-4d13-a82b-bcb83ead513e req-92ce70e8-ee7a-4ec6-9cd3-da9f7050bd3e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a32504c-3e62-4e8f-9732-8a6fd572ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445528 Jan 29 04:49:46.470972 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab56b8-9e29-40ce-b8c5-86089092e466 req-9b039d54-5b97-48fb-98ad-4955b99f0b11 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:46.472452 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-43ab56b8-9e29-40ce-b8c5-86089092e466 req-9b039d54-5b97-48fb-98ad-4955b99f0b11 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a6c49a-d525-462b-bbb1-2e73e5fa634e HTTP/1.1" status: 200 len: 943 time: 0.0542214 Jan 29 04:49:46.525318 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-43ab56b8-9e29-40ce-b8c5-86089092e466 req-0c32f1ca-7ccb-4d9a-abcb-65622f1a1196 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a32504c-3e62-4e8f-9732-8a6fd572ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473254 Jan 29 04:49:47.642593 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff981c5-9c4b-4565-8dea-9e3ba13edfc7 req-4ab01907-3a12-4f32-b93d-68144268fa8d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:47.644066 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-1ff981c5-9c4b-4565-8dea-9e3ba13edfc7 req-4ab01907-3a12-4f32-b93d-68144268fa8d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a6c49a-d525-462b-bbb1-2e73e5fa634e HTTP/1.1" status: 200 len: 943 time: 0.0521650 Jan 29 04:49:47.691471 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-1ff981c5-9c4b-4565-8dea-9e3ba13edfc7 req-8cbc99f1-da09-4963-9555-31e689e19933 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a32504c-3e62-4e8f-9732-8a6fd572ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418501 Jan 29 04:49:48.463379 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device b5ff701f-b4e6-41f6-b199-e6cbb86f66c1 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:49:48.558243 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port b5ff701f-b4e6-41f6-b199-e6cbb86f66c1, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b5ff701f-b4e6-41f6-b199-e6cbb86f66c1,segment=NetworkSegment(77f29a65-4318-4a32-b2af-9067eba7f0fc),segment_id=77f29a65-4318-4a32-b2af-9067eba7f0fc)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:49:48.570061 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': 'b5ff701f-b4e6-41f6-b199-e6cbb86f66c1', 'network_id': '0cf07de2-988b-41c1-ac2d-1645e71735f1', 'port_id': 'b5ff701f-b4e6-41f6-b199-e6cbb86f66c1', 'mac_address': 'fa:16:3e:5e:14:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe3aed0-c81f-42a9-87b8-083f4fb16850', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:49:48.605444 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port b5ff701f-b4e6-41f6-b199-e6cbb86f66c1 is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:49:48.605822 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b5ff701f-b4e6-41f6-b199-e6cbb86f66c1), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:48.617988 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5ff701f-b4e6-41f6-b199-e6cbb86f66c1 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:49:48.637523 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port b5ff701f-b4e6-41f6-b199-e6cbb86f66c1, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b5ff701f-b4e6-41f6-b199-e6cbb86f66c1,segment=NetworkSegment(77f29a65-4318-4a32-b2af-9067eba7f0fc),segment_id=77f29a65-4318-4a32-b2af-9067eba7f0fc)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:49:48.684614 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (b5ff701f-b4e6-41f6-b199-e6cbb86f66c1), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:48.730869 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=b5ff701f-b4e6-41f6-b199-e6cbb86f66c1,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:48.811144 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e827e-e2f6-43db-8274-4c51ec04ed64 req-c5e15fcc-f742-4d2b-968a-dea3f5ffed80 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:48.812643 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-df5e827e-e2f6-43db-8274-4c51ec04ed64 req-c5e15fcc-f742-4d2b-968a-dea3f5ffed80 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a6c49a-d525-462b-bbb1-2e73e5fa634e HTTP/1.1" status: 200 len: 944 time: 0.0526674 Jan 29 04:49:48.863116 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-df5e827e-e2f6-43db-8274-4c51ec04ed64 req-e7a78623-e1b0-4cad-8020-5d18468b716b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a32504c-3e62-4e8f-9732-8a6fd572ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434558 Jan 29 04:49:49.066401 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['b5ff701f-b4e6-41f6-b199-e6cbb86f66c1'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:49:49.984492 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0b1e3-2667-47b6-960e-c63fd3250102 req-30b0b36b-cc76-47b0-8ddf-ad8036b5a736 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:49.986655 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-0be0b1e3-2667-47b6-960e-c63fd3250102 req-30b0b36b-cc76-47b0-8ddf-ad8036b5a736 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a6c49a-d525-462b-bbb1-2e73e5fa634e HTTP/1.1" status: 200 len: 944 time: 0.0570638 Jan 29 04:49:50.039960 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-0be0b1e3-2667-47b6-960e-c63fd3250102 req-d69425e6-ad0d-4bd8-a219-67b252c36d4e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a32504c-3e62-4e8f-9732-8a6fd572ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477300 Jan 29 04:49:50.187392 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5a944f43-d777-425b-95ca-b63b8d98e47f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:50.468686 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device b5ff701f-b4e6-41f6-b199-e6cbb86f66c1 up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:49:50.553642 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning for port b5ff701f-b4e6-41f6-b199-e6cbb86f66c1 completed by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:49:50.557194 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port b5ff701f-b4e6-41f6-b199-e6cbb86f66c1 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:50.557568 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b5ff701f-b4e6-41f6-b199-e6cbb86f66c1), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:50.632160 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port b5ff701f-b4e6-41f6-b199-e6cbb86f66c1 is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:49:50.632557 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b5ff701f-b4e6-41f6-b199-e6cbb86f66c1), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:50.654044 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a6c49a-d525-462b-bbb1-2e73e5fa634e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ff701f-b4e6-41f6-b199-e6cbb86f66c1'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:49:50.656217 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beee567c-14dc-4e2a-b8e8-8ffab4e27eee" -d '{"events": [{"server_uuid": "b6a6c49a-d525-462b-bbb1-2e73e5fa634e", "name": "network-vif-plugged", "status": "completed", "tag": "b5ff701f-b4e6-41f6-b199-e6cbb86f66c1"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:49:50.671478 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port b5ff701f-b4e6-41f6-b199-e6cbb86f66c1, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b5ff701f-b4e6-41f6-b199-e6cbb86f66c1,segment=NetworkSegment(77f29a65-4318-4a32-b2af-9067eba7f0fc),segment_id=77f29a65-4318-4a32-b2af-9067eba7f0fc)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:49:50.741239 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b60cae-0cba-40e8-aac1-34d998317932 x-openstack-request-id: req-17b60cae-0cba-40e8-aac1-34d998317932 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:49:50.741530 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a6c49a-d525-462b-bbb1-2e73e5fa634e", "name": "network-vif-plugged", "status": "completed", "tag": "b5ff701f-b4e6-41f6-b199-e6cbb86f66c1", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:49:50.741782 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17b60cae-0cba-40e8-aac1-34d998317932 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:49:50.742199 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a6c49a-d525-462b-bbb1-2e73e5fa634e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ff701f-b4e6-41f6-b199-e6cbb86f66c1', 'code': 200} Jan 29 04:49:50.748061 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (b5ff701f-b4e6-41f6-b199-e6cbb86f66c1), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:50.800057 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=b5ff701f-b4e6-41f6-b199-e6cbb86f66c1,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:51.122393 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515b22c-2280-4ac5-bf24-1c587a64184c req-3be2616d-d9f4-40a3-97ef-5216acf941d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:51.123880 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8515b22c-2280-4ac5-bf24-1c587a64184c req-3be2616d-d9f4-40a3-97ef-5216acf941d4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b6a6c49a-d525-462b-bbb1-2e73e5fa634e HTTP/1.1" status: 200 len: 1129 time: 0.0490477 Jan 29 04:49:51.160513 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf658b-7ba7-470b-ae9d-da85f29cb239 req-794ab62d-de8c-495d-bc69-8a7b02e319ec tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:51.162060 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6daf658b-7ba7-470b-ae9d-da85f29cb239 req-794ab62d-de8c-495d-bc69-8a7b02e319ec tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a6c49a-d525-462b-bbb1-2e73e5fa634e HTTP/1.1" status: 200 len: 945 time: 0.0545893 Jan 29 04:49:51.170742 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8515b22c-2280-4ac5-bf24-1c587a64184c req-8c35b74e-660f-4a4d-8c29-ecda9482aac7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4a32504c-3e62-4e8f-9732-8a6fd572ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393043 Jan 29 04:49:51.210473 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6daf658b-7ba7-470b-ae9d-da85f29cb239 req-5b15003e-ed00-4a1b-8d81-b4e06c82a43e tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a32504c-3e62-4e8f-9732-8a6fd572ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427885 Jan 29 04:49:52.329507 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50329d4d-fecc-4803-b88c-affe16705d6a req-7eddff63-c6b6-46c5-a9a4-ef026d440fad tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:52.330978 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-50329d4d-fecc-4803-b88c-affe16705d6a req-7eddff63-c6b6-46c5-a9a4-ef026d440fad tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a6c49a-d525-462b-bbb1-2e73e5fa634e HTTP/1.1" status: 200 len: 945 time: 0.0530849 Jan 29 04:49:52.381393 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-50329d4d-fecc-4803-b88c-affe16705d6a req-bba6384a-c0f6-48dc-9f4b-84811cace865 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a32504c-3e62-4e8f-9732-8a6fd572ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445821 Jan 29 04:49:52.450213 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-64d1abb8-2209-40ad-830e-1f2d65232129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:53.519537 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098cf31a-5c2f-4397-abd6-e13adedc9f2a req-6f518c29-bbc9-4368-89bf-1064050264bd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:53.521047 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-098cf31a-5c2f-4397-abd6-e13adedc9f2a req-6f518c29-bbc9-4368-89bf-1064050264bd tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a6c49a-d525-462b-bbb1-2e73e5fa634e HTTP/1.1" status: 200 len: 945 time: 0.0575047 Jan 29 04:49:53.569289 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-098cf31a-5c2f-4397-abd6-e13adedc9f2a req-12cfd63c-8387-4cea-97b5-b10b9da8574f tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a32504c-3e62-4e8f-9732-8a6fd572ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428391 Jan 29 04:49:53.685247 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc861b-0713-444c-ade6-288d24aff6f1 req-35c2303f-62fc-4425-a0d8-36722970cddb tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:53.686662 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d0dc861b-0713-444c-ade6-288d24aff6f1 req-35c2303f-62fc-4425-a0d8-36722970cddb tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a6c49a-d525-462b-bbb1-2e73e5fa634e HTTP/1.1" status: 200 len: 945 time: 0.0522690 Jan 29 04:49:53.713392 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:53.739667 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d0dc861b-0713-444c-ade6-288d24aff6f1 req-57ff9360-db2d-4a20-813e-0a3ea14c62f1 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a32504c-3e62-4e8f-9732-8a6fd572ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468280 Jan 29 04:49:53.763116 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 58544) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:49:53.806322 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be64690b-ac51-417a-bb8b-f78a447dfd36 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:53.807838 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-be64690b-ac51-417a-bb8b-f78a447dfd36 tempest-TestNetworkBasicOps-1240179560 tempest-TestNetworkBasicOps-1240179560-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b6a6c49a-d525-462b-bbb1-2e73e5fa634e HTTP/1.1" status: 200 len: 1124 time: 0.0437019 Jan 29 04:49:53.810523 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 58546) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:49:53.815342 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-e86c355b-ab3f-4b5e-b10e-d13d86a6a353 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'floatingip': {'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'port_id': 'b5ff701f-b4e6-41f6-b199-e6cbb86f66c1', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:49:53.918492 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e86c355b-ab3f-4b5e-b10e-d13d86a6a353 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:54.017993 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e86c355b-ab3f-4b5e-b10e-d13d86a6a353 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:54.032912 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:54.116328 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-e86c355b-ab3f-4b5e-b10e-d13d86a6a353 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Allocated IP 172.26.8.186 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/7d6808a7-e0f9-493b-ad59-438b1cee64eb) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:49:54.216438 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e86c355b-ab3f-4b5e-b10e-d13d86a6a353 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (7d6808a7-e0f9-493b-ad59-438b1cee64eb), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:54.330784 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e86c355b-ab3f-4b5e-b10e-d13d86a6a353 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (7d6808a7-e0f9-493b-ad59-438b1cee64eb), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:54.369341 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86c355b-ab3f-4b5e-b10e-d13d86a6a353 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:49:54.372105 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-e86c355b-ab3f-4b5e-b10e-d13d86a6a353 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:49:54.375448 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86c355b-ab3f-4b5e-b10e-d13d86a6a353 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:49:54.382929 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c355b-ab3f-4b5e-b10e-d13d86a6a353 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=7d6808a7-e0f9-493b-ad59-438b1cee64eb,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:54.896234 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:55.046840 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e86c355b-ab3f-4b5e-b10e-d13d86a6a353 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for floatingip (23dffb7e-8a61-4b36-8d36-6928ce76cfb9), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:55.180955 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e86c355b-ab3f-4b5e-b10e-d13d86a6a353 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (7d6808a7-e0f9-493b-ad59-438b1cee64eb), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:55.327172 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e86c355b-ab3f-4b5e-b10e-d13d86a6a353 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for port (7d6808a7-e0f9-493b-ad59-438b1cee64eb), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:55.404255 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e86c355b-ab3f-4b5e-b10e-d13d86a6a353 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (7d6808a7-e0f9-493b-ad59-438b1cee64eb), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:55.474008 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c355b-ab3f-4b5e-b10e-d13d86a6a353 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event updated for resources: {'Port': ['ID=7d6808a7-e0f9-493b-ad59-438b1cee64eb,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:55.485162 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e86c355b-ab3f-4b5e-b10e-d13d86a6a353 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (23dffb7e-8a61-4b36-8d36-6928ce76cfb9), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:55.584242 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.l3_db [None req-e86c355b-ab3f-4b5e-b10e-d13d86a6a353 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Floating IP 23dffb7e-8a61-4b36-8d36-6928ce76cfb9 associated. External IP: 172.26.8.186, port: b5ff701f-b4e6-41f6-b199-e6cbb86f66c1. Jan 29 04:49:55.787356 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86c355b-ab3f-4b5e-b10e-d13d86a6a353 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router 6379ea8b-13e6-4cf5-bbad-d67f12a85c02 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:49:55.897215 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86c355b-ab3f-4b5e-b10e-d13d86a6a353 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:49:55.907389 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce80cdf8-8109-474c-8e88-88d8382b7332 None None] Sync routers for ids ['6379ea8b-13e6-4cf5-bbad-d67f12a85c02'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:49:55.916496 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce80cdf8-8109-474c-8e88-88d8382b7332 None None] Routers {'6379ea8b-13e6-4cf5-bbad-d67f12a85c02'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:49:55.917191 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-ce80cdf8-8109-474c-8e88-88d8382b7332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:49:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['6379ea8b-13e6-4cf5-bbad-d67f12a85c02'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:56.021292 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-ce80cdf8-8109-474c-8e88-88d8382b7332 None None] Set router 6379ea8b-13e6-4cf5-bbad-d67f12a85c02 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:49:56.046697 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e86c355b-ab3f-4b5e-b10e-d13d86a6a353 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:56.076870 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e86c355b-ab3f-4b5e-b10e-d13d86a6a353 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2652543 Jan 29 04:49:56.077539 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a6c49a-d525-462b-bbb1-2e73e5fa634e', 'tag': 'b5ff701f-b4e6-41f6-b199-e6cbb86f66c1'}] {{(pid=103584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:49:56.079706 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88d22702f486e82ce3265c1db8b0c003dd285ef8b53ba8e869e33114e3fd04d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54740420-04e0-4aac-b7fd-87620722dfaf" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a6c49a-d525-462b-bbb1-2e73e5fa634e", "tag": "b5ff701f-b4e6-41f6-b199-e6cbb86f66c1"}]}' {{(pid=103584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:49:56.080144 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58548) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:49:56.122157 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fe43d5-5b5f-401e-8acb-d7d8a88c7c95 x-openstack-request-id: req-36fe43d5-5b5f-401e-8acb-d7d8a88c7c95 {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:49:56.122453 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a6c49a-d525-462b-bbb1-2e73e5fa634e", "tag": "b5ff701f-b4e6-41f6-b199-e6cbb86f66c1", "status": "completed", "code": 200}]} {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:49:56.122707 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-36fe43d5-5b5f-401e-8acb-d7d8a88c7c95 {{(pid=103584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:49:56.123111 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6a6c49a-d525-462b-bbb1-2e73e5fa634e', 'tag': 'b5ff701f-b4e6-41f6-b199-e6cbb86f66c1', 'status': 'completed', 'code': 200} Jan 29 04:49:56.143152 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ec259d04-5d55-49e1-bddc-7d12036f4266 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/floatingips/23dffb7e-8a61-4b36-8d36-6928ce76cfb9 HTTP/1.1" status: 200 len: 991 time: 0.0617321 Jan 29 04:49:56.210539 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54740420-04e0-4aac-b7fd-87620722dfaf req-667d82e5-9259-41f6-be44-9c8b2e6e10e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:56.212040 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-54740420-04e0-4aac-b7fd-87620722dfaf req-667d82e5-9259-41f6-be44-9c8b2e6e10e4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=b6a6c49a-d525-462b-bbb1-2e73e5fa634e HTTP/1.1" status: 200 len: 1129 time: 0.0464544 Jan 29 04:49:56.248235 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-ce80cdf8-8109-474c-8e88-88d8382b7332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'name': 'tempest-TestNetworkBasicOps-router-964772166', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'fb09a095-8b74-4688-ade5-bfd923bced0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:49:31Z', 'updated_at': '2022-01-29T04:49:36Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': 'fb09a095-8b74-4688-ade5-bfd923bced0d', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:32Z', 'updated_at': '2022-01-29T04:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '23dffb7e-8a61-4b36-8d36-6928ce76cfb9', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.186', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'port_id': 'b5ff701f-b4e6-41f6-b199-e6cbb86f66c1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cf07de2-988b-41c1-ac2d-1645e71735f1', 'mac_address': 'fa:16:3e:5e:14:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a6c49a-d525-462b-bbb1-2e73e5fa634e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:49:54Z', 'updated_at': '2022-01-29T04:49:54Z', 'revision_number': 0, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed5ea96c-686c-4c85-ae70-d525c5a515c8', 'name': '', 'network_id': '0cf07de2-988b-41c1-ac2d-1645e71735f1', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:95:df:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'dfe3aed0-c81f-42a9-87b8-083f4fb16850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:35Z', 'updated_at': '2022-01-29T04:49:38Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': 'dfe3aed0-c81f-42a9-87b8-083f4fb16850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:56.279092 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce80cdf8-8109-474c-8e88-88d8382b7332 None None] Checking router: 6379ea8b-13e6-4cf5-bbad-d67f12a85c02 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:49:56.287264 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce80cdf8-8109-474c-8e88-88d8382b7332 None None] Routers {'6379ea8b-13e6-4cf5-bbad-d67f12a85c02'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:49:56.287869 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-ce80cdf8-8109-474c-8e88-88d8382b7332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:49:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['6379ea8b-13e6-4cf5-bbad-d67f12a85c02'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:56.305609 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54740420-04e0-4aac-b7fd-87620722dfaf req-76b3ac50-fd56-42c0-a1df-4976fc172cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:56.307190 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-54740420-04e0-4aac-b7fd-87620722dfaf req-76b3ac50-fd56-42c0-a1df-4976fc172cbe service neutron] 10.222.0.18 "GET /v2.0/networks?id=0cf07de2-988b-41c1-ac2d-1645e71735f1 HTTP/1.1" status: 200 len: 897 time: 0.0894985 Jan 29 04:49:56.372997 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-54740420-04e0-4aac-b7fd-87620722dfaf req-2ab69578-5200-40a1-9a53-0d381d76032c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5ff701f-b4e6-41f6-b199-e6cbb86f66c1 HTTP/1.1" status: 200 len: 999 time: 0.0589118 Jan 29 04:49:56.406779 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-ce80cdf8-8109-474c-8e88-88d8382b7332 None None] Set router 6379ea8b-13e6-4cf5-bbad-d67f12a85c02 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:49:56.424013 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54740420-04e0-4aac-b7fd-87620722dfaf req-8bfee625-93b2-4f9d-95db-27ddf25120f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:56.425500 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-54740420-04e0-4aac-b7fd-87620722dfaf req-8bfee625-93b2-4f9d-95db-27ddf25120f8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dfe3aed0-c81f-42a9-87b8-083f4fb16850 HTTP/1.1" status: 200 len: 834 time: 0.0475373 Jan 29 04:49:56.436650 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:49:56.475982 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54740420-04e0-4aac-b7fd-87620722dfaf req-88829983-3b09-40b5-8c91-23a5a79af59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:56.477548 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-54740420-04e0-4aac-b7fd-87620722dfaf req-88829983-3b09-40b5-8c91-23a5a79af59c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0cf07de2-988b-41c1-ac2d-1645e71735f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0465662 Jan 29 04:49:56.571751 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-54740420-04e0-4aac-b7fd-87620722dfaf req-226af841-b01a-4415-b348-cd4abdf27a80 service neutron] 10.222.0.18 "GET /v2.0/networks/0cf07de2-988b-41c1-ac2d-1645e71735f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878427 Jan 29 04:49:56.668955 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-54740420-04e0-4aac-b7fd-87620722dfaf req-6a5560c5-12e3-41a1-8860-654972f89d3d service neutron] 10.222.0.18 "GET /v2.0/networks/0cf07de2-988b-41c1-ac2d-1645e71735f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916097 Jan 29 04:49:56.781777 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-ce80cdf8-8109-474c-8e88-88d8382b7332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'name': 'tempest-TestNetworkBasicOps-router-964772166', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'fb09a095-8b74-4688-ade5-bfd923bced0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:49:31Z', 'updated_at': '2022-01-29T04:49:36Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': 'fb09a095-8b74-4688-ade5-bfd923bced0d', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:32Z', 'updated_at': '2022-01-29T04:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '23dffb7e-8a61-4b36-8d36-6928ce76cfb9', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.186', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'port_id': 'b5ff701f-b4e6-41f6-b199-e6cbb86f66c1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cf07de2-988b-41c1-ac2d-1645e71735f1', 'mac_address': 'fa:16:3e:5e:14:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a6c49a-d525-462b-bbb1-2e73e5fa634e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:49:54Z', 'updated_at': '2022-01-29T04:49:54Z', 'revision_number': 0, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed5ea96c-686c-4c85-ae70-d525c5a515c8', 'name': '', 'network_id': '0cf07de2-988b-41c1-ac2d-1645e71735f1', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:95:df:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'dfe3aed0-c81f-42a9-87b8-083f4fb16850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:35Z', 'updated_at': '2022-01-29T04:49:38Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': 'dfe3aed0-c81f-42a9-87b8-083f4fb16850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:56.813679 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce80cdf8-8109-474c-8e88-88d8382b7332 None None] The sync data for ids ['6379ea8b-13e6-4cf5-bbad-d67f12a85c02'] in dv-neutron-821190-1-hyperv is: [{'id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'name': 'tempest-TestNetworkBasicOps-router-964772166', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'fb09a095-8b74-4688-ade5-bfd923bced0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:49:31Z', 'updated_at': '2022-01-29T04:49:36Z', 'revision_number': 4, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': 'fb09a095-8b74-4688-ade5-bfd923bced0d', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:32Z', 'updated_at': '2022-01-29T04:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '23dffb7e-8a61-4b36-8d36-6928ce76cfb9', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.186', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'port_id': 'b5ff701f-b4e6-41f6-b199-e6cbb86f66c1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cf07de2-988b-41c1-ac2d-1645e71735f1', 'mac_address': 'fa:16:3e:5e:14:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a6c49a-d525-462b-bbb1-2e73e5fa634e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:49:54Z', 'updated_at': '2022-01-29T04:49:54Z', 'revision_number': 0, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed5ea96c-686c-4c85-ae70-d525c5a515c8', 'name': '', 'network_id': '0cf07de2-988b-41c1-ac2d-1645e71735f1', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:95:df:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'dfe3aed0-c81f-42a9-87b8-083f4fb16850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:35Z', 'updated_at': '2022-01-29T04:49:38Z', 'revision_number': 5, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': 'dfe3aed0-c81f-42a9-87b8-083f4fb16850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:49:57.001150 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569db7ce-5203-4cf0-ac1b-b8d218eaddbe None None] New status for floating IP 23dffb7e-8a61-4b36-8d36-6928ce76cfb9: ACTIVE {{(pid=103587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:49:57.147081 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58552) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:49:57.207590 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6774cdc1-0597-480e-a2ed-8458a08f468b tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/floatingips/23dffb7e-8a61-4b36-8d36-6928ce76cfb9 HTTP/1.1" status: 200 len: 991 time: 0.0592749 Jan 29 04:49:58.210554 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58554) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:49:58.274215 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ed733c01-ca19-4b6e-8e98-4f8d01a42060 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/floatingips/23dffb7e-8a61-4b36-8d36-6928ce76cfb9 HTTP/1.1" status: 200 len: 993 time: 0.0626013 Jan 29 04:50:04.417886 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:50:20.169624 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ff5bbc7c-b78b-445d-8be1-1341b3e8c7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:50:22.460673 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c6729b86-48f4-49bb-b2e2-f84a2dbe219d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:50:23.735081 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:50:24.037874 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:50:24.901302 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:50:26.398275 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:50:41.416592 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:50:50.208838 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a32942d1-0a4c-49d4-924c-ccdb38d9ac5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:50:51.850586 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7339e548-e922-4e39-8f49-ebbb6045d49c req-3a977748-0751-4d64-b025-8babe7c3dfd5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b6a6c49a-d525-462b-bbb1-2e73e5fa634e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0481243 Jan 29 04:50:51.949525 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339e548-e922-4e39-8f49-ebbb6045d49c req-4d89e089-f1b5-4254-a327-6b51e762b5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:51.951003 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7339e548-e922-4e39-8f49-ebbb6045d49c req-4d89e089-f1b5-4254-a327-6b51e762b5f7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=b6a6c49a-d525-462b-bbb1-2e73e5fa634e HTTP/1.1" status: 200 len: 1129 time: 0.0449927 Jan 29 04:50:52.049354 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339e548-e922-4e39-8f49-ebbb6045d49c req-ff67c402-f958-421b-b1b9-25d0ccaf0910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:52.050799 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7339e548-e922-4e39-8f49-ebbb6045d49c req-ff67c402-f958-421b-b1b9-25d0ccaf0910 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0cf07de2-988b-41c1-ac2d-1645e71735f1 HTTP/1.1" status: 200 len: 897 time: 0.0825212 Jan 29 04:50:52.120040 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7339e548-e922-4e39-8f49-ebbb6045d49c req-9931c579-bf40-4821-ac44-c17aaf5f431c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5ff701f-b4e6-41f6-b199-e6cbb86f66c1 HTTP/1.1" status: 200 len: 1001 time: 0.0616810 Jan 29 04:50:52.167661 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339e548-e922-4e39-8f49-ebbb6045d49c req-569e7cad-c2d0-42fe-8e2f-2e15cfe8d964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:52.169111 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7339e548-e922-4e39-8f49-ebbb6045d49c req-569e7cad-c2d0-42fe-8e2f-2e15cfe8d964 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dfe3aed0-c81f-42a9-87b8-083f4fb16850 HTTP/1.1" status: 200 len: 834 time: 0.0429430 Jan 29 04:50:52.216937 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339e548-e922-4e39-8f49-ebbb6045d49c req-2cf69ef8-183b-4c03-8b95-bcec10b99838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:52.218385 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7339e548-e922-4e39-8f49-ebbb6045d49c req-2cf69ef8-183b-4c03-8b95-bcec10b99838 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0cf07de2-988b-41c1-ac2d-1645e71735f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0435979 Jan 29 04:50:52.309010 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7339e548-e922-4e39-8f49-ebbb6045d49c req-4739c858-7d33-4dfc-af51-f61dfa63322d service neutron] 10.222.0.18 "GET /v2.0/networks/0cf07de2-988b-41c1-ac2d-1645e71735f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835962 Jan 29 04:50:52.396952 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7339e548-e922-4e39-8f49-ebbb6045d49c req-8c65574a-3efd-4168-8b27-f566bb126c3b service neutron] 10.222.0.18 "GET /v2.0/networks/0cf07de2-988b-41c1-ac2d-1645e71735f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821998 Jan 29 04:50:52.471262 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a86f60ad-a4f9-4705-a72d-04e1f264a2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:50:53.740224 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:50:54.020214 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:50:54.888936 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:50:56.402916 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:50:56.911628 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58578) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:50:56.916399 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-60695378-3ec0-41f5-9d0c-de6e49c9bc43 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'router': {'admin_state_up': False}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:50:57.216718 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-60695378-3ec0-41f5-9d0c-de6e49c9bc43 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1615661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1617607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-536'] for router (6379ea8b-13e6-4cf5-bbad-d67f12a85c02), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:50:57.305997 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-60695378-3ec0-41f5-9d0c-de6e49c9bc43 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1615652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1615667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1617630'] for router (6379ea8b-13e6-4cf5-bbad-d67f12a85c02), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:50:57.412450 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60695378-3ec0-41f5-9d0c-de6e49c9bc43 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router 6379ea8b-13e6-4cf5-bbad-d67f12a85c02 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:50:57.520286 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60695378-3ec0-41f5-9d0c-de6e49c9bc43 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:50:57.527549 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-60695378-3ec0-41f5-9d0c-de6e49c9bc43 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:50:57.528749 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-60695378-3ec0-41f5-9d0c-de6e49c9bc43 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "PUT /v2.0/routers/6379ea8b-13e6-4cf5-bbad-d67f12a85c02 HTTP/1.1" status: 200 len: 888 time: 0.6160913 Jan 29 04:50:57.532686 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90f51ab-b4e6-4760-960c-2126ed2430ae None None] Sync routers for ids ['6379ea8b-13e6-4cf5-bbad-d67f12a85c02'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:50:57.544211 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90f51ab-b4e6-4760-960c-2126ed2430ae None None] Routers {'6379ea8b-13e6-4cf5-bbad-d67f12a85c02'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:50:57.544982 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-c90f51ab-b4e6-4760-960c-2126ed2430ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:50:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['6379ea8b-13e6-4cf5-bbad-d67f12a85c02'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:50:57.577696 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-c90f51ab-b4e6-4760-960c-2126ed2430ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:50:57.586505 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90f51ab-b4e6-4760-960c-2126ed2430ae None None] Routers {'6379ea8b-13e6-4cf5-bbad-d67f12a85c02'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:50:57.587078 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-c90f51ab-b4e6-4760-960c-2126ed2430ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:50:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['6379ea8b-13e6-4cf5-bbad-d67f12a85c02'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:50:57.617838 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-c90f51ab-b4e6-4760-960c-2126ed2430ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:50:57.618442 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90f51ab-b4e6-4760-960c-2126ed2430ae None None] The sync data for ids ['6379ea8b-13e6-4cf5-bbad-d67f12a85c02'] in dv-neutron-821190-1-hyperv is: [] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:50:58.014426 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device ed5ea96c-686c-4c85-ae70-d525c5a515c8 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:50:58.096683 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port ed5ea96c-686c-4c85-ae70-d525c5a515c8 is: ACTIVE; New status is: DOWN {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:50:58.097066 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (ed5ea96c-686c-4c85-ae70-d525c5a515c8), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:50:58.141666 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port ed5ea96c-686c-4c85-ae70-d525c5a515c8, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=ed5ea96c-686c-4c85-ae70-d525c5a515c8,segment=NetworkSegment(77f29a65-4318-4a32-b2af-9067eba7f0fc),segment_id=77f29a65-4318-4a32-b2af-9067eba7f0fc)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:50:58.202484 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (ed5ea96c-686c-4c85-ae70-d525c5a515c8), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:50:58.248271 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=ed5ea96c-686c-4c85-ae70-d525c5a515c8,revision_number=6']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:58.255118 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:58.255463 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:58.255800 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:58.256138 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:58.256476 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:58.257387 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:58.257771 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:58.258104 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:58.258468 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:58.258849 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:58.259174 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:58.259493 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:58.259810 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:58.368308 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1562d5c-12c1-4fc5-a734-6d9b1c9f5d57 None None] New status for floating IP 23dffb7e-8a61-4b36-8d36-6928ce76cfb9: DOWN {{(pid=103587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:50:59.666315 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58584) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:50:59.670963 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-fbc12877-5856-4721-af34-03ffd6ed8d90 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:50:59.939009 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device fb09a095-8b74-4688-ade5-bfd923bced0d no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:50:59.973109 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fbc12877-5856-4721-af34-03ffd6ed8d90 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1615661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1617607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-536'] for router (6379ea8b-13e6-4cf5-bbad-d67f12a85c02), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:00.015019 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port fb09a095-8b74-4688-ade5-bfd923bced0d is: ACTIVE; New status is: DOWN {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:51:00.015410 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (fb09a095-8b74-4688-ade5-bfd923bced0d), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:00.035829 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port fb09a095-8b74-4688-ade5-bfd923bced0d, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=fb09a095-8b74-4688-ade5-bfd923bced0d,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:00.060584 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fbc12877-5856-4721-af34-03ffd6ed8d90 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1615652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1615667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1617630'] for router (6379ea8b-13e6-4cf5-bbad-d67f12a85c02), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:00.128774 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (fb09a095-8b74-4688-ade5-bfd923bced0d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:00.175842 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=fb09a095-8b74-4688-ade5-bfd923bced0d,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:00.210849 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc12877-5856-4721-af34-03ffd6ed8d90 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router 6379ea8b-13e6-4cf5-bbad-d67f12a85c02 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:51:00.315074 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc12877-5856-4721-af34-03ffd6ed8d90 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:51:00.322560 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fbc12877-5856-4721-af34-03ffd6ed8d90 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:00.323722 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-fbc12877-5856-4721-af34-03ffd6ed8d90 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "PUT /v2.0/routers/6379ea8b-13e6-4cf5-bbad-d67f12a85c02 HTTP/1.1" status: 200 len: 887 time: 0.6563454 Jan 29 04:51:00.325805 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e84ee45-13d0-45df-ad10-5411001b10a6 None None] Sync routers for ids ['6379ea8b-13e6-4cf5-bbad-d67f12a85c02'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:51:00.326618 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58586) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:51:00.340269 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e84ee45-13d0-45df-ad10-5411001b10a6 None None] Routers {'6379ea8b-13e6-4cf5-bbad-d67f12a85c02'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:51:00.341020 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-7e84ee45-13d0-45df-ad10-5411001b10a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:50:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['6379ea8b-13e6-4cf5-bbad-d67f12a85c02'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:00.386953 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-aa622f74-4f6a-4a68-9871-283de16f3479 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/floatingips/23dffb7e-8a61-4b36-8d36-6928ce76cfb9 HTTP/1.1" status: 200 len: 991 time: 0.0591769 Jan 29 04:51:00.445257 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-7e84ee45-13d0-45df-ad10-5411001b10a6 None None] Set router 6379ea8b-13e6-4cf5-bbad-d67f12a85c02 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:51:00.660332 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-7e84ee45-13d0-45df-ad10-5411001b10a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'name': 'tempest-TestNetworkBasicOps-router-964772166', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'fb09a095-8b74-4688-ade5-bfd923bced0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:49:31Z', 'updated_at': '2022-01-29T04:50:59Z', 'revision_number': 6, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': 'fb09a095-8b74-4688-ade5-bfd923bced0d', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:03:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:32Z', 'updated_at': '2022-01-29T04:51:00Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '23dffb7e-8a61-4b36-8d36-6928ce76cfb9', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.186', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'port_id': 'b5ff701f-b4e6-41f6-b199-e6cbb86f66c1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cf07de2-988b-41c1-ac2d-1645e71735f1', 'mac_address': 'fa:16:3e:5e:14:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a6c49a-d525-462b-bbb1-2e73e5fa634e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:49:54Z', 'updated_at': '2022-01-29T04:50:58Z', 'revision_number': 2, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed5ea96c-686c-4c85-ae70-d525c5a515c8', 'name': '', 'network_id': '0cf07de2-988b-41c1-ac2d-1645e71735f1', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:95:df:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'dfe3aed0-c81f-42a9-87b8-083f4fb16850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:35Z', 'updated_at': '2022-01-29T04:50:58Z', 'revision_number': 6, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': 'dfe3aed0-c81f-42a9-87b8-083f4fb16850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:00.689795 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e84ee45-13d0-45df-ad10-5411001b10a6 None None] Checking router: 6379ea8b-13e6-4cf5-bbad-d67f12a85c02 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:51:00.698961 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e84ee45-13d0-45df-ad10-5411001b10a6 None None] Routers {'6379ea8b-13e6-4cf5-bbad-d67f12a85c02'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:51:00.699579 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-7e84ee45-13d0-45df-ad10-5411001b10a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:50:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['6379ea8b-13e6-4cf5-bbad-d67f12a85c02'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:00.803268 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-7e84ee45-13d0-45df-ad10-5411001b10a6 None None] Set router 6379ea8b-13e6-4cf5-bbad-d67f12a85c02 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:51:01.022278 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-7e84ee45-13d0-45df-ad10-5411001b10a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'name': 'tempest-TestNetworkBasicOps-router-964772166', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'fb09a095-8b74-4688-ade5-bfd923bced0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:49:31Z', 'updated_at': '2022-01-29T04:50:59Z', 'revision_number': 6, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': 'fb09a095-8b74-4688-ade5-bfd923bced0d', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:03:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:32Z', 'updated_at': '2022-01-29T04:51:00Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '23dffb7e-8a61-4b36-8d36-6928ce76cfb9', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.186', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'port_id': 'b5ff701f-b4e6-41f6-b199-e6cbb86f66c1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cf07de2-988b-41c1-ac2d-1645e71735f1', 'mac_address': 'fa:16:3e:5e:14:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a6c49a-d525-462b-bbb1-2e73e5fa634e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:49:54Z', 'updated_at': '2022-01-29T04:50:58Z', 'revision_number': 2, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed5ea96c-686c-4c85-ae70-d525c5a515c8', 'name': '', 'network_id': '0cf07de2-988b-41c1-ac2d-1645e71735f1', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:95:df:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'dfe3aed0-c81f-42a9-87b8-083f4fb16850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:35Z', 'updated_at': '2022-01-29T04:50:58Z', 'revision_number': 6, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': 'dfe3aed0-c81f-42a9-87b8-083f4fb16850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:01.047755 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e84ee45-13d0-45df-ad10-5411001b10a6 None None] The sync data for ids ['6379ea8b-13e6-4cf5-bbad-d67f12a85c02'] in dv-neutron-821190-1-hyperv is: [{'id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'name': 'tempest-TestNetworkBasicOps-router-964772166', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'fb09a095-8b74-4688-ade5-bfd923bced0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:49:31Z', 'updated_at': '2022-01-29T04:50:59Z', 'revision_number': 6, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': 'fb09a095-8b74-4688-ade5-bfd923bced0d', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:03:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:32Z', 'updated_at': '2022-01-29T04:51:00Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '23dffb7e-8a61-4b36-8d36-6928ce76cfb9', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'floating_ip_address': '172.26.8.186', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'port_id': 'b5ff701f-b4e6-41f6-b199-e6cbb86f66c1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cf07de2-988b-41c1-ac2d-1645e71735f1', 'mac_address': 'fa:16:3e:5e:14:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a6c49a-d525-462b-bbb1-2e73e5fa634e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:49:54Z', 'updated_at': '2022-01-29T04:50:58Z', 'revision_number': 2, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed5ea96c-686c-4c85-ae70-d525c5a515c8', 'name': '', 'network_id': '0cf07de2-988b-41c1-ac2d-1645e71735f1', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:95:df:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'dfe3aed0-c81f-42a9-87b8-083f4fb16850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:35Z', 'updated_at': '2022-01-29T04:50:58Z', 'revision_number': 6, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': 'dfe3aed0-c81f-42a9-87b8-083f4fb16850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:51:01.390277 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58588) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:51:01.455240 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-69d476ca-9baf-4fd5-b33f-5bf0e5c2890d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/floatingips/23dffb7e-8a61-4b36-8d36-6928ce76cfb9 HTTP/1.1" status: 200 len: 991 time: 0.0637758 Jan 29 04:51:02.030189 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device fb09a095-8b74-4688-ade5-bfd923bced0d up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:51:02.084115 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port fb09a095-8b74-4688-ade5-bfd923bced0d triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:02.084518 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (fb09a095-8b74-4688-ade5-bfd923bced0d), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:02.165480 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port fb09a095-8b74-4688-ade5-bfd923bced0d is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:51:02.165871 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (fb09a095-8b74-4688-ade5-bfd923bced0d), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:02.186960 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port fb09a095-8b74-4688-ade5-bfd923bced0d, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=fb09a095-8b74-4688-ade5-bfd923bced0d,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:02.254130 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (fb09a095-8b74-4688-ade5-bfd923bced0d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:02.254922 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device ed5ea96c-686c-4c85-ae70-d525c5a515c8 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:51:02.330281 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=fb09a095-8b74-4688-ade5-bfd923bced0d,revision_number=6']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:02.341607 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port ed5ea96c-686c-4c85-ae70-d525c5a515c8 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:02.341976 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (ed5ea96c-686c-4c85-ae70-d525c5a515c8), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:02.416633 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port ed5ea96c-686c-4c85-ae70-d525c5a515c8 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:51:02.417014 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (ed5ea96c-686c-4c85-ae70-d525c5a515c8), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:02.448392 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port ed5ea96c-686c-4c85-ae70-d525c5a515c8, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=ed5ea96c-686c-4c85-ae70-d525c5a515c8,segment=NetworkSegment(77f29a65-4318-4a32-b2af-9067eba7f0fc),segment_id=77f29a65-4318-4a32-b2af-9067eba7f0fc)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:02.458281 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58590) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:51:02.499840 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (ed5ea96c-686c-4c85-ae70-d525c5a515c8), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:02.519954 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d07bee71-2bea-41cb-ad06-ec22cf8881f5 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/floatingips/23dffb7e-8a61-4b36-8d36-6928ce76cfb9 HTTP/1.1" status: 200 len: 991 time: 0.0604596 Jan 29 04:51:02.554860 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=ed5ea96c-686c-4c85-ae70-d525c5a515c8,revision_number=7']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:02.702609 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db57f06-de3d-4a9f-ad70-8f674f4f0224 None None] New status for floating IP 23dffb7e-8a61-4b36-8d36-6928ce76cfb9: ACTIVE {{(pid=103587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:51:03.524105 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58592) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:51:03.586787 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a05e6131-7c13-48c0-8e63-d403d7f7050d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/floatingips/23dffb7e-8a61-4b36-8d36-6928ce76cfb9 HTTP/1.1" status: 200 len: 993 time: 0.0614848 Jan 29 04:51:03.844889 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58598) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:51:03.951189 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device fb09a095-8b74-4688-ade5-bfd923bced0d up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:51:04.001542 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port fb09a095-8b74-4688-ade5-bfd923bced0d triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:04.001918 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (fb09a095-8b74-4688-ade5-bfd923bced0d), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:04.002770 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-6ff614df-7932-4537-93d9-9871c590ce00 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Deleting port 7d6808a7-e0f9-493b-ad59-438b1cee64eb {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:51:04.003112 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6ff614df-7932-4537-93d9-9871c590ce00 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (7d6808a7-e0f9-493b-ad59-438b1cee64eb), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:04.078139 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6ff614df-7932-4537-93d9-9871c590ce00 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (7d6808a7-e0f9-493b-ad59-438b1cee64eb), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:04.078528 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6ff614df-7932-4537-93d9-9871c590ce00 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for floatingip (7d6808a7-e0f9-493b-ad59-438b1cee64eb), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:04.080778 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port fb09a095-8b74-4688-ade5-bfd923bced0d is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:51:04.081894 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device ed5ea96c-686c-4c85-ae70-d525c5a515c8 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:51:04.090968 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-6ff614df-7932-4537-93d9-9871c590ce00 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Calling delete_port for 7d6808a7-e0f9-493b-ad59-438b1cee64eb owned by network:floatingip {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:51:04.128190 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port ed5ea96c-686c-4c85-ae70-d525c5a515c8 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:04.128449 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (ed5ea96c-686c-4c85-ae70-d525c5a515c8), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:04.208399 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port ed5ea96c-686c-4c85-ae70-d525c5a515c8 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:51:04.631373 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6ff614df-7932-4537-93d9-9871c590ce00 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (7d6808a7-e0f9-493b-ad59-438b1cee64eb), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:04.658668 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff614df-7932-4537-93d9-9871c590ce00 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Port': ['ID=7d6808a7-e0f9-493b-ad59-438b1cee64eb,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:04.685693 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff614df-7932-4537-93d9-9871c590ce00 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:04.686037 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff614df-7932-4537-93d9-9871c590ce00 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:04.686377 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff614df-7932-4537-93d9-9871c590ce00 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:04.686709 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff614df-7932-4537-93d9-9871c590ce00 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:04.687038 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff614df-7932-4537-93d9-9871c590ce00 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:04.687363 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff614df-7932-4537-93d9-9871c590ce00 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:04.687692 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff614df-7932-4537-93d9-9871c590ce00 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:04.688013 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff614df-7932-4537-93d9-9871c590ce00 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:04.688336 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff614df-7932-4537-93d9-9871c590ce00 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:04.688686 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff614df-7932-4537-93d9-9871c590ce00 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:04.689007 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff614df-7932-4537-93d9-9871c590ce00 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:04.689329 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff614df-7932-4537-93d9-9871c590ce00 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:04.689644 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff614df-7932-4537-93d9-9871c590ce00 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:04.728625 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6ff614df-7932-4537-93d9-9871c590ce00 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for floatingip (23dffb7e-8a61-4b36-8d36-6928ce76cfb9), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:04.728976 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.l3_db [None req-6ff614df-7932-4537-93d9-9871c590ce00 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Floating IP 23dffb7e-8a61-4b36-8d36-6928ce76cfb9 disassociated (deleted). External IP: 172.26.8.186, port: b5ff701f-b4e6-41f6-b199-e6cbb86f66c1. Jan 29 04:51:04.932798 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff614df-7932-4537-93d9-9871c590ce00 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router 6379ea8b-13e6-4cf5-bbad-d67f12a85c02 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:51:05.041877 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff614df-7932-4537-93d9-9871c590ce00 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:51:05.046284 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6ff614df-7932-4537-93d9-9871c590ce00 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:05.051183 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2a0a35-a2ff-4b1d-be12-35205660adf2 None None] Sync routers for ids ['6379ea8b-13e6-4cf5-bbad-d67f12a85c02'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:51:05.061678 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2a0a35-a2ff-4b1d-be12-35205660adf2 None None] Routers {'6379ea8b-13e6-4cf5-bbad-d67f12a85c02'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:51:05.076467 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-5a2a0a35-a2ff-4b1d-be12-35205660adf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:50:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['6379ea8b-13e6-4cf5-bbad-d67f12a85c02'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:05.076651 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6ff614df-7932-4537-93d9-9871c590ce00 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/floatingips/23dffb7e-8a61-4b36-8d36-6928ce76cfb9 HTTP/1.1" status: 204 len: 168 time: 1.2306652 Jan 29 04:51:05.077230 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a6c49a-d525-462b-bbb1-2e73e5fa634e', 'tag': 'b5ff701f-b4e6-41f6-b199-e6cbb86f66c1'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:51:05.079477 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c208ddec-4e4c-4266-a84b-f0cc4901323e" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a6c49a-d525-462b-bbb1-2e73e5fa634e", "tag": "b5ff701f-b4e6-41f6-b199-e6cbb86f66c1"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:51:05.121705 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5b7454-f5b6-49bf-877f-7f7ed08ab410 x-openstack-request-id: req-5f5b7454-f5b6-49bf-877f-7f7ed08ab410 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:51:05.121705 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a6c49a-d525-462b-bbb1-2e73e5fa634e", "tag": "b5ff701f-b4e6-41f6-b199-e6cbb86f66c1", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:51:05.121705 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f5b7454-f5b6-49bf-877f-7f7ed08ab410 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:51:05.121705 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6a6c49a-d525-462b-bbb1-2e73e5fa634e', 'tag': 'b5ff701f-b4e6-41f6-b199-e6cbb86f66c1', 'status': 'completed', 'code': 200} Jan 29 04:51:05.210983 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208ddec-4e4c-4266-a84b-f0cc4901323e req-e24a2108-2f30-4b1e-a2eb-c8cf843b4d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:05.212452 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c208ddec-4e4c-4266-a84b-f0cc4901323e req-e24a2108-2f30-4b1e-a2eb-c8cf843b4d3a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cb37fd5f36f44e696381da232925f9b&device_id=b6a6c49a-d525-462b-bbb1-2e73e5fa634e HTTP/1.1" status: 200 len: 1129 time: 0.0481191 Jan 29 04:51:05.301518 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208ddec-4e4c-4266-a84b-f0cc4901323e req-f52c1713-886b-4d22-8bff-dd96c439723b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:05.303002 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c208ddec-4e4c-4266-a84b-f0cc4901323e req-f52c1713-886b-4d22-8bff-dd96c439723b service neutron] 10.222.0.18 "GET /v2.0/networks?id=0cf07de2-988b-41c1-ac2d-1645e71735f1 HTTP/1.1" status: 200 len: 897 time: 0.0853233 Jan 29 04:51:05.317569 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-5a2a0a35-a2ff-4b1d-be12-35205660adf2 None None] Set router 6379ea8b-13e6-4cf5-bbad-d67f12a85c02 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:51:05.349315 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c208ddec-4e4c-4266-a84b-f0cc4901323e req-1d68f6ca-1772-498d-97d8-1886c9fe14ee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5ff701f-b4e6-41f6-b199-e6cbb86f66c1 HTTP/1.1" status: 200 len: 217 time: 0.0407169 Jan 29 04:51:05.404145 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208ddec-4e4c-4266-a84b-f0cc4901323e req-fe65cbf2-141a-4dcd-bf1f-9ba9bf358e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:05.405677 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c208ddec-4e4c-4266-a84b-f0cc4901323e req-fe65cbf2-141a-4dcd-bf1f-9ba9bf358e81 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dfe3aed0-c81f-42a9-87b8-083f4fb16850 HTTP/1.1" status: 200 len: 834 time: 0.0452111 Jan 29 04:51:05.460475 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208ddec-4e4c-4266-a84b-f0cc4901323e req-1180a55b-7fd9-4f5f-a6da-083e16b2c36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:05.465940 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c208ddec-4e4c-4266-a84b-f0cc4901323e req-1180a55b-7fd9-4f5f-a6da-083e16b2c36e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0cf07de2-988b-41c1-ac2d-1645e71735f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0501060 Jan 29 04:51:05.524004 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-5a2a0a35-a2ff-4b1d-be12-35205660adf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'name': 'tempest-TestNetworkBasicOps-router-964772166', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'fb09a095-8b74-4688-ade5-bfd923bced0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:49:31Z', 'updated_at': '2022-01-29T04:50:59Z', 'revision_number': 6, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': 'fb09a095-8b74-4688-ade5-bfd923bced0d', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:32Z', 'updated_at': '2022-01-29T04:51:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'ed5ea96c-686c-4c85-ae70-d525c5a515c8', 'name': '', 'network_id': '0cf07de2-988b-41c1-ac2d-1645e71735f1', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:95:df:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'dfe3aed0-c81f-42a9-87b8-083f4fb16850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:35Z', 'updated_at': '2022-01-29T04:51:02Z', 'revision_number': 7, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': 'dfe3aed0-c81f-42a9-87b8-083f4fb16850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:05.551179 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2a0a35-a2ff-4b1d-be12-35205660adf2 None None] Checking router: 6379ea8b-13e6-4cf5-bbad-d67f12a85c02 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:51:05.559820 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2a0a35-a2ff-4b1d-be12-35205660adf2 None None] Routers {'6379ea8b-13e6-4cf5-bbad-d67f12a85c02'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:51:05.560445 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-5a2a0a35-a2ff-4b1d-be12-35205660adf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:50:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['6379ea8b-13e6-4cf5-bbad-d67f12a85c02'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:05.593019 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62d208-bf44-448b-a08b-8286084e4cfe req-b275f59b-576c-4d6d-8f67-b99f98d3f82c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:05.594523 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7d62d208-bf44-448b-a08b-8286084e4cfe req-b275f59b-576c-4d6d-8f67-b99f98d3f82c tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a6c49a-d525-462b-bbb1-2e73e5fa634e HTTP/1.1" status: 200 len: 945 time: 0.1085522 Jan 29 04:51:05.641765 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c208ddec-4e4c-4266-a84b-f0cc4901323e req-7c483bc8-1590-4287-857a-8584f4d51bbe service neutron] 10.222.0.18 "GET /v2.0/networks/0cf07de2-988b-41c1-ac2d-1645e71735f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239021 Jan 29 04:51:05.669982 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-5a2a0a35-a2ff-4b1d-be12-35205660adf2 None None] Set router 6379ea8b-13e6-4cf5-bbad-d67f12a85c02 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:51:05.688456 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7d62d208-bf44-448b-a08b-8286084e4cfe req-8c47c9ab-3bd0-4578-bcd2-ad413ce887de tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a32504c-3e62-4e8f-9732-8a6fd572ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806634 Jan 29 04:51:05.754067 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c208ddec-4e4c-4266-a84b-f0cc4901323e req-aff80a1a-5a20-4438-bf48-77991bf9e82d service neutron] 10.222.0.18 "GET /v2.0/networks/0cf07de2-988b-41c1-ac2d-1645e71735f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037564 Jan 29 04:51:05.873776 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-5a2a0a35-a2ff-4b1d-be12-35205660adf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'name': 'tempest-TestNetworkBasicOps-router-964772166', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'fb09a095-8b74-4688-ade5-bfd923bced0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:49:31Z', 'updated_at': '2022-01-29T04:50:59Z', 'revision_number': 6, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': 'fb09a095-8b74-4688-ade5-bfd923bced0d', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:32Z', 'updated_at': '2022-01-29T04:51:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'ed5ea96c-686c-4c85-ae70-d525c5a515c8', 'name': '', 'network_id': '0cf07de2-988b-41c1-ac2d-1645e71735f1', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:95:df:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'dfe3aed0-c81f-42a9-87b8-083f4fb16850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:35Z', 'updated_at': '2022-01-29T04:51:02Z', 'revision_number': 7, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': 'dfe3aed0-c81f-42a9-87b8-083f4fb16850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:05.901048 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2a0a35-a2ff-4b1d-be12-35205660adf2 None None] The sync data for ids ['6379ea8b-13e6-4cf5-bbad-d67f12a85c02'] in dv-neutron-821190-1-hyperv is: [{'id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'name': 'tempest-TestNetworkBasicOps-router-964772166', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'fb09a095-8b74-4688-ade5-bfd923bced0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:49:31Z', 'updated_at': '2022-01-29T04:50:59Z', 'revision_number': 6, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': 'fb09a095-8b74-4688-ade5-bfd923bced0d', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:32Z', 'updated_at': '2022-01-29T04:51:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'ed5ea96c-686c-4c85-ae70-d525c5a515c8', 'name': '', 'network_id': '0cf07de2-988b-41c1-ac2d-1645e71735f1', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'mac_address': 'fa:16:3e:95:df:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'dfe3aed0-c81f-42a9-87b8-083f4fb16850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:35Z', 'updated_at': '2022-01-29T04:51:02Z', 'revision_number': 7, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'subnets': [{'id': 'dfe3aed0-c81f-42a9-87b8-083f4fb16850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:51:06.529738 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08db8a40-f7f6-430d-bdf7-52d18f3bc093 None None] New status for floating IP 23dffb7e-8a61-4b36-8d36-6928ce76cfb9: DOWN {{(pid=103587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:51:06.812273 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f5efcc-239b-41ea-95a3-651600a5dc85 req-4d31fbc0-144e-41bd-8f8f-36c121593a5d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:06.813880 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-33f5efcc-239b-41ea-95a3-651600a5dc85 req-4d31fbc0-144e-41bd-8f8f-36c121593a5d tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a6c49a-d525-462b-bbb1-2e73e5fa634e HTTP/1.1" status: 200 len: 945 time: 0.0561306 Jan 29 04:51:06.870232 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-33f5efcc-239b-41ea-95a3-651600a5dc85 req-bd046cac-7e1c-4ec2-aedd-aee1fc087739 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a32504c-3e62-4e8f-9732-8a6fd572ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509348 Jan 29 04:51:07.246172 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4f731-6a30-4149-8005-7d19ab8907aa req-e8645c73-574e-44c3-97ea-698630c8d765 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:07.247529 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-74f4f731-6a30-4149-8005-7d19ab8907aa req-e8645c73-574e-44c3-97ea-698630c8d765 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6a6c49a-d525-462b-bbb1-2e73e5fa634e HTTP/1.1" status: 200 len: 945 time: 0.0528646 Jan 29 04:51:07.343104 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-74f4f731-6a30-4149-8005-7d19ab8907aa req-f3903a2c-379d-4a74-af3e-402085f6b356 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Deleting port b5ff701f-b4e6-41f6-b199-e6cbb86f66c1 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:51:07.343446 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-74f4f731-6a30-4149-8005-7d19ab8907aa req-f3903a2c-379d-4a74-af3e-402085f6b356 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (b5ff701f-b4e6-41f6-b199-e6cbb86f66c1), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:07.428367 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-74f4f731-6a30-4149-8005-7d19ab8907aa req-f3903a2c-379d-4a74-af3e-402085f6b356 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] For port b5ff701f-b4e6-41f6-b199-e6cbb86f66c1, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b5ff701f-b4e6-41f6-b199-e6cbb86f66c1,segment=NetworkSegment(77f29a65-4318-4a32-b2af-9067eba7f0fc),segment_id=77f29a65-4318-4a32-b2af-9067eba7f0fc)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:07.428808 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-74f4f731-6a30-4149-8005-7d19ab8907aa req-f3903a2c-379d-4a74-af3e-402085f6b356 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (b5ff701f-b4e6-41f6-b199-e6cbb86f66c1), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:07.441416 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-74f4f731-6a30-4149-8005-7d19ab8907aa req-f3903a2c-379d-4a74-af3e-402085f6b356 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Calling delete_port for b5ff701f-b4e6-41f6-b199-e6cbb86f66c1 owned by compute:nova {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:51:07.659592 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-74f4f731-6a30-4149-8005-7d19ab8907aa req-f3903a2c-379d-4a74-af3e-402085f6b356 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (b5ff701f-b4e6-41f6-b199-e6cbb86f66c1), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:07.687717 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3903a2c-379d-4a74-af3e-402085f6b356 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Port': ['ID=b5ff701f-b4e6-41f6-b199-e6cbb86f66c1,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:07.730909 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f4f731-6a30-4149-8005-7d19ab8907aa req-f3903a2c-379d-4a74-af3e-402085f6b356 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] No DVR routers for this DVR port b5ff701f-b4e6-41f6-b199-e6cbb86f66c1 on host hv-neutron-8211 {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:51:07.733525 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-74f4f731-6a30-4149-8005-7d19ab8907aa req-f3903a2c-379d-4a74-af3e-402085f6b356 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:07.736818 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-74f4f731-6a30-4149-8005-7d19ab8907aa req-f3903a2c-379d-4a74-af3e-402085f6b356 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.18 "DELETE /v2.0/ports/b5ff701f-b4e6-41f6-b199-e6cbb86f66c1 HTTP/1.1" status: 204 len: 173 time: 0.4842546 Jan 29 04:51:07.737256 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a6c49a-d525-462b-bbb1-2e73e5fa634e', 'name': 'network-vif-deleted', 'tag': 'b5ff701f-b4e6-41f6-b199-e6cbb86f66c1'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:51:07.739600 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e51e96-50be-4c49-9798-1a13e7a9ba20" -d '{"events": [{"server_uuid": "b6a6c49a-d525-462b-bbb1-2e73e5fa634e", "name": "network-vif-deleted", "tag": "b5ff701f-b4e6-41f6-b199-e6cbb86f66c1"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:51:07.776841 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11c0d00-0d7d-4e69-bcfa-1bed8c79fe69 x-openstack-request-id: req-c11c0d00-0d7d-4e69-bcfa-1bed8c79fe69 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:51:07.776841 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a6c49a-d525-462b-bbb1-2e73e5fa634e", "name": "network-vif-deleted", "tag": "b5ff701f-b4e6-41f6-b199-e6cbb86f66c1", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:51:07.777033 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c11c0d00-0d7d-4e69-bcfa-1bed8c79fe69 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:51:07.777438 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a6c49a-d525-462b-bbb1-2e73e5fa634e', 'name': 'network-vif-deleted', 'tag': 'b5ff701f-b4e6-41f6-b199-e6cbb86f66c1', 'status': 'completed', 'code': 200} Jan 29 04:51:07.969153 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b9b01fd7-d0a3-4063-b66e-2e425eb21eda req-d970d361-fdef-4fa3-8797-e44a3d3d4a80 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a6c49a-d525-462b-bbb1-2e73e5fa634e HTTP/1.1" status: 200 len: 210 time: 0.0314083 Jan 29 04:51:09.023989 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58618) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:51:09.084383 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8530c77c-9513-43c6-a56d-1dd097047323 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (4a32504c-3e62-4e8f-9732-8a6fd572ef4b), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:09.109298 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8530c77c-9513-43c6-a56d-1dd097047323 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (4a32504c-3e62-4e8f-9732-8a6fd572ef4b), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:09.213787 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8530c77c-9513-43c6-a56d-1dd097047323 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (4a32504c-3e62-4e8f-9732-8a6fd572ef4b), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:09.216408 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8530c77c-9513-43c6-a56d-1dd097047323 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:09.217594 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-8530c77c-9513-43c6-a56d-1dd097047323 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/security-groups/4a32504c-3e62-4e8f-9732-8a6fd572ef4b HTTP/1.1" status: 204 len: 168 time: 0.1925821 Jan 29 04:51:09.226904 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8530c77c-9513-43c6-a56d-1dd097047323 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a32504c-3e62-4e8f-9732-8a6fd572ef4b,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:09.289190 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58622) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:51:09.640027 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ac955261-33ff-41e8-a1aa-2ea3e82c5a69 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (6379ea8b-13e6-4cf5-bbad-d67f12a85c02), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:09.889707 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-ac955261-33ff-41e8-a1aa-2ea3e82c5a69 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Deleting port ed5ea96c-686c-4c85-ae70-d525c5a515c8 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:51:09.890094 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ac955261-33ff-41e8-a1aa-2ea3e82c5a69 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (ed5ea96c-686c-4c85-ae70-d525c5a515c8), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:09.980223 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-ac955261-33ff-41e8-a1aa-2ea3e82c5a69 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] For port ed5ea96c-686c-4c85-ae70-d525c5a515c8, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=ed5ea96c-686c-4c85-ae70-d525c5a515c8,segment=NetworkSegment(77f29a65-4318-4a32-b2af-9067eba7f0fc),segment_id=77f29a65-4318-4a32-b2af-9067eba7f0fc)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:09.980610 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ac955261-33ff-41e8-a1aa-2ea3e82c5a69 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (ed5ea96c-686c-4c85-ae70-d525c5a515c8), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:09.994202 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-ac955261-33ff-41e8-a1aa-2ea3e82c5a69 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Calling delete_port for ed5ea96c-686c-4c85-ae70-d525c5a515c8 owned by network:router_interface {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:51:10.225536 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ac955261-33ff-41e8-a1aa-2ea3e82c5a69 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (ed5ea96c-686c-4c85-ae70-d525c5a515c8), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:10.252331 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac955261-33ff-41e8-a1aa-2ea3e82c5a69 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Port': ['ID=ed5ea96c-686c-4c85-ae70-d525c5a515c8,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:10.432167 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ac955261-33ff-41e8-a1aa-2ea3e82c5a69 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (6379ea8b-13e6-4cf5-bbad-d67f12a85c02), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:10.640763 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac955261-33ff-41e8-a1aa-2ea3e82c5a69 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Router 6379ea8b-13e6-4cf5-bbad-d67f12a85c02 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:51:10.741780 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac955261-33ff-41e8-a1aa-2ea3e82c5a69 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:51:10.747057 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ac955261-33ff-41e8-a1aa-2ea3e82c5a69 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "PUT /v2.0/routers/6379ea8b-13e6-4cf5-bbad-d67f12a85c02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4565980 Jan 29 04:51:10.749573 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58624) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:51:10.752214 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e77e9c6-0a48-40ed-a021-38fee04e6b31 None None] Sync routers for ids ['6379ea8b-13e6-4cf5-bbad-d67f12a85c02'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:51:10.764089 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e77e9c6-0a48-40ed-a021-38fee04e6b31 None None] Routers {'6379ea8b-13e6-4cf5-bbad-d67f12a85c02'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:51:10.765026 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-4e77e9c6-0a48-40ed-a021-38fee04e6b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:50:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['6379ea8b-13e6-4cf5-bbad-d67f12a85c02'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:10.799879 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e0934ff-4e3a-4735-8b9e-e02a2aaddbdf tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Deleting subnet dfe3aed0-c81f-42a9-87b8-083f4fb16850 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:51:10.802928 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2e0934ff-4e3a-4735-8b9e-e02a2aaddbdf tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for subnet (dfe3aed0-c81f-42a9-87b8-083f4fb16850), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:10.842235 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2e0934ff-4e3a-4735-8b9e-e02a2aaddbdf tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (dfe3aed0-c81f-42a9-87b8-083f4fb16850), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:10.874033 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-4e77e9c6-0a48-40ed-a021-38fee04e6b31 None None] Set router 6379ea8b-13e6-4cf5-bbad-d67f12a85c02 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:51:10.877254 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device b5ff701f-b4e6-41f6-b199-e6cbb86f66c1 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:51:10.928246 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2e0934ff-4e3a-4735-8b9e-e02a2aaddbdf tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (dfe3aed0-c81f-42a9-87b8-083f4fb16850), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:10.950510 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] No Port match for: b5ff701f-b4e6-41f6-b199-e6cbb86f66c1 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:51:10.950854 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device b5ff701f-b4e6-41f6-b199-e6cbb86f66c1 not bound to the agent host hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:51:11.065903 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2e0934ff-4e3a-4735-8b9e-e02a2aaddbdf tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (dfe3aed0-c81f-42a9-87b8-083f4fb16850), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:11.075884 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-4e77e9c6-0a48-40ed-a021-38fee04e6b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'name': 'tempest-TestNetworkBasicOps-router-964772166', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'fb09a095-8b74-4688-ade5-bfd923bced0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:49:31Z', 'updated_at': '2022-01-29T04:51:10Z', 'revision_number': 7, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': 'fb09a095-8b74-4688-ade5-bfd923bced0d', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:32Z', 'updated_at': '2022-01-29T04:51:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:11.097530 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2e0934ff-4e3a-4735-8b9e-e02a2aaddbdf tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:11.101605 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2e0934ff-4e3a-4735-8b9e-e02a2aaddbdf tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/subnets/dfe3aed0-c81f-42a9-87b8-083f4fb16850 HTTP/1.1" status: 204 len: 168 time: 0.3504763 Jan 29 04:51:11.102773 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0934ff-4e3a-4735-8b9e-e02a2aaddbdf tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Subnet': ['ID=dfe3aed0-c81f-42a9-87b8-083f4fb16850,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:11.104447 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58626) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:51:11.104861 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e77e9c6-0a48-40ed-a021-38fee04e6b31 None None] Checking router: 6379ea8b-13e6-4cf5-bbad-d67f12a85c02 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:51:11.108048 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a99ffb-b25d-45e4-89bd-54c61aa3199c None None] Network 0cf07de2-988b-41c1-ac2d-1645e71735f1 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:51:11.130050 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e77e9c6-0a48-40ed-a021-38fee04e6b31 None None] Routers {'6379ea8b-13e6-4cf5-bbad-d67f12a85c02'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:51:11.130673 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-4e77e9c6-0a48-40ed-a021-38fee04e6b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:50:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['6379ea8b-13e6-4cf5-bbad-d67f12a85c02'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:11.210841 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-53b270b2-254a-4d2a-9836-856592a83c75 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router (6379ea8b-13e6-4cf5-bbad-d67f12a85c02), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:11.298698 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-4e77e9c6-0a48-40ed-a021-38fee04e6b31 None None] Set router 6379ea8b-13e6-4cf5-bbad-d67f12a85c02 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:51:11.360018 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030c6d98-7ce9-48a6-937e-c1fc1ed53b24 None None] DHCP port deletion for 0cf07de2-988b-41c1-ac2d-1645e71735f1 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:51:11.502295 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-030c6d98-7ce9-48a6-937e-c1fc1ed53b24 None None] Deleting port b79a8547-2c69-47e8-ba78-c9b612814688 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:51:11.502583 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-030c6d98-7ce9-48a6-937e-c1fc1ed53b24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (b79a8547-2c69-47e8-ba78-c9b612814688), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:11.580734 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-030c6d98-7ce9-48a6-937e-c1fc1ed53b24 None None] For port b79a8547-2c69-47e8-ba78-c9b612814688, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=b79a8547-2c69-47e8-ba78-c9b612814688,segment=NetworkSegment(77f29a65-4318-4a32-b2af-9067eba7f0fc),segment_id=77f29a65-4318-4a32-b2af-9067eba7f0fc)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:11.581056 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-030c6d98-7ce9-48a6-937e-c1fc1ed53b24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (b79a8547-2c69-47e8-ba78-c9b612814688), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:11.597255 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-030c6d98-7ce9-48a6-937e-c1fc1ed53b24 None None] Calling delete_port for b79a8547-2c69-47e8-ba78-c9b612814688 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:51:11.608687 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-4e77e9c6-0a48-40ed-a021-38fee04e6b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'name': 'tempest-TestNetworkBasicOps-router-964772166', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'fb09a095-8b74-4688-ade5-bfd923bced0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:49:31Z', 'updated_at': '2022-01-29T04:51:10Z', 'revision_number': 7, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': 'fb09a095-8b74-4688-ade5-bfd923bced0d', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:32Z', 'updated_at': '2022-01-29T04:51:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:11.642818 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e77e9c6-0a48-40ed-a021-38fee04e6b31 None None] The sync data for ids ['6379ea8b-13e6-4cf5-bbad-d67f12a85c02'] in dv-neutron-821190-1-hyperv is: [{'id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'name': 'tempest-TestNetworkBasicOps-router-964772166', 'tenant_id': '9cb37fd5f36f44e696381da232925f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'fb09a095-8b74-4688-ade5-bfd923bced0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:49:31Z', 'updated_at': '2022-01-29T04:51:10Z', 'revision_number': 7, 'project_id': '9cb37fd5f36f44e696381da232925f9b', 'gw_port': {'id': 'fb09a095-8b74-4688-ade5-bfd923bced0d', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379ea8b-13e6-4cf5-bbad-d67f12a85c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:32Z', 'updated_at': '2022-01-29T04:51:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:51:11.657545 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-53b270b2-254a-4d2a-9836-856592a83c75 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_gateway (6379ea8b-13e6-4cf5-bbad-d67f12a85c02), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:11.778234 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-53b270b2-254a-4d2a-9836-856592a83c75 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Deleting port fb09a095-8b74-4688-ade5-bfd923bced0d {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:51:11.778715 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-53b270b2-254a-4d2a-9836-856592a83c75 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (fb09a095-8b74-4688-ade5-bfd923bced0d), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:11.802589 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-030c6d98-7ce9-48a6-937e-c1fc1ed53b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (b79a8547-2c69-47e8-ba78-c9b612814688), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:11.830717 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c6d98-7ce9-48a6-937e-c1fc1ed53b24 None None] Pushing event deleted for resources: {'Port': ['ID=b79a8547-2c69-47e8-ba78-c9b612814688,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:11.834263 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030c6d98-7ce9-48a6-937e-c1fc1ed53b24 None None] No DVR routers for this DVR port b79a8547-2c69-47e8-ba78-c9b612814688 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:51:11.862720 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-53b270b2-254a-4d2a-9836-856592a83c75 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] For port fb09a095-8b74-4688-ade5-bfd923bced0d, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=fb09a095-8b74-4688-ade5-bfd923bced0d,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:11.863084 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-53b270b2-254a-4d2a-9836-856592a83c75 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (fb09a095-8b74-4688-ade5-bfd923bced0d), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:11.879103 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-53b270b2-254a-4d2a-9836-856592a83c75 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Calling delete_port for fb09a095-8b74-4688-ade5-bfd923bced0d owned by network:router_gateway {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:51:12.041807 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device ed5ea96c-686c-4c85-ae70-d525c5a515c8 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:51:12.063943 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: ed5ea96c-686c-4c85-ae70-d525c5a515c8 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:51:12.064332 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device ed5ea96c-686c-4c85-ae70-d525c5a515c8 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:51:12.064776 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device b79a8547-2c69-47e8-ba78-c9b612814688 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:51:12.094310 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-53b270b2-254a-4d2a-9836-856592a83c75 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (fb09a095-8b74-4688-ade5-bfd923bced0d), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:12.121789 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b270b2-254a-4d2a-9836-856592a83c75 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Port': ['ID=fb09a095-8b74-4688-ade5-bfd923bced0d,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:12.189434 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-53b270b2-254a-4d2a-9836-856592a83c75 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (6379ea8b-13e6-4cf5-bbad-d67f12a85c02), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:12.237043 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: b79a8547-2c69-47e8-ba78-c9b612814688 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:51:12.237389 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device b79a8547-2c69-47e8-ba78-c9b612814688 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:51:12.284402 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-53b270b2-254a-4d2a-9836-856592a83c75 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (6379ea8b-13e6-4cf5-bbad-d67f12a85c02), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:12.286438 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-53b270b2-254a-4d2a-9836-856592a83c75 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router_controller (6379ea8b-13e6-4cf5-bbad-d67f12a85c02), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:12.390863 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-53b270b2-254a-4d2a-9836-856592a83c75 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (6379ea8b-13e6-4cf5-bbad-d67f12a85c02), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:12.391378 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b270b2-254a-4d2a-9836-856592a83c75 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Fanout notify agent at l3_agent the message router_deleted on router 6379ea8b-13e6-4cf5-bbad-d67f12a85c02 {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:51:12.398679 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-53b270b2-254a-4d2a-9836-856592a83c75 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:12.400073 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-53b270b2-254a-4d2a-9836-856592a83c75 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/routers/6379ea8b-13e6-4cf5-bbad-d67f12a85c02 HTTP/1.1" status: 204 len: 168 time: 1.2944245 Jan 29 04:51:12.402612 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58628) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:51:12.481618 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3c86ebb6-cb84-4fb1-9a37-44acfd2828d4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (0cf07de2-988b-41c1-ac2d-1645e71735f1), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:12.574356 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3c86ebb6-cb84-4fb1-9a37-44acfd2828d4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (0cf07de2-988b-41c1-ac2d-1645e71735f1), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:12.594826 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-3c86ebb6-cb84-4fb1-9a37-44acfd2828d4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cf07de2-988b-41c1-ac2d-1645e71735f1']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:12.604416 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-3c86ebb6-cb84-4fb1-9a37-44acfd2828d4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f29a65-4318-4a32-b2af-9067eba7f0fc') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:12.604740 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-3c86ebb6-cb84-4fb1-9a37-44acfd2828d4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f29a65-4318-4a32-b2af-9067eba7f0fc') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:12.613818 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3c86ebb6-cb84-4fb1-9a37-44acfd2828d4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (77f29a65-4318-4a32-b2af-9067eba7f0fc), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:12.626672 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3c86ebb6-cb84-4fb1-9a37-44acfd2828d4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (77f29a65-4318-4a32-b2af-9067eba7f0fc), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:12.632562 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c86ebb6-cb84-4fb1-9a37-44acfd2828d4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:51:12.632965 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3c86ebb6-cb84-4fb1-9a37-44acfd2828d4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (77f29a65-4318-4a32-b2af-9067eba7f0fc), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:12.635808 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:51:12.635808 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:51:12.635808 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:51:12.635808 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:51:12.635808 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:51:12.635808 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:51:12.635808 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:51:12.635808 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:51:12.635808 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:51:12.635808 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:51:12.635808 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:51:12.635808 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:51:12.635808 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:51:12.635808 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:51:12.635808 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:51:12.635808 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:51:12.635808 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:51:12.635808 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:51:12.635808 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:51:12.635808 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:51:12.635808 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:51:12.635808 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:51:12.635808 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:51:12.635808 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:51:12.635808 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:51:12.635808 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:51:12.635808 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:51:12.635808 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:51:12.635808 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:51:12.635808 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:51:12.635808 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:51:12.635808 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:51:12.750901 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3c86ebb6-cb84-4fb1-9a37-44acfd2828d4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (0cf07de2-988b-41c1-ac2d-1645e71735f1), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:12.761744 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3c86ebb6-cb84-4fb1-9a37-44acfd2828d4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:12.761744 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-3c86ebb6-cb84-4fb1-9a37-44acfd2828d4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] 10.222.0.13 "DELETE /v2.0/networks/0cf07de2-988b-41c1-ac2d-1645e71735f1 HTTP/1.1" status: 204 len: 168 time: 0.3569832 Jan 29 04:51:12.774755 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c86ebb6-cb84-4fb1-9a37-44acfd2828d4 tempest-TestNetworkBasicOps-311228110 tempest-TestNetworkBasicOps-311228110-project] Pushing event deleted for resources: {'Network': ['ID=0cf07de2-988b-41c1-ac2d-1645e71735f1,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:13.156992 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 58634) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:51:13.295527 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-006757b5-599d-4b12-90bb-a8a5e995b80d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9cb37fd5f36f44e696381da232925f9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1373868 Jan 29 04:51:13.297954 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 58638) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:51:13.345106 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2a108a69-9308-4790-8e34-1ebdbe618aea admin admin] Publish callbacks [] for security_group (2a60dcd5-2df3-47a3-b4f4-89dd288caf31), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:13.366848 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2a108a69-9308-4790-8e34-1ebdbe618aea admin admin] Publish callbacks [] for security_group (2a60dcd5-2df3-47a3-b4f4-89dd288caf31), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:13.505319 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2a108a69-9308-4790-8e34-1ebdbe618aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (2a60dcd5-2df3-47a3-b4f4-89dd288caf31), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:13.508796 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2a108a69-9308-4790-8e34-1ebdbe618aea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:13.509997 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-2a108a69-9308-4790-8e34-1ebdbe618aea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2a60dcd5-2df3-47a3-b4f4-89dd288caf31 HTTP/1.1" status: 204 len: 168 time: 0.2111623 Jan 29 04:51:13.517714 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a108a69-9308-4790-8e34-1ebdbe618aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a60dcd5-2df3-47a3-b4f4-89dd288caf31,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:13.525206 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a108a69-9308-4790-8e34-1ebdbe618aea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:13.529479 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a108a69-9308-4790-8e34-1ebdbe618aea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:13.529479 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a108a69-9308-4790-8e34-1ebdbe618aea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:13.529479 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a108a69-9308-4790-8e34-1ebdbe618aea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:13.529479 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a108a69-9308-4790-8e34-1ebdbe618aea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:13.529479 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a108a69-9308-4790-8e34-1ebdbe618aea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:13.529479 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a108a69-9308-4790-8e34-1ebdbe618aea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:13.529479 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a108a69-9308-4790-8e34-1ebdbe618aea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:13.529479 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a108a69-9308-4790-8e34-1ebdbe618aea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:13.529479 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a108a69-9308-4790-8e34-1ebdbe618aea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:13.529479 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a108a69-9308-4790-8e34-1ebdbe618aea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:13.529479 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a108a69-9308-4790-8e34-1ebdbe618aea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:13.529479 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a108a69-9308-4790-8e34-1ebdbe618aea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:13.948079 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device fb09a095-8b74-4688-ade5-bfd923bced0d no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:51:13.970952 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: fb09a095-8b74-4688-ade5-bfd923bced0d {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:51:13.971299 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device fb09a095-8b74-4688-ade5-bfd923bced0d not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:51:14.031478 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 58644) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:51:14.048073 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-910e3870-3285-4c16-9028-4809340026d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:14.119604 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-910e3870-3285-4c16-9028-4809340026d6 admin admin] Publish callbacks [] for security_group (f4a06906-295a-4ce0-8ecc-bb838f923221), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:14.185432 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-910e3870-3285-4c16-9028-4809340026d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (f4a06906-295a-4ce0-8ecc-bb838f923221), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:14.224337 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-910e3870-3285-4c16-9028-4809340026d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9431d589712a4736acfa1b30bf876188&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1917510 Jan 29 04:51:14.225212 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e3870-3285-4c16-9028-4809340026d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a06906-295a-4ce0-8ecc-bb838f923221,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:14.227788 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58646) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:51:14.280946 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d2e00c72-69e3-472a-8e5e-874cd649171b admin admin] Publish callbacks [] for security_group (f4a06906-295a-4ce0-8ecc-bb838f923221), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:14.302070 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d2e00c72-69e3-472a-8e5e-874cd649171b admin admin] Publish callbacks [] for security_group (f4a06906-295a-4ce0-8ecc-bb838f923221), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:14.408034 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d2e00c72-69e3-472a-8e5e-874cd649171b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (f4a06906-295a-4ce0-8ecc-bb838f923221), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:14.410600 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d2e00c72-69e3-472a-8e5e-874cd649171b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:14.411752 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d2e00c72-69e3-472a-8e5e-874cd649171b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f4a06906-295a-4ce0-8ecc-bb838f923221 HTTP/1.1" status: 204 len: 168 time: 0.1823285 Jan 29 04:51:14.420418 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e00c72-69e3-472a-8e5e-874cd649171b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a06906-295a-4ce0-8ecc-bb838f923221,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:18.416972 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:51:20.214215 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-68af9d7c-0bd3-44ca-9017-0f5e8cd35c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:21.914416 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-10abba05-ba1a-447f-89bf-041f25c26610 req-ced4b06d-5730-476c-abe1-4cfc180efb35 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=6855df13a2de4ddbb5245c0751a8e4ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291824 Jan 29 04:51:22.097883 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abba05-ba1a-447f-89bf-041f25c26610 req-9e46a8d2-266a-4cd3-ad9a-e17306f977d1 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:22.099261 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-10abba05-ba1a-447f-89bf-041f25c26610 req-9e46a8d2-266a-4cd3-ad9a-e17306f977d1 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1799641 Jan 29 04:51:22.114107 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-10abba05-ba1a-447f-89bf-041f25c26610 req-5258b12f-bb87-4f27-b53c-6804c01cb2b8 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] 10.222.0.13 "GET /v2.0/quotas/6855df13a2de4ddbb5245c0751a8e4ec HTTP/1.1" status: 200 len: 375 time: 0.0089622 Jan 29 04:51:22.145615 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-10abba05-ba1a-447f-89bf-041f25c26610 req-284d7958-00dd-4ecd-843f-19f80c23926c tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6855df13a2de4ddbb5245c0751a8e4ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260863 Jan 29 04:51:22.371081 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-a3bca760-0c29-49d5-b1e9-d2143399e4a3 req-81708f09-04df-4b21-9ddf-f97e62eb1782 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ec157e-e565-45a6-92c6-5c2b90d5d772 HTTP/1.1" status: 200 len: 210 time: 0.0287802 Jan 29 04:51:22.464750 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b9162e4d-84d6-4a1c-b652-3cfbf91717f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:23.463725 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-74b0d27d-fbfc-42a2-a2d2-93ddd28a4198 req-ebf11a84-b345-42eb-a1ae-d530991b8ba7 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ec157e-e565-45a6-92c6-5c2b90d5d772 HTTP/1.1" status: 200 len: 210 time: 0.0269082 Jan 29 04:51:23.727805 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:24.041907 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:24.372769 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-10abba05-ba1a-447f-89bf-041f25c26610 req-21e7165d-f4a1-49cf-978a-02b75c5b3e30 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6855df13a2de4ddbb5245c0751a8e4ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208714 Jan 29 04:51:24.481181 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abba05-ba1a-447f-89bf-041f25c26610 req-4f1f2568-12e9-4a9c-ab47-91875f9cdf02 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:24.482600 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-10abba05-ba1a-447f-89bf-041f25c26610 req-4f1f2568-12e9-4a9c-ab47-91875f9cdf02 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1053033 Jan 29 04:51:24.501276 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-10abba05-ba1a-447f-89bf-041f25c26610 req-2569c013-27b3-4d56-a7eb-4c9500a3ac96 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] Request body: {'port': {'device_id': '47ec157e-e565-45a6-92c6-5c2b90d5d772', 'network_id': '7857865a-75b2-4761-ae64-b6d3680d3811', 'admin_state_up': True, 'tenant_id': '6855df13a2de4ddbb5245c0751a8e4ec'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:51:24.567704 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-1c4ea891-6916-4633-99cb-2db8b29b0281 req-0ea92409-280d-43b6-8999-9e9b17160f2d tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ec157e-e565-45a6-92c6-5c2b90d5d772 HTTP/1.1" status: 200 len: 210 time: 0.0280068 Jan 29 04:51:24.665170 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10abba05-ba1a-447f-89bf-041f25c26610 req-2569c013-27b3-4d56-a7eb-4c9500a3ac96 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] Made reservation on behalf of 6855df13a2de4ddbb5245c0751a8e4ec for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:51:24.668498 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-10abba05-ba1a-447f-89bf-041f25c26610 req-2569c013-27b3-4d56-a7eb-4c9500a3ac96 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:24.677533 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-10abba05-ba1a-447f-89bf-041f25c26610 req-2569c013-27b3-4d56-a7eb-4c9500a3ac96 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:24.761764 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-10abba05-ba1a-447f-89bf-041f25c26610 req-2569c013-27b3-4d56-a7eb-4c9500a3ac96 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] Publish callbacks [] for security_group (d7898642-ec2b-4c7d-8c32-811d7c45ec4d), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:24.824939 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-10abba05-ba1a-447f-89bf-041f25c26610 req-2569c013-27b3-4d56-a7eb-4c9500a3ac96 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (d7898642-ec2b-4c7d-8c32-811d7c45ec4d), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:24.876246 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:24.887775 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2569c013-27b3-4d56-a7eb-4c9500a3ac96 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7898642-ec2b-4c7d-8c32-811d7c45ec4d,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:24.955991 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [req-10abba05-ba1a-447f-89bf-041f25c26610 req-2569c013-27b3-4d56-a7eb-4c9500a3ac96 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] Allocated IP 192.168.233.160 (7857865a-75b2-4761-ae64-b6d3680d3811/a325d4fd-5733-4fa3-9428-07d6d7c8204a/c5792e0d-3afd-49f5-8c2d-055c1ae66738) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:51:25.097738 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-10abba05-ba1a-447f-89bf-041f25c26610 req-2569c013-27b3-4d56-a7eb-4c9500a3ac96 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] Publish callbacks [] for port (c5792e0d-3afd-49f5-8c2d-055c1ae66738), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:25.185160 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-10abba05-ba1a-447f-89bf-041f25c26610 req-2569c013-27b3-4d56-a7eb-4c9500a3ac96 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (c5792e0d-3afd-49f5-8c2d-055c1ae66738), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:25.227950 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10abba05-ba1a-447f-89bf-041f25c26610 req-2569c013-27b3-4d56-a7eb-4c9500a3ac96 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] Network 7857865a-75b2-4761-ae64-b6d3680d3811 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:51:25.230680 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [req-10abba05-ba1a-447f-89bf-041f25c26610 req-2569c013-27b3-4d56-a7eb-4c9500a3ac96 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:51:25.233070 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-10abba05-ba1a-447f-89bf-041f25c26610 req-2569c013-27b3-4d56-a7eb-4c9500a3ac96 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:51:25.266472 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2569c013-27b3-4d56-a7eb-4c9500a3ac96 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] Pushing event updated for resources: {'Port': ['ID=c5792e0d-3afd-49f5-8c2d-055c1ae66738,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:25.294418 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abba05-ba1a-447f-89bf-041f25c26610 req-2569c013-27b3-4d56-a7eb-4c9500a3ac96 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:25.295054 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-10abba05-ba1a-447f-89bf-041f25c26610 req-2569c013-27b3-4d56-a7eb-4c9500a3ac96 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:25.354609 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-10abba05-ba1a-447f-89bf-041f25c26610 req-2569c013-27b3-4d56-a7eb-4c9500a3ac96 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8585036 Jan 29 04:51:25.372165 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-10abba05-ba1a-447f-89bf-041f25c26610 req-d184a9e6-8bd4-49cf-a8e7-17a41b880d23 service neutron] Request body: {'port': {'device_id': '47ec157e-e565-45a6-92c6-5c2b90d5d772', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:51:25.430214 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-10abba05-ba1a-447f-89bf-041f25c26610 req-d184a9e6-8bd4-49cf-a8e7-17a41b880d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (c5792e0d-3afd-49f5-8c2d-055c1ae66738), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:25.459797 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-9172985e-b690-4399-8171-03f9509de75c None None] Provisioning complete for port c5792e0d-3afd-49f5-8c2d-055c1ae66738 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:25.460144 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9172985e-b690-4399-8171-03f9509de75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c5792e0d-3afd-49f5-8c2d-055c1ae66738), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:25.493797 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-9172985e-b690-4399-8171-03f9509de75c None None] Port c5792e0d-3afd-49f5-8c2d-055c1ae66738 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:51:25.721602 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [req-10abba05-ba1a-447f-89bf-041f25c26610 req-d184a9e6-8bd4-49cf-a8e7-17a41b880d23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5792e0d-3afd-49f5-8c2d-055c1ae66738 {{(pid=103585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:51:25.734689 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab1f94-b470-4910-9ff6-9f6c0309e6d1 req-00f5844b-c3ae-4dce-b072-f6a6c191ad51 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:25.736132 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-21ab1f94-b470-4910-9ff6-9f6c0309e6d1 req-00f5844b-c3ae-4dce-b072-f6a6c191ad51 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ec157e-e565-45a6-92c6-5c2b90d5d772 HTTP/1.1" status: 200 len: 936 time: 0.1007371 Jan 29 04:51:25.737806 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-10abba05-ba1a-447f-89bf-041f25c26610 req-d184a9e6-8bd4-49cf-a8e7-17a41b880d23 service neutron] Publish callbacks [] for port (c5792e0d-3afd-49f5-8c2d-055c1ae66738), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:25.763822 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.provisioning_blocks [req-10abba05-ba1a-447f-89bf-041f25c26610 req-d184a9e6-8bd4-49cf-a8e7-17a41b880d23 service neutron] Transition to ACTIVE for port object c5792e0d-3afd-49f5-8c2d-055c1ae66738 will not be triggered until provisioned by entity L2. {{(pid=103585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:51:25.790413 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-21ab1f94-b470-4910-9ff6-9f6c0309e6d1 req-11ddec12-cb28-4399-b65d-643c6e00ebbe tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7898642-ec2b-4c7d-8c32-811d7c45ec4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481288 Jan 29 04:51:25.836442 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-10abba05-ba1a-447f-89bf-041f25c26610 req-d184a9e6-8bd4-49cf-a8e7-17a41b880d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (c5792e0d-3afd-49f5-8c2d-055c1ae66738), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:25.889039 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184a9e6-8bd4-49cf-a8e7-17a41b880d23 service neutron] Pushing event updated for resources: {'Port': ['ID=c5792e0d-3afd-49f5-8c2d-055c1ae66738,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:25.966557 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-10abba05-ba1a-447f-89bf-041f25c26610 req-d184a9e6-8bd4-49cf-a8e7-17a41b880d23 service neutron] Attempting to bind port c5792e0d-3afd-49f5-8c2d-055c1ae66738 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:51:25.966899 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-10abba05-ba1a-447f-89bf-041f25c26610 req-d184a9e6-8bd4-49cf-a8e7-17a41b880d23 service neutron] Attempting to bind port c5792e0d-3afd-49f5-8c2d-055c1ae66738 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '9ea8942d-3914-4b3e-b480-294d35ca5745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7857865a-75b2-4761-ae64-b6d3680d3811'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:51:25.967228 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10abba05-ba1a-447f-89bf-041f25c26610 req-d184a9e6-8bd4-49cf-a8e7-17a41b880d23 service neutron] Attempting to bind port c5792e0d-3afd-49f5-8c2d-055c1ae66738 on network 7857865a-75b2-4761-ae64-b6d3680d3811 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:51:25.971777 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10abba05-ba1a-447f-89bf-041f25c26610 req-d184a9e6-8bd4-49cf-a8e7-17a41b880d23 service neutron] Port c5792e0d-3afd-49f5-8c2d-055c1ae66738 on network 7857865a-75b2-4761-ae64-b6d3680d3811 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:51:25.972096 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10abba05-ba1a-447f-89bf-041f25c26610 req-d184a9e6-8bd4-49cf-a8e7-17a41b880d23 service neutron] Attempting to bind port c5792e0d-3afd-49f5-8c2d-055c1ae66738 on network 7857865a-75b2-4761-ae64-b6d3680d3811 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:51:25.978134 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10abba05-ba1a-447f-89bf-041f25c26610 req-d184a9e6-8bd4-49cf-a8e7-17a41b880d23 service neutron] Checking agent: {'id': '15eedd85-6d76-4715-a40f-dc31e854816c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'started_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:51:25.978472 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10abba05-ba1a-447f-89bf-041f25c26610 req-d184a9e6-8bd4-49cf-a8e7-17a41b880d23 service neutron] Checking segment: {'id': '9ea8942d-3914-4b3e-b480-294d35ca5745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7857865a-75b2-4761-ae64-b6d3680d3811'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:51:25.978854 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10abba05-ba1a-447f-89bf-041f25c26610 req-d184a9e6-8bd4-49cf-a8e7-17a41b880d23 service neutron] Bound using segment: {'id': '9ea8942d-3914-4b3e-b480-294d35ca5745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7857865a-75b2-4761-ae64-b6d3680d3811'} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:51:25.979275 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-10abba05-ba1a-447f-89bf-041f25c26610 req-d184a9e6-8bd4-49cf-a8e7-17a41b880d23 service neutron] Bound port: c5792e0d-3afd-49f5-8c2d-055c1ae66738, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ea8942d-3914-4b3e-b480-294d35ca5745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7857865a-75b2-4761-ae64-b6d3680d3811'}}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:51:25.979629 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-10abba05-ba1a-447f-89bf-041f25c26610 req-d184a9e6-8bd4-49cf-a8e7-17a41b880d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (c5792e0d-3afd-49f5-8c2d-055c1ae66738), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:26.044473 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-10abba05-ba1a-447f-89bf-041f25c26610 req-d184a9e6-8bd4-49cf-a8e7-17a41b880d23 service neutron] For port c5792e0d-3afd-49f5-8c2d-055c1ae66738, host hv-neutron-8211, cleared binding levels {{(pid=103585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:51:26.047449 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-10abba05-ba1a-447f-89bf-041f25c26610 req-d184a9e6-8bd4-49cf-a8e7-17a41b880d23 service neutron] For port c5792e0d-3afd-49f5-8c2d-055c1ae66738, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=c5792e0d-3afd-49f5-8c2d-055c1ae66738,segment=NetworkSegment(9ea8942d-3914-4b3e-b480-294d35ca5745),segment_id=9ea8942d-3914-4b3e-b480-294d35ca5745)] {{(pid=103585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:51:26.117624 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-10abba05-ba1a-447f-89bf-041f25c26610 req-d184a9e6-8bd4-49cf-a8e7-17a41b880d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (c5792e0d-3afd-49f5-8c2d-055c1ae66738), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:26.150540 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abba05-ba1a-447f-89bf-041f25c26610 req-d184a9e6-8bd4-49cf-a8e7-17a41b880d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:26.151170 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-10abba05-ba1a-447f-89bf-041f25c26610 req-d184a9e6-8bd4-49cf-a8e7-17a41b880d23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:26.152824 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-10abba05-ba1a-447f-89bf-041f25c26610 req-d184a9e6-8bd4-49cf-a8e7-17a41b880d23 service neutron] 10.222.0.18 "PUT /v2.0/ports/c5792e0d-3afd-49f5-8c2d-055c1ae66738 HTTP/1.1" status: 200 len: 1098 time: 0.7849772 Jan 29 04:51:26.155204 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ec157e-e565-45a6-92c6-5c2b90d5d772', 'tag': 'c5792e0d-3afd-49f5-8c2d-055c1ae66738'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:51:26.157456 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d40c56-6aef-4440-952c-6b9006f4e301" -d '{"events": [{"name": "network-changed", "server_uuid": "47ec157e-e565-45a6-92c6-5c2b90d5d772", "tag": "c5792e0d-3afd-49f5-8c2d-055c1ae66738"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:51:26.186706 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184a9e6-8bd4-49cf-a8e7-17a41b880d23 service neutron] Pushing event updated for resources: {'Port': ['ID=c5792e0d-3afd-49f5-8c2d-055c1ae66738,revision_number=3']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:26.203137 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0656f44c-885d-4e86-a507-9d5da28011ed x-openstack-request-id: req-0656f44c-885d-4e86-a507-9d5da28011ed {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:51:26.203464 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47ec157e-e565-45a6-92c6-5c2b90d5d772", "tag": "c5792e0d-3afd-49f5-8c2d-055c1ae66738", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:51:26.203723 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0656f44c-885d-4e86-a507-9d5da28011ed {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:51:26.204130 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47ec157e-e565-45a6-92c6-5c2b90d5d772', 'tag': 'c5792e0d-3afd-49f5-8c2d-055c1ae66738', 'status': 'completed', 'code': 200} Jan 29 04:51:26.291369 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d40c56-6aef-4440-952c-6b9006f4e301 req-b91f8e28-24a7-4457-b881-7297fd6d498f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:26.292837 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b4d40c56-6aef-4440-952c-6b9006f4e301 req-b91f8e28-24a7-4457-b881-7297fd6d498f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6855df13a2de4ddbb5245c0751a8e4ec&device_id=47ec157e-e565-45a6-92c6-5c2b90d5d772 HTTP/1.1" status: 200 len: 1132 time: 0.0463717 Jan 29 04:51:26.335112 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b4d40c56-6aef-4440-952c-6b9006f4e301 req-e9b3158b-c443-41f0-8bab-84a2776e2e37 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=6855df13a2de4ddbb5245c0751a8e4ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244462 Jan 29 04:51:26.373826 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:26.427414 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d40c56-6aef-4440-952c-6b9006f4e301 req-40b9f40c-ca5a-4c00-8964-3957670c1c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:26.429394 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b4d40c56-6aef-4440-952c-6b9006f4e301 req-40b9f40c-ca5a-4c00-8964-3957670c1c36 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881922 Jan 29 04:51:26.529171 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abba05-ba1a-447f-89bf-041f25c26610 req-557552b9-3290-4626-8517-3f2e7b73ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:26.530646 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-10abba05-ba1a-447f-89bf-041f25c26610 req-557552b9-3290-4626-8517-3f2e7b73ff91 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6855df13a2de4ddbb5245c0751a8e4ec&device_id=47ec157e-e565-45a6-92c6-5c2b90d5d772 HTTP/1.1" status: 200 len: 1132 time: 0.0440884 Jan 29 04:51:26.582287 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-10abba05-ba1a-447f-89bf-041f25c26610 req-9308331f-a430-4587-a747-8bfe5c83b9c7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=c5792e0d-3afd-49f5-8c2d-055c1ae66738 HTTP/1.1" status: 200 len: 217 time: 0.0375063 Jan 29 04:51:26.628939 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abba05-ba1a-447f-89bf-041f25c26610 req-e4a27eda-8976-4399-bad5-fd3b66c5a506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:26.630330 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-10abba05-ba1a-447f-89bf-041f25c26610 req-e4a27eda-8976-4399-bad5-fd3b66c5a506 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a325d4fd-5733-4fa3-9428-07d6d7c8204a HTTP/1.1" status: 200 len: 843 time: 0.0424151 Jan 29 04:51:26.679620 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abba05-ba1a-447f-89bf-041f25c26610 req-e0cd8023-3f9d-48df-8a9f-1fd6c77ef7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:26.681106 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-10abba05-ba1a-447f-89bf-041f25c26610 req-e0cd8023-3f9d-48df-8a9f-1fd6c77ef7a0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7857865a-75b2-4761-ae64-b6d3680d3811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1217 time: 0.0432456 Jan 29 04:51:26.776733 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-10abba05-ba1a-447f-89bf-041f25c26610 req-da4589a4-c7e2-4649-96d1-9c762d5d99b4 service neutron] 10.222.0.18 "GET /v2.0/networks/7857865a-75b2-4761-ae64-b6d3680d3811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827541 Jan 29 04:51:26.874476 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-10abba05-ba1a-447f-89bf-041f25c26610 req-1b6f2bea-44a6-40ef-9046-860ca042094a service neutron] 10.222.0.18 "GET /v2.0/networks/7857865a-75b2-4761-ae64-b6d3680d3811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919566 Jan 29 04:51:26.917845 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874705b-eee7-4729-a63d-2fb77cce0f3c req-2f67dba3-c31d-4cc7-bd62-7f8b56a40426 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:26.919291 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d874705b-eee7-4729-a63d-2fb77cce0f3c req-2f67dba3-c31d-4cc7-bd62-7f8b56a40426 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ec157e-e565-45a6-92c6-5c2b90d5d772 HTTP/1.1" status: 200 len: 948 time: 0.0576322 Jan 29 04:51:26.965820 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d874705b-eee7-4729-a63d-2fb77cce0f3c req-ddcc32d7-d033-4d8b-936d-50d79341046c tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7898642-ec2b-4c7d-8c32-811d7c45ec4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409777 Jan 29 04:51:28.087814 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2f710-abeb-439a-94fc-d059d3af0318 req-0e7ecc8a-98b2-447a-ac39-6737a699b172 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:28.089308 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-79b2f710-abeb-439a-94fc-d059d3af0318 req-0e7ecc8a-98b2-447a-ac39-6737a699b172 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ec157e-e565-45a6-92c6-5c2b90d5d772 HTTP/1.1" status: 200 len: 948 time: 0.0556026 Jan 29 04:51:28.135859 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-79b2f710-abeb-439a-94fc-d059d3af0318 req-45390bfb-c17b-492b-8e43-545c1c89a8f3 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7898642-ec2b-4c7d-8c32-811d7c45ec4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409472 Jan 29 04:51:29.250773 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98710b6-4dd9-4784-970e-70c37d62c2c1 req-6e0871a4-f607-4ec8-89b4-3a6e4e52630f tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:29.252250 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a98710b6-4dd9-4784-970e-70c37d62c2c1 req-6e0871a4-f607-4ec8-89b4-3a6e4e52630f tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ec157e-e565-45a6-92c6-5c2b90d5d772 HTTP/1.1" status: 200 len: 948 time: 0.0508645 Jan 29 04:51:29.296956 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a98710b6-4dd9-4784-970e-70c37d62c2c1 req-1ec32ca9-6923-4575-89bf-4d25e8eda35f tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7898642-ec2b-4c7d-8c32-811d7c45ec4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385809 Jan 29 04:51:30.415953 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705b67c-ba43-4894-bf23-578ac96ddcc5 req-aedb13f4-b7a5-4639-b8e9-19d6414c84cc tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:30.418563 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d705b67c-ba43-4894-bf23-578ac96ddcc5 req-aedb13f4-b7a5-4639-b8e9-19d6414c84cc tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ec157e-e565-45a6-92c6-5c2b90d5d772 HTTP/1.1" status: 200 len: 948 time: 0.0551255 Jan 29 04:51:30.467612 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d705b67c-ba43-4894-bf23-578ac96ddcc5 req-876430d7-c1a8-41f9-a75e-4f5c4a1a7fda tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7898642-ec2b-4c7d-8c32-811d7c45ec4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433006 Jan 29 04:51:30.970118 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device c5792e0d-3afd-49f5-8c2d-055c1ae66738 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:51:31.066819 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port c5792e0d-3afd-49f5-8c2d-055c1ae66738, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=c5792e0d-3afd-49f5-8c2d-055c1ae66738,segment=NetworkSegment(9ea8942d-3914-4b3e-b480-294d35ca5745),segment_id=9ea8942d-3914-4b3e-b480-294d35ca5745)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:31.078185 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': 'c5792e0d-3afd-49f5-8c2d-055c1ae66738', 'network_id': '7857865a-75b2-4761-ae64-b6d3680d3811', 'port_id': 'c5792e0d-3afd-49f5-8c2d-055c1ae66738', 'mac_address': 'fa:16:3e:9a:aa:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a325d4fd-5733-4fa3-9428-07d6d7c8204a', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:51:31.114526 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port c5792e0d-3afd-49f5-8c2d-055c1ae66738 is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:51:31.114831 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (c5792e0d-3afd-49f5-8c2d-055c1ae66738), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:31.127553 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5792e0d-3afd-49f5-8c2d-055c1ae66738 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:51:31.146052 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port c5792e0d-3afd-49f5-8c2d-055c1ae66738, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=c5792e0d-3afd-49f5-8c2d-055c1ae66738,segment=NetworkSegment(9ea8942d-3914-4b3e-b480-294d35ca5745),segment_id=9ea8942d-3914-4b3e-b480-294d35ca5745)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:31.201846 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (c5792e0d-3afd-49f5-8c2d-055c1ae66738), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:31.247243 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=c5792e0d-3afd-49f5-8c2d-055c1ae66738,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:31.586316 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbc7a9-569a-4e91-85f7-e40a8c19e9ff req-8badf928-108f-4d2d-b4e5-2b044868cc7d tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:31.588685 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-63dbc7a9-569a-4e91-85f7-e40a8c19e9ff req-8badf928-108f-4d2d-b4e5-2b044868cc7d tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ec157e-e565-45a6-92c6-5c2b90d5d772 HTTP/1.1" status: 200 len: 949 time: 0.0552249 Jan 29 04:51:31.590743 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['c5792e0d-3afd-49f5-8c2d-055c1ae66738'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:51:31.643851 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-63dbc7a9-569a-4e91-85f7-e40a8c19e9ff req-e90386de-20c3-47c9-8614-9c321ec31304 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7898642-ec2b-4c7d-8c32-811d7c45ec4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462141 Jan 29 04:51:32.760499 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8056d9-90c1-482b-aeba-34d936003a19 req-fdb3c1de-9715-4268-b308-098782bb369a tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:32.761996 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-1b8056d9-90c1-482b-aeba-34d936003a19 req-fdb3c1de-9715-4268-b308-098782bb369a tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ec157e-e565-45a6-92c6-5c2b90d5d772 HTTP/1.1" status: 200 len: 949 time: 0.0527954 Jan 29 04:51:32.811506 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-1b8056d9-90c1-482b-aeba-34d936003a19 req-ca27f438-6acd-4972-8fdc-f1ee856cde7e tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7898642-ec2b-4c7d-8c32-811d7c45ec4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440612 Jan 29 04:51:32.977529 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device c5792e0d-3afd-49f5-8c2d-055c1ae66738 up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:51:33.087252 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning for port c5792e0d-3afd-49f5-8c2d-055c1ae66738 completed by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:51:33.090937 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port c5792e0d-3afd-49f5-8c2d-055c1ae66738 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:33.091317 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c5792e0d-3afd-49f5-8c2d-055c1ae66738), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:33.170176 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port c5792e0d-3afd-49f5-8c2d-055c1ae66738 is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:51:33.170566 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (c5792e0d-3afd-49f5-8c2d-055c1ae66738), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:33.192899 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ec157e-e565-45a6-92c6-5c2b90d5d772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5792e0d-3afd-49f5-8c2d-055c1ae66738'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:51:33.195161 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963c1fee-8c44-4f8f-9fb6-5afa75e0ba0c" -d '{"events": [{"server_uuid": "47ec157e-e565-45a6-92c6-5c2b90d5d772", "name": "network-vif-plugged", "status": "completed", "tag": "c5792e0d-3afd-49f5-8c2d-055c1ae66738"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:51:33.207671 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port c5792e0d-3afd-49f5-8c2d-055c1ae66738, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=c5792e0d-3afd-49f5-8c2d-055c1ae66738,segment=NetworkSegment(9ea8942d-3914-4b3e-b480-294d35ca5745),segment_id=9ea8942d-3914-4b3e-b480-294d35ca5745)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:33.233021 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b9785c-0534-4a1b-89ca-48872b46832c x-openstack-request-id: req-a5b9785c-0534-4a1b-89ca-48872b46832c {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:51:33.233021 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ec157e-e565-45a6-92c6-5c2b90d5d772", "name": "network-vif-plugged", "status": "completed", "tag": "c5792e0d-3afd-49f5-8c2d-055c1ae66738", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:51:33.233021 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a5b9785c-0534-4a1b-89ca-48872b46832c {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:51:33.233021 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ec157e-e565-45a6-92c6-5c2b90d5d772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5792e0d-3afd-49f5-8c2d-055c1ae66738', 'code': 200} Jan 29 04:51:33.258881 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (c5792e0d-3afd-49f5-8c2d-055c1ae66738), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:33.306996 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=c5792e0d-3afd-49f5-8c2d-055c1ae66738,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:33.544986 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a6c9d-6b3b-44e6-9785-0d2925746497 req-f5240711-433d-46b2-bf41-04f24611e509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:33.546474 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b01a6c9d-6b3b-44e6-9785-0d2925746497 req-f5240711-433d-46b2-bf41-04f24611e509 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=47ec157e-e565-45a6-92c6-5c2b90d5d772 HTTP/1.1" status: 200 len: 1134 time: 0.0445495 Jan 29 04:51:33.589643 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b01a6c9d-6b3b-44e6-9785-0d2925746497 req-a7d9952a-a5f0-4716-9cc2-56b43e632beb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d7898642-ec2b-4c7d-8c32-811d7c45ec4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370057 Jan 29 04:51:33.929138 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32afdd-cc9f-4a5c-be17-436722f8ad41 req-c8966ca0-eb1c-496f-a567-67bafdf8497b tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:33.930598 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-af32afdd-cc9f-4a5c-be17-436722f8ad41 req-c8966ca0-eb1c-496f-a567-67bafdf8497b tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ec157e-e565-45a6-92c6-5c2b90d5d772 HTTP/1.1" status: 200 len: 950 time: 0.0534630 Jan 29 04:51:33.977745 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-af32afdd-cc9f-4a5c-be17-436722f8ad41 req-0208184e-7f17-4bf6-9797-3a189db8b7ef tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7898642-ec2b-4c7d-8c32-811d7c45ec4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416100 Jan 29 04:51:35.095991 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc3afb-62fe-4080-83d4-e739d84525c4 req-bdf4ca6f-b7ac-4746-b646-5973a8b6d956 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:35.097504 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3cfc3afb-62fe-4080-83d4-e739d84525c4 req-bdf4ca6f-b7ac-4746-b646-5973a8b6d956 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ec157e-e565-45a6-92c6-5c2b90d5d772 HTTP/1.1" status: 200 len: 950 time: 0.0521433 Jan 29 04:51:35.144200 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3cfc3afb-62fe-4080-83d4-e739d84525c4 req-53c7b499-7777-4d68-90cb-b3e7564946b0 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7898642-ec2b-4c7d-8c32-811d7c45ec4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402601 Jan 29 04:51:36.260805 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac315e86-f7cb-4003-86da-9d41cde06c0e req-fa4b2632-5716-4177-bfd8-1d02a71545e0 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:36.262297 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ac315e86-f7cb-4003-86da-9d41cde06c0e req-fa4b2632-5716-4177-bfd8-1d02a71545e0 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ec157e-e565-45a6-92c6-5c2b90d5d772 HTTP/1.1" status: 200 len: 950 time: 0.0525534 Jan 29 04:51:36.308767 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ac315e86-f7cb-4003-86da-9d41cde06c0e req-742058c7-8f8d-496a-aa2b-8785ecee23e7 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7898642-ec2b-4c7d-8c32-811d7c45ec4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408316 Jan 29 04:51:36.729515 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [req-e7a9a244-dfe6-4ea8-9f7b-f1fbfc6d508a req-e6629aac-1f40-4ee8-a053-32c4867eb15f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103585) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:51:36.730526 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e7a9a244-dfe6-4ea8-9f7b-f1fbfc6d508a req-e6629aac-1f40-4ee8-a053-32c4867eb15f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0947211 Jan 29 04:51:37.223802 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [req-def314ce-0877-472b-9614-c4a6a11c7b81 req-fd3429d7-e25a-479b-90fa-2405cf6683cc service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:51:37.225447 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-def314ce-0877-472b-9614-c4a6a11c7b81 req-fd3429d7-e25a-479b-90fa-2405cf6683cc service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053692 Jan 29 04:51:37.806906 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ae26a-510a-4dec-b69e-0f32995265d8 req-55e13b00-2fde-4d69-8207-a4a5e54226d6 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:37.808360 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d79ae26a-510a-4dec-b69e-0f32995265d8 req-55e13b00-2fde-4d69-8207-a4a5e54226d6 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ec157e-e565-45a6-92c6-5c2b90d5d772 HTTP/1.1" status: 200 len: 950 time: 0.0566745 Jan 29 04:51:37.855288 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d79ae26a-510a-4dec-b69e-0f32995265d8 req-f45260a8-4ce9-4915-8c9a-1ba2baf9f880 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7898642-ec2b-4c7d-8c32-811d7c45ec4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414817 Jan 29 04:51:38.978893 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99beec3-aae1-4544-8a8f-2f815d22244e req-162a68a9-9996-45fa-bf34-f951127abd90 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:38.980380 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a99beec3-aae1-4544-8a8f-2f815d22244e req-162a68a9-9996-45fa-bf34-f951127abd90 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ec157e-e565-45a6-92c6-5c2b90d5d772 HTTP/1.1" status: 200 len: 950 time: 0.0572519 Jan 29 04:51:39.026957 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a99beec3-aae1-4544-8a8f-2f815d22244e req-4a50b111-aaaf-485b-a412-5008f9ae7b42 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7898642-ec2b-4c7d-8c32-811d7c45ec4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410326 Jan 29 04:51:39.329590 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9246996-8248-478d-a4f1-6a4ffa829b72 req-1829639c-73ae-4bdb-872d-37fbd429f501 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:39.331012 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d9246996-8248-478d-a4f1-6a4ffa829b72 req-1829639c-73ae-4bdb-872d-37fbd429f501 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] 10.222.0.18 "GET /v2.0/ports?device_id=47ec157e-e565-45a6-92c6-5c2b90d5d772 HTTP/1.1" status: 200 len: 950 time: 0.0506506 Jan 29 04:51:39.424441 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-d9246996-8248-478d-a4f1-6a4ffa829b72 req-ebd30c72-2094-45e1-b401-8cdacac566fc tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] Deleting port c5792e0d-3afd-49f5-8c2d-055c1ae66738 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:51:39.424805 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-d9246996-8248-478d-a4f1-6a4ffa829b72 req-ebd30c72-2094-45e1-b401-8cdacac566fc tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (c5792e0d-3afd-49f5-8c2d-055c1ae66738), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:39.512616 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-d9246996-8248-478d-a4f1-6a4ffa829b72 req-ebd30c72-2094-45e1-b401-8cdacac566fc tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] For port c5792e0d-3afd-49f5-8c2d-055c1ae66738, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=c5792e0d-3afd-49f5-8c2d-055c1ae66738,segment=NetworkSegment(9ea8942d-3914-4b3e-b480-294d35ca5745),segment_id=9ea8942d-3914-4b3e-b480-294d35ca5745)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:39.513009 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-d9246996-8248-478d-a4f1-6a4ffa829b72 req-ebd30c72-2094-45e1-b401-8cdacac566fc tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (c5792e0d-3afd-49f5-8c2d-055c1ae66738), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:39.525680 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-d9246996-8248-478d-a4f1-6a4ffa829b72 req-ebd30c72-2094-45e1-b401-8cdacac566fc tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] Calling delete_port for c5792e0d-3afd-49f5-8c2d-055c1ae66738 owned by compute:nova {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:51:39.698829 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-d9246996-8248-478d-a4f1-6a4ffa829b72 req-ebd30c72-2094-45e1-b401-8cdacac566fc tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (c5792e0d-3afd-49f5-8c2d-055c1ae66738), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:39.724384 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd30c72-2094-45e1-b401-8cdacac566fc tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] Pushing event deleted for resources: {'Port': ['ID=c5792e0d-3afd-49f5-8c2d-055c1ae66738,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:39.750435 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['c5792e0d-3afd-49f5-8c2d-055c1ae66738'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:51:39.769801 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9246996-8248-478d-a4f1-6a4ffa829b72 req-ebd30c72-2094-45e1-b401-8cdacac566fc tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] No DVR routers for this DVR port c5792e0d-3afd-49f5-8c2d-055c1ae66738 on host hv-neutron-8211 {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:51:39.772431 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-d9246996-8248-478d-a4f1-6a4ffa829b72 req-ebd30c72-2094-45e1-b401-8cdacac566fc tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:39.775902 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d9246996-8248-478d-a4f1-6a4ffa829b72 req-ebd30c72-2094-45e1-b401-8cdacac566fc tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] 10.222.0.18 "DELETE /v2.0/ports/c5792e0d-3afd-49f5-8c2d-055c1ae66738 HTTP/1.1" status: 204 len: 173 time: 0.4397795 Jan 29 04:51:39.776371 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ec157e-e565-45a6-92c6-5c2b90d5d772', 'name': 'network-vif-deleted', 'tag': 'c5792e0d-3afd-49f5-8c2d-055c1ae66738'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:51:39.778790 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab9d809-bef4-475b-846d-2b491a2bc966" -d '{"events": [{"server_uuid": "47ec157e-e565-45a6-92c6-5c2b90d5d772", "name": "network-vif-deleted", "tag": "c5792e0d-3afd-49f5-8c2d-055c1ae66738"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:51:39.819741 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf55d89-6662-4307-adc4-8bd08d0abc46 x-openstack-request-id: req-6bf55d89-6662-4307-adc4-8bd08d0abc46 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:51:39.820045 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ec157e-e565-45a6-92c6-5c2b90d5d772", "name": "network-vif-deleted", "tag": "c5792e0d-3afd-49f5-8c2d-055c1ae66738", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:51:39.820302 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6bf55d89-6662-4307-adc4-8bd08d0abc46 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:51:39.820763 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ec157e-e565-45a6-92c6-5c2b90d5d772', 'name': 'network-vif-deleted', 'tag': 'c5792e0d-3afd-49f5-8c2d-055c1ae66738', 'status': 'completed', 'code': 200} Jan 29 04:51:40.140785 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b75d110f-84cf-47ff-b246-27710ef4ef67 req-d921f9b3-d201-4a83-9516-6c24332366b0 tempest-ServersAdminNegativeTestJSON-258293050 tempest-ServersAdminNegativeTestJSON-258293050-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ec157e-e565-45a6-92c6-5c2b90d5d772 HTTP/1.1" status: 200 len: 210 time: 0.0327353 Jan 29 04:51:41.632414 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58790) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:51:41.762815 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-e82eec80-0fc4-4fce-8cee-20b3d3751337 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6855df13a2de4ddbb5245c0751a8e4ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1292007 Jan 29 04:51:41.765386 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58794) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:51:41.811176 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d6fcfe34-1167-4c7a-bbda-29131d7b4e3d admin admin] Publish callbacks [] for security_group (d7898642-ec2b-4c7d-8c32-811d7c45ec4d), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:41.831693 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d6fcfe34-1167-4c7a-bbda-29131d7b4e3d admin admin] Publish callbacks [] for security_group (d7898642-ec2b-4c7d-8c32-811d7c45ec4d), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:41.956175 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d6fcfe34-1167-4c7a-bbda-29131d7b4e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (d7898642-ec2b-4c7d-8c32-811d7c45ec4d), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:41.958648 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d6fcfe34-1167-4c7a-bbda-29131d7b4e3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:41.960740 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d6fcfe34-1167-4c7a-bbda-29131d7b4e3d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d7898642-ec2b-4c7d-8c32-811d7c45ec4d HTTP/1.1" status: 204 len: 168 time: 0.1944478 Jan 29 04:51:41.968642 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fcfe34-1167-4c7a-bbda-29131d7b4e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7898642-ec2b-4c7d-8c32-811d7c45ec4d,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:42.516967 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 58800) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:51:42.532365 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-acefdc77-a5b6-47ec-a455-12d990d081db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:42.603650 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-acefdc77-a5b6-47ec-a455-12d990d081db admin admin] Publish callbacks [] for security_group (9f78d8fc-ee16-4b1e-8b61-54a83a8170af), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:42.664645 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-acefdc77-a5b6-47ec-a455-12d990d081db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (9f78d8fc-ee16-4b1e-8b61-54a83a8170af), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:42.705422 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-acefdc77-a5b6-47ec-a455-12d990d081db admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e8a46e342bb4735aff9481020557ee2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1874080 Jan 29 04:51:42.706369 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acefdc77-a5b6-47ec-a455-12d990d081db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f78d8fc-ee16-4b1e-8b61-54a83a8170af,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:42.708084 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 58802) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:51:42.757602 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-329a4e1c-537f-4a3f-87b8-b003312e1741 admin admin] Publish callbacks [] for security_group (9f78d8fc-ee16-4b1e-8b61-54a83a8170af), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:42.778753 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-329a4e1c-537f-4a3f-87b8-b003312e1741 admin admin] Publish callbacks [] for security_group (9f78d8fc-ee16-4b1e-8b61-54a83a8170af), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:42.882132 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-329a4e1c-537f-4a3f-87b8-b003312e1741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (9f78d8fc-ee16-4b1e-8b61-54a83a8170af), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:42.884782 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-329a4e1c-537f-4a3f-87b8-b003312e1741 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:42.885946 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-329a4e1c-537f-4a3f-87b8-b003312e1741 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9f78d8fc-ee16-4b1e-8b61-54a83a8170af HTTP/1.1" status: 204 len: 168 time: 0.1759849 Jan 29 04:51:42.893887 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a4e1c-537f-4a3f-87b8-b003312e1741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f78d8fc-ee16-4b1e-8b61-54a83a8170af,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:43.039956 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device c5792e0d-3afd-49f5-8c2d-055c1ae66738 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:51:43.060248 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] No Port match for: c5792e0d-3afd-49f5-8c2d-055c1ae66738 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:51:43.060611 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device c5792e0d-3afd-49f5-8c2d-055c1ae66738 not bound to the agent host hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:51:43.964215 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 58824) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:51:44.057661 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-37996f55-5cc4-4018-a7d1-d3c9d25b79f2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-705209220-network', 'tenant_id': 'a2206530744f4208a3940738aa11bdf1'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:51:44.127000 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37996f55-5cc4-4018-a7d1-d3c9d25b79f2 admin admin] Made reservation on behalf of a2206530744f4208a3940738aa11bdf1 for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:51:44.129288 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-37996f55-5cc4-4018-a7d1-d3c9d25b79f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:44.138220 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-37996f55-5cc4-4018-a7d1-d3c9d25b79f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:44.213439 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-37996f55-5cc4-4018-a7d1-d3c9d25b79f2 admin admin] Publish callbacks [] for security_group (f5e1195c-ec44-4904-808d-433167339236), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:44.252843 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-37996f55-5cc4-4018-a7d1-d3c9d25b79f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (f5e1195c-ec44-4904-808d-433167339236), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:44.277597 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37996f55-5cc4-4018-a7d1-d3c9d25b79f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:51:44.286094 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37996f55-5cc4-4018-a7d1-d3c9d25b79f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e1195c-ec44-4904-808d-433167339236,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:44.292237 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-37996f55-5cc4-4018-a7d1-d3c9d25b79f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (2512cbf2-ce7d-4ca6-8c67-cd5493a7637a), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:44.292621 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-37996f55-5cc4-4018-a7d1-d3c9d25b79f2 admin admin] Added segment 2512cbf2-ce7d-4ca6-8c67-cd5493a7637a of type vlan for network 64fe5790-1405-4837-9b6e-8fdacdc437b1 Jan 29 04:51:44.333461 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-37996f55-5cc4-4018-a7d1-d3c9d25b79f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (64fe5790-1405-4837-9b6e-8fdacdc437b1), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:44.424221 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-37996f55-5cc4-4018-a7d1-d3c9d25b79f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (64fe5790-1405-4837-9b6e-8fdacdc437b1), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:44.425246 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37996f55-5cc4-4018-a7d1-d3c9d25b79f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:44.425835 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-37996f55-5cc4-4018-a7d1-d3c9d25b79f2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:44.484774 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37996f55-5cc4-4018-a7d1-d3c9d25b79f2 admin admin] Pushing event updated for resources: {'Network': ['ID=64fe5790-1405-4837-9b6e-8fdacdc437b1,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:44.494897 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 64fe5790-1405-4837-9b6e-8fdacdc437b1 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:51:44.530128 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-37996f55-5cc4-4018-a7d1-d3c9d25b79f2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5647821 Jan 29 04:51:44.532991 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 58828) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:51:44.543897 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-94095179-a503-4113-94f4-837f796b2874 admin admin] Request body: {'subnet': {'network_id': '64fe5790-1405-4837-9b6e-8fdacdc437b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-705209220-subnet', 'tenant_id': 'a2206530744f4208a3940738aa11bdf1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:51:44.619082 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94095179-a503-4113-94f4-837f796b2874 admin admin] Made reservation on behalf of a2206530744f4208a3940738aa11bdf1 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:51:44.621494 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-94095179-a503-4113-94f4-837f796b2874 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:44.825197 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-94095179-a503-4113-94f4-837f796b2874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (1e6fdfcb-bb14-44f2-9c86-5bd6e2c7822a), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:44.883322 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94095179-a503-4113-94f4-837f796b2874 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e6fdfcb-bb14-44f2-9c86-5bd6e2c7822a,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:44.893315 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94095179-a503-4113-94f4-837f796b2874 admin admin] Checking segment: {'id': '2512cbf2-ce7d-4ca6-8c67-cd5493a7637a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '64fe5790-1405-4837-9b6e-8fdacdc437b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:51:44.893678 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94095179-a503-4113-94f4-837f796b2874 admin admin] Network hostable DHCP agents. Network: 64fe5790-1405-4837-9b6e-8fdacdc437b1, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:51:44.950121 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94095179-a503-4113-94f4-837f796b2874 admin admin] Network 64fe5790-1405-4837-9b6e-8fdacdc437b1 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:51:45.007218 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-94095179-a503-4113-94f4-837f796b2874 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 64fe5790-1405-4837-9b6e-8fdacdc437b1) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:51:45.011321 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94095179-a503-4113-94f4-837f796b2874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:45.011948 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-94095179-a503-4113-94f4-837f796b2874 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:45.017216 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b016873-161d-4e47-8467-4556e8841337 None None] Network 64fe5790-1405-4837-9b6e-8fdacdc437b1 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:51:45.084535 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-94095179-a503-4113-94f4-837f796b2874 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5503376 Jan 29 04:51:45.113595 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333956b9-9a55-4cb5-a2b3-05611bce78df None None] Network 64fe5790-1405-4837-9b6e-8fdacdc437b1 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:51:45.496090 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-cee483c4-c652-4c76-aa0d-261a86031ec7 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:45.497570 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-cee483c4-c652-4c76-aa0d-261a86031ec7 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/networks?id=64fe5790-1405-4837-9b6e-8fdacdc437b1 HTTP/1.1" status: 200 len: 811 time: 0.0983551 Jan 29 04:51:45.512236 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-8522859a-d211-471e-9d97-9d3a53402b3d tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/quotas/a2206530744f4208a3940738aa11bdf1 HTTP/1.1" status: 200 len: 375 time: 0.0092750 Jan 29 04:51:45.543152 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-844127c3-484c-42d0-8f3f-b4d7a12c5fe5 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a2206530744f4208a3940738aa11bdf1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261428 Jan 29 04:51:45.634133 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-c8fd4ec6-f62f-4110-819c-d1fd81bcfc2c service neutron] 10.222.0.13 "GET /v2.0/networks/64fe5790-1405-4837-9b6e-8fdacdc437b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842669 Jan 29 04:51:45.719061 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-0e43bffb-d965-44be-864f-8053fc928a03 service neutron] 10.222.0.13 "GET /v2.0/networks/64fe5790-1405-4837-9b6e-8fdacdc437b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794406 Jan 29 04:51:45.943980 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e1d6a999-0ca9-4b74-875f-67c24b2134a0 req-a063ee18-240f-4c0b-b958-47d6e651481a tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 210 time: 0.0292809 Jan 29 04:51:47.041702 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-92954a9d-3b3c-452e-8e2f-7db14779c8f1 req-a3459c7b-2259-4849-bbef-274fc8afda11 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 210 time: 0.0313828 Jan 29 04:51:48.139697 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-04ebeea5-164b-479f-9cfb-f2fdf4c4433b req-9d9bec7f-35be-4872-a772-8be78b17c9e9 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 210 time: 0.0302925 Jan 29 04:51:48.153752 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-8ef9a93e-8e23-4bd9-88cd-2246ba73dc7a tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:48.155334 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-8ef9a93e-8e23-4bd9-88cd-2246ba73dc7a tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.18 "GET /v2.0/networks?id=64fe5790-1405-4837-9b6e-8fdacdc437b1 HTTP/1.1" status: 200 len: 811 time: 0.1022618 Jan 29 04:51:48.172199 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-f4ea02c9-f2d3-453e-b96c-9a9ad6420704 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Request body: {'port': {'device_id': 'e0743157-a5f0-43ce-a386-009801ffc506', 'network_id': '64fe5790-1405-4837-9b6e-8fdacdc437b1', 'admin_state_up': True, 'tenant_id': 'a2206530744f4208a3940738aa11bdf1'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:51:48.344392 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-f4ea02c9-f2d3-453e-b96c-9a9ad6420704 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Made reservation on behalf of a2206530744f4208a3940738aa11bdf1 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:51:48.347751 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-f4ea02c9-f2d3-453e-b96c-9a9ad6420704 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:48.469960 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-f4ea02c9-f2d3-453e-b96c-9a9ad6420704 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Allocated IP 172.20.0.10 (64fe5790-1405-4837-9b6e-8fdacdc437b1/1e6fdfcb-bb14-44f2-9c86-5bd6e2c7822a/a4b0c330-77d5-4a14-8169-a4997f165aac) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:51:48.612900 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-f4ea02c9-f2d3-453e-b96c-9a9ad6420704 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Publish callbacks [] for port (a4b0c330-77d5-4a14-8169-a4997f165aac), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:48.699442 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-f4ea02c9-f2d3-453e-b96c-9a9ad6420704 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (a4b0c330-77d5-4a14-8169-a4997f165aac), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:48.751087 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-f4ea02c9-f2d3-453e-b96c-9a9ad6420704 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Network 64fe5790-1405-4837-9b6e-8fdacdc437b1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:51:48.753978 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-f4ea02c9-f2d3-453e-b96c-9a9ad6420704 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:51:48.758211 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-f4ea02c9-f2d3-453e-b96c-9a9ad6420704 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:51:48.766492 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea02c9-f2d3-453e-b96c-9a9ad6420704 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Pushing event updated for resources: {'Port': ['ID=a4b0c330-77d5-4a14-8169-a4997f165aac,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:48.814130 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-f4ea02c9-f2d3-453e-b96c-9a9ad6420704 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:48.814735 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-f4ea02c9-f2d3-453e-b96c-9a9ad6420704 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:48.884346 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-f4ea02c9-f2d3-453e-b96c-9a9ad6420704 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7159195 Jan 29 04:51:48.939580 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-9e15dc33-69af-4b4c-a141-628e8e682115 service neutron] Request body: {'port': {'device_id': 'e0743157-a5f0-43ce-a386-009801ffc506', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:51:48.997037 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-9e15dc33-69af-4b4c-a141-628e8e682115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (a4b0c330-77d5-4a14-8169-a4997f165aac), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:49.276453 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-9e15dc33-69af-4b4c-a141-628e8e682115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4b0c330-77d5-4a14-8169-a4997f165aac {{(pid=103585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:51:49.286618 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-9e15dc33-69af-4b4c-a141-628e8e682115 service neutron] Publish callbacks [] for port (a4b0c330-77d5-4a14-8169-a4997f165aac), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:49.303960 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.provisioning_blocks [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-9e15dc33-69af-4b4c-a141-628e8e682115 service neutron] Transition to ACTIVE for port object a4b0c330-77d5-4a14-8169-a4997f165aac will not be triggered until provisioned by entity L2. {{(pid=103585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:51:49.311584 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1169a-364f-43a7-bafa-f8998b08abd4 req-512e8bc5-0338-463e-bd11-facff0b0bbe7 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:49.313075 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b6a1169a-364f-43a7-bafa-f8998b08abd4 req-512e8bc5-0338-463e-bd11-facff0b0bbe7 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 932 time: 0.1049469 Jan 29 04:51:49.357260 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-9e15dc33-69af-4b4c-a141-628e8e682115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (a4b0c330-77d5-4a14-8169-a4997f165aac), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:49.362883 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b6a1169a-364f-43a7-bafa-f8998b08abd4 req-26313cba-4ae8-4d66-90be-031b8a292daa tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5e1195c-ec44-4904-808d-433167339236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442870 Jan 29 04:51:49.411775 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15dc33-69af-4b4c-a141-628e8e682115 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b0c330-77d5-4a14-8169-a4997f165aac,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:49.477985 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-9e15dc33-69af-4b4c-a141-628e8e682115 service neutron] Attempting to bind port a4b0c330-77d5-4a14-8169-a4997f165aac on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:51:49.478322 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-9e15dc33-69af-4b4c-a141-628e8e682115 service neutron] Attempting to bind port a4b0c330-77d5-4a14-8169-a4997f165aac by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '2512cbf2-ce7d-4ca6-8c67-cd5493a7637a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '64fe5790-1405-4837-9b6e-8fdacdc437b1'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:51:49.478649 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-9e15dc33-69af-4b4c-a141-628e8e682115 service neutron] Attempting to bind port a4b0c330-77d5-4a14-8169-a4997f165aac on network 64fe5790-1405-4837-9b6e-8fdacdc437b1 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:51:49.482921 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-9e15dc33-69af-4b4c-a141-628e8e682115 service neutron] Port a4b0c330-77d5-4a14-8169-a4997f165aac on network 64fe5790-1405-4837-9b6e-8fdacdc437b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:51:49.483244 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-9e15dc33-69af-4b4c-a141-628e8e682115 service neutron] Attempting to bind port a4b0c330-77d5-4a14-8169-a4997f165aac on network 64fe5790-1405-4837-9b6e-8fdacdc437b1 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:51:49.487960 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-9e15dc33-69af-4b4c-a141-628e8e682115 service neutron] Checking agent: {'id': '15eedd85-6d76-4715-a40f-dc31e854816c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'started_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:51:49.488300 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-9e15dc33-69af-4b4c-a141-628e8e682115 service neutron] Checking segment: {'id': '2512cbf2-ce7d-4ca6-8c67-cd5493a7637a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '64fe5790-1405-4837-9b6e-8fdacdc437b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:51:49.488711 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-9e15dc33-69af-4b4c-a141-628e8e682115 service neutron] Bound using segment: {'id': '2512cbf2-ce7d-4ca6-8c67-cd5493a7637a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '64fe5790-1405-4837-9b6e-8fdacdc437b1'} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:51:49.489135 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-9e15dc33-69af-4b4c-a141-628e8e682115 service neutron] Bound port: a4b0c330-77d5-4a14-8169-a4997f165aac, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2512cbf2-ce7d-4ca6-8c67-cd5493a7637a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '64fe5790-1405-4837-9b6e-8fdacdc437b1'}}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:51:49.489488 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-9e15dc33-69af-4b4c-a141-628e8e682115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (a4b0c330-77d5-4a14-8169-a4997f165aac), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:49.550986 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-9e15dc33-69af-4b4c-a141-628e8e682115 service neutron] For port a4b0c330-77d5-4a14-8169-a4997f165aac, host hv-neutron-8211, cleared binding levels {{(pid=103585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:51:49.555504 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-9e15dc33-69af-4b4c-a141-628e8e682115 service neutron] For port a4b0c330-77d5-4a14-8169-a4997f165aac, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a4b0c330-77d5-4a14-8169-a4997f165aac,segment=NetworkSegment(2512cbf2-ce7d-4ca6-8c67-cd5493a7637a),segment_id=2512cbf2-ce7d-4ca6-8c67-cd5493a7637a)] {{(pid=103585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:51:49.630276 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-9e15dc33-69af-4b4c-a141-628e8e682115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (a4b0c330-77d5-4a14-8169-a4997f165aac), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:49.662821 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-9e15dc33-69af-4b4c-a141-628e8e682115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:49.663519 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-9e15dc33-69af-4b4c-a141-628e8e682115 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:49.665256 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-9e15dc33-69af-4b4c-a141-628e8e682115 service neutron] 10.222.0.18 "PUT /v2.0/ports/a4b0c330-77d5-4a14-8169-a4997f165aac HTTP/1.1" status: 200 len: 1094 time: 0.7298365 Jan 29 04:51:49.667300 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0743157-a5f0-43ce-a386-009801ffc506', 'tag': 'a4b0c330-77d5-4a14-8169-a4997f165aac'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:51:49.669606 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692b5772-fc85-4d1e-a69b-b74103b5c51a" -d '{"events": [{"name": "network-changed", "server_uuid": "e0743157-a5f0-43ce-a386-009801ffc506", "tag": "a4b0c330-77d5-4a14-8169-a4997f165aac"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:51:49.695596 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15dc33-69af-4b4c-a141-628e8e682115 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b0c330-77d5-4a14-8169-a4997f165aac,revision_number=3']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:49.709370 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6d2738-b864-4201-9b34-f3a118460307 x-openstack-request-id: req-7b6d2738-b864-4201-9b34-f3a118460307 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:51:49.712171 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0743157-a5f0-43ce-a386-009801ffc506", "tag": "a4b0c330-77d5-4a14-8169-a4997f165aac", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:51:49.712171 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b6d2738-b864-4201-9b34-f3a118460307 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:51:49.712171 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0743157-a5f0-43ce-a386-009801ffc506', 'tag': 'a4b0c330-77d5-4a14-8169-a4997f165aac', 'status': 'completed', 'code': 200} Jan 29 04:51:49.796222 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b5772-fc85-4d1e-a69b-b74103b5c51a req-ce8a9365-5c5d-44dd-8d78-be187cbbbb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:49.797763 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-692b5772-fc85-4d1e-a69b-b74103b5c51a req-ce8a9365-5c5d-44dd-8d78-be187cbbbb7a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a2206530744f4208a3940738aa11bdf1&device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 1128 time: 0.0462649 Jan 29 04:51:49.902114 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b5772-fc85-4d1e-a69b-b74103b5c51a req-97cd0a4e-1bf8-4bc6-98cd-704c49115aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:49.903569 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-692b5772-fc85-4d1e-a69b-b74103b5c51a req-97cd0a4e-1bf8-4bc6-98cd-704c49115aec service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=a2206530744f4208a3940738aa11bdf1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0935731 Jan 29 04:51:49.994491 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b5772-fc85-4d1e-a69b-b74103b5c51a req-adf862f5-dee8-4243-9842-8afa291247d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:49.995929 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-692b5772-fc85-4d1e-a69b-b74103b5c51a req-adf862f5-dee8-4243-9842-8afa291247d1 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868566 Jan 29 04:51:50.100836 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-27bc5d10-239f-44fb-ac9f-c4ad2422f0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:50.102215 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-27bc5d10-239f-44fb-ac9f-c4ad2422f0eb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a2206530744f4208a3940738aa11bdf1&device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 1128 time: 0.0488551 Jan 29 04:51:50.150114 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-88b062fc-e466-44f7-bd5d-4e8b068cf71c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4b0c330-77d5-4a14-8169-a4997f165aac HTTP/1.1" status: 200 len: 217 time: 0.0346270 Jan 29 04:51:50.196713 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6964c2ab-4a7a-46e9-8f0b-2504976db1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:50.197302 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-c80d8fc4-b498-4879-a95a-ecc6ba2d8e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:50.198543 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-c80d8fc4-b498-4879-a95a-ecc6ba2d8e1b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1e6fdfcb-bb14-44f2-9c86-5bd6e2c7822a HTTP/1.1" status: 200 len: 851 time: 0.0429206 Jan 29 04:51:50.231773 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-05ae6959-e8b8-47e4-b9e7-83be99154e37 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=64fe5790-1405-4837-9b6e-8fdacdc437b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278463 Jan 29 04:51:50.317393 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-f6dbdab0-eb54-4c3f-8e69-b5a564a686c2 service neutron] 10.222.0.18 "GET /v2.0/networks/64fe5790-1405-4837-9b6e-8fdacdc437b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799928 Jan 29 04:51:50.408805 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-15aab150-9a3b-47e0-ba1a-081b06b60370 req-9fae93ac-137f-43f0-a716-0b19fa24f11f service neutron] 10.222.0.18 "GET /v2.0/networks/64fe5790-1405-4837-9b6e-8fdacdc437b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846591 Jan 29 04:51:50.484463 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7c068-4de8-40c1-83e1-c3ce019036d5 req-771394d2-c9c4-4681-8f49-a11e8c2bb762 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:50.485979 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8ae7c068-4de8-40c1-83e1-c3ce019036d5 req-771394d2-c9c4-4681-8f49-a11e8c2bb762 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 944 time: 0.0525892 Jan 29 04:51:50.533126 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8ae7c068-4de8-40c1-83e1-c3ce019036d5 req-8a23b540-970d-4492-b6b6-d1fcfa6013a7 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5e1195c-ec44-4904-808d-433167339236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410845 Jan 29 04:51:51.653157 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b2cae-f594-4f6f-9d57-1679c7cdd769 req-2e621377-b4e6-4fda-9759-83764926d211 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:51.654630 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6c4b2cae-f594-4f6f-9d57-1679c7cdd769 req-2e621377-b4e6-4fda-9759-83764926d211 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 944 time: 0.0532267 Jan 29 04:51:51.701088 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6c4b2cae-f594-4f6f-9d57-1679c7cdd769 req-601a8faa-9c6e-48c0-9b4a-4a4a68929f82 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5e1195c-ec44-4904-808d-433167339236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407081 Jan 29 04:51:52.481270 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-09560e49-3bfb-4442-b6f9-250381881a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:52.816233 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cffbbe6-89f5-4d09-9fef-2030ba13e39d req-f6f01aeb-e46a-4b4c-95b4-76cd48b40307 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:52.817697 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0cffbbe6-89f5-4d09-9fef-2030ba13e39d req-f6f01aeb-e46a-4b4c-95b4-76cd48b40307 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 944 time: 0.0510626 Jan 29 04:51:52.864425 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0cffbbe6-89f5-4d09-9fef-2030ba13e39d req-0383f111-3335-4ad4-a339-19a6f7b482e7 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5e1195c-ec44-4904-808d-433167339236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403512 Jan 29 04:51:53.755694 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:53.987382 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deae9ce-132c-42c1-a82a-e2f6a604258f req-2a180d4e-7145-496e-a2ce-b27f94df5ba9 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:53.988910 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9deae9ce-132c-42c1-a82a-e2f6a604258f req-2a180d4e-7145-496e-a2ce-b27f94df5ba9 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 944 time: 0.0576847 Jan 29 04:51:54.035914 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9deae9ce-132c-42c1-a82a-e2f6a604258f req-356dfd45-d329-4652-a046-1e6df2b018a3 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5e1195c-ec44-4904-808d-433167339236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408466 Jan 29 04:51:54.047307 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:54.898720 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:55.105509 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device a4b0c330-77d5-4a14-8169-a4997f165aac details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:51:55.156692 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a577d990-bc79-4f62-a4cd-01fdfdcd1ac6 req-9f1cee4c-a048-4ed0-a776-74d4c1671963 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:55.158136 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a577d990-bc79-4f62-a4cd-01fdfdcd1ac6 req-9f1cee4c-a048-4ed0-a776-74d4c1671963 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 944 time: 0.0561237 Jan 29 04:51:55.202313 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port a4b0c330-77d5-4a14-8169-a4997f165aac, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a4b0c330-77d5-4a14-8169-a4997f165aac,segment=NetworkSegment(2512cbf2-ce7d-4ca6-8c67-cd5493a7637a),segment_id=2512cbf2-ce7d-4ca6-8c67-cd5493a7637a)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:55.204834 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a577d990-bc79-4f62-a4cd-01fdfdcd1ac6 req-0650421a-578a-48e2-b39c-9c0485a29cdf tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5e1195c-ec44-4904-808d-433167339236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404749 Jan 29 04:51:55.214588 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': 'a4b0c330-77d5-4a14-8169-a4997f165aac', 'network_id': '64fe5790-1405-4837-9b6e-8fdacdc437b1', 'port_id': 'a4b0c330-77d5-4a14-8169-a4997f165aac', 'mac_address': 'fa:16:3e:d1:4b:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e6fdfcb-bb14-44f2-9c86-5bd6e2c7822a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:51:55.250872 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port a4b0c330-77d5-4a14-8169-a4997f165aac is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:51:55.251257 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (a4b0c330-77d5-4a14-8169-a4997f165aac), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:55.263881 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4b0c330-77d5-4a14-8169-a4997f165aac {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:51:55.283225 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port a4b0c330-77d5-4a14-8169-a4997f165aac, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a4b0c330-77d5-4a14-8169-a4997f165aac,segment=NetworkSegment(2512cbf2-ce7d-4ca6-8c67-cd5493a7637a),segment_id=2512cbf2-ce7d-4ca6-8c67-cd5493a7637a)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:55.344061 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (a4b0c330-77d5-4a14-8169-a4997f165aac), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:55.391986 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=a4b0c330-77d5-4a14-8169-a4997f165aac,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:55.416403 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:51:55.706025 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['a4b0c330-77d5-4a14-8169-a4997f165aac'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:51:56.322788 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb8f7d-2e5b-43b2-9950-0c24823576b2 req-e90648a5-135a-4d21-8d39-51f365076687 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:56.324322 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d4bb8f7d-2e5b-43b2-9950-0c24823576b2 req-e90648a5-135a-4d21-8d39-51f365076687 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 945 time: 0.0545573 Jan 29 04:51:56.372304 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d4bb8f7d-2e5b-43b2-9950-0c24823576b2 req-7433c344-2b4e-4611-ba1a-8a8088b155b6 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5e1195c-ec44-4904-808d-433167339236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423980 Jan 29 04:51:56.401603 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:57.117600 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device a4b0c330-77d5-4a14-8169-a4997f165aac up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:51:57.252911 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning for port a4b0c330-77d5-4a14-8169-a4997f165aac completed by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:51:57.257277 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port a4b0c330-77d5-4a14-8169-a4997f165aac triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:57.257731 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (a4b0c330-77d5-4a14-8169-a4997f165aac), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:57.329938 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port a4b0c330-77d5-4a14-8169-a4997f165aac is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:51:57.330315 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (a4b0c330-77d5-4a14-8169-a4997f165aac), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:57.352383 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0743157-a5f0-43ce-a386-009801ffc506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b0c330-77d5-4a14-8169-a4997f165aac'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:51:57.354587 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6e80b3-622d-4246-a325-8061ce6141e6" -d '{"events": [{"server_uuid": "e0743157-a5f0-43ce-a386-009801ffc506", "name": "network-vif-plugged", "status": "completed", "tag": "a4b0c330-77d5-4a14-8169-a4997f165aac"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:51:57.367523 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port a4b0c330-77d5-4a14-8169-a4997f165aac, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a4b0c330-77d5-4a14-8169-a4997f165aac,segment=NetworkSegment(2512cbf2-ce7d-4ca6-8c67-cd5493a7637a),segment_id=2512cbf2-ce7d-4ca6-8c67-cd5493a7637a)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:57.392344 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b481d44d-4c8f-48c1-89bb-8f8dacbb4f10 x-openstack-request-id: req-b481d44d-4c8f-48c1-89bb-8f8dacbb4f10 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:51:57.392658 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0743157-a5f0-43ce-a386-009801ffc506", "name": "network-vif-plugged", "status": "completed", "tag": "a4b0c330-77d5-4a14-8169-a4997f165aac", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:51:57.392911 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b481d44d-4c8f-48c1-89bb-8f8dacbb4f10 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:51:57.393847 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0743157-a5f0-43ce-a386-009801ffc506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b0c330-77d5-4a14-8169-a4997f165aac', 'code': 200} Jan 29 04:51:57.435834 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (a4b0c330-77d5-4a14-8169-a4997f165aac), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:51:57.488282 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=a4b0c330-77d5-4a14-8169-a4997f165aac,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:57.492121 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c971d-2493-4b93-8a5a-3f5c7360507c req-51875a23-15e0-49c9-9765-7e0f869ea223 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:57.493666 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-068c971d-2493-4b93-8a5a-3f5c7360507c req-51875a23-15e0-49c9-9765-7e0f869ea223 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 946 time: 0.0543985 Jan 29 04:51:57.544657 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-068c971d-2493-4b93-8a5a-3f5c7360507c req-83bb5540-c4cc-478d-94e5-57ca0d649e18 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5e1195c-ec44-4904-808d-433167339236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452909 Jan 29 04:51:57.701393 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc86e2e-6f6f-4495-a3a7-3f587e0017a2 req-b0f50a40-94c5-449f-ab6a-24ee2e3bd09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:57.702857 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7fc86e2e-6f6f-4495-a3a7-3f587e0017a2 req-b0f50a40-94c5-449f-ab6a-24ee2e3bd09b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 1130 time: 0.0438313 Jan 29 04:51:57.745026 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7fc86e2e-6f6f-4495-a3a7-3f587e0017a2 req-ad041e07-2394-4674-b8cd-d5d01cef165a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f5e1195c-ec44-4904-808d-433167339236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358174 Jan 29 04:51:58.662977 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba4d9f-421c-4969-8696-96b6ede00062 req-6d1c9054-aac5-4720-805c-e5e070c4cef4 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:58.664518 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3fba4d9f-421c-4969-8696-96b6ede00062 req-6d1c9054-aac5-4720-805c-e5e070c4cef4 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 946 time: 0.0515873 Jan 29 04:51:58.716397 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3fba4d9f-421c-4969-8696-96b6ede00062 req-7fb3c0d4-7ff2-4788-ad8f-e0cb5e3fad28 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5e1195c-ec44-4904-808d-433167339236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464327 Jan 29 04:51:59.840800 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab431f-7c4e-49d0-ad8b-10ae494b265b req-8718957f-24d8-4dfb-beee-af2e857b05dc tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:59.842329 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-2bab431f-7c4e-49d0-ad8b-10ae494b265b req-8718957f-24d8-4dfb-beee-af2e857b05dc tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 946 time: 0.0589464 Jan 29 04:51:59.890438 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-2bab431f-7c4e-49d0-ad8b-10ae494b265b req-e2c7bc62-7ff4-41a1-abae-a9185e333cc6 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5e1195c-ec44-4904-808d-433167339236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425086 Jan 29 04:52:00.348232 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2af962-e2e1-45d5-8e49-bd147206245b req-96cb3ddf-b60b-4aba-b21f-a13b88477037 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:00.349741 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9f2af962-e2e1-45d5-8e49-bd147206245b req-96cb3ddf-b60b-4aba-b21f-a13b88477037 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 946 time: 0.0557292 Jan 29 04:52:00.399344 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9f2af962-e2e1-45d5-8e49-bd147206245b req-d24bc86c-0132-4f2b-ac30-1214271985f2 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5e1195c-ec44-4904-808d-433167339236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430164 Jan 29 04:52:00.463298 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 58898) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:52:00.554181 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-08fec76c-0aec-4c43-93b4-6cfb87bb3291 req-828f3e86-f302-4b65-8f3d-1d8eb9ea0f25 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0896962 Jan 29 04:52:00.562796 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [req-08fec76c-0aec-4c43-93b4-6cfb87bb3291 req-d1ede857-0e38-4dd8-9b7a-950b1ca1a135 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:52:00.563739 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-08fec76c-0aec-4c43-93b4-6cfb87bb3291 req-d1ede857-0e38-4dd8-9b7a-950b1ca1a135 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049536 Jan 29 04:52:01.522098 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4b108-1715-4eb9-a4e2-3f7ec6037897 req-e1d81954-e13b-4716-8c9a-0680c4c5e2a0 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:01.523869 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-86d4b108-1715-4eb9-a4e2-3f7ec6037897 req-e1d81954-e13b-4716-8c9a-0680c4c5e2a0 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 946 time: 0.0533545 Jan 29 04:52:01.573087 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-86d4b108-1715-4eb9-a4e2-3f7ec6037897 req-ca2bf486-6470-4ca9-bc10-7212abade68f tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5e1195c-ec44-4904-808d-433167339236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433023 Jan 29 04:52:02.492984 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fec76c-0aec-4c43-93b4-6cfb87bb3291 req-01af2ffa-a3a5-453b-b78a-becfb99fd13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:02.494518 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-08fec76c-0aec-4c43-93b4-6cfb87bb3291 req-01af2ffa-a3a5-453b-b78a-becfb99fd13c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a2206530744f4208a3940738aa11bdf1&device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 1130 time: 0.0434930 Jan 29 04:52:02.588808 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fec76c-0aec-4c43-93b4-6cfb87bb3291 req-097ad200-2f44-4edc-b42e-1f3ff46332a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:02.590339 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-08fec76c-0aec-4c43-93b4-6cfb87bb3291 req-097ad200-2f44-4edc-b42e-1f3ff46332a7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=64fe5790-1405-4837-9b6e-8fdacdc437b1 HTTP/1.1" status: 200 len: 912 time: 0.0890543 Jan 29 04:52:02.630156 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-08fec76c-0aec-4c43-93b4-6cfb87bb3291 req-76259b3c-090e-4324-aaf8-3239c72bd51a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4b0c330-77d5-4a14-8169-a4997f165aac HTTP/1.1" status: 200 len: 217 time: 0.0338478 Jan 29 04:52:02.677087 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fec76c-0aec-4c43-93b4-6cfb87bb3291 req-a75fd14e-c574-4261-8b90-6129343a1985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:02.678519 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-08fec76c-0aec-4c43-93b4-6cfb87bb3291 req-a75fd14e-c574-4261-8b90-6129343a1985 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1e6fdfcb-bb14-44f2-9c86-5bd6e2c7822a HTTP/1.1" status: 200 len: 851 time: 0.0420287 Jan 29 04:52:02.691421 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fe98c-9db6-4150-9841-4fd21531b17f req-00b49d13-ba64-43ec-a2ed-bfdde84cfc40 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:02.692935 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-5b5fe98c-9db6-4150-9841-4fd21531b17f req-00b49d13-ba64-43ec-a2ed-bfdde84cfc40 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 946 time: 0.0530312 Jan 29 04:52:02.714256 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-08fec76c-0aec-4c43-93b4-6cfb87bb3291 req-398a88b2-13a1-4b87-8e15-31a2b29f8423 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=64fe5790-1405-4837-9b6e-8fdacdc437b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300131 Jan 29 04:52:02.739855 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-5b5fe98c-9db6-4150-9841-4fd21531b17f req-7dfd0b44-00d1-4db2-861e-448b193542e2 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5e1195c-ec44-4904-808d-433167339236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404754 Jan 29 04:52:02.799971 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-08fec76c-0aec-4c43-93b4-6cfb87bb3291 req-0e53e6fe-c2b8-4888-abfe-d5b31b45e4b1 service neutron] 10.222.0.18 "GET /v2.0/networks/64fe5790-1405-4837-9b6e-8fdacdc437b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790801 Jan 29 04:52:02.890203 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-08fec76c-0aec-4c43-93b4-6cfb87bb3291 req-bf0be86a-ac9e-4403-b5d3-c3151e3df384 service neutron] 10.222.0.18 "GET /v2.0/networks/64fe5790-1405-4837-9b6e-8fdacdc437b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840211 Jan 29 04:52:03.859968 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a227a36-e034-42d3-98aa-1df16ba4e783 req-80749b82-81a8-4fc2-9d99-f7e1f16a3ec7 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:03.861476 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4a227a36-e034-42d3-98aa-1df16ba4e783 req-80749b82-81a8-4fc2-9d99-f7e1f16a3ec7 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 946 time: 0.0542009 Jan 29 04:52:03.907400 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4a227a36-e034-42d3-98aa-1df16ba4e783 req-02d68996-814a-457a-9720-3f2ea0d31f8f tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5e1195c-ec44-4904-808d-433167339236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404396 Jan 29 04:52:05.023600 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3989300-d122-448e-a367-5f906a0baaa2 req-25e5f276-73b0-41ab-bead-f7b3e9708194 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:05.025070 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-c3989300-d122-448e-a367-5f906a0baaa2 req-25e5f276-73b0-41ab-bead-f7b3e9708194 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 946 time: 0.0518055 Jan 29 04:52:05.075102 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-c3989300-d122-448e-a367-5f906a0baaa2 req-073a59c3-a669-424e-a454-4bcc9443c445 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5e1195c-ec44-4904-808d-433167339236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446339 Jan 29 04:52:06.191783 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3614f6-612c-496b-ac6e-b9b098cf408a req-ca5ddea6-f849-43fd-9efa-c064499abf81 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:06.193238 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fb3614f6-612c-496b-ac6e-b9b098cf408a req-ca5ddea6-f849-43fd-9efa-c064499abf81 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 946 time: 0.0528319 Jan 29 04:52:06.238280 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fb3614f6-612c-496b-ac6e-b9b098cf408a req-ce7f12c1-c011-4831-ad63-6d542e9e3507 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5e1195c-ec44-4904-808d-433167339236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388038 Jan 29 04:52:07.355704 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641f348-b09a-4d02-b4ed-43f420e6491a req-14d60cc9-dde4-48c8-8657-6e7d5585d9c0 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:07.357217 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-4641f348-b09a-4d02-b4ed-43f420e6491a req-14d60cc9-dde4-48c8-8657-6e7d5585d9c0 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 946 time: 0.0542061 Jan 29 04:52:07.404413 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-4641f348-b09a-4d02-b4ed-43f420e6491a req-1c644039-14af-423a-ac4d-ebab2b09c2df tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5e1195c-ec44-4904-808d-433167339236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417473 Jan 29 04:52:08.527495 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65832595-5b61-4664-8594-beb5a59f2b90 req-239b55bd-2aa7-4db0-b3fd-29d098fad4cb tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:08.528967 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-65832595-5b61-4664-8594-beb5a59f2b90 req-239b55bd-2aa7-4db0-b3fd-29d098fad4cb tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 946 time: 0.0581417 Jan 29 04:52:08.577683 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-65832595-5b61-4664-8594-beb5a59f2b90 req-0f1a4f8d-bb4f-4655-86bb-7e42c6161787 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5e1195c-ec44-4904-808d-433167339236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431073 Jan 29 04:52:09.698270 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba94cc-8eec-4c78-aaed-3114fd93a684 req-99569f1e-2eb5-4c15-9873-0fd4f4e637e0 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:09.699748 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6aba94cc-8eec-4c78-aaed-3114fd93a684 req-99569f1e-2eb5-4c15-9873-0fd4f4e637e0 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 946 time: 0.0531297 Jan 29 04:52:09.745850 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6aba94cc-8eec-4c78-aaed-3114fd93a684 req-598edc00-57c9-47a2-9524-2b899fe767d1 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5e1195c-ec44-4904-808d-433167339236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407059 Jan 29 04:52:10.863461 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537134d-723b-489e-b310-379aefad5594 req-8f6dcb5c-009f-4dc1-baa3-f5c4e9f14dc3 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:10.864933 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2537134d-723b-489e-b310-379aefad5594 req-8f6dcb5c-009f-4dc1-baa3-f5c4e9f14dc3 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 946 time: 0.0526059 Jan 29 04:52:10.911252 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2537134d-723b-489e-b310-379aefad5594 req-d5cedd93-6163-4f0c-ae63-5939272ddceb tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5e1195c-ec44-4904-808d-433167339236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399358 Jan 29 04:52:12.035448 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce69af-354b-4f58-a65e-c795c94c0a59 req-6ac9c34a-2d33-4437-8864-f8890772146c tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:12.036974 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-25ce69af-354b-4f58-a65e-c795c94c0a59 req-6ac9c34a-2d33-4437-8864-f8890772146c tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 946 time: 0.0571976 Jan 29 04:52:12.082761 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-25ce69af-354b-4f58-a65e-c795c94c0a59 req-9fb5ff10-1a52-4cf6-9aa6-fab2fcfb0d39 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5e1195c-ec44-4904-808d-433167339236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402215 Jan 29 04:52:13.202505 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed57b2d-d5e3-4c76-b2c1-b68b377c6265 req-805d4be4-039d-417a-bcdf-26910775ce05 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:13.203952 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4ed57b2d-d5e3-4c76-b2c1-b68b377c6265 req-805d4be4-039d-417a-bcdf-26910775ce05 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 946 time: 0.0553277 Jan 29 04:52:13.587812 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4ed57b2d-d5e3-4c76-b2c1-b68b377c6265 req-4a0e97b3-6469-47f5-8fac-210517434e41 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5e1195c-ec44-4904-808d-433167339236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783512 Jan 29 04:52:14.705794 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b7cb9-7982-402b-9983-dd1af1087c34 req-2b6f0224-fcd1-4fc0-ae3f-4418046b2f2c tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:14.707259 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-da1b7cb9-7982-402b-9983-dd1af1087c34 req-2b6f0224-fcd1-4fc0-ae3f-4418046b2f2c tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 946 time: 0.0530014 Jan 29 04:52:14.752386 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-da1b7cb9-7982-402b-9983-dd1af1087c34 req-07fc0901-e429-405c-b0e0-8de787b2522a tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5e1195c-ec44-4904-808d-433167339236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396173 Jan 29 04:52:15.872204 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8aa528-dd76-4378-b14b-596698cb3a66 req-76f058cc-da90-4b77-8353-9c2e6751f3ca tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:15.873721 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8f8aa528-dd76-4378-b14b-596698cb3a66 req-76f058cc-da90-4b77-8353-9c2e6751f3ca tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 946 time: 0.0531166 Jan 29 04:52:15.918542 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8f8aa528-dd76-4378-b14b-596698cb3a66 req-c7e50856-bd7a-4be0-af91-99e232c5c712 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5e1195c-ec44-4904-808d-433167339236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393186 Jan 29 04:52:17.034483 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44118aa-5cb0-4e3b-8184-0cf7d334c791 req-6c2ab22f-fd16-4da8-9e0a-b57aff0da2fa tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:17.035949 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b44118aa-5cb0-4e3b-8184-0cf7d334c791 req-6c2ab22f-fd16-4da8-9e0a-b57aff0da2fa tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 946 time: 0.0522430 Jan 29 04:52:17.085640 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b44118aa-5cb0-4e3b-8184-0cf7d334c791 req-ea68c9c2-3a79-4485-9137-d1aec2fb46bf tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5e1195c-ec44-4904-808d-433167339236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440862 Jan 29 04:52:18.201282 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebede96-ccf9-432c-a92d-9abfa2ff4f9d req-9f559c16-4c33-4cb5-b7b5-6c241fdac8e0 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:18.202731 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-bebede96-ccf9-432c-a92d-9abfa2ff4f9d req-9f559c16-4c33-4cb5-b7b5-6c241fdac8e0 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 946 time: 0.0513628 Jan 29 04:52:18.251343 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-bebede96-ccf9-432c-a92d-9abfa2ff4f9d req-67c32633-7683-452a-96dc-ac809681a2f6 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5e1195c-ec44-4904-808d-433167339236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432179 Jan 29 04:52:19.368665 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836bd4f-e740-49a9-b4a5-d7edfd5da889 req-6c768355-061c-41c5-be33-d1d72da34d5c tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:19.370454 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e836bd4f-e740-49a9-b4a5-d7edfd5da889 req-6c768355-061c-41c5-be33-d1d72da34d5c tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 946 time: 0.0535171 Jan 29 04:52:19.417878 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e836bd4f-e740-49a9-b4a5-d7edfd5da889 req-20f369c7-ed33-46d4-86a7-e4bb5d1e92c8 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5e1195c-ec44-4904-808d-433167339236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420442 Jan 29 04:52:20.161227 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-02e5a163-776a-4716-8b7b-c7a4202d1c4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:20.539649 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e9379-522d-4abc-b032-7c716b3dc85f req-8fe0cbce-00bc-442f-a4ef-2cb0591cceaa tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:20.541307 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c10e9379-522d-4abc-b032-7c716b3dc85f req-8fe0cbce-00bc-442f-a4ef-2cb0591cceaa tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 946 time: 0.0580432 Jan 29 04:52:20.592337 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c10e9379-522d-4abc-b032-7c716b3dc85f req-6de202f2-c47b-4c2d-8bb3-cb2088b6ab6c tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5e1195c-ec44-4904-808d-433167339236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447457 Jan 29 04:52:21.710223 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c238bc6-e279-4d5c-8858-1ca96d98fbe9 req-59258a34-161e-4082-ad30-715c4138aa2e tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:21.711710 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9c238bc6-e279-4d5c-8858-1ca96d98fbe9 req-59258a34-161e-4082-ad30-715c4138aa2e tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 946 time: 0.0531330 Jan 29 04:52:21.758586 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9c238bc6-e279-4d5c-8858-1ca96d98fbe9 req-f1d7236b-8456-4f67-bfb8-0766b4d02361 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5e1195c-ec44-4904-808d-433167339236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412509 Jan 29 04:52:22.457588 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8f940a25-ea54-4e8d-9672-88aaeefbb326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:22.874277 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fd5fb-e8bd-4431-acff-00138042f958 req-47b3754b-c0c1-46d7-aada-739b72a7d404 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:22.875733 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2e4fd5fb-e8bd-4431-acff-00138042f958 req-47b3754b-c0c1-46d7-aada-739b72a7d404 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 946 time: 0.0508571 Jan 29 04:52:22.920467 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2e4fd5fb-e8bd-4431-acff-00138042f958 req-b6254c25-82c7-4ca1-938f-358a1a421bc2 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5e1195c-ec44-4904-808d-433167339236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392251 Jan 29 04:52:23.731815 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:24.045551 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfc5c6-e87d-4270-8a7b-6c335f2992f1 req-6bc916d1-8bbe-4fe1-9f3b-81cf408b279b tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:24.051729 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-2ddfc5c6-e87d-4270-8a7b-6c335f2992f1 req-6bc916d1-8bbe-4fe1-9f3b-81cf408b279b tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 946 time: 0.0611992 Jan 29 04:52:24.063813 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:24.095287 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-2ddfc5c6-e87d-4270-8a7b-6c335f2992f1 req-f931c146-d270-4334-986a-a9cc782ed428 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5e1195c-ec44-4904-808d-433167339236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426750 Jan 29 04:52:24.874914 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:25.217141 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feaa47f-3247-49a0-91a4-74832628b3bc req-1648d340-e610-432e-ad32-57479624b463 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:25.218611 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3feaa47f-3247-49a0-91a4-74832628b3bc req-1648d340-e610-432e-ad32-57479624b463 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 946 time: 0.0571110 Jan 29 04:52:25.263978 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3feaa47f-3247-49a0-91a4-74832628b3bc req-2209b26b-f51c-4b2e-bfc4-2fb563fa4190 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5e1195c-ec44-4904-808d-433167339236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398200 Jan 29 04:52:26.384393 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3271ea2-3794-4340-b4cf-46e731e1bad0 req-9f4d76f4-848c-4213-8101-b41609ab7dfd tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:26.385971 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d3271ea2-3794-4340-b4cf-46e731e1bad0 req-9f4d76f4-848c-4213-8101-b41609ab7dfd tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 946 time: 0.0544784 Jan 29 04:52:26.400414 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:26.435033 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d3271ea2-3794-4340-b4cf-46e731e1bad0 req-214853f3-86b0-4e90-8a4b-ec3fd6c3b5a6 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5e1195c-ec44-4904-808d-433167339236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434787 Jan 29 04:52:27.551811 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac01f0c-f0bf-4121-b009-12896b1a9d0d req-728dfdad-f33f-4913-abde-79c291a609bf tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:27.553304 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-eac01f0c-f0bf-4121-b009-12896b1a9d0d req-728dfdad-f33f-4913-abde-79c291a609bf tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 946 time: 0.0521340 Jan 29 04:52:27.600308 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-eac01f0c-f0bf-4121-b009-12896b1a9d0d req-6a353b0b-7fe6-4bce-9ede-546cf6fb851d tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5e1195c-ec44-4904-808d-433167339236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403256 Jan 29 04:52:28.726032 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186cae93-f104-4675-8d94-b783062301ab req-5001a49f-d922-41c1-939e-af2a56454dd8 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:28.727530 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-186cae93-f104-4675-8d94-b783062301ab req-5001a49f-d922-41c1-939e-af2a56454dd8 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 946 time: 0.0594630 Jan 29 04:52:28.773987 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-186cae93-f104-4675-8d94-b783062301ab req-67f2a726-0f28-4022-ade7-4a1d4c4339bd tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5e1195c-ec44-4904-808d-433167339236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409598 Jan 29 04:52:29.898074 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f792cb-56a4-4d76-b542-f7be2072afc1 req-fb52b3f4-89dd-4f1a-84f0-61a6b59b9c1a tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:29.899550 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-44f792cb-56a4-4d76-b542-f7be2072afc1 req-fb52b3f4-89dd-4f1a-84f0-61a6b59b9c1a tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 946 time: 0.0557177 Jan 29 04:52:29.945812 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-44f792cb-56a4-4d76-b542-f7be2072afc1 req-61cd7805-ec7a-4e19-8062-5a154f42391d tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5e1195c-ec44-4904-808d-433167339236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402596 Jan 29 04:52:30.055743 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-08fec76c-0aec-4c43-93b4-6cfb87bb3291 req-0e7196ea-8cd3-41de-8908-fe70efda2c38 service neutron] 10.222.0.18 "GET /v2.0/ports/a4b0c330-77d5-4a14-8169-a4997f165aac/bindings/hv-neutron-8211 HTTP/1.1" status: 200 len: 384 time: 0.1000915 Jan 29 04:52:30.615123 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fec76c-0aec-4c43-93b4-6cfb87bb3291 req-8d6ab836-abcb-4381-a251-1bee8ee3382b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:30.616933 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-08fec76c-0aec-4c43-93b4-6cfb87bb3291 req-8d6ab836-abcb-4381-a251-1bee8ee3382b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506&tenant_id=a2206530744f4208a3940738aa11bdf1 HTTP/1.1" status: 200 len: 1130 time: 0.1019037 Jan 29 04:52:30.697933 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fec76c-0aec-4c43-93b4-6cfb87bb3291 req-6d22a9b6-5cd2-4b03-8a52-ec88adb9a8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:30.699438 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-08fec76c-0aec-4c43-93b4-6cfb87bb3291 req-6d22a9b6-5cd2-4b03-8a52-ec88adb9a8fe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a2206530744f4208a3940738aa11bdf1&device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 1130 time: 0.0495431 Jan 29 04:52:30.785049 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fec76c-0aec-4c43-93b4-6cfb87bb3291 req-0b1daf07-5aa1-4ab1-9d2b-907d6d5b2864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:30.786527 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-08fec76c-0aec-4c43-93b4-6cfb87bb3291 req-0b1daf07-5aa1-4ab1-9d2b-907d6d5b2864 service neutron] 10.222.0.18 "GET /v2.0/networks?id=64fe5790-1405-4837-9b6e-8fdacdc437b1 HTTP/1.1" status: 200 len: 912 time: 0.0814271 Jan 29 04:52:30.832505 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-08fec76c-0aec-4c43-93b4-6cfb87bb3291 req-87437001-d813-4595-bce3-44ecbe05a577 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4b0c330-77d5-4a14-8169-a4997f165aac HTTP/1.1" status: 200 len: 217 time: 0.0393445 Jan 29 04:52:30.879823 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fec76c-0aec-4c43-93b4-6cfb87bb3291 req-ea4fdd88-c1de-4f2b-8d50-309ac7c7b38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:30.881277 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-08fec76c-0aec-4c43-93b4-6cfb87bb3291 req-ea4fdd88-c1de-4f2b-8d50-309ac7c7b38d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1e6fdfcb-bb14-44f2-9c86-5bd6e2c7822a HTTP/1.1" status: 200 len: 851 time: 0.0438778 Jan 29 04:52:30.911371 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-08fec76c-0aec-4c43-93b4-6cfb87bb3291 req-3b95022b-67f7-474e-952e-21c5daca4821 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=64fe5790-1405-4837-9b6e-8fdacdc437b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248437 Jan 29 04:52:30.999195 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-08fec76c-0aec-4c43-93b4-6cfb87bb3291 req-fe1b913c-b466-47d2-8228-6d9796316683 service neutron] 10.222.0.18 "GET /v2.0/networks/64fe5790-1405-4837-9b6e-8fdacdc437b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814707 Jan 29 04:52:31.065655 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e7a3c-d9fe-4f2d-b9c6-dcde39a24afb req-ebeb4523-8bc6-4be7-8cb1-87a560d53064 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:31.067211 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-1a1e7a3c-d9fe-4f2d-b9c6-dcde39a24afb req-ebeb4523-8bc6-4be7-8cb1-87a560d53064 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 946 time: 0.0531552 Jan 29 04:52:31.091600 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-08fec76c-0aec-4c43-93b4-6cfb87bb3291 req-d049d810-250d-4ee9-b5d8-99c1347c77a9 service neutron] 10.222.0.18 "GET /v2.0/networks/64fe5790-1405-4837-9b6e-8fdacdc437b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865691 Jan 29 04:52:31.114374 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-1a1e7a3c-d9fe-4f2d-b9c6-dcde39a24afb req-377fb69c-52e3-4d5d-997b-4e2176b4ae77 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5e1195c-ec44-4904-808d-433167339236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412829 Jan 29 04:52:32.231533 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e39b9-a8b3-4661-b310-670170324455 req-618352f2-9e9c-4f61-bd70-12e5feb23f45 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:32.232998 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-069e39b9-a8b3-4661-b310-670170324455 req-618352f2-9e9c-4f61-bd70-12e5feb23f45 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 946 time: 0.0525701 Jan 29 04:52:32.279107 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-069e39b9-a8b3-4661-b310-670170324455 req-2930e565-38b2-447d-84c8-4e94385a271b tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5e1195c-ec44-4904-808d-433167339236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406163 Jan 29 04:52:32.415632 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:52:33.304007 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device a4b0c330-77d5-4a14-8169-a4997f165aac no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:52:33.380307 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port a4b0c330-77d5-4a14-8169-a4997f165aac is: ACTIVE; New status is: DOWN {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:52:33.380714 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (a4b0c330-77d5-4a14-8169-a4997f165aac), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:33.398208 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cec53b-5f6f-4434-921b-429c6b6a9450 req-ec8f7cbd-a652-475a-9e4e-34d129cea92e tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:33.399752 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-15cec53b-5f6f-4434-921b-429c6b6a9450 req-ec8f7cbd-a652-475a-9e4e-34d129cea92e tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 946 time: 0.0519655 Jan 29 04:52:33.404035 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0743157-a5f0-43ce-a386-009801ffc506', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4b0c330-77d5-4a14-8169-a4997f165aac'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:52:33.406320 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0b54de-38ea-4029-b22a-2e07023573cc" -d '{"events": [{"server_uuid": "e0743157-a5f0-43ce-a386-009801ffc506", "name": "network-vif-unplugged", "status": "completed", "tag": "a4b0c330-77d5-4a14-8169-a4997f165aac"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:52:33.420084 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port a4b0c330-77d5-4a14-8169-a4997f165aac, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a4b0c330-77d5-4a14-8169-a4997f165aac,segment=NetworkSegment(2512cbf2-ce7d-4ca6-8c67-cd5493a7637a),segment_id=2512cbf2-ce7d-4ca6-8c67-cd5493a7637a)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:52:33.453168 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-15cec53b-5f6f-4434-921b-429c6b6a9450 req-4f7827fb-d350-4edc-981f-312da236c3c9 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5e1195c-ec44-4904-808d-433167339236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472074 Jan 29 04:52:33.461101 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 04:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feaae3b0-76c9-471a-8b3e-f31cbe99228b x-openstack-request-id: req-feaae3b0-76c9-471a-8b3e-f31cbe99228b {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:52:33.461391 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0743157-a5f0-43ce-a386-009801ffc506", "name": "network-vif-unplugged", "status": "completed", "tag": "a4b0c330-77d5-4a14-8169-a4997f165aac", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:52:33.461645 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-feaae3b0-76c9-471a-8b3e-f31cbe99228b {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:52:33.462038 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0743157-a5f0-43ce-a386-009801ffc506', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4b0c330-77d5-4a14-8169-a4997f165aac', 'code': 200} Jan 29 04:52:33.480718 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (a4b0c330-77d5-4a14-8169-a4997f165aac), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:33.529556 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=a4b0c330-77d5-4a14-8169-a4997f165aac,revision_number=6']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:33.537103 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:33.537450 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:33.537789 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:33.538123 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:33.538451 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:33.538774 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:33.539100 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:33.539427 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:33.539749 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:33.540072 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:33.540390 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:33.540735 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:33.541826 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:34.579293 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb579d-bd4d-48ea-a58f-14212d2d25df req-5d08bc24-925a-4b69-9835-8c1519180493 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:34.580766 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-64cb579d-bd4d-48ea-a58f-14212d2d25df req-5d08bc24-925a-4b69-9835-8c1519180493 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 944 time: 0.0579429 Jan 29 04:52:34.627175 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-64cb579d-bd4d-48ea-a58f-14212d2d25df req-3c736f87-bf5a-4d37-bf51-8a2d959e6958 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5e1195c-ec44-4904-808d-433167339236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409963 Jan 29 04:52:35.085354 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f4c39-ac85-4c1d-95c5-de45f3194426 req-63debd20-546e-4986-9fa5-6e00e612986a tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:35.086709 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7d4f4c39-ac85-4c1d-95c5-de45f3194426 req-63debd20-546e-4986-9fa5-6e00e612986a tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506&tenant_id=a2206530744f4208a3940738aa11bdf1&binding%3Ahost_id=hv-neutron-8211 HTTP/1.1" status: 200 len: 944 time: 0.0890021 Jan 29 04:52:35.191594 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f4c39-ac85-4c1d-95c5-de45f3194426 req-58ccd9a9-2365-48f3-bd25-033c4dee0d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:35.193110 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7d4f4c39-ac85-4c1d-95c5-de45f3194426 req-58ccd9a9-2365-48f3-bd25-033c4dee0d56 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a2206530744f4208a3940738aa11bdf1&device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 1128 time: 0.0486832 Jan 29 04:52:35.283310 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f4c39-ac85-4c1d-95c5-de45f3194426 req-75517d86-f74f-49d4-a4ea-5d6c43a64dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:35.284818 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7d4f4c39-ac85-4c1d-95c5-de45f3194426 req-75517d86-f74f-49d4-a4ea-5d6c43a64dc8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=64fe5790-1405-4837-9b6e-8fdacdc437b1 HTTP/1.1" status: 200 len: 912 time: 0.0853941 Jan 29 04:52:35.319230 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device a4b0c330-77d5-4a14-8169-a4997f165aac details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:52:35.325133 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7d4f4c39-ac85-4c1d-95c5-de45f3194426 req-1f80a2e9-69fc-4183-adef-1b3ea9c9674b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4b0c330-77d5-4a14-8169-a4997f165aac HTTP/1.1" status: 200 len: 217 time: 0.0342655 Jan 29 04:52:35.378273 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f4c39-ac85-4c1d-95c5-de45f3194426 req-44e0c6b0-b5e9-4369-a36c-0278a55af794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:35.379645 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7d4f4c39-ac85-4c1d-95c5-de45f3194426 req-44e0c6b0-b5e9-4369-a36c-0278a55af794 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1e6fdfcb-bb14-44f2-9c86-5bd6e2c7822a HTTP/1.1" status: 200 len: 851 time: 0.0481021 Jan 29 04:52:35.411900 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7d4f4c39-ac85-4c1d-95c5-de45f3194426 req-9e05a322-80e6-4206-9702-9cfd428a5cc5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=64fe5790-1405-4837-9b6e-8fdacdc437b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258319 Jan 29 04:52:35.415609 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port a4b0c330-77d5-4a14-8169-a4997f165aac, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a4b0c330-77d5-4a14-8169-a4997f165aac,segment=NetworkSegment(2512cbf2-ce7d-4ca6-8c67-cd5493a7637a),segment_id=2512cbf2-ce7d-4ca6-8c67-cd5493a7637a)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:52:35.427361 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': 'a4b0c330-77d5-4a14-8169-a4997f165aac', 'network_id': '64fe5790-1405-4837-9b6e-8fdacdc437b1', 'port_id': 'a4b0c330-77d5-4a14-8169-a4997f165aac', 'mac_address': 'fa:16:3e:d1:4b:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e6fdfcb-bb14-44f2-9c86-5bd6e2c7822a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:52:35.467856 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port a4b0c330-77d5-4a14-8169-a4997f165aac is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:52:35.468241 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (a4b0c330-77d5-4a14-8169-a4997f165aac), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:35.480678 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4b0c330-77d5-4a14-8169-a4997f165aac {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:52:35.499560 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port a4b0c330-77d5-4a14-8169-a4997f165aac, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a4b0c330-77d5-4a14-8169-a4997f165aac,segment=NetworkSegment(2512cbf2-ce7d-4ca6-8c67-cd5493a7637a),segment_id=2512cbf2-ce7d-4ca6-8c67-cd5493a7637a)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:52:35.500505 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7d4f4c39-ac85-4c1d-95c5-de45f3194426 req-4a5a085e-1396-40f9-8d69-7df6aa0e62a8 service neutron] 10.222.0.18 "GET /v2.0/networks/64fe5790-1405-4837-9b6e-8fdacdc437b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822806 Jan 29 04:52:35.554544 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (a4b0c330-77d5-4a14-8169-a4997f165aac), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:35.598069 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7d4f4c39-ac85-4c1d-95c5-de45f3194426 req-71361ec5-5b2a-4f20-9ce7-223fa1dc23ae service neutron] 10.222.0.18 "GET /v2.0/networks/64fe5790-1405-4837-9b6e-8fdacdc437b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920022 Jan 29 04:52:35.601887 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=a4b0c330-77d5-4a14-8169-a4997f165aac,revision_number=7']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:35.711521 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['a4b0c330-77d5-4a14-8169-a4997f165aac'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:52:36.960200 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b293f-6bba-40b5-a897-21f573215a49 req-c115426a-c0b8-4007-ae7d-dc23126af652 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:36.961730 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c87b293f-6bba-40b5-a897-21f573215a49 req-c115426a-c0b8-4007-ae7d-dc23126af652 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 945 time: 0.0534971 Jan 29 04:52:37.008363 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c87b293f-6bba-40b5-a897-21f573215a49 req-38015df7-b82d-4e7a-bf2e-474dd94b5384 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5e1195c-ec44-4904-808d-433167339236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405726 Jan 29 04:52:37.312982 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device a4b0c330-77d5-4a14-8169-a4997f165aac up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:52:37.360676 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port a4b0c330-77d5-4a14-8169-a4997f165aac triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:52:37.361047 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (a4b0c330-77d5-4a14-8169-a4997f165aac), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:37.438356 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port a4b0c330-77d5-4a14-8169-a4997f165aac is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:52:37.438742 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (a4b0c330-77d5-4a14-8169-a4997f165aac), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:37.460448 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0743157-a5f0-43ce-a386-009801ffc506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b0c330-77d5-4a14-8169-a4997f165aac'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:52:37.462632 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03095c1c-e114-4d76-8bb0-00a115cfe9aa" -d '{"events": [{"server_uuid": "e0743157-a5f0-43ce-a386-009801ffc506", "name": "network-vif-plugged", "status": "completed", "tag": "a4b0c330-77d5-4a14-8169-a4997f165aac"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:52:37.474387 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port a4b0c330-77d5-4a14-8169-a4997f165aac, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a4b0c330-77d5-4a14-8169-a4997f165aac,segment=NetworkSegment(2512cbf2-ce7d-4ca6-8c67-cd5493a7637a),segment_id=2512cbf2-ce7d-4ca6-8c67-cd5493a7637a)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:52:37.500630 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b283f8-4ab2-4d52-8463-03ed4184d533 x-openstack-request-id: req-21b283f8-4ab2-4d52-8463-03ed4184d533 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:52:37.500917 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0743157-a5f0-43ce-a386-009801ffc506", "name": "network-vif-plugged", "status": "completed", "tag": "a4b0c330-77d5-4a14-8169-a4997f165aac", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:52:37.501168 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-21b283f8-4ab2-4d52-8463-03ed4184d533 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:52:37.501555 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0743157-a5f0-43ce-a386-009801ffc506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b0c330-77d5-4a14-8169-a4997f165aac', 'code': 200} Jan 29 04:52:37.566174 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (a4b0c330-77d5-4a14-8169-a4997f165aac), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:37.612425 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=a4b0c330-77d5-4a14-8169-a4997f165aac,revision_number=8']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:38.129916 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99324936-39c1-4166-ae51-c8dd4e167315 req-ab6b11b3-baf5-4ad4-a3f8-3efdcaef4752 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:38.131314 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-99324936-39c1-4166-ae51-c8dd4e167315 req-ab6b11b3-baf5-4ad4-a3f8-3efdcaef4752 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 946 time: 0.0571928 Jan 29 04:52:38.181071 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-99324936-39c1-4166-ae51-c8dd4e167315 req-ef9aac07-8bf0-412f-bd4d-8bf0273178a8 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5e1195c-ec44-4904-808d-433167339236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441744 Jan 29 04:52:38.867639 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f4c39-ac85-4c1d-95c5-de45f3194426 req-57cd9b59-924e-40d5-b4ca-34b49dad9d45 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:38.869162 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7d4f4c39-ac85-4c1d-95c5-de45f3194426 req-57cd9b59-924e-40d5-b4ca-34b49dad9d45 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 946 time: 0.0533569 Jan 29 04:52:38.958669 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-7d4f4c39-ac85-4c1d-95c5-de45f3194426 req-bc24f696-7124-4d1a-8d0b-a753e666036b tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Deleting port a4b0c330-77d5-4a14-8169-a4997f165aac {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:52:38.959012 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-7d4f4c39-ac85-4c1d-95c5-de45f3194426 req-bc24f696-7124-4d1a-8d0b-a753e666036b tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (a4b0c330-77d5-4a14-8169-a4997f165aac), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:39.049019 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-7d4f4c39-ac85-4c1d-95c5-de45f3194426 req-bc24f696-7124-4d1a-8d0b-a753e666036b tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] For port a4b0c330-77d5-4a14-8169-a4997f165aac, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a4b0c330-77d5-4a14-8169-a4997f165aac,segment=NetworkSegment(2512cbf2-ce7d-4ca6-8c67-cd5493a7637a),segment_id=2512cbf2-ce7d-4ca6-8c67-cd5493a7637a)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:52:39.049381 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-7d4f4c39-ac85-4c1d-95c5-de45f3194426 req-bc24f696-7124-4d1a-8d0b-a753e666036b tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (a4b0c330-77d5-4a14-8169-a4997f165aac), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:39.062355 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-7d4f4c39-ac85-4c1d-95c5-de45f3194426 req-bc24f696-7124-4d1a-8d0b-a753e666036b tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Calling delete_port for a4b0c330-77d5-4a14-8169-a4997f165aac owned by compute:nova {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:52:39.252575 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-7d4f4c39-ac85-4c1d-95c5-de45f3194426 req-bc24f696-7124-4d1a-8d0b-a753e666036b tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (a4b0c330-77d5-4a14-8169-a4997f165aac), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:39.280268 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-416690d5-f12c-49d6-afe5-ab3e21acd1f6 req-618d0031-50a6-4526-812a-23d7398a9039 tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0743157-a5f0-43ce-a386-009801ffc506 HTTP/1.1" status: 200 len: 210 time: 0.0279386 Jan 29 04:52:39.283503 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24f696-7124-4d1a-8d0b-a753e666036b tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Pushing event deleted for resources: {'Port': ['ID=a4b0c330-77d5-4a14-8169-a4997f165aac,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:39.287153 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['a4b0c330-77d5-4a14-8169-a4997f165aac'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:52:39.307484 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc24f696-7124-4d1a-8d0b-a753e666036b tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:39.307838 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc24f696-7124-4d1a-8d0b-a753e666036b tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:39.308188 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc24f696-7124-4d1a-8d0b-a753e666036b tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:39.308580 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc24f696-7124-4d1a-8d0b-a753e666036b tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:39.308912 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc24f696-7124-4d1a-8d0b-a753e666036b tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:39.309247 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc24f696-7124-4d1a-8d0b-a753e666036b tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:39.310119 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc24f696-7124-4d1a-8d0b-a753e666036b tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:39.310449 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc24f696-7124-4d1a-8d0b-a753e666036b tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:39.310850 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc24f696-7124-4d1a-8d0b-a753e666036b tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:39.311105 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc24f696-7124-4d1a-8d0b-a753e666036b tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:39.311427 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc24f696-7124-4d1a-8d0b-a753e666036b tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:39.311744 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc24f696-7124-4d1a-8d0b-a753e666036b tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:39.312729 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc24f696-7124-4d1a-8d0b-a753e666036b tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:39.335357 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4f4c39-ac85-4c1d-95c5-de45f3194426 req-bc24f696-7124-4d1a-8d0b-a753e666036b tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] No DVR routers for this DVR port a4b0c330-77d5-4a14-8169-a4997f165aac on host hv-neutron-8211 {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:52:39.337928 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-7d4f4c39-ac85-4c1d-95c5-de45f3194426 req-bc24f696-7124-4d1a-8d0b-a753e666036b tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:39.341298 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7d4f4c39-ac85-4c1d-95c5-de45f3194426 req-bc24f696-7124-4d1a-8d0b-a753e666036b tempest-DeleteServersTestJSON-1873108600 tempest-DeleteServersTestJSON-1873108600-project] 10.222.0.18 "DELETE /v2.0/ports/a4b0c330-77d5-4a14-8169-a4997f165aac HTTP/1.1" status: 204 len: 173 time: 0.4667103 Jan 29 04:52:39.341746 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0743157-a5f0-43ce-a386-009801ffc506', 'name': 'network-vif-deleted', 'tag': 'a4b0c330-77d5-4a14-8169-a4997f165aac'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:52:39.344061 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2d1450-08ab-4acf-9a4c-99b916fd4926" -d '{"events": [{"server_uuid": "e0743157-a5f0-43ce-a386-009801ffc506", "name": "network-vif-deleted", "tag": "a4b0c330-77d5-4a14-8169-a4997f165aac"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:52:39.379293 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc53dc3-53e6-4e68-a002-ba36ee97d273 x-openstack-request-id: req-5dc53dc3-53e6-4e68-a002-ba36ee97d273 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:52:39.379589 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0743157-a5f0-43ce-a386-009801ffc506", "name": "network-vif-deleted", "tag": "a4b0c330-77d5-4a14-8169-a4997f165aac", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:52:39.379843 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5dc53dc3-53e6-4e68-a002-ba36ee97d273 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:52:39.380251 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0743157-a5f0-43ce-a386-009801ffc506', 'name': 'network-vif-deleted', 'tag': 'a4b0c330-77d5-4a14-8169-a4997f165aac', 'status': 'completed', 'code': 200} Jan 29 04:52:40.415101 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 59010) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:52:40.460817 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-68fa933c-369f-49b2-9179-9777d822c78e admin admin] Deleting subnet 1e6fdfcb-bb14-44f2-9c86-5bd6e2c7822a {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:52:40.464146 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-68fa933c-369f-49b2-9179-9777d822c78e admin admin] Publish callbacks [] for subnet (1e6fdfcb-bb14-44f2-9c86-5bd6e2c7822a), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:40.498758 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-68fa933c-369f-49b2-9179-9777d822c78e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (1e6fdfcb-bb14-44f2-9c86-5bd6e2c7822a), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:40.537224 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-68fa933c-369f-49b2-9179-9777d822c78e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (1e6fdfcb-bb14-44f2-9c86-5bd6e2c7822a), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:40.675469 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-68fa933c-369f-49b2-9179-9777d822c78e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (1e6fdfcb-bb14-44f2-9c86-5bd6e2c7822a), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:40.699515 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa933c-369f-49b2-9179-9777d822c78e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e6fdfcb-bb14-44f2-9c86-5bd6e2c7822a,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:40.709950 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-68fa933c-369f-49b2-9179-9777d822c78e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:40.712756 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-68fa933c-369f-49b2-9179-9777d822c78e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1e6fdfcb-bb14-44f2-9c86-5bd6e2c7822a HTTP/1.1" status: 204 len: 168 time: 0.2965651 Jan 29 04:52:40.714231 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa933c-369f-49b2-9179-9777d822c78e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:40.714585 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa933c-369f-49b2-9179-9777d822c78e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:40.714937 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa933c-369f-49b2-9179-9777d822c78e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:40.715279 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa933c-369f-49b2-9179-9777d822c78e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:40.715528 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 59012) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:52:40.716061 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa933c-369f-49b2-9179-9777d822c78e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:40.716061 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa933c-369f-49b2-9179-9777d822c78e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:40.716311 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa933c-369f-49b2-9179-9777d822c78e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:40.716598 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa933c-369f-49b2-9179-9777d822c78e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:40.716934 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa933c-369f-49b2-9179-9777d822c78e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:40.717267 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa933c-369f-49b2-9179-9777d822c78e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:40.717594 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa933c-369f-49b2-9179-9777d822c78e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:40.717920 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa933c-369f-49b2-9179-9777d822c78e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:40.718246 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa933c-369f-49b2-9179-9777d822c78e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:40.787551 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0a139191-5683-4cb1-a47d-001874ca2110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (64fe5790-1405-4837-9b6e-8fdacdc437b1), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:40.871671 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0a139191-5683-4cb1-a47d-001874ca2110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (64fe5790-1405-4837-9b6e-8fdacdc437b1), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:40.897368 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-0a139191-5683-4cb1-a47d-001874ca2110 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64fe5790-1405-4837-9b6e-8fdacdc437b1']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:52:40.906845 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-0a139191-5683-4cb1-a47d-001874ca2110 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2512cbf2-ce7d-4ca6-8c67-cd5493a7637a') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:52:40.907142 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-0a139191-5683-4cb1-a47d-001874ca2110 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2512cbf2-ce7d-4ca6-8c67-cd5493a7637a') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:52:40.916309 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0a139191-5683-4cb1-a47d-001874ca2110 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (2512cbf2-ce7d-4ca6-8c67-cd5493a7637a), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:40.929271 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0a139191-5683-4cb1-a47d-001874ca2110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (2512cbf2-ce7d-4ca6-8c67-cd5493a7637a), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:40.935049 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a139191-5683-4cb1-a47d-001874ca2110 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:52:40.938929 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0a139191-5683-4cb1-a47d-001874ca2110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (2512cbf2-ce7d-4ca6-8c67-cd5493a7637a), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:40.938929 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:52:40.938929 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:52:40.938929 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:52:40.938929 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:52:40.938929 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:52:40.938929 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:52:40.938929 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:52:40.938929 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:52:40.938929 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:52:40.938929 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:52:40.938929 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:52:40.938929 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:52:40.938929 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:52:40.938929 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:52:40.938929 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:52:40.938929 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:52:40.938929 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:52:40.938929 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:52:40.938929 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:52:40.938929 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:52:40.938929 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:52:40.938929 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:52:40.938929 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:52:40.938929 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:52:40.938929 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:52:40.938929 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:52:40.938929 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:52:40.938929 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:52:40.938929 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:52:40.938929 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:52:40.938929 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:52:40.938929 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:52:41.074326 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0a139191-5683-4cb1-a47d-001874ca2110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (64fe5790-1405-4837-9b6e-8fdacdc437b1), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:41.079527 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0a139191-5683-4cb1-a47d-001874ca2110 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:41.082905 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-0a139191-5683-4cb1-a47d-001874ca2110 admin admin] 10.222.0.13 "DELETE /v2.0/networks/64fe5790-1405-4837-9b6e-8fdacdc437b1 HTTP/1.1" status: 204 len: 168 time: 0.3662033 Jan 29 04:52:41.099634 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a139191-5683-4cb1-a47d-001874ca2110 admin admin] Pushing event deleted for resources: {'Network': ['ID=64fe5790-1405-4837-9b6e-8fdacdc437b1,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:41.378313 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 59016) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:52:41.418365 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-abb029ce-a30b-4f6f-9911-c7c250c1d5b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a2206530744f4208a3940738aa11bdf1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388756 Jan 29 04:52:41.420820 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 59018) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:52:41.467923 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a1d6f6fa-d3d5-44c6-8c2f-e2182c352142 admin admin] Publish callbacks [] for security_group (f5e1195c-ec44-4904-808d-433167339236), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:41.493284 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a1d6f6fa-d3d5-44c6-8c2f-e2182c352142 admin admin] Publish callbacks [] for security_group (f5e1195c-ec44-4904-808d-433167339236), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:41.617657 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a1d6f6fa-d3d5-44c6-8c2f-e2182c352142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (f5e1195c-ec44-4904-808d-433167339236), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:41.620181 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a1d6f6fa-d3d5-44c6-8c2f-e2182c352142 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:41.621381 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a1d6f6fa-d3d5-44c6-8c2f-e2182c352142 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5e1195c-ec44-4904-808d-433167339236 HTTP/1.1" status: 204 len: 168 time: 0.1998169 Jan 29 04:52:41.629707 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d6f6fa-d3d5-44c6-8c2f-e2182c352142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e1195c-ec44-4904-808d-433167339236,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:42.556304 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 59040) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:52:42.650204 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-196814df-e8a0-43f9-8652-dd375b8fc20c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1576755316-network', 'tenant_id': 'ce18279813334e6c990d4a0022e82a03'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:52:42.708748 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196814df-e8a0-43f9-8652-dd375b8fc20c admin admin] Made reservation on behalf of ce18279813334e6c990d4a0022e82a03 for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:52:42.711126 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-196814df-e8a0-43f9-8652-dd375b8fc20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:42.720337 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-196814df-e8a0-43f9-8652-dd375b8fc20c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:42.791968 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-196814df-e8a0-43f9-8652-dd375b8fc20c admin admin] Publish callbacks [] for security_group (847c594c-4f1b-465e-9bbe-0896284b79bf), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:42.834671 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-196814df-e8a0-43f9-8652-dd375b8fc20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (847c594c-4f1b-465e-9bbe-0896284b79bf), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:42.859805 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-196814df-e8a0-43f9-8652-dd375b8fc20c admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:52:42.869500 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196814df-e8a0-43f9-8652-dd375b8fc20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847c594c-4f1b-465e-9bbe-0896284b79bf,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:42.874887 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-196814df-e8a0-43f9-8652-dd375b8fc20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (25b30e99-c044-45c8-bfcc-d500ebbb822c), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:42.875226 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-196814df-e8a0-43f9-8652-dd375b8fc20c admin admin] Added segment 25b30e99-c044-45c8-bfcc-d500ebbb822c of type vlan for network 0ac3e144-157b-45ee-957e-837865af342d Jan 29 04:52:42.915969 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-196814df-e8a0-43f9-8652-dd375b8fc20c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (0ac3e144-157b-45ee-957e-837865af342d), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:43.000574 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-196814df-e8a0-43f9-8652-dd375b8fc20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (0ac3e144-157b-45ee-957e-837865af342d), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:43.001492 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196814df-e8a0-43f9-8652-dd375b8fc20c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:43.002071 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-196814df-e8a0-43f9-8652-dd375b8fc20c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:43.065062 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196814df-e8a0-43f9-8652-dd375b8fc20c admin admin] Pushing event updated for resources: {'Network': ['ID=0ac3e144-157b-45ee-957e-837865af342d,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:43.075032 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 0ac3e144-157b-45ee-957e-837865af342d details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:52:43.117423 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-196814df-e8a0-43f9-8652-dd375b8fc20c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5599630 Jan 29 04:52:43.120293 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 59044) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:52:43.125652 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-5155016d-b6cc-4051-80e3-debc48a36648 admin admin] Request body: {'subnet': {'network_id': '0ac3e144-157b-45ee-957e-837865af342d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1576755316-subnet', 'tenant_id': 'ce18279813334e6c990d4a0022e82a03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:52:43.229023 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5155016d-b6cc-4051-80e3-debc48a36648 admin admin] Made reservation on behalf of ce18279813334e6c990d4a0022e82a03 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:52:43.231398 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5155016d-b6cc-4051-80e3-debc48a36648 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:43.319823 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device a4b0c330-77d5-4a14-8169-a4997f165aac no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:52:43.340574 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] No Port match for: a4b0c330-77d5-4a14-8169-a4997f165aac {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:52:43.340923 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device a4b0c330-77d5-4a14-8169-a4997f165aac not bound to the agent host hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:52:43.446868 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5155016d-b6cc-4051-80e3-debc48a36648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (c5f2d2ed-998c-401b-8a20-5588ec79ac68), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:43.496839 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155016d-b6cc-4051-80e3-debc48a36648 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5f2d2ed-998c-401b-8a20-5588ec79ac68,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:43.512002 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5155016d-b6cc-4051-80e3-debc48a36648 admin admin] Checking segment: {'id': '25b30e99-c044-45c8-bfcc-d500ebbb822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '0ac3e144-157b-45ee-957e-837865af342d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:52:43.512355 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5155016d-b6cc-4051-80e3-debc48a36648 admin admin] Network hostable DHCP agents. Network: 0ac3e144-157b-45ee-957e-837865af342d, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:52:43.623012 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5155016d-b6cc-4051-80e3-debc48a36648 admin admin] Network 0ac3e144-157b-45ee-957e-837865af342d is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:52:43.714870 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-5155016d-b6cc-4051-80e3-debc48a36648 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 0ac3e144-157b-45ee-957e-837865af342d) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:52:43.719318 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5155016d-b6cc-4051-80e3-debc48a36648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:43.719908 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5155016d-b6cc-4051-80e3-debc48a36648 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:43.724451 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665bc408-89c7-4eca-80bf-3b647cbac5cf None None] Network 0ac3e144-157b-45ee-957e-837865af342d requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:52:43.809350 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-5155016d-b6cc-4051-80e3-debc48a36648 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6879382 Jan 29 04:52:43.819047 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0d2f98-6d78-42d6-af66-d09510fbaa40 None None] Network 0ac3e144-157b-45ee-957e-837865af342d requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:52:44.220851 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af372e-96fc-49c7-b633-6c552705a77c req-14606416-5fc0-42a0-806a-b09d8f6a2be9 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:44.222244 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-12af372e-96fc-49c7-b633-6c552705a77c req-14606416-5fc0-42a0-806a-b09d8f6a2be9 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/networks?id=0ac3e144-157b-45ee-957e-837865af342d HTTP/1.1" status: 200 len: 815 time: 0.0993285 Jan 29 04:52:44.236776 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-12af372e-96fc-49c7-b633-6c552705a77c req-dbb03073-acf0-4eb9-9a57-5fce0d05ccb6 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/quotas/ce18279813334e6c990d4a0022e82a03 HTTP/1.1" status: 200 len: 375 time: 0.0092843 Jan 29 04:52:44.272431 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-12af372e-96fc-49c7-b633-6c552705a77c req-41836a7a-b623-4123-9d19-53c4d890038e tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce18279813334e6c990d4a0022e82a03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307703 Jan 29 04:52:44.361345 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-12af372e-96fc-49c7-b633-6c552705a77c req-e6720ff3-f42c-4641-aba8-589cf9396648 service neutron] 10.222.0.13 "GET /v2.0/networks/0ac3e144-157b-45ee-957e-837865af342d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826015 Jan 29 04:52:44.454021 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-12af372e-96fc-49c7-b633-6c552705a77c req-140da4af-382a-46b9-a84a-a86e35ff2c9e service neutron] 10.222.0.13 "GET /v2.0/networks/0ac3e144-157b-45ee-957e-837865af342d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871184 Jan 29 04:52:44.752199 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-8caad772-f279-4cab-bbba-4197e1972dfd req-9e099a35-13b9-429f-b391-a45cbd1c9485 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 210 time: 0.0283151 Jan 29 04:52:46.003919 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-24de811a-8422-4373-98ba-b2520a3c41ac req-8aeded60-834a-4e94-9a93-0779a22d81b9 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 210 time: 0.0289700 Jan 29 04:52:46.633478 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af372e-96fc-49c7-b633-6c552705a77c req-df1a09b5-d42d-4b62-b8b5-395d46c8dab1 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:46.634928 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-12af372e-96fc-49c7-b633-6c552705a77c req-df1a09b5-d42d-4b62-b8b5-395d46c8dab1 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.18 "GET /v2.0/networks?id=0ac3e144-157b-45ee-957e-837865af342d HTTP/1.1" status: 200 len: 815 time: 0.1277676 Jan 29 04:52:46.654079 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-12af372e-96fc-49c7-b633-6c552705a77c req-bcbc7002-1cd0-4f8e-9881-f592e4991795 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Request body: {'port': {'device_id': '6e004118-454c-4c7a-a338-bafc4a569266', 'network_id': '0ac3e144-157b-45ee-957e-837865af342d', 'admin_state_up': True, 'tenant_id': 'ce18279813334e6c990d4a0022e82a03'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:52:46.818273 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12af372e-96fc-49c7-b633-6c552705a77c req-bcbc7002-1cd0-4f8e-9881-f592e4991795 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Made reservation on behalf of ce18279813334e6c990d4a0022e82a03 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:52:46.824613 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-12af372e-96fc-49c7-b633-6c552705a77c req-bcbc7002-1cd0-4f8e-9881-f592e4991795 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:46.956260 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [req-12af372e-96fc-49c7-b633-6c552705a77c req-bcbc7002-1cd0-4f8e-9881-f592e4991795 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Allocated IP 172.20.0.3 (0ac3e144-157b-45ee-957e-837865af342d/c5f2d2ed-998c-401b-8a20-5588ec79ac68/14094473-5f87-48a0-97f3-2e88bec12005) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:52:47.104669 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-816e9f18-a438-466b-a4c1-4a66888d902b req-0f4d062d-6d19-49a6-920e-6139f735c039 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 210 time: 0.0270772 Jan 29 04:52:47.105557 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-12af372e-96fc-49c7-b633-6c552705a77c req-bcbc7002-1cd0-4f8e-9881-f592e4991795 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Publish callbacks [] for port (14094473-5f87-48a0-97f3-2e88bec12005), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:47.183479 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-12af372e-96fc-49c7-b633-6c552705a77c req-bcbc7002-1cd0-4f8e-9881-f592e4991795 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (14094473-5f87-48a0-97f3-2e88bec12005), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:47.230084 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12af372e-96fc-49c7-b633-6c552705a77c req-bcbc7002-1cd0-4f8e-9881-f592e4991795 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Network 0ac3e144-157b-45ee-957e-837865af342d is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:52:47.233154 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [req-12af372e-96fc-49c7-b633-6c552705a77c req-bcbc7002-1cd0-4f8e-9881-f592e4991795 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:52:47.236529 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-12af372e-96fc-49c7-b633-6c552705a77c req-bcbc7002-1cd0-4f8e-9881-f592e4991795 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:52:47.263468 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc7002-1cd0-4f8e-9881-f592e4991795 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Pushing event updated for resources: {'Port': ['ID=14094473-5f87-48a0-97f3-2e88bec12005,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:47.290965 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af372e-96fc-49c7-b633-6c552705a77c req-bcbc7002-1cd0-4f8e-9881-f592e4991795 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:47.291579 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-12af372e-96fc-49c7-b633-6c552705a77c req-bcbc7002-1cd0-4f8e-9881-f592e4991795 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:47.368565 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-12af372e-96fc-49c7-b633-6c552705a77c req-bcbc7002-1cd0-4f8e-9881-f592e4991795 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7180758 Jan 29 04:52:47.385118 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-12af372e-96fc-49c7-b633-6c552705a77c req-38afb170-35df-4ef5-87e7-313c4f3ff2b4 service neutron] Request body: {'port': {'device_id': '6e004118-454c-4c7a-a338-bafc4a569266', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:52:47.442040 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-12af372e-96fc-49c7-b633-6c552705a77c req-38afb170-35df-4ef5-87e7-313c4f3ff2b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (14094473-5f87-48a0-97f3-2e88bec12005), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:47.698583 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [req-12af372e-96fc-49c7-b633-6c552705a77c req-38afb170-35df-4ef5-87e7-313c4f3ff2b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14094473-5f87-48a0-97f3-2e88bec12005 {{(pid=103585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:52:47.706488 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-12af372e-96fc-49c7-b633-6c552705a77c req-38afb170-35df-4ef5-87e7-313c4f3ff2b4 service neutron] Publish callbacks [] for port (14094473-5f87-48a0-97f3-2e88bec12005), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:47.718290 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.provisioning_blocks [req-12af372e-96fc-49c7-b633-6c552705a77c req-38afb170-35df-4ef5-87e7-313c4f3ff2b4 service neutron] Transition to ACTIVE for port object 14094473-5f87-48a0-97f3-2e88bec12005 will not be triggered until provisioned by entity L2. {{(pid=103585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:52:47.766326 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-12af372e-96fc-49c7-b633-6c552705a77c req-38afb170-35df-4ef5-87e7-313c4f3ff2b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (14094473-5f87-48a0-97f3-2e88bec12005), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:47.812241 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38afb170-35df-4ef5-87e7-313c4f3ff2b4 service neutron] Pushing event updated for resources: {'Port': ['ID=14094473-5f87-48a0-97f3-2e88bec12005,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:47.882685 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-12af372e-96fc-49c7-b633-6c552705a77c req-38afb170-35df-4ef5-87e7-313c4f3ff2b4 service neutron] Attempting to bind port 14094473-5f87-48a0-97f3-2e88bec12005 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:52:47.883023 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-12af372e-96fc-49c7-b633-6c552705a77c req-38afb170-35df-4ef5-87e7-313c4f3ff2b4 service neutron] Attempting to bind port 14094473-5f87-48a0-97f3-2e88bec12005 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '25b30e99-c044-45c8-bfcc-d500ebbb822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '0ac3e144-157b-45ee-957e-837865af342d'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:52:47.883351 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12af372e-96fc-49c7-b633-6c552705a77c req-38afb170-35df-4ef5-87e7-313c4f3ff2b4 service neutron] Attempting to bind port 14094473-5f87-48a0-97f3-2e88bec12005 on network 0ac3e144-157b-45ee-957e-837865af342d {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:52:47.887602 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12af372e-96fc-49c7-b633-6c552705a77c req-38afb170-35df-4ef5-87e7-313c4f3ff2b4 service neutron] Port 14094473-5f87-48a0-97f3-2e88bec12005 on network 0ac3e144-157b-45ee-957e-837865af342d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:52:47.887927 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12af372e-96fc-49c7-b633-6c552705a77c req-38afb170-35df-4ef5-87e7-313c4f3ff2b4 service neutron] Attempting to bind port 14094473-5f87-48a0-97f3-2e88bec12005 on network 0ac3e144-157b-45ee-957e-837865af342d {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:52:47.892947 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12af372e-96fc-49c7-b633-6c552705a77c req-38afb170-35df-4ef5-87e7-313c4f3ff2b4 service neutron] Checking agent: {'id': '15eedd85-6d76-4715-a40f-dc31e854816c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'started_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:52:47.893288 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12af372e-96fc-49c7-b633-6c552705a77c req-38afb170-35df-4ef5-87e7-313c4f3ff2b4 service neutron] Checking segment: {'id': '25b30e99-c044-45c8-bfcc-d500ebbb822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '0ac3e144-157b-45ee-957e-837865af342d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:52:47.893674 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12af372e-96fc-49c7-b633-6c552705a77c req-38afb170-35df-4ef5-87e7-313c4f3ff2b4 service neutron] Bound using segment: {'id': '25b30e99-c044-45c8-bfcc-d500ebbb822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '0ac3e144-157b-45ee-957e-837865af342d'} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:52:47.894097 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-12af372e-96fc-49c7-b633-6c552705a77c req-38afb170-35df-4ef5-87e7-313c4f3ff2b4 service neutron] Bound port: 14094473-5f87-48a0-97f3-2e88bec12005, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b30e99-c044-45c8-bfcc-d500ebbb822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '0ac3e144-157b-45ee-957e-837865af342d'}}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:52:47.894450 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-12af372e-96fc-49c7-b633-6c552705a77c req-38afb170-35df-4ef5-87e7-313c4f3ff2b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (14094473-5f87-48a0-97f3-2e88bec12005), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:47.959459 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-12af372e-96fc-49c7-b633-6c552705a77c req-38afb170-35df-4ef5-87e7-313c4f3ff2b4 service neutron] For port 14094473-5f87-48a0-97f3-2e88bec12005, host hv-neutron-8211, cleared binding levels {{(pid=103585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:52:47.962349 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-12af372e-96fc-49c7-b633-6c552705a77c req-38afb170-35df-4ef5-87e7-313c4f3ff2b4 service neutron] For port 14094473-5f87-48a0-97f3-2e88bec12005, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=14094473-5f87-48a0-97f3-2e88bec12005,segment=NetworkSegment(25b30e99-c044-45c8-bfcc-d500ebbb822c),segment_id=25b30e99-c044-45c8-bfcc-d500ebbb822c)] {{(pid=103585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:52:48.011882 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-12af372e-96fc-49c7-b633-6c552705a77c req-38afb170-35df-4ef5-87e7-313c4f3ff2b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (14094473-5f87-48a0-97f3-2e88bec12005), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:48.045670 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af372e-96fc-49c7-b633-6c552705a77c req-38afb170-35df-4ef5-87e7-313c4f3ff2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:48.046865 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-12af372e-96fc-49c7-b633-6c552705a77c req-38afb170-35df-4ef5-87e7-313c4f3ff2b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:48.048243 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-12af372e-96fc-49c7-b633-6c552705a77c req-38afb170-35df-4ef5-87e7-313c4f3ff2b4 service neutron] 10.222.0.18 "PUT /v2.0/ports/14094473-5f87-48a0-97f3-2e88bec12005 HTTP/1.1" status: 200 len: 1093 time: 0.6671612 Jan 29 04:52:48.048710 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e004118-454c-4c7a-a338-bafc4a569266', 'tag': '14094473-5f87-48a0-97f3-2e88bec12005'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:52:48.050953 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36be0e8-20b3-4e96-8b2f-8fce653ac0d1" -d '{"events": [{"name": "network-changed", "server_uuid": "6e004118-454c-4c7a-a338-bafc4a569266", "tag": "14094473-5f87-48a0-97f3-2e88bec12005"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:52:48.073689 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38afb170-35df-4ef5-87e7-313c4f3ff2b4 service neutron] Pushing event updated for resources: {'Port': ['ID=14094473-5f87-48a0-97f3-2e88bec12005,revision_number=3']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:48.088316 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14f8474-eea6-4365-a311-598f4956a60a x-openstack-request-id: req-e14f8474-eea6-4365-a311-598f4956a60a {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:52:48.088636 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e004118-454c-4c7a-a338-bafc4a569266", "tag": "14094473-5f87-48a0-97f3-2e88bec12005", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:52:48.088896 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e14f8474-eea6-4365-a311-598f4956a60a {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:52:48.089326 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e004118-454c-4c7a-a338-bafc4a569266', 'tag': '14094473-5f87-48a0-97f3-2e88bec12005', 'status': 'completed', 'code': 200} Jan 29 04:52:48.179644 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36be0e8-20b3-4e96-8b2f-8fce653ac0d1 req-d07e3e0a-9ceb-45b3-93ec-a80261812d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:48.181844 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f36be0e8-20b3-4e96-8b2f-8fce653ac0d1 req-d07e3e0a-9ceb-45b3-93ec-a80261812d97 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce18279813334e6c990d4a0022e82a03&device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 1127 time: 0.0507219 Jan 29 04:52:48.226989 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abc13b-7ac8-43c8-b26d-b65c1ea794b1 req-4af52581-3817-4520-b408-7ffcf7127547 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:48.228399 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-74abc13b-7ac8-43c8-b26d-b65c1ea794b1 req-4af52581-3817-4520-b408-7ffcf7127547 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 943 time: 0.0586202 Jan 29 04:52:48.277251 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-74abc13b-7ac8-43c8-b26d-b65c1ea794b1 req-99fed17f-95b6-44cc-a08a-c61541704506 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415943 Jan 29 04:52:48.288118 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36be0e8-20b3-4e96-8b2f-8fce653ac0d1 req-a0bd9d1b-bf3c-465e-a13e-a781763485d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:48.289632 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f36be0e8-20b3-4e96-8b2f-8fce653ac0d1 req-a0bd9d1b-bf3c-465e-a13e-a781763485d0 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=ce18279813334e6c990d4a0022e82a03&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0944626 Jan 29 04:52:48.379166 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36be0e8-20b3-4e96-8b2f-8fce653ac0d1 req-72a8ed1c-eb71-492d-976e-dd9c13ade1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:48.380658 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f36be0e8-20b3-4e96-8b2f-8fce653ac0d1 req-72a8ed1c-eb71-492d-976e-dd9c13ade1d6 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0851862 Jan 29 04:52:48.486946 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af372e-96fc-49c7-b633-6c552705a77c req-474ede76-8769-427f-85e2-d4d7db13f967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:48.488332 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-12af372e-96fc-49c7-b633-6c552705a77c req-474ede76-8769-427f-85e2-d4d7db13f967 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce18279813334e6c990d4a0022e82a03&device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 1127 time: 0.0505219 Jan 29 04:52:48.535555 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-12af372e-96fc-49c7-b633-6c552705a77c req-dcc0902f-d97e-4b2e-bb11-cdd1527e90aa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14094473-5f87-48a0-97f3-2e88bec12005 HTTP/1.1" status: 200 len: 217 time: 0.0339651 Jan 29 04:52:48.583590 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af372e-96fc-49c7-b633-6c552705a77c req-7b9ff02c-a969-45e0-adba-ae4c639cccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:48.585044 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-12af372e-96fc-49c7-b633-6c552705a77c req-7b9ff02c-a969-45e0-adba-ae4c639cccb5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c5f2d2ed-998c-401b-8a20-5588ec79ac68 HTTP/1.1" status: 200 len: 855 time: 0.0437648 Jan 29 04:52:48.616894 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-12af372e-96fc-49c7-b633-6c552705a77c req-d096e575-02e3-45e5-8772-5d70acdb1e0a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ac3e144-157b-45ee-957e-837865af342d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251956 Jan 29 04:52:48.707276 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-12af372e-96fc-49c7-b633-6c552705a77c req-c152f929-62d0-4bbf-a31c-8d2305d868e6 service neutron] 10.222.0.18 "GET /v2.0/networks/0ac3e144-157b-45ee-957e-837865af342d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841870 Jan 29 04:52:48.793095 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-12af372e-96fc-49c7-b633-6c552705a77c req-e57fc737-f8b1-4540-952e-46b28298de19 service neutron] 10.222.0.18 "GET /v2.0/networks/0ac3e144-157b-45ee-957e-837865af342d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802715 Jan 29 04:52:49.401633 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263fc65e-9229-4212-9e49-b19f247ba970 req-aee6b13c-07b5-47f5-b31b-4ad166db13de tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:49.403120 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-263fc65e-9229-4212-9e49-b19f247ba970 req-aee6b13c-07b5-47f5-b31b-4ad166db13de tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 943 time: 0.0577953 Jan 29 04:52:49.449882 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-263fc65e-9229-4212-9e49-b19f247ba970 req-52fb2a15-70a5-49cf-a5c1-75e953d1a48e tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407345 Jan 29 04:52:50.188899 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-69f4ecae-40d9-4aae-ad29-26c4e5a6d4c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:50.565745 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022f9b2-1d47-4a8b-b147-7e93cf69c3dd req-6f5b250e-65d9-451e-9f1e-973cbf60bf37 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:50.567207 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d022f9b2-1d47-4a8b-b147-7e93cf69c3dd req-6f5b250e-65d9-451e-9f1e-973cbf60bf37 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 943 time: 0.0530508 Jan 29 04:52:50.613460 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d022f9b2-1d47-4a8b-b147-7e93cf69c3dd req-6e68626a-c1cb-4245-a5e4-c1243d025393 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404925 Jan 29 04:52:51.737042 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069841c5-f77d-469a-b3cc-1a8bc47e48e6 req-69c4ec05-8bc3-4353-bff5-458680520ad0 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:51.738518 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-069841c5-f77d-469a-b3cc-1a8bc47e48e6 req-69c4ec05-8bc3-4353-bff5-458680520ad0 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 943 time: 0.0571136 Jan 29 04:52:51.788766 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-069841c5-f77d-469a-b3cc-1a8bc47e48e6 req-e35c4fd8-98b0-4488-83b1-a1f7e9265975 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447431 Jan 29 04:52:52.480210 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-39e23dd7-c763-41cd-a94d-b6a7026985ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:52.910476 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe4930-d311-4ae8-9565-b1820048db5c req-04e63254-da0c-4779-a2ec-4ea7851b0382 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:52.912008 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-7cfe4930-d311-4ae8-9565-b1820048db5c req-04e63254-da0c-4779-a2ec-4ea7851b0382 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 943 time: 0.0575984 Jan 29 04:52:52.957593 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-7cfe4930-d311-4ae8-9565-b1820048db5c req-c38d1f4e-a34e-4a50-83fa-ed2b2e8c6789 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401118 Jan 29 04:52:53.358241 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 14094473-5f87-48a0-97f3-2e88bec12005 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:52:53.457381 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 14094473-5f87-48a0-97f3-2e88bec12005, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=14094473-5f87-48a0-97f3-2e88bec12005,segment=NetworkSegment(25b30e99-c044-45c8-bfcc-d500ebbb822c),segment_id=25b30e99-c044-45c8-bfcc-d500ebbb822c)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:52:53.468567 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': '14094473-5f87-48a0-97f3-2e88bec12005', 'network_id': '0ac3e144-157b-45ee-957e-837865af342d', 'port_id': '14094473-5f87-48a0-97f3-2e88bec12005', 'mac_address': 'fa:16:3e:a2:ea:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5f2d2ed-998c-401b-8a20-5588ec79ac68', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:52:53.503704 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 14094473-5f87-48a0-97f3-2e88bec12005 is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:52:53.504295 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (14094473-5f87-48a0-97f3-2e88bec12005), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:53.516940 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14094473-5f87-48a0-97f3-2e88bec12005 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:52:53.539567 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 14094473-5f87-48a0-97f3-2e88bec12005, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=14094473-5f87-48a0-97f3-2e88bec12005,segment=NetworkSegment(25b30e99-c044-45c8-bfcc-d500ebbb822c),segment_id=25b30e99-c044-45c8-bfcc-d500ebbb822c)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:52:53.599806 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (14094473-5f87-48a0-97f3-2e88bec12005), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:53.647092 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=14094473-5f87-48a0-97f3-2e88bec12005,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:53.737394 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:53.987989 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['14094473-5f87-48a0-97f3-2e88bec12005'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:52:54.079014 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fb12b-1782-48da-932c-9c187540f7f3 req-cef3e6af-2e4e-47f5-b47b-5fd1831ab4f7 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:54.080578 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-004fb12b-1782-48da-932c-9c187540f7f3 req-cef3e6af-2e4e-47f5-b47b-5fd1831ab4f7 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 944 time: 0.0551445 Jan 29 04:52:54.080736 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:54.133985 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-004fb12b-1782-48da-932c-9c187540f7f3 req-4bab9165-5450-42fb-a864-7ea00411753b tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474317 Jan 29 04:52:54.897629 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:55.250574 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6562d4c-8a23-4045-b9d1-cfa645b703b9 req-ecb08f16-ff04-4f08-a9ae-b092110b03d5 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:55.252085 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d6562d4c-8a23-4045-b9d1-cfa645b703b9 req-ecb08f16-ff04-4f08-a9ae-b092110b03d5 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 944 time: 0.0527601 Jan 29 04:52:55.298680 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d6562d4c-8a23-4045-b9d1-cfa645b703b9 req-81297fbf-b105-43a3-ba65-ef50c28d6e41 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411413 Jan 29 04:52:55.367116 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 14094473-5f87-48a0-97f3-2e88bec12005 up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:52:55.457672 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning for port 14094473-5f87-48a0-97f3-2e88bec12005 completed by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:52:55.461291 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port 14094473-5f87-48a0-97f3-2e88bec12005 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:52:55.461661 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (14094473-5f87-48a0-97f3-2e88bec12005), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:55.538021 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 14094473-5f87-48a0-97f3-2e88bec12005 is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:52:55.538402 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (14094473-5f87-48a0-97f3-2e88bec12005), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:55.560598 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e004118-454c-4c7a-a338-bafc4a569266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14094473-5f87-48a0-97f3-2e88bec12005'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:52:55.563352 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c0ce5f-370d-41f6-a704-a358bd697192" -d '{"events": [{"server_uuid": "6e004118-454c-4c7a-a338-bafc4a569266", "name": "network-vif-plugged", "status": "completed", "tag": "14094473-5f87-48a0-97f3-2e88bec12005"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:52:55.575614 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 14094473-5f87-48a0-97f3-2e88bec12005, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=14094473-5f87-48a0-97f3-2e88bec12005,segment=NetworkSegment(25b30e99-c044-45c8-bfcc-d500ebbb822c),segment_id=25b30e99-c044-45c8-bfcc-d500ebbb822c)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:52:55.599636 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fc527b-460e-405d-92ef-31f4c891d473 x-openstack-request-id: req-72fc527b-460e-405d-92ef-31f4c891d473 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:52:55.599924 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e004118-454c-4c7a-a338-bafc4a569266", "name": "network-vif-plugged", "status": "completed", "tag": "14094473-5f87-48a0-97f3-2e88bec12005", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:52:55.600188 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72fc527b-460e-405d-92ef-31f4c891d473 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:52:55.600950 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e004118-454c-4c7a-a338-bafc4a569266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14094473-5f87-48a0-97f3-2e88bec12005', 'code': 200} Jan 29 04:52:55.628541 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (14094473-5f87-48a0-97f3-2e88bec12005), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:55.680258 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=14094473-5f87-48a0-97f3-2e88bec12005,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:55.886956 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff01399-17ce-4fe8-bd5c-710fd7e0dcf4 req-8cfc9a5c-6b72-4a89-824e-c7333311c87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:55.888417 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-aff01399-17ce-4fe8-bd5c-710fd7e0dcf4 req-8cfc9a5c-6b72-4a89-824e-c7333311c87d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 1129 time: 0.0425596 Jan 29 04:52:55.930866 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-aff01399-17ce-4fe8-bd5c-710fd7e0dcf4 req-405e5ecc-4c97-48a7-a053-0923364f2ac2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366137 Jan 29 04:52:56.388939 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:52:56.570303 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34a0e6-b333-446a-9181-089105451719 req-93e3ebff-54e2-44a1-92a4-6df629966686 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:56.572050 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-4c34a0e6-b333-446a-9181-089105451719 req-93e3ebff-54e2-44a1-92a4-6df629966686 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 945 time: 0.0527968 Jan 29 04:52:56.621728 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-4c34a0e6-b333-446a-9181-089105451719 req-46af8c07-c57d-41b4-81e6-143671362eba tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434663 Jan 29 04:52:57.740395 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b239c2-b944-4147-af54-040fe44ee6d8 req-7a0c5b57-b17e-4238-8165-62cdb7244c59 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:57.741868 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-35b239c2-b944-4147-af54-040fe44ee6d8 req-7a0c5b57-b17e-4238-8165-62cdb7244c59 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 945 time: 0.0523162 Jan 29 04:52:57.787665 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-35b239c2-b944-4147-af54-040fe44ee6d8 req-3ab33459-780b-4e3b-8948-44b12d607ce7 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403030 Jan 29 04:52:57.902812 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bda52e-f477-46f1-8e9e-c43f54536913 req-0fd646f1-328f-4cee-aec5-5223f2927c7b tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:57.904193 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-16bda52e-f477-46f1-8e9e-c43f54536913 req-0fd646f1-328f-4cee-aec5-5223f2927c7b tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 945 time: 0.0521369 Jan 29 04:52:57.950340 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-16bda52e-f477-46f1-8e9e-c43f54536913 req-1c083e2c-7da0-4b77-8110-12445f62c952 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400310 Jan 29 04:52:58.190375 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d40da-8a21-4ed8-8562-8ac27a454f7e req-659a747b-e30a-4a78-9976-81df4915bc7e tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:58.191763 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-374d40da-8a21-4ed8-8562-8ac27a454f7e req-659a747b-e30a-4a78-9976-81df4915bc7e tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 945 time: 0.0540414 Jan 29 04:52:58.238403 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-374d40da-8a21-4ed8-8562-8ac27a454f7e req-0b97d6a4-ae3f-4d7f-b980-24efde413d75 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408537 Jan 29 04:52:58.357814 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f73de-6935-4734-924c-04255fcb7935 req-3c58bd0c-8137-47c2-8876-6cfccc69fe7f tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:58.359551 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-311f73de-6935-4734-924c-04255fcb7935 req-3c58bd0c-8137-47c2-8876-6cfccc69fe7f tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 945 time: 0.0570621 Jan 29 04:52:58.404546 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-311f73de-6935-4734-924c-04255fcb7935 req-731840d8-8813-4ce9-b953-72c1cbc30a57 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394549 Jan 29 04:52:58.868733 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a9fea-7670-4682-8a25-c3cddc1c0941 req-1e7af16d-7189-4fc1-b904-b28a4cc2e966 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:58.870218 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1d6a9fea-7670-4682-8a25-c3cddc1c0941 req-1e7af16d-7189-4fc1-b904-b28a4cc2e966 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 945 time: 0.0550046 Jan 29 04:52:58.916466 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1d6a9fea-7670-4682-8a25-c3cddc1c0941 req-5cd9d8d7-4131-4c15-9dd9-64f37ef38d1c tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402093 Jan 29 04:52:58.971397 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-31bedfd9-911d-4f54-afe9-890b3ba088c6 req-c053ac44-e68b-4a65-bbe8-846224fd632d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0481019 Jan 29 04:53:00.035318 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28670b-635f-443b-a3a1-a48e5282b173 req-3264f8f4-18e3-4d2a-ae8a-4110ab5497fd tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:00.036904 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6a28670b-635f-443b-a3a1-a48e5282b173 req-3264f8f4-18e3-4d2a-ae8a-4110ab5497fd tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 945 time: 0.0542169 Jan 29 04:53:00.085121 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6a28670b-635f-443b-a3a1-a48e5282b173 req-bd124b96-4365-44e4-a4e0-f9baee28adf4 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418119 Jan 29 04:53:00.869504 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bedfd9-911d-4f54-afe9-890b3ba088c6 req-53a64544-5a43-4851-97d2-5cf76144219d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:00.871013 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-31bedfd9-911d-4f54-afe9-890b3ba088c6 req-53a64544-5a43-4851-97d2-5cf76144219d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce18279813334e6c990d4a0022e82a03&device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 1129 time: 0.0496340 Jan 29 04:53:00.957901 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bedfd9-911d-4f54-afe9-890b3ba088c6 req-212ecbbf-4c29-4838-aee1-12180028e282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:00.959347 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-31bedfd9-911d-4f54-afe9-890b3ba088c6 req-212ecbbf-4c29-4838-aee1-12180028e282 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0ac3e144-157b-45ee-957e-837865af342d HTTP/1.1" status: 200 len: 916 time: 0.0827291 Jan 29 04:53:00.999566 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-31bedfd9-911d-4f54-afe9-890b3ba088c6 req-20f8b1c7-363a-4603-9bbb-890c6a870c54 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14094473-5f87-48a0-97f3-2e88bec12005 HTTP/1.1" status: 200 len: 217 time: 0.0343301 Jan 29 04:53:01.055577 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bedfd9-911d-4f54-afe9-890b3ba088c6 req-607fa9bf-ce31-4d34-ab02-4e13e2a47534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:01.057002 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-31bedfd9-911d-4f54-afe9-890b3ba088c6 req-607fa9bf-ce31-4d34-ab02-4e13e2a47534 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c5f2d2ed-998c-401b-8a20-5588ec79ac68 HTTP/1.1" status: 200 len: 855 time: 0.0457916 Jan 29 04:53:01.092057 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-31bedfd9-911d-4f54-afe9-890b3ba088c6 req-df25e67a-eefc-4851-8da7-62be369b60ea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ac3e144-157b-45ee-957e-837865af342d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250969 Jan 29 04:53:01.209641 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-31bedfd9-911d-4f54-afe9-890b3ba088c6 req-1552387a-97d7-403c-ad70-8d5613e9ad31 service neutron] 10.222.0.18 "GET /v2.0/networks/0ac3e144-157b-45ee-957e-837865af342d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117160 Jan 29 04:53:01.246258 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622687c6-ebf7-4ee6-acdf-3a5096e3093d req-f58dbbe6-c027-4f13-a4a3-bbcdfbb848be tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:01.247676 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-622687c6-ebf7-4ee6-acdf-3a5096e3093d req-f58dbbe6-c027-4f13-a4a3-bbcdfbb848be tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 945 time: 0.0945296 Jan 29 04:53:01.338807 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-622687c6-ebf7-4ee6-acdf-3a5096e3093d req-e78ee84d-0ddc-4d58-90f9-594700bdc7e7 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672650 Jan 29 04:53:01.341154 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-31bedfd9-911d-4f54-afe9-890b3ba088c6 req-e70ceb1e-45fb-4f02-bd07-8524be1456e0 service neutron] 10.222.0.18 "GET /v2.0/networks/0ac3e144-157b-45ee-957e-837865af342d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244397 Jan 29 04:53:02.456613 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420b3e0-2e53-49cd-84a0-5dcedbb95b6c req-5b0fd208-6e4f-400b-ba81-9d2bf95a34e6 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:02.458103 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-5420b3e0-2e53-49cd-84a0-5dcedbb95b6c req-5b0fd208-6e4f-400b-ba81-9d2bf95a34e6 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 945 time: 0.0528247 Jan 29 04:53:02.503738 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-5420b3e0-2e53-49cd-84a0-5dcedbb95b6c req-f7feff5f-734e-4591-92eb-55eb07d68585 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401771 Jan 29 04:53:03.627841 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20efac8-6ea3-4481-8378-2d0d15550c3a req-b440aa05-00f4-4361-abb8-f0e51d5f5f13 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:03.629379 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c20efac8-6ea3-4481-8378-2d0d15550c3a req-b440aa05-00f4-4361-abb8-f0e51d5f5f13 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 945 time: 0.0587249 Jan 29 04:53:03.675972 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c20efac8-6ea3-4481-8378-2d0d15550c3a req-88871ef1-533c-4937-9c64-14e16abfa605 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410349 Jan 29 04:53:04.797619 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6701de-378b-4080-bb71-46aa13918b06 req-fc1d40f0-8269-40fb-9705-11eea0ad23a8 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:04.799807 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-1b6701de-378b-4080-bb71-46aa13918b06 req-fc1d40f0-8269-40fb-9705-11eea0ad23a8 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 945 time: 0.0577095 Jan 29 04:53:04.851070 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-1b6701de-378b-4080-bb71-46aa13918b06 req-5e6d2428-0d71-4f1a-9623-8359be48a26c tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457723 Jan 29 04:53:05.968467 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fcb325-f563-4da6-8c28-ce5765fce947 req-739ec26e-966a-4cb3-92cf-a273b0618b99 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:05.970154 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b7fcb325-f563-4da6-8c28-ce5765fce947 req-739ec26e-966a-4cb3-92cf-a273b0618b99 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 945 time: 0.0537252 Jan 29 04:53:06.015658 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b7fcb325-f563-4da6-8c28-ce5765fce947 req-4ba76a8c-1aa5-4439-bd0c-1861abda4cbb tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400324 Jan 29 04:53:07.142679 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2489772-73a7-4459-baad-257b59ec62c0 req-ffb084da-36a9-48b2-9bca-36f0367fdc91 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:07.144067 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b2489772-73a7-4459-baad-257b59ec62c0 req-ffb084da-36a9-48b2-9bca-36f0367fdc91 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 945 time: 0.0543416 Jan 29 04:53:07.191054 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b2489772-73a7-4459-baad-257b59ec62c0 req-11aa9432-c949-467f-bd73-4f28073782dd tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415668 Jan 29 04:53:08.314850 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e10346-0e97-4d1a-ae31-e4d30fae4a05 req-03e36f50-9d08-461c-bbe3-8c921a366606 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:08.316311 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-42e10346-0e97-4d1a-ae31-e4d30fae4a05 req-03e36f50-9d08-461c-bbe3-8c921a366606 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 945 time: 0.0574555 Jan 29 04:53:08.362668 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-42e10346-0e97-4d1a-ae31-e4d30fae4a05 req-9c1f037f-73cf-4128-9beb-c98a7d3685a7 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406685 Jan 29 04:53:09.414692 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:53:09.486582 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9ab45-d8f9-40d1-bba9-41c09ad23930 req-0a757f1e-70fd-45c8-8338-e5aa94dcb1e1 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:09.488049 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-65c9ab45-d8f9-40d1-bba9-41c09ad23930 req-0a757f1e-70fd-45c8-8338-e5aa94dcb1e1 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 945 time: 0.0580716 Jan 29 04:53:09.535754 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-65c9ab45-d8f9-40d1-bba9-41c09ad23930 req-b35e1a34-cc32-4ff2-adb9-8780e96178ca tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420704 Jan 29 04:53:10.652279 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e6108-e145-4e13-8822-cc31aaf8f6ce req-84b285b9-3a32-4d20-b00f-68392809ac61 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:10.653767 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d77e6108-e145-4e13-8822-cc31aaf8f6ce req-84b285b9-3a32-4d20-b00f-68392809ac61 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 945 time: 0.0520368 Jan 29 04:53:10.699765 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d77e6108-e145-4e13-8822-cc31aaf8f6ce req-26db2697-a998-45ed-aa76-8562de0e0403 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397487 Jan 29 04:53:11.818182 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f7c81-e292-4ab3-a91e-7b75654f273c req-0d46d77e-79c5-43c1-b697-3536ea235e8c tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:11.819662 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-284f7c81-e292-4ab3-a91e-7b75654f273c req-0d46d77e-79c5-43c1-b697-3536ea235e8c tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 945 time: 0.0530691 Jan 29 04:53:11.866486 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-284f7c81-e292-4ab3-a91e-7b75654f273c req-ed57e53b-969f-4a3f-806e-a4d878c8eae6 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410922 Jan 29 04:53:12.983278 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae29ee-5cea-4903-90d1-4417fde993e0 req-a4bd8972-9296-4ce8-8fe7-b7ee9d7b3d9c tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:12.985786 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-30ae29ee-5cea-4903-90d1-4417fde993e0 req-a4bd8972-9296-4ce8-8fe7-b7ee9d7b3d9c tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 945 time: 0.0526886 Jan 29 04:53:13.037165 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-30ae29ee-5cea-4903-90d1-4417fde993e0 req-97520d73-538e-412e-8707-c91ae97c128c tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447464 Jan 29 04:53:14.155118 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a2daf-16fa-4a0d-8d32-0d6dc3ceadf4 req-e2cb3cde-6189-4f03-8262-3f3ecd6f2ddf tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:14.156635 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-2d0a2daf-16fa-4a0d-8d32-0d6dc3ceadf4 req-e2cb3cde-6189-4f03-8262-3f3ecd6f2ddf tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 945 time: 0.0528345 Jan 29 04:53:14.211415 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-2d0a2daf-16fa-4a0d-8d32-0d6dc3ceadf4 req-6a9c6714-a02b-4881-b498-c4ec8f3e7491 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491493 Jan 29 04:53:15.335614 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c159a2-e291-4e16-b933-73ad0b6c5fbd req-48c398dc-12d1-46bd-bb50-ecc08022d4f0 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:15.337089 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a8c159a2-e291-4e16-b933-73ad0b6c5fbd req-48c398dc-12d1-46bd-bb50-ecc08022d4f0 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 945 time: 0.0512488 Jan 29 04:53:15.382197 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a8c159a2-e291-4e16-b933-73ad0b6c5fbd req-db9428d5-39d3-4968-8380-f16d33dee120 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396464 Jan 29 04:53:16.499906 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40672f-57c5-4143-aa5e-3f352b2c0767 req-e157e0b0-5e91-4803-ac9a-dd132cb91bd6 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:16.501373 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9b40672f-57c5-4143-aa5e-3f352b2c0767 req-e157e0b0-5e91-4803-ac9a-dd132cb91bd6 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 945 time: 0.0529728 Jan 29 04:53:16.547963 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9b40672f-57c5-4143-aa5e-3f352b2c0767 req-7c222915-2584-448c-923e-84a02052b4aa tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411043 Jan 29 04:53:17.664410 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f97e76-65c0-400b-874c-bc2c1e6dc5f0 req-ac8fda3b-87f5-4eda-b95d-2323983acd85 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:17.665920 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-59f97e76-65c0-400b-874c-bc2c1e6dc5f0 req-ac8fda3b-87f5-4eda-b95d-2323983acd85 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 945 time: 0.0515809 Jan 29 04:53:17.711824 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-59f97e76-65c0-400b-874c-bc2c1e6dc5f0 req-5b7c5332-2c30-49eb-b40b-f803c2e3cf49 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404687 Jan 29 04:53:18.829831 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45812e-3799-4ecb-bda8-56ed7917691a req-49480ec4-7443-4b2b-b622-828ce3be4cd8 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:18.831315 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-8d45812e-3799-4ecb-bda8-56ed7917691a req-49480ec4-7443-4b2b-b622-828ce3be4cd8 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 945 time: 0.0531516 Jan 29 04:53:18.877486 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-8d45812e-3799-4ecb-bda8-56ed7917691a req-07161a79-2a34-4d33-b0a1-3743a46c9893 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406911 Jan 29 04:53:20.001871 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae3c633-dfd0-445f-b0d3-e8bf1131bd17 req-c8a5dfc2-54ce-4705-9d43-16df87926eca tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:20.003452 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-dae3c633-dfd0-445f-b0d3-e8bf1131bd17 req-c8a5dfc2-54ce-4705-9d43-16df87926eca tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 945 time: 0.0579016 Jan 29 04:53:20.050724 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-dae3c633-dfd0-445f-b0d3-e8bf1131bd17 req-545e41c3-8c59-426d-99c4-4e4adb84a312 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415504 Jan 29 04:53:20.188271 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-32868fd0-75b4-4c0d-bf8b-e07aadc39ad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:53:21.175744 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88063612-942b-4077-a253-31827fcfaa82 req-c916df3d-929d-4d28-8fde-8efaa6a050dd tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:21.177188 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-88063612-942b-4077-a253-31827fcfaa82 req-c916df3d-929d-4d28-8fde-8efaa6a050dd tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 945 time: 0.0568717 Jan 29 04:53:21.228869 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-88063612-942b-4077-a253-31827fcfaa82 req-1c9b2dee-40bb-4864-a07d-6bfb2ab2979d tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460165 Jan 29 04:53:22.344013 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb6ffb-dc2a-444d-93af-54f5911f654d req-c5d7cd0a-3f1c-446a-b3da-01f8bd5cab6f tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:22.345476 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e7eb6ffb-dc2a-444d-93af-54f5911f654d req-c5d7cd0a-3f1c-446a-b3da-01f8bd5cab6f tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 945 time: 0.0511131 Jan 29 04:53:22.390736 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e7eb6ffb-dc2a-444d-93af-54f5911f654d req-c2e93740-5973-4df9-a282-1605b4e3a239 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392270 Jan 29 04:53:22.451029 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-04f04ea9-cfb8-4f40-8c68-4b884d260127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:53:23.510503 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6015f0-f5a0-4dc8-b2f0-fe07285e624f req-d21d06b0-23d3-47fe-a6e8-cb8bf084c191 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:23.512000 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-5f6015f0-f5a0-4dc8-b2f0-fe07285e624f req-d21d06b0-23d3-47fe-a6e8-cb8bf084c191 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 945 time: 0.0529833 Jan 29 04:53:23.558734 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-5f6015f0-f5a0-4dc8-b2f0-fe07285e624f req-9dcb08d9-3b26-4a85-abe4-5933beb84896 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410993 Jan 29 04:53:23.736556 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:53:24.056095 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:53:24.676399 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0aa74-518d-4660-ac1f-a3166c8ee5c3 req-37473229-acb6-4f9a-b799-0383c84147d3 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:24.677873 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-70e0aa74-518d-4660-ac1f-a3166c8ee5c3 req-37473229-acb6-4f9a-b799-0383c84147d3 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 945 time: 0.0515079 Jan 29 04:53:24.728694 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-70e0aa74-518d-4660-ac1f-a3166c8ee5c3 req-e025e99c-461a-47a3-81c7-e1b6640d5f45 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453205 Jan 29 04:53:24.884918 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:53:25.845394 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1db37e-9a05-4637-bfd1-f4614dbd91d4 req-82b6dc37-e9c3-4079-b6d0-89b42cd15c66 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:25.846903 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6e1db37e-9a05-4637-bfd1-f4614dbd91d4 req-82b6dc37-e9c3-4079-b6d0-89b42cd15c66 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 945 time: 0.0524428 Jan 29 04:53:25.897123 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6e1db37e-9a05-4637-bfd1-f4614dbd91d4 req-94029a75-0b05-4c86-a2b5-18d95063224f tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446737 Jan 29 04:53:26.393597 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:53:27.013340 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eebe362-16e2-4c32-84ac-84315a04f7f9 req-6c3cebab-1ba4-4b15-91bd-0138a5f4ff4b tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:27.014800 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7eebe362-16e2-4c32-84ac-84315a04f7f9 req-6c3cebab-1ba4-4b15-91bd-0138a5f4ff4b tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 945 time: 0.0523751 Jan 29 04:53:27.063786 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7eebe362-16e2-4c32-84ac-84315a04f7f9 req-0a7c6e31-9c6a-40f8-9d0c-4dcd83ab4460 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426850 Jan 29 04:53:28.182655 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93193310-cd3c-4252-b03f-4c7e8f598f8f req-2b898752-90c9-4488-a814-1675fe416463 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:28.184104 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-93193310-cd3c-4252-b03f-4c7e8f598f8f req-2b898752-90c9-4488-a814-1675fe416463 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 945 time: 0.0528769 Jan 29 04:53:28.230446 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-93193310-cd3c-4252-b03f-4c7e8f598f8f req-31214f42-2fd4-4a78-9d73-9a0a4ab703ee tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408690 Jan 29 04:53:28.462859 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-31bedfd9-911d-4f54-afe9-890b3ba088c6 req-a6146a71-7521-4d68-977a-f50fc319acdb service neutron] 10.222.0.18 "GET /v2.0/ports/14094473-5f87-48a0-97f3-2e88bec12005/bindings/hv-neutron-8211 HTTP/1.1" status: 200 len: 384 time: 0.0528064 Jan 29 04:53:29.022206 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bedfd9-911d-4f54-afe9-890b3ba088c6 req-a58d6c54-2ad9-47db-a712-fe46f3a359b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:29.023705 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-31bedfd9-911d-4f54-afe9-890b3ba088c6 req-a58d6c54-2ad9-47db-a712-fe46f3a359b4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266&tenant_id=ce18279813334e6c990d4a0022e82a03 HTTP/1.1" status: 200 len: 1129 time: 0.0492661 Jan 29 04:53:29.098735 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bedfd9-911d-4f54-afe9-890b3ba088c6 req-b6f1a5b5-7534-4f17-8efc-8802589a03db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:29.100243 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-31bedfd9-911d-4f54-afe9-890b3ba088c6 req-b6f1a5b5-7534-4f17-8efc-8802589a03db service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce18279813334e6c990d4a0022e82a03&device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 1129 time: 0.0445170 Jan 29 04:53:29.187855 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bedfd9-911d-4f54-afe9-890b3ba088c6 req-4a8b25a1-d4a4-4757-82e1-dc4e3b5b6a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:29.189328 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-31bedfd9-911d-4f54-afe9-890b3ba088c6 req-4a8b25a1-d4a4-4757-82e1-dc4e3b5b6a0f service neutron] 10.222.0.18 "GET /v2.0/networks?id=0ac3e144-157b-45ee-957e-837865af342d HTTP/1.1" status: 200 len: 916 time: 0.0820196 Jan 29 04:53:29.232961 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-31bedfd9-911d-4f54-afe9-890b3ba088c6 req-080fdb4d-c731-44eb-a887-eb68a0bfb9aa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14094473-5f87-48a0-97f3-2e88bec12005 HTTP/1.1" status: 200 len: 217 time: 0.0371521 Jan 29 04:53:29.279656 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bedfd9-911d-4f54-afe9-890b3ba088c6 req-4479533a-d673-4ae0-85e5-ef8cff6e35f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:29.281085 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-31bedfd9-911d-4f54-afe9-890b3ba088c6 req-4479533a-d673-4ae0-85e5-ef8cff6e35f0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c5f2d2ed-998c-401b-8a20-5588ec79ac68 HTTP/1.1" status: 200 len: 855 time: 0.0425067 Jan 29 04:53:29.320214 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-31bedfd9-911d-4f54-afe9-890b3ba088c6 req-df865a93-fafd-4625-a859-1eb4d8a77c59 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ac3e144-157b-45ee-957e-837865af342d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335078 Jan 29 04:53:29.423228 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613c289-f22a-4540-bcaa-8795d4f7164c req-9f2b34c7-e28a-4cdd-8066-0199df0f3cd6 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:29.425266 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d613c289-f22a-4540-bcaa-8795d4f7164c req-9f2b34c7-e28a-4cdd-8066-0199df0f3cd6 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 945 time: 0.1284041 Jan 29 04:53:29.451657 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-31bedfd9-911d-4f54-afe9-890b3ba088c6 req-997bde48-b069-494c-ad20-526f1821718d service neutron] 10.222.0.18 "GET /v2.0/networks/0ac3e144-157b-45ee-957e-837865af342d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140790 Jan 29 04:53:29.523243 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d613c289-f22a-4540-bcaa-8795d4f7164c req-107b66be-2030-44d1-8dda-dac13dbea17b tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921566 Jan 29 04:53:29.561666 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-31bedfd9-911d-4f54-afe9-890b3ba088c6 req-13e51f8e-6e59-4b46-ab04-41ff2f9c77c1 service neutron] 10.222.0.18 "GET /v2.0/networks/0ac3e144-157b-45ee-957e-837865af342d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026940 Jan 29 04:53:30.641941 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29cdc5a-928e-45e6-8c0d-1fe2a5354091 req-3817c02b-b774-4b4a-bd11-d77e452bf872 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:30.643698 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d29cdc5a-928e-45e6-8c0d-1fe2a5354091 req-3817c02b-b774-4b4a-bd11-d77e452bf872 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 945 time: 0.0530212 Jan 29 04:53:30.691315 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d29cdc5a-928e-45e6-8c0d-1fe2a5354091 req-1a1ae00d-5813-4070-b53c-7d41e5cfcab7 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421329 Jan 29 04:53:31.537338 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 14094473-5f87-48a0-97f3-2e88bec12005 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:53:31.615410 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 14094473-5f87-48a0-97f3-2e88bec12005 is: ACTIVE; New status is: DOWN {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:53:31.615795 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (14094473-5f87-48a0-97f3-2e88bec12005), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:53:31.637406 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e004118-454c-4c7a-a338-bafc4a569266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14094473-5f87-48a0-97f3-2e88bec12005'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:53:31.639582 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be8c17e-141a-4609-8d2e-19ab261db862" -d '{"events": [{"server_uuid": "6e004118-454c-4c7a-a338-bafc4a569266", "name": "network-vif-unplugged", "status": "completed", "tag": "14094473-5f87-48a0-97f3-2e88bec12005"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:53:31.651937 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 14094473-5f87-48a0-97f3-2e88bec12005, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=14094473-5f87-48a0-97f3-2e88bec12005,segment=NetworkSegment(25b30e99-c044-45c8-bfcc-d500ebbb822c),segment_id=25b30e99-c044-45c8-bfcc-d500ebbb822c)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:53:31.684826 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 04:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59a41c1-05fd-4108-a2cc-2bf802a93e48 x-openstack-request-id: req-f59a41c1-05fd-4108-a2cc-2bf802a93e48 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:53:31.685137 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e004118-454c-4c7a-a338-bafc4a569266", "name": "network-vif-unplugged", "status": "completed", "tag": "14094473-5f87-48a0-97f3-2e88bec12005", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:53:31.685415 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f59a41c1-05fd-4108-a2cc-2bf802a93e48 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:53:31.685815 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e004118-454c-4c7a-a338-bafc4a569266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14094473-5f87-48a0-97f3-2e88bec12005', 'code': 200} Jan 29 04:53:31.691329 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (14094473-5f87-48a0-97f3-2e88bec12005), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:53:31.739414 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=14094473-5f87-48a0-97f3-2e88bec12005,revision_number=6']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:53:31.815562 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6aa6f4-cfa0-4df1-a658-52054848cbdf req-d7af9335-99d1-483c-b00a-f5b79b1b86d0 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:31.816979 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-4b6aa6f4-cfa0-4df1-a658-52054848cbdf req-d7af9335-99d1-483c-b00a-f5b79b1b86d0 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 943 time: 0.0567579 Jan 29 04:53:31.863804 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-4b6aa6f4-cfa0-4df1-a658-52054848cbdf req-643f54ab-2e8e-49b1-8890-b7b52754bed9 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410047 Jan 29 04:53:32.987359 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b90799-227d-40cc-81c5-903d45c74d2a req-727b08dd-f51d-4de6-b465-c2dedc6bb3cf tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:32.988852 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-19b90799-227d-40cc-81c5-903d45c74d2a req-727b08dd-f51d-4de6-b465-c2dedc6bb3cf tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 943 time: 0.0545869 Jan 29 04:53:33.035923 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-19b90799-227d-40cc-81c5-903d45c74d2a req-b06751e2-ac9f-4b66-9e4f-661a158b80ed tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414836 Jan 29 04:53:33.345099 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af832cb2-7eae-4ab4-8aa5-aafb3769fe34 req-884a0f99-f2eb-41d6-a38b-07efd1b1aadc tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:33.346689 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-af832cb2-7eae-4ab4-8aa5-aafb3769fe34 req-884a0f99-f2eb-41d6-a38b-07efd1b1aadc tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 943 time: 0.0530777 Jan 29 04:53:33.394636 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-af832cb2-7eae-4ab4-8aa5-aafb3769fe34 req-545e43ef-305f-48c9-a463-e34ea7055eb5 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424283 Jan 29 04:53:33.483245 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb619001-fa36-41e6-b0a3-d00835668d60 req-2ac077c2-c092-4027-a2bd-eb96d8b73435 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:33.484714 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cb619001-fa36-41e6-b0a3-d00835668d60 req-2ac077c2-c092-4027-a2bd-eb96d8b73435 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266&tenant_id=ce18279813334e6c990d4a0022e82a03&binding%3Ahost_id=hv-neutron-8211 HTTP/1.1" status: 200 len: 943 time: 0.0583174 Jan 29 04:53:33.555481 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 14094473-5f87-48a0-97f3-2e88bec12005 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:53:33.586138 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb619001-fa36-41e6-b0a3-d00835668d60 req-481de534-d980-4fed-a0e3-d1417de8b8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:33.587652 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cb619001-fa36-41e6-b0a3-d00835668d60 req-481de534-d980-4fed-a0e3-d1417de8b8c6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce18279813334e6c990d4a0022e82a03&device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 1127 time: 0.0450218 Jan 29 04:53:33.654048 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 14094473-5f87-48a0-97f3-2e88bec12005, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=14094473-5f87-48a0-97f3-2e88bec12005,segment=NetworkSegment(25b30e99-c044-45c8-bfcc-d500ebbb822c),segment_id=25b30e99-c044-45c8-bfcc-d500ebbb822c)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:53:33.665346 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': '14094473-5f87-48a0-97f3-2e88bec12005', 'network_id': '0ac3e144-157b-45ee-957e-837865af342d', 'port_id': '14094473-5f87-48a0-97f3-2e88bec12005', 'mac_address': 'fa:16:3e:a2:ea:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5f2d2ed-998c-401b-8a20-5588ec79ac68', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:53:33.681074 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb619001-fa36-41e6-b0a3-d00835668d60 req-2f904704-35b3-4144-9c41-f74ae3793b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:33.682568 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cb619001-fa36-41e6-b0a3-d00835668d60 req-2f904704-35b3-4144-9c41-f74ae3793b11 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0ac3e144-157b-45ee-957e-837865af342d HTTP/1.1" status: 200 len: 916 time: 0.0881333 Jan 29 04:53:33.702490 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 14094473-5f87-48a0-97f3-2e88bec12005 is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:53:33.702882 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (14094473-5f87-48a0-97f3-2e88bec12005), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:53:33.716906 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14094473-5f87-48a0-97f3-2e88bec12005 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:53:33.738198 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 14094473-5f87-48a0-97f3-2e88bec12005, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=14094473-5f87-48a0-97f3-2e88bec12005,segment=NetworkSegment(25b30e99-c044-45c8-bfcc-d500ebbb822c),segment_id=25b30e99-c044-45c8-bfcc-d500ebbb822c)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:53:33.787918 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (14094473-5f87-48a0-97f3-2e88bec12005), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:53:33.842899 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=14094473-5f87-48a0-97f3-2e88bec12005,revision_number=7']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:53:33.853359 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:33.853717 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:33.854066 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:33.854404 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:33.854737 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:33.855070 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:33.855400 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:33.855729 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:33.856060 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:33.856396 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:33.856758 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:33.857084 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:33.857478 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:33.920621 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['14094473-5f87-48a0-97f3-2e88bec12005'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:53:34.078487 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cb619001-fa36-41e6-b0a3-d00835668d60 req-628c26f3-1d3f-4e3b-9e4e-240cb92b2a14 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14094473-5f87-48a0-97f3-2e88bec12005 HTTP/1.1" status: 200 len: 217 time: 0.3899822 Jan 29 04:53:34.130463 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb619001-fa36-41e6-b0a3-d00835668d60 req-723dcf9d-b55a-426b-ac2d-d880839a56ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:34.131838 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cb619001-fa36-41e6-b0a3-d00835668d60 req-723dcf9d-b55a-426b-ac2d-d880839a56ac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c5f2d2ed-998c-401b-8a20-5588ec79ac68 HTTP/1.1" status: 200 len: 855 time: 0.0473411 Jan 29 04:53:34.163145 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cb619001-fa36-41e6-b0a3-d00835668d60 req-cfa994dc-f71c-4d52-b616-de7049f13e05 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ac3e144-157b-45ee-957e-837865af342d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252168 Jan 29 04:53:34.252808 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cb619001-fa36-41e6-b0a3-d00835668d60 req-a3f8ffcd-acf7-4250-bc74-d72e3fe88be5 service neutron] 10.222.0.18 "GET /v2.0/networks/0ac3e144-157b-45ee-957e-837865af342d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835721 Jan 29 04:53:34.343931 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cb619001-fa36-41e6-b0a3-d00835668d60 req-ea6b0f84-bf4c-451c-a0fb-d7600e746a8c service neutron] 10.222.0.18 "GET /v2.0/networks/0ac3e144-157b-45ee-957e-837865af342d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851095 Jan 29 04:53:34.519691 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02b45a-f6c8-4f2a-9682-0b28b7671e65 req-c9de3418-8685-4bae-95bf-71d34c807a67 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:34.521224 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-dd02b45a-f6c8-4f2a-9682-0b28b7671e65 req-c9de3418-8685-4bae-95bf-71d34c807a67 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 944 time: 0.0548666 Jan 29 04:53:34.569434 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-dd02b45a-f6c8-4f2a-9682-0b28b7671e65 req-689ee73c-5a5f-43c8-b375-611843b50428 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427523 Jan 29 04:53:35.583961 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 14094473-5f87-48a0-97f3-2e88bec12005 up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:53:35.632677 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port 14094473-5f87-48a0-97f3-2e88bec12005 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:53:35.633084 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (14094473-5f87-48a0-97f3-2e88bec12005), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:53:35.692433 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3c189-b3b4-47bf-baf4-f21d6d80439a req-4906b2c6-e7c2-4b49-a797-53e960f44a27 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:35.693973 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f4a3c189-b3b4-47bf-baf4-f21d6d80439a req-4906b2c6-e7c2-4b49-a797-53e960f44a27 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 944 time: 0.0566325 Jan 29 04:53:35.713006 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 14094473-5f87-48a0-97f3-2e88bec12005 is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:53:35.713401 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (14094473-5f87-48a0-97f3-2e88bec12005), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:53:35.735405 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e004118-454c-4c7a-a338-bafc4a569266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14094473-5f87-48a0-97f3-2e88bec12005'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:53:35.738198 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f659ed88-71b6-4628-9f28-682acaff08aa" -d '{"events": [{"server_uuid": "6e004118-454c-4c7a-a338-bafc4a569266", "name": "network-vif-plugged", "status": "completed", "tag": "14094473-5f87-48a0-97f3-2e88bec12005"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:53:35.742443 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f4a3c189-b3b4-47bf-baf4-f21d6d80439a req-19554856-bdf4-476e-b88b-f23bd526fbc2 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414391 Jan 29 04:53:35.750243 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 14094473-5f87-48a0-97f3-2e88bec12005, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=14094473-5f87-48a0-97f3-2e88bec12005,segment=NetworkSegment(25b30e99-c044-45c8-bfcc-d500ebbb822c),segment_id=25b30e99-c044-45c8-bfcc-d500ebbb822c)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:53:35.777860 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7470e10b-76c9-497c-8a97-57398f11be61 x-openstack-request-id: req-7470e10b-76c9-497c-8a97-57398f11be61 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:53:35.778287 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e004118-454c-4c7a-a338-bafc4a569266", "name": "network-vif-plugged", "status": "completed", "tag": "14094473-5f87-48a0-97f3-2e88bec12005", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:53:35.778430 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7470e10b-76c9-497c-8a97-57398f11be61 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:53:35.778827 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e004118-454c-4c7a-a338-bafc4a569266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14094473-5f87-48a0-97f3-2e88bec12005', 'code': 200} Jan 29 04:53:35.856650 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (14094473-5f87-48a0-97f3-2e88bec12005), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:53:35.859554 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a046c-6ba1-4777-92ae-18c97d391383 req-fe759412-9bd7-470c-8098-5d4f58ea922b tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:35.861616 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d30a046c-6ba1-4777-92ae-18c97d391383 req-fe759412-9bd7-470c-8098-5d4f58ea922b tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 944 time: 0.0528493 Jan 29 04:53:35.905596 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=14094473-5f87-48a0-97f3-2e88bec12005,revision_number=8']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:53:35.910476 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d30a046c-6ba1-4777-92ae-18c97d391383 req-2aa6b045-0e51-49cb-9e80-af2304e750a3 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428886 Jan 29 04:53:36.036646 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5dfeec-f903-4ede-8b8c-724d5fce0eba req-41664422-1ec8-4a71-9056-ac40c46952ed tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:36.038157 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ea5dfeec-f903-4ede-8b8c-724d5fce0eba req-41664422-1ec8-4a71-9056-ac40c46952ed tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 945 time: 0.0591118 Jan 29 04:53:36.084253 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ea5dfeec-f903-4ede-8b8c-724d5fce0eba req-8d8ef949-4830-4075-8cba-f4d88f9d4796 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405588 Jan 29 04:53:36.582014 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-70bc0512-cf9c-494c-9e07-8b2193bd404e tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:36.583511 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-70bc0512-cf9c-494c-9e07-8b2193bd404e tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/networks?id=0ac3e144-157b-45ee-957e-837865af342d HTTP/1.1" status: 200 len: 815 time: 0.1016383 Jan 29 04:53:36.597949 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-4f1eed09-268b-4175-abb5-536c6f92b5ef tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/quotas/ce18279813334e6c990d4a0022e82a03 HTTP/1.1" status: 200 len: 375 time: 0.0089529 Jan 29 04:53:36.654275 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-52b5ba83-273a-4a29-a584-0a0fd838ad99 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce18279813334e6c990d4a0022e82a03&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0513716 Jan 29 04:53:36.785908 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-597d21cc-ffd2-45b8-9a65-a431b697387a service neutron] 10.222.0.13 "GET /v2.0/networks/0ac3e144-157b-45ee-957e-837865af342d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247723 Jan 29 04:53:36.880776 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-ea611b9d-35cb-4730-9d69-ff0c92bb27c5 service neutron] 10.222.0.13 "GET /v2.0/networks/0ac3e144-157b-45ee-957e-837865af342d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894740 Jan 29 04:53:37.132534 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d50493f3-686d-4582-bc41-8c6e275a5e05 req-f30fa5b5-6be2-48b6-ad9e-3aea888f37d7 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 210 time: 0.0310023 Jan 29 04:53:38.228221 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-014d8139-496a-4f1b-94a8-1c39d775e714 req-296810c8-4a93-46f6-82c5-37f3b12a9513 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 210 time: 0.0274019 Jan 29 04:53:38.384991 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93725c6-74f2-4095-9382-aa474be63e80 req-eff34a9e-55b0-4f23-9b61-7c947cc57171 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:38.386340 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a93725c6-74f2-4095-9382-aa474be63e80 req-eff34a9e-55b0-4f23-9b61-7c947cc57171 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e004118-454c-4c7a-a338-bafc4a569266 HTTP/1.1" status: 200 len: 945 time: 0.0524459 Jan 29 04:53:38.479869 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-a93725c6-74f2-4095-9382-aa474be63e80 req-d5a6d6e9-f905-48c2-90c2-aa9ed806c24a tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Deleting port 14094473-5f87-48a0-97f3-2e88bec12005 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:53:38.480205 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-a93725c6-74f2-4095-9382-aa474be63e80 req-d5a6d6e9-f905-48c2-90c2-aa9ed806c24a tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (14094473-5f87-48a0-97f3-2e88bec12005), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:53:38.570143 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-a93725c6-74f2-4095-9382-aa474be63e80 req-d5a6d6e9-f905-48c2-90c2-aa9ed806c24a tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] For port 14094473-5f87-48a0-97f3-2e88bec12005, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=14094473-5f87-48a0-97f3-2e88bec12005,segment=NetworkSegment(25b30e99-c044-45c8-bfcc-d500ebbb822c),segment_id=25b30e99-c044-45c8-bfcc-d500ebbb822c)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:53:38.570501 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-a93725c6-74f2-4095-9382-aa474be63e80 req-d5a6d6e9-f905-48c2-90c2-aa9ed806c24a tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (14094473-5f87-48a0-97f3-2e88bec12005), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:53:38.582585 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-a93725c6-74f2-4095-9382-aa474be63e80 req-d5a6d6e9-f905-48c2-90c2-aa9ed806c24a tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Calling delete_port for 14094473-5f87-48a0-97f3-2e88bec12005 owned by compute:nova {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:53:38.799397 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-a93725c6-74f2-4095-9382-aa474be63e80 req-d5a6d6e9-f905-48c2-90c2-aa9ed806c24a tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (14094473-5f87-48a0-97f3-2e88bec12005), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:53:38.827793 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a6d6e9-f905-48c2-90c2-aa9ed806c24a tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Pushing event deleted for resources: {'Port': ['ID=14094473-5f87-48a0-97f3-2e88bec12005,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:53:38.833672 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['14094473-5f87-48a0-97f3-2e88bec12005'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:53:38.871853 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-a93725c6-74f2-4095-9382-aa474be63e80 req-d5a6d6e9-f905-48c2-90c2-aa9ed806c24a tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] No DVR routers for this DVR port 14094473-5f87-48a0-97f3-2e88bec12005 on host hv-neutron-8211 {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:53:38.874292 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-a93725c6-74f2-4095-9382-aa474be63e80 req-d5a6d6e9-f905-48c2-90c2-aa9ed806c24a tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:53:38.877536 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a93725c6-74f2-4095-9382-aa474be63e80 req-d5a6d6e9-f905-48c2-90c2-aa9ed806c24a tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.18 "DELETE /v2.0/ports/14094473-5f87-48a0-97f3-2e88bec12005 HTTP/1.1" status: 204 len: 173 time: 0.4863489 Jan 29 04:53:38.877973 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e004118-454c-4c7a-a338-bafc4a569266', 'name': 'network-vif-deleted', 'tag': '14094473-5f87-48a0-97f3-2e88bec12005'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:53:38.880213 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09690df1-b9df-45e2-bf01-78bfecc71388" -d '{"events": [{"server_uuid": "6e004118-454c-4c7a-a338-bafc4a569266", "name": "network-vif-deleted", "tag": "14094473-5f87-48a0-97f3-2e88bec12005"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:53:38.916237 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b274fa5f-bb3c-4b01-af22-c9b42c1d644a x-openstack-request-id: req-b274fa5f-bb3c-4b01-af22-c9b42c1d644a {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:53:38.916588 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e004118-454c-4c7a-a338-bafc4a569266", "name": "network-vif-deleted", "tag": "14094473-5f87-48a0-97f3-2e88bec12005", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:53:38.917099 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b274fa5f-bb3c-4b01-af22-c9b42c1d644a {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:53:38.917270 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e004118-454c-4c7a-a338-bafc4a569266', 'name': 'network-vif-deleted', 'tag': '14094473-5f87-48a0-97f3-2e88bec12005', 'status': 'completed', 'code': 200} Jan 29 04:53:39.059549 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-1da3ea93-94f6-4d6f-aa44-8474314e8bfb tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:39.064778 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-1da3ea93-94f6-4d6f-aa44-8474314e8bfb tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.18 "GET /v2.0/networks?id=0ac3e144-157b-45ee-957e-837865af342d HTTP/1.1" status: 200 len: 815 time: 0.1030967 Jan 29 04:53:39.080759 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-0b730797-4c04-4e49-b7a5-0bd9998ccc4a tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Request body: {'port': {'device_id': '089c809f-9f8b-4ab6-b134-eba7778e964d', 'network_id': '0ac3e144-157b-45ee-957e-837865af342d', 'admin_state_up': True, 'tenant_id': 'ce18279813334e6c990d4a0022e82a03'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:53:39.261528 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-0b730797-4c04-4e49-b7a5-0bd9998ccc4a tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Made reservation on behalf of ce18279813334e6c990d4a0022e82a03 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:53:39.265182 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-0b730797-4c04-4e49-b7a5-0bd9998ccc4a tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:53:39.332440 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-37f355d3-6d66-45c7-95a1-f36b514248f6 req-4b1f7317-5db1-4853-ab82-13d13a5d3227 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 210 time: 0.0303357 Jan 29 04:53:39.395364 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-0b730797-4c04-4e49-b7a5-0bd9998ccc4a tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Allocated IP 172.20.0.6 (0ac3e144-157b-45ee-957e-837865af342d/c5f2d2ed-998c-401b-8a20-5588ec79ac68/bac145e9-431f-402d-9d83-ac765706fcd9) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:53:39.537827 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-0b730797-4c04-4e49-b7a5-0bd9998ccc4a tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Publish callbacks [] for port (bac145e9-431f-402d-9d83-ac765706fcd9), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:53:39.622704 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-0b730797-4c04-4e49-b7a5-0bd9998ccc4a tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (bac145e9-431f-402d-9d83-ac765706fcd9), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:53:39.660013 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['14094473-5f87-48a0-97f3-2e88bec12005'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:53:39.663705 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-0b730797-4c04-4e49-b7a5-0bd9998ccc4a tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Network 0ac3e144-157b-45ee-957e-837865af342d is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:53:39.667087 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-0b730797-4c04-4e49-b7a5-0bd9998ccc4a tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:53:39.670640 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-0b730797-4c04-4e49-b7a5-0bd9998ccc4a tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:53:39.698770 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b730797-4c04-4e49-b7a5-0bd9998ccc4a tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Pushing event updated for resources: {'Port': ['ID=bac145e9-431f-402d-9d83-ac765706fcd9,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:53:39.717730 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b730797-4c04-4e49-b7a5-0bd9998ccc4a tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:39.718122 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b730797-4c04-4e49-b7a5-0bd9998ccc4a tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:39.718468 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b730797-4c04-4e49-b7a5-0bd9998ccc4a tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:39.718816 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b730797-4c04-4e49-b7a5-0bd9998ccc4a tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:39.719160 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b730797-4c04-4e49-b7a5-0bd9998ccc4a tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:39.719500 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b730797-4c04-4e49-b7a5-0bd9998ccc4a tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:39.719833 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b730797-4c04-4e49-b7a5-0bd9998ccc4a tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:39.720207 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b730797-4c04-4e49-b7a5-0bd9998ccc4a tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:39.720550 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b730797-4c04-4e49-b7a5-0bd9998ccc4a tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:39.720884 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b730797-4c04-4e49-b7a5-0bd9998ccc4a tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:39.721217 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b730797-4c04-4e49-b7a5-0bd9998ccc4a tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:39.721545 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b730797-4c04-4e49-b7a5-0bd9998ccc4a tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:39.721876 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b730797-4c04-4e49-b7a5-0bd9998ccc4a tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:39.742131 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-0b730797-4c04-4e49-b7a5-0bd9998ccc4a tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:39.742747 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-0b730797-4c04-4e49-b7a5-0bd9998ccc4a tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:53:39.831047 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-0b730797-4c04-4e49-b7a5-0bd9998ccc4a tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7546113 Jan 29 04:53:39.872474 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-7bc45c7c-fac8-4f4a-a63c-a628c658f820 service neutron] Request body: {'port': {'device_id': '089c809f-9f8b-4ab6-b134-eba7778e964d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:53:39.918939 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-7bc45c7c-fac8-4f4a-a63c-a628c658f820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (bac145e9-431f-402d-9d83-ac765706fcd9), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:53:40.209552 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-7bc45c7c-fac8-4f4a-a63c-a628c658f820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bac145e9-431f-402d-9d83-ac765706fcd9 {{(pid=103585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:53:40.217089 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-7bc45c7c-fac8-4f4a-a63c-a628c658f820 service neutron] Publish callbacks [] for port (bac145e9-431f-402d-9d83-ac765706fcd9), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:53:40.231260 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.provisioning_blocks [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-7bc45c7c-fac8-4f4a-a63c-a628c658f820 service neutron] Transition to ACTIVE for port object bac145e9-431f-402d-9d83-ac765706fcd9 will not be triggered until provisioned by entity L2. {{(pid=103585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:53:40.302253 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-7bc45c7c-fac8-4f4a-a63c-a628c658f820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (bac145e9-431f-402d-9d83-ac765706fcd9), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:53:40.355090 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc45c7c-fac8-4f4a-a63c-a628c658f820 service neutron] Pushing event updated for resources: {'Port': ['ID=bac145e9-431f-402d-9d83-ac765706fcd9,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:53:40.462092 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-7bc45c7c-fac8-4f4a-a63c-a628c658f820 service neutron] Attempting to bind port bac145e9-431f-402d-9d83-ac765706fcd9 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:53:40.462793 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-7bc45c7c-fac8-4f4a-a63c-a628c658f820 service neutron] Attempting to bind port bac145e9-431f-402d-9d83-ac765706fcd9 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '25b30e99-c044-45c8-bfcc-d500ebbb822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '0ac3e144-157b-45ee-957e-837865af342d'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:53:40.462991 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-7bc45c7c-fac8-4f4a-a63c-a628c658f820 service neutron] Attempting to bind port bac145e9-431f-402d-9d83-ac765706fcd9 on network 0ac3e144-157b-45ee-957e-837865af342d {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:53:40.473617 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-7bc45c7c-fac8-4f4a-a63c-a628c658f820 service neutron] Port bac145e9-431f-402d-9d83-ac765706fcd9 on network 0ac3e144-157b-45ee-957e-837865af342d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:53:40.474112 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-7bc45c7c-fac8-4f4a-a63c-a628c658f820 service neutron] Attempting to bind port bac145e9-431f-402d-9d83-ac765706fcd9 on network 0ac3e144-157b-45ee-957e-837865af342d {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:53:40.486811 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-7bc45c7c-fac8-4f4a-a63c-a628c658f820 service neutron] Checking agent: {'id': '15eedd85-6d76-4715-a40f-dc31e854816c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'started_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:53:40.487147 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-7bc45c7c-fac8-4f4a-a63c-a628c658f820 service neutron] Checking segment: {'id': '25b30e99-c044-45c8-bfcc-d500ebbb822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '0ac3e144-157b-45ee-957e-837865af342d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:53:40.487531 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-7bc45c7c-fac8-4f4a-a63c-a628c658f820 service neutron] Bound using segment: {'id': '25b30e99-c044-45c8-bfcc-d500ebbb822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '0ac3e144-157b-45ee-957e-837865af342d'} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:53:40.487955 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-7bc45c7c-fac8-4f4a-a63c-a628c658f820 service neutron] Bound port: bac145e9-431f-402d-9d83-ac765706fcd9, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b30e99-c044-45c8-bfcc-d500ebbb822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '0ac3e144-157b-45ee-957e-837865af342d'}}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:53:40.488313 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-7bc45c7c-fac8-4f4a-a63c-a628c658f820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (bac145e9-431f-402d-9d83-ac765706fcd9), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:53:40.497751 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a623a-5377-4f8c-ba96-3b90577e8ba1 req-e5dee29f-0281-4006-b2d7-c606cfea6177 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:40.499458 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-876a623a-5377-4f8c-ba96-3b90577e8ba1 req-e5dee29f-0281-4006-b2d7-c606cfea6177 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 943 time: 0.0850689 Jan 29 04:53:40.594100 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-876a623a-5377-4f8c-ba96-3b90577e8ba1 req-3d03fd43-e546-492e-ad4a-b62fd31f2a20 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862913 Jan 29 04:53:40.600059 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-7bc45c7c-fac8-4f4a-a63c-a628c658f820 service neutron] For port bac145e9-431f-402d-9d83-ac765706fcd9, host hv-neutron-8211, cleared binding levels {{(pid=103585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:53:40.604024 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-7bc45c7c-fac8-4f4a-a63c-a628c658f820 service neutron] For port bac145e9-431f-402d-9d83-ac765706fcd9, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=bac145e9-431f-402d-9d83-ac765706fcd9,segment=NetworkSegment(25b30e99-c044-45c8-bfcc-d500ebbb822c),segment_id=25b30e99-c044-45c8-bfcc-d500ebbb822c)] {{(pid=103585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:53:40.662471 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-7bc45c7c-fac8-4f4a-a63c-a628c658f820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (bac145e9-431f-402d-9d83-ac765706fcd9), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:53:40.698877 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-7bc45c7c-fac8-4f4a-a63c-a628c658f820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:40.699489 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-7bc45c7c-fac8-4f4a-a63c-a628c658f820 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:53:40.700905 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-7bc45c7c-fac8-4f4a-a63c-a628c658f820 service neutron] 10.222.0.18 "PUT /v2.0/ports/bac145e9-431f-402d-9d83-ac765706fcd9 HTTP/1.1" status: 200 len: 1093 time: 0.8533382 Jan 29 04:53:40.723441 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc45c7c-fac8-4f4a-a63c-a628c658f820 service neutron] Pushing event updated for resources: {'Port': ['ID=bac145e9-431f-402d-9d83-ac765706fcd9,revision_number=3']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:53:40.872276 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-83287000-035f-4be6-9754-1cb6a337c14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:40.873823 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-83287000-035f-4be6-9754-1cb6a337c14d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce18279813334e6c990d4a0022e82a03&device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 1127 time: 0.0479877 Jan 29 04:53:40.922462 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '089c809f-9f8b-4ab6-b134-eba7778e964d', 'tag': 'bac145e9-431f-402d-9d83-ac765706fcd9'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:53:40.925854 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0f7030-9538-4d6f-908e-12dfae5c5c8f" -d '{"events": [{"name": "network-changed", "server_uuid": "089c809f-9f8b-4ab6-b134-eba7778e964d", "tag": "bac145e9-431f-402d-9d83-ac765706fcd9"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:53:40.929658 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-054262c6-c6f2-4f33-aee6-ebf7df959281 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bac145e9-431f-402d-9d83-ac765706fcd9 HTTP/1.1" status: 200 len: 217 time: 0.0433872 Jan 29 04:53:40.979087 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-ddeb52f3-43c4-40fb-a3e3-c113b2a74aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:40.980580 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-ddeb52f3-43c4-40fb-a3e3-c113b2a74aff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c5f2d2ed-998c-401b-8a20-5588ec79ac68 HTTP/1.1" status: 200 len: 855 time: 0.0458963 Jan 29 04:53:40.982954 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1efe0ee-0cee-436e-b269-5fdcd2cd8f48 x-openstack-request-id: req-d1efe0ee-0cee-436e-b269-5fdcd2cd8f48 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:53:40.983245 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "089c809f-9f8b-4ab6-b134-eba7778e964d", "tag": "bac145e9-431f-402d-9d83-ac765706fcd9", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:53:40.983521 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1efe0ee-0cee-436e-b269-5fdcd2cd8f48 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:53:40.983932 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '089c809f-9f8b-4ab6-b134-eba7778e964d', 'tag': 'bac145e9-431f-402d-9d83-ac765706fcd9', 'status': 'completed', 'code': 200} Jan 29 04:53:41.025870 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-69f77d8b-c8ef-4e77-b4b4-2f207d562961 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ac3e144-157b-45ee-957e-837865af342d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257108 Jan 29 04:53:41.112613 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-67cc67ee-7ae0-445e-8d53-fdcbf3030aca service neutron] 10.222.0.18 "GET /v2.0/networks/0ac3e144-157b-45ee-957e-837865af342d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801854 Jan 29 04:53:41.207702 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-871981f0-bb27-44f0-b2b5-cd6bfe2b5e04 req-ec916f25-84c7-4845-b2d1-b8187919b87f service neutron] 10.222.0.18 "GET /v2.0/networks/0ac3e144-157b-45ee-957e-837865af342d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847826 Jan 29 04:53:41.451009 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f7030-9538-4d6f-908e-12dfae5c5c8f req-1ae5e61f-edd1-4067-ada1-be1a20c06a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:41.452497 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5a0f7030-9538-4d6f-908e-12dfae5c5c8f req-1ae5e61f-edd1-4067-ada1-be1a20c06a79 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce18279813334e6c990d4a0022e82a03&device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 1127 time: 0.0444229 Jan 29 04:53:41.542928 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f7030-9538-4d6f-908e-12dfae5c5c8f req-740fa911-176c-426e-8804-209e39c33e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:41.544505 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5a0f7030-9538-4d6f-908e-12dfae5c5c8f req-740fa911-176c-426e-8804-209e39c33e98 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0ac3e144-157b-45ee-957e-837865af342d HTTP/1.1" status: 200 len: 916 time: 0.0864613 Jan 29 04:53:41.586645 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5a0f7030-9538-4d6f-908e-12dfae5c5c8f req-b4206ebc-198a-44c8-9d9f-ddc70e11c259 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bac145e9-431f-402d-9d83-ac765706fcd9 HTTP/1.1" status: 200 len: 217 time: 0.0359304 Jan 29 04:53:41.630682 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 14094473-5f87-48a0-97f3-2e88bec12005 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:53:41.634006 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f7030-9538-4d6f-908e-12dfae5c5c8f req-500ab4bf-6ea7-432c-8fe2-c5c00d25b7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:41.634903 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5a0f7030-9538-4d6f-908e-12dfae5c5c8f req-500ab4bf-6ea7-432c-8fe2-c5c00d25b7c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c5f2d2ed-998c-401b-8a20-5588ec79ac68 HTTP/1.1" status: 200 len: 855 time: 0.0432394 Jan 29 04:53:41.653210 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] No Port match for: 14094473-5f87-48a0-97f3-2e88bec12005 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:53:41.653556 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 14094473-5f87-48a0-97f3-2e88bec12005 not bound to the agent host hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:53:41.674206 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5a0f7030-9538-4d6f-908e-12dfae5c5c8f req-105660b9-6c4e-448d-94ae-fc1bd0bab178 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ac3e144-157b-45ee-957e-837865af342d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317750 Jan 29 04:53:41.788513 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a668c70-988d-405c-b7b9-4f0ac4d89fab req-1077eb59-c522-4a8f-869c-21910c622c34 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:41.789966 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5a668c70-988d-405c-b7b9-4f0ac4d89fab req-1077eb59-c522-4a8f-869c-21910c622c34 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 943 time: 0.1187282 Jan 29 04:53:41.806871 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5a0f7030-9538-4d6f-908e-12dfae5c5c8f req-c851a806-896a-4956-adf8-9498645a5b9a service neutron] 10.222.0.18 "GET /v2.0/networks/0ac3e144-157b-45ee-957e-837865af342d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246500 Jan 29 04:53:41.886769 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5a668c70-988d-405c-b7b9-4f0ac4d89fab req-000b70f9-9eef-45cb-8f80-f7ab699c6ead tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911379 Jan 29 04:53:41.915998 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5a0f7030-9538-4d6f-908e-12dfae5c5c8f req-df8672c2-d98f-48c6-ab54-57aa99ecc6f5 service neutron] 10.222.0.18 "GET /v2.0/networks/0ac3e144-157b-45ee-957e-837865af342d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014810 Jan 29 04:53:43.006160 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb303c40-e860-46ac-867e-462b5c10b6e5 req-23064dc0-eea9-468a-ad54-c2167a24e0b2 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:43.007633 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-fb303c40-e860-46ac-867e-462b5c10b6e5 req-23064dc0-eea9-468a-ad54-c2167a24e0b2 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 943 time: 0.0531423 Jan 29 04:53:43.054216 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-fb303c40-e860-46ac-867e-462b5c10b6e5 req-90fe1508-fb8a-4973-a886-c4ade4159338 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408401 Jan 29 04:53:44.175447 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca0d6c-72e5-49d8-8363-4207b60b4d97 req-08cc41b5-7e19-44d1-90c5-eeae242e5943 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:44.176834 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d7ca0d6c-72e5-49d8-8363-4207b60b4d97 req-08cc41b5-7e19-44d1-90c5-eeae242e5943 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 943 time: 0.0566442 Jan 29 04:53:44.222499 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d7ca0d6c-72e5-49d8-8363-4207b60b4d97 req-bfb951af-7475-4da3-a467-fe1b9da160d4 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402260 Jan 29 04:53:45.341817 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e8c7c-d443-4f09-9467-559cca019f4c req-e8e8f245-7a08-4556-adfd-1a578bb1bf5c tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:45.343274 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b93e8c7c-d443-4f09-9467-559cca019f4c req-e8e8f245-7a08-4556-adfd-1a578bb1bf5c tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 943 time: 0.0553954 Jan 29 04:53:45.388619 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b93e8c7c-d443-4f09-9467-559cca019f4c req-318e5e12-b119-46c7-9685-077f401ef81d tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392671 Jan 29 04:53:45.661785 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device bac145e9-431f-402d-9d83-ac765706fcd9 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:53:45.758353 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port bac145e9-431f-402d-9d83-ac765706fcd9, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=bac145e9-431f-402d-9d83-ac765706fcd9,segment=NetworkSegment(25b30e99-c044-45c8-bfcc-d500ebbb822c),segment_id=25b30e99-c044-45c8-bfcc-d500ebbb822c)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:53:45.770038 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': 'bac145e9-431f-402d-9d83-ac765706fcd9', 'network_id': '0ac3e144-157b-45ee-957e-837865af342d', 'port_id': 'bac145e9-431f-402d-9d83-ac765706fcd9', 'mac_address': 'fa:16:3e:89:30:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5f2d2ed-998c-401b-8a20-5588ec79ac68', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:53:45.805620 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port bac145e9-431f-402d-9d83-ac765706fcd9 is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:53:45.805998 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (bac145e9-431f-402d-9d83-ac765706fcd9), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:53:45.818664 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bac145e9-431f-402d-9d83-ac765706fcd9 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:53:45.842060 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port bac145e9-431f-402d-9d83-ac765706fcd9, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=bac145e9-431f-402d-9d83-ac765706fcd9,segment=NetworkSegment(25b30e99-c044-45c8-bfcc-d500ebbb822c),segment_id=25b30e99-c044-45c8-bfcc-d500ebbb822c)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:53:45.919324 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (bac145e9-431f-402d-9d83-ac765706fcd9), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:53:45.967911 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=bac145e9-431f-402d-9d83-ac765706fcd9,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:53:46.314222 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['bac145e9-431f-402d-9d83-ac765706fcd9'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:53:46.414264 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:53:46.509604 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be704e-87c5-47eb-9f78-416fc450abc0 req-4c9ffb23-a689-4656-a22c-ffc89bd35f5e tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:46.511092 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e1be704e-87c5-47eb-9f78-416fc450abc0 req-4c9ffb23-a689-4656-a22c-ffc89bd35f5e tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 944 time: 0.0542796 Jan 29 04:53:46.558661 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e1be704e-87c5-47eb-9f78-416fc450abc0 req-55fbefdf-b529-4cd5-b29b-c142824a8365 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421174 Jan 29 04:53:47.676606 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device bac145e9-431f-402d-9d83-ac765706fcd9 up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:53:47.678545 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd58c1-df68-4ef1-96ec-547c7d5022e2 req-26d7080c-35f2-4275-9902-c6a23dc2a001 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:47.680202 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-4bcd58c1-df68-4ef1-96ec-547c7d5022e2 req-26d7080c-35f2-4275-9902-c6a23dc2a001 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 944 time: 0.0542912 Jan 29 04:53:47.727529 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-4bcd58c1-df68-4ef1-96ec-547c7d5022e2 req-00d1eedb-a7e4-4c52-92bc-c97436099ae9 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419629 Jan 29 04:53:47.781787 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning for port bac145e9-431f-402d-9d83-ac765706fcd9 completed by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:53:47.786387 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port bac145e9-431f-402d-9d83-ac765706fcd9 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:53:47.791383 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (bac145e9-431f-402d-9d83-ac765706fcd9), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:53:47.861533 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port bac145e9-431f-402d-9d83-ac765706fcd9 is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:53:47.861914 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (bac145e9-431f-402d-9d83-ac765706fcd9), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:53:47.882978 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089c809f-9f8b-4ab6-b134-eba7778e964d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac145e9-431f-402d-9d83-ac765706fcd9'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:53:47.885178 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d34015-6ba7-4700-838e-f7b36be7dc95" -d '{"events": [{"server_uuid": "089c809f-9f8b-4ab6-b134-eba7778e964d", "name": "network-vif-plugged", "status": "completed", "tag": "bac145e9-431f-402d-9d83-ac765706fcd9"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:53:47.901153 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port bac145e9-431f-402d-9d83-ac765706fcd9, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=bac145e9-431f-402d-9d83-ac765706fcd9,segment=NetworkSegment(25b30e99-c044-45c8-bfcc-d500ebbb822c),segment_id=25b30e99-c044-45c8-bfcc-d500ebbb822c)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:53:47.920619 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9544b6-1d72-4cda-a736-2a80e12ae788 x-openstack-request-id: req-4a9544b6-1d72-4cda-a736-2a80e12ae788 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:53:47.920910 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089c809f-9f8b-4ab6-b134-eba7778e964d", "name": "network-vif-plugged", "status": "completed", "tag": "bac145e9-431f-402d-9d83-ac765706fcd9", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:53:47.921158 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a9544b6-1d72-4cda-a736-2a80e12ae788 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:53:47.921596 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089c809f-9f8b-4ab6-b134-eba7778e964d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac145e9-431f-402d-9d83-ac765706fcd9', 'code': 200} Jan 29 04:53:47.976188 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (bac145e9-431f-402d-9d83-ac765706fcd9), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:53:48.023864 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=bac145e9-431f-402d-9d83-ac765706fcd9,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:53:48.213058 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fedc86-49d8-44c5-a516-89ea3c0ac576 req-58a92110-0f71-4277-acdc-eeff16eb1d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:48.214442 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-52fedc86-49d8-44c5-a516-89ea3c0ac576 req-58a92110-0f71-4277-acdc-eeff16eb1d46 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 1129 time: 0.0436747 Jan 29 04:53:48.260471 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-52fedc86-49d8-44c5-a516-89ea3c0ac576 req-cd8516da-1c6c-493f-bf0a-b0e24b0ff57a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393214 Jan 29 04:53:48.847995 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52581bca-c1d5-4ec9-9ab9-0a40d2e0b21c req-7f1dfbf3-efeb-4209-99e0-0b85471ce5b9 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:48.849545 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-52581bca-c1d5-4ec9-9ab9-0a40d2e0b21c req-7f1dfbf3-efeb-4209-99e0-0b85471ce5b9 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 945 time: 0.0539315 Jan 29 04:53:48.900732 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-52581bca-c1d5-4ec9-9ab9-0a40d2e0b21c req-4c0d5db6-a78c-4f9e-8522-a38962b3d629 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456500 Jan 29 04:53:50.021991 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b92b07-6818-4755-ac94-76a14010e836 req-16dee097-f982-4ea4-8211-2f90013b4e53 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:50.023450 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f7b92b07-6818-4755-ac94-76a14010e836 req-16dee097-f982-4ea4-8211-2f90013b4e53 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 945 time: 0.0541811 Jan 29 04:53:50.069871 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f7b92b07-6818-4755-ac94-76a14010e836 req-cf110cc1-5634-4552-b802-98bdfafbcae0 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407863 Jan 29 04:53:50.181575 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a2be8c3e-ae90-4a06-94f2-020c06716e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:53:50.187676 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c98edf-8767-46a9-a78f-5c8d425c71c6 req-4057433b-4a33-4f08-a0e9-8ea5e0025446 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:50.189191 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b7c98edf-8767-46a9-a78f-5c8d425c71c6 req-4057433b-4a33-4f08-a0e9-8ea5e0025446 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 945 time: 0.0540309 Jan 29 04:53:50.235728 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b7c98edf-8767-46a9-a78f-5c8d425c71c6 req-32ee9853-5a8c-421e-8184-59b9cd546b6b tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408833 Jan 29 04:53:50.617212 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138bee6d-5ada-4783-9085-d32d0fe56234 req-7c0344a5-3ef2-472b-a828-ddfd9f1b5c2d tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:50.618698 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-138bee6d-5ada-4783-9085-d32d0fe56234 req-7c0344a5-3ef2-472b-a828-ddfd9f1b5c2d tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 945 time: 0.0528502 Jan 29 04:53:50.666267 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-138bee6d-5ada-4783-9085-d32d0fe56234 req-201fcc96-cef7-41e9-8d6f-39d24d025089 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417633 Jan 29 04:53:50.734436 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-836e73dd-4520-4892-9c77-657294ebf2d4 req-49090e9a-f420-4b00-a96b-da0fb9b2e0f4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0468893 Jan 29 04:53:51.786389 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23393c78-e467-4d0f-99a9-cd6be3f85aae req-e975614e-7de5-49fc-ac42-282d12ceb9d5 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:51.787846 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-23393c78-e467-4d0f-99a9-cd6be3f85aae req-e975614e-7de5-49fc-ac42-282d12ceb9d5 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 945 time: 0.0528288 Jan 29 04:53:51.836672 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-23393c78-e467-4d0f-99a9-cd6be3f85aae req-3c95efea-9f64-4c5d-82be-9377a9dc84a9 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431061 Jan 29 04:53:52.467578 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-980657ec-9a5d-40ef-afad-7508b0f19fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:53:52.800724 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e73dd-4520-4892-9c77-657294ebf2d4 req-6c875a6d-f178-4d3e-89f2-04a0f9ed59a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:52.802221 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-836e73dd-4520-4892-9c77-657294ebf2d4 req-6c875a6d-f178-4d3e-89f2-04a0f9ed59a6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce18279813334e6c990d4a0022e82a03&device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 1129 time: 0.0490839 Jan 29 04:53:52.891182 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e73dd-4520-4892-9c77-657294ebf2d4 req-72ba6132-a2be-435b-a47c-4a99cc714eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:52.893258 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-836e73dd-4520-4892-9c77-657294ebf2d4 req-72ba6132-a2be-435b-a47c-4a99cc714eac service neutron] 10.222.0.18 "GET /v2.0/networks?id=0ac3e144-157b-45ee-957e-837865af342d HTTP/1.1" status: 200 len: 916 time: 0.0837374 Jan 29 04:53:52.937954 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-836e73dd-4520-4892-9c77-657294ebf2d4 req-f25a1f01-3884-4e1b-9ea5-76018382e814 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bac145e9-431f-402d-9d83-ac765706fcd9 HTTP/1.1" status: 200 len: 217 time: 0.0394061 Jan 29 04:53:52.965116 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242ebed-11f5-4780-b742-fbdbd41f2991 req-a5644ded-4b0d-4cb7-a3dc-13f0b05ddcb1 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:52.966679 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9242ebed-11f5-4780-b742-fbdbd41f2991 req-a5644ded-4b0d-4cb7-a3dc-13f0b05ddcb1 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 945 time: 0.0546200 Jan 29 04:53:52.986801 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e73dd-4520-4892-9c77-657294ebf2d4 req-b59ab54f-f740-44e8-ba36-27b5b612c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:52.988540 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-836e73dd-4520-4892-9c77-657294ebf2d4 req-b59ab54f-f740-44e8-ba36-27b5b612c8f4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c5f2d2ed-998c-401b-8a20-5588ec79ac68 HTTP/1.1" status: 200 len: 855 time: 0.0450814 Jan 29 04:53:53.015182 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9242ebed-11f5-4780-b742-fbdbd41f2991 req-942e2c9b-82c6-4c72-a8cd-da6fd2383272 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422051 Jan 29 04:53:53.022048 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-836e73dd-4520-4892-9c77-657294ebf2d4 req-6b6e5b84-28ff-4c20-97a2-d30f56e6bcd4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ac3e144-157b-45ee-957e-837865af342d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281610 Jan 29 04:53:53.108849 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-836e73dd-4520-4892-9c77-657294ebf2d4 req-4418365e-7ebf-4c61-b467-ac17793e526b service neutron] 10.222.0.18 "GET /v2.0/networks/0ac3e144-157b-45ee-957e-837865af342d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811439 Jan 29 04:53:53.198392 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-836e73dd-4520-4892-9c77-657294ebf2d4 req-516a9d86-0bc1-434c-a070-11b46040ebff service neutron] 10.222.0.18 "GET /v2.0/networks/0ac3e144-157b-45ee-957e-837865af342d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843222 Jan 29 04:53:53.397194 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad49740-997e-4273-8c2c-b01d3da80738 req-097a297b-1517-4146-8a99-e6814546506e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:53.398625 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3ad49740-997e-4273-8c2c-b01d3da80738 req-097a297b-1517-4146-8a99-e6814546506e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce18279813334e6c990d4a0022e82a03&device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 1129 time: 0.0494888 Jan 29 04:53:53.507790 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad49740-997e-4273-8c2c-b01d3da80738 req-45d07a70-c503-4f2f-9895-b7c4b80399cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:53.509313 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3ad49740-997e-4273-8c2c-b01d3da80738 req-45d07a70-c503-4f2f-9895-b7c4b80399cc service neutron] 10.222.0.18 "GET /v2.0/networks?id=0ac3e144-157b-45ee-957e-837865af342d HTTP/1.1" status: 200 len: 916 time: 0.0933316 Jan 29 04:53:53.554015 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3ad49740-997e-4273-8c2c-b01d3da80738 req-787c5173-42e0-4649-9946-f74a64bb9335 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bac145e9-431f-402d-9d83-ac765706fcd9 HTTP/1.1" status: 200 len: 217 time: 0.0367007 Jan 29 04:53:53.619319 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad49740-997e-4273-8c2c-b01d3da80738 req-2586839a-5507-4503-84b1-4d9b27211bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:53.620861 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3ad49740-997e-4273-8c2c-b01d3da80738 req-2586839a-5507-4503-84b1-4d9b27211bec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c5f2d2ed-998c-401b-8a20-5588ec79ac68 HTTP/1.1" status: 200 len: 855 time: 0.0430422 Jan 29 04:53:53.656145 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3ad49740-997e-4273-8c2c-b01d3da80738 req-b626c1f5-1406-47a5-b0d5-cb71be4625c3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ac3e144-157b-45ee-957e-837865af342d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289919 Jan 29 04:53:53.741738 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:53:53.744870 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3ad49740-997e-4273-8c2c-b01d3da80738 req-ee8f3a1d-ba34-42d5-a6fe-090ac91ea106 service neutron] 10.222.0.18 "GET /v2.0/networks/0ac3e144-157b-45ee-957e-837865af342d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832183 Jan 29 04:53:53.836295 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3ad49740-997e-4273-8c2c-b01d3da80738 req-eb32b919-aaa6-438a-bf92-b5ef7be3220f service neutron] 10.222.0.18 "GET /v2.0/networks/0ac3e144-157b-45ee-957e-837865af342d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856960 Jan 29 04:53:54.061875 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:53:54.134589 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707383b-f2e5-4fe8-863f-d8a14ae4a60a req-5aab575b-14d7-405f-97c8-935f3157d488 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:54.136065 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2707383b-f2e5-4fe8-863f-d8a14ae4a60a req-5aab575b-14d7-405f-97c8-935f3157d488 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 945 time: 0.0530190 Jan 29 04:53:54.181501 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2707383b-f2e5-4fe8-863f-d8a14ae4a60a req-3c3f4f09-c86e-4f7f-8b8c-6bd6ea2889c9 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398979 Jan 29 04:53:54.901427 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:53:55.299051 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63dfb2-eed5-4fff-8be3-29ef6fcfacbe req-6d98aaf4-364d-4be8-bdec-7bb16c06aa8d tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:55.300533 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9d63dfb2-eed5-4fff-8be3-29ef6fcfacbe req-6d98aaf4-364d-4be8-bdec-7bb16c06aa8d tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 945 time: 0.0518270 Jan 29 04:53:55.346748 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9d63dfb2-eed5-4fff-8be3-29ef6fcfacbe req-26c7e2c8-5490-4a00-a879-1daae714ff78 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406375 Jan 29 04:53:56.387610 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:53:56.462701 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21cbaf4-bd04-490c-ac00-1943d525a655 req-e0059850-4a6b-4616-9248-3121ec50390c tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:56.464154 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f21cbaf4-bd04-490c-ac00-1943d525a655 req-e0059850-4a6b-4616-9248-3121ec50390c tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 945 time: 0.0511961 Jan 29 04:53:56.510100 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f21cbaf4-bd04-490c-ac00-1943d525a655 req-27d4e6ae-4af0-4e4d-97e6-e1cb3462256f tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404108 Jan 29 04:53:57.632094 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7ad79-f9e1-4536-9026-955cb7987253 req-22933833-eead-4b80-9396-b4af231247e0 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:57.633590 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-f3a7ad79-f9e1-4536-9026-955cb7987253 req-22933833-eead-4b80-9396-b4af231247e0 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 945 time: 0.0569537 Jan 29 04:53:57.678956 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-f3a7ad79-f9e1-4536-9026-955cb7987253 req-c4b4ccbb-546d-41ae-81da-ade8a781dbb5 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398779 Jan 29 04:53:58.804334 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f427508-9a06-4289-8ada-e854c1f8fae6 req-3d3416dd-80e6-4256-92e3-4efe965daf97 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:58.805812 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7f427508-9a06-4289-8ada-e854c1f8fae6 req-3d3416dd-80e6-4256-92e3-4efe965daf97 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 945 time: 0.0598421 Jan 29 04:53:58.853022 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7f427508-9a06-4289-8ada-e854c1f8fae6 req-af16bb74-850a-4cca-8b5a-f6292e814e37 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416980 Jan 29 04:53:59.971085 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8f674-427a-41c2-ae8e-074538211e5d req-f74929f8-8e03-4b90-9e31-a79c5db1a31e tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:59.972576 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-bde8f674-427a-41c2-ae8e-074538211e5d req-f74929f8-8e03-4b90-9e31-a79c5db1a31e tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 945 time: 0.0532205 Jan 29 04:54:00.018571 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-bde8f674-427a-41c2-ae8e-074538211e5d req-cdd7c52b-3f72-44a0-84b9-1e97653a1278 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404446 Jan 29 04:54:01.138135 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e2b63-219f-493b-867d-031153df1e70 req-28059ec1-22c5-4a28-a4f8-c832d5da7e68 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:01.139475 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-610e2b63-219f-493b-867d-031153df1e70 req-28059ec1-22c5-4a28-a4f8-c832d5da7e68 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 945 time: 0.0513763 Jan 29 04:54:01.186089 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-610e2b63-219f-493b-867d-031153df1e70 req-61526f94-2663-4578-95bf-37a4c1c24e54 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404310 Jan 29 04:54:02.307050 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afee06-9df0-4335-ac66-75e1adabc25f req-414f5a67-386a-46cd-8d67-5bbadec32bdc tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:02.308535 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-74afee06-9df0-4335-ac66-75e1adabc25f req-414f5a67-386a-46cd-8d67-5bbadec32bdc tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 945 time: 0.0554988 Jan 29 04:54:02.354852 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-74afee06-9df0-4335-ac66-75e1adabc25f req-58d6304d-c6b9-4443-ae23-33b31cfdfe38 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408595 Jan 29 04:54:03.475837 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70d167-94ca-4e2e-98cb-32b870b9a718 req-d6e97796-d206-4540-bdf7-7f5b9799e574 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:03.477342 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-db70d167-94ca-4e2e-98cb-32b870b9a718 req-d6e97796-d206-4540-bdf7-7f5b9799e574 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 945 time: 0.0569479 Jan 29 04:54:03.522403 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-db70d167-94ca-4e2e-98cb-32b870b9a718 req-b34d0327-2d72-419b-a083-b63773f847f7 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395579 Jan 29 04:54:04.640840 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817de540-4027-4fd4-9c01-e00c8ee5fae7 req-79e7cc42-46f1-4a9b-8738-1c07bb3a883b tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:04.642969 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-817de540-4027-4fd4-9c01-e00c8ee5fae7 req-79e7cc42-46f1-4a9b-8738-1c07bb3a883b tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 945 time: 0.0529890 Jan 29 04:54:04.687937 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-817de540-4027-4fd4-9c01-e00c8ee5fae7 req-95043b8b-361b-49b2-a3a5-715fe187a78a tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394833 Jan 29 04:54:05.806670 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ad43f-1b78-4880-91aa-69ea8be02692 req-d2cdd54f-d6b1-4cc2-902f-a13a04a00441 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:05.808117 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d18ad43f-1b78-4880-91aa-69ea8be02692 req-d2cdd54f-d6b1-4cc2-902f-a13a04a00441 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 945 time: 0.0519569 Jan 29 04:54:05.858011 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d18ad43f-1b78-4880-91aa-69ea8be02692 req-79c5aa9c-3f89-4d26-9732-24449bd0519e tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443478 Jan 29 04:54:06.977995 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ac3f0-0b5f-46a8-bf69-d527fe902170 req-e9f0fafd-64db-474e-8254-6dd5ce5e370e tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:06.979451 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-592ac3f0-0b5f-46a8-bf69-d527fe902170 req-e9f0fafd-64db-474e-8254-6dd5ce5e370e tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 945 time: 0.0562234 Jan 29 04:54:07.029548 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-592ac3f0-0b5f-46a8-bf69-d527fe902170 req-61fffbfc-580e-4db7-9f29-9c89f35bf778 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446975 Jan 29 04:54:08.148614 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa0a75-c987-4373-97cb-5f3fd5ccf6f9 req-e32b60c8-5af7-49db-a01e-0917b353529c tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:08.149964 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-00aa0a75-c987-4373-97cb-5f3fd5ccf6f9 req-e32b60c8-5af7-49db-a01e-0917b353529c tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 945 time: 0.0507832 Jan 29 04:54:08.198609 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-00aa0a75-c987-4373-97cb-5f3fd5ccf6f9 req-e41ea1ee-17ee-4956-ae9e-703993c83119 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432498 Jan 29 04:54:09.315668 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28f9a2-bcf0-4242-be0b-a817b1d42f83 req-dcb5479d-89e4-4401-bbaf-36c42adcd082 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:09.317144 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-7f28f9a2-bcf0-4242-be0b-a817b1d42f83 req-dcb5479d-89e4-4401-bbaf-36c42adcd082 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 945 time: 0.0522215 Jan 29 04:54:09.363624 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-7f28f9a2-bcf0-4242-be0b-a817b1d42f83 req-5497704f-c239-492d-bdf2-58604f84baa9 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408003 Jan 29 04:54:10.730529 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aab5a1-adeb-4096-a3da-e381285e00d6 req-9e89710d-25af-44b3-b56f-161ca35ae773 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:10.731886 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-01aab5a1-adeb-4096-a3da-e381285e00d6 req-9e89710d-25af-44b3-b56f-161ca35ae773 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 945 time: 0.3029544 Jan 29 04:54:10.777519 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-01aab5a1-adeb-4096-a3da-e381285e00d6 req-ee468d3e-e148-43bf-8689-6f1906c1d16c tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391824 Jan 29 04:54:11.897501 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301b12f-2c16-487e-a84e-fe25ef2a08fd req-b9f5ac74-d9ba-4879-96f4-cda7ab08ed98 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:11.898960 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b301b12f-2c16-487e-a84e-fe25ef2a08fd req-b9f5ac74-d9ba-4879-96f4-cda7ab08ed98 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 945 time: 0.0521326 Jan 29 04:54:11.944368 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b301b12f-2c16-487e-a84e-fe25ef2a08fd req-3fbc48d1-8737-4a40-8a2b-acc9493b21aa tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398824 Jan 29 04:54:13.062135 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0240254-77ce-4922-80b7-2c9abe27a3e0 req-e060833b-3c79-4c00-a55d-854e8d1cc0f0 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:13.063774 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b0240254-77ce-4922-80b7-2c9abe27a3e0 req-e060833b-3c79-4c00-a55d-854e8d1cc0f0 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 945 time: 0.0531659 Jan 29 04:54:13.108459 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b0240254-77ce-4922-80b7-2c9abe27a3e0 req-9a020303-c9ec-448d-8ae7-827d23935a48 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392208 Jan 29 04:54:14.231337 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c036c52-046d-4703-86b7-756ebb30c3e0 req-b4176e0f-50b1-422e-adb6-4ecd641625dc tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:14.232834 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-1c036c52-046d-4703-86b7-756ebb30c3e0 req-b4176e0f-50b1-422e-adb6-4ecd641625dc tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 945 time: 0.0563169 Jan 29 04:54:14.278289 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-1c036c52-046d-4703-86b7-756ebb30c3e0 req-73f1815c-a86f-49c3-8831-081e0213e576 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399358 Jan 29 04:54:15.398742 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902395b-6555-4f56-b83c-7eaa05f3e593 req-a221ed65-1935-44d0-baa5-43a0c6824a48 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:15.400185 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6902395b-6555-4f56-b83c-7eaa05f3e593 req-a221ed65-1935-44d0-baa5-43a0c6824a48 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 945 time: 0.0544035 Jan 29 04:54:15.446029 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6902395b-6555-4f56-b83c-7eaa05f3e593 req-d6a6e82f-7d4d-4e98-865e-abb4fb2631f8 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403287 Jan 29 04:54:16.563177 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d0b0b-778d-49dd-ba49-22b8c041769a req-1217f66d-d038-4699-81f3-7269ade3c554 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:16.564768 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-364d0b0b-778d-49dd-ba49-22b8c041769a req-1217f66d-d038-4699-81f3-7269ade3c554 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 945 time: 0.0543787 Jan 29 04:54:16.611490 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-364d0b0b-778d-49dd-ba49-22b8c041769a req-1c82371b-f394-4a6e-9c21-0daf82ec352d tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411313 Jan 29 04:54:17.812884 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb2917-bad2-44b3-9755-50e475260766 req-84186040-1646-46b5-8706-22b92c48350d tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:17.814541 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-dbbb2917-bad2-44b3-9755-50e475260766 req-84186040-1646-46b5-8706-22b92c48350d tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 945 time: 0.1339848 Jan 29 04:54:17.862167 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-dbbb2917-bad2-44b3-9755-50e475260766 req-71e1aeec-8849-424a-85cd-15231b3a24c3 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418503 Jan 29 04:54:19.031530 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a7a21-ffea-4f6f-8374-f1b2fa23cb66 req-e1ebcc6b-6d93-48e8-8dc8-a0e4866375ed tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:19.033792 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ed0a7a21-ffea-4f6f-8374-f1b2fa23cb66 req-e1ebcc6b-6d93-48e8-8dc8-a0e4866375ed tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 945 time: 0.1020355 Jan 29 04:54:19.083932 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ed0a7a21-ffea-4f6f-8374-f1b2fa23cb66 req-1e3c8ca9-c32e-4b6e-90e5-18849c869a17 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446279 Jan 29 04:54:20.204574 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d11341ee-c308-425f-81b9-2779de3e4ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:20.209111 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7617c70e-ffc4-4a7a-9d81-f5d1b7d1d230 req-58c2bb6c-8b16-4dc6-aee2-60ab7ac7b027 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:20.210590 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7617c70e-ffc4-4a7a-9d81-f5d1b7d1d230 req-58c2bb6c-8b16-4dc6-aee2-60ab7ac7b027 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 945 time: 0.0579472 Jan 29 04:54:20.263618 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7617c70e-ffc4-4a7a-9d81-f5d1b7d1d230 req-44fb8f90-9186-4cba-a91d-c8487a68076e tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473001 Jan 29 04:54:20.310068 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-836e73dd-4520-4892-9c77-657294ebf2d4 req-a49c6c77-a773-47bf-997f-c9b312772074 service neutron] 10.222.0.18 "GET /v2.0/ports/bac145e9-431f-402d-9d83-ac765706fcd9/bindings/hv-neutron-8211 HTTP/1.1" status: 200 len: 384 time: 0.0557120 Jan 29 04:54:20.814066 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e73dd-4520-4892-9c77-657294ebf2d4 req-d5abd4da-30eb-43cc-a5ee-ffb2867d0d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:20.815608 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-836e73dd-4520-4892-9c77-657294ebf2d4 req-d5abd4da-30eb-43cc-a5ee-ffb2867d0d3f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d&tenant_id=ce18279813334e6c990d4a0022e82a03 HTTP/1.1" status: 200 len: 1129 time: 0.0460713 Jan 29 04:54:20.892526 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e73dd-4520-4892-9c77-657294ebf2d4 req-2084dbe9-b152-41fc-a555-899bf578b1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:20.893958 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-836e73dd-4520-4892-9c77-657294ebf2d4 req-2084dbe9-b152-41fc-a555-899bf578b1ab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce18279813334e6c990d4a0022e82a03&device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 1129 time: 0.0471487 Jan 29 04:54:20.985300 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e73dd-4520-4892-9c77-657294ebf2d4 req-e969eef0-53fb-47db-8400-f1bcf069b092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:20.986839 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-836e73dd-4520-4892-9c77-657294ebf2d4 req-e969eef0-53fb-47db-8400-f1bcf069b092 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0ac3e144-157b-45ee-957e-837865af342d HTTP/1.1" status: 200 len: 916 time: 0.0867169 Jan 29 04:54:21.027917 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-836e73dd-4520-4892-9c77-657294ebf2d4 req-cb0dbdcb-7093-4f33-acb5-f3fa344c63db service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bac145e9-431f-402d-9d83-ac765706fcd9 HTTP/1.1" status: 200 len: 217 time: 0.0349321 Jan 29 04:54:21.078464 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e73dd-4520-4892-9c77-657294ebf2d4 req-772ffb50-7634-45e5-a82d-d8eef2866df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:21.080069 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-836e73dd-4520-4892-9c77-657294ebf2d4 req-772ffb50-7634-45e5-a82d-d8eef2866df6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c5f2d2ed-998c-401b-8a20-5588ec79ac68 HTTP/1.1" status: 200 len: 855 time: 0.0468760 Jan 29 04:54:21.111955 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-836e73dd-4520-4892-9c77-657294ebf2d4 req-0880be35-a055-4985-8fb7-efdee0bfa7ac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ac3e144-157b-45ee-957e-837865af342d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256395 Jan 29 04:54:21.198053 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-836e73dd-4520-4892-9c77-657294ebf2d4 req-e933e358-660a-4dfa-ad82-d73b1457096c service neutron] 10.222.0.18 "GET /v2.0/networks/0ac3e144-157b-45ee-957e-837865af342d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796986 Jan 29 04:54:21.292084 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-836e73dd-4520-4892-9c77-657294ebf2d4 req-6f261721-23ff-4e53-9853-7d6bdc3f0f5d service neutron] 10.222.0.18 "GET /v2.0/networks/0ac3e144-157b-45ee-957e-837865af342d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874553 Jan 29 04:54:21.390147 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9ac4b-11e9-4bfe-b59e-8a99d8d94380 req-ff8fd98a-6f85-4ada-bd8d-9c56f6aa9352 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:21.392293 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6ec9ac4b-11e9-4bfe-b59e-8a99d8d94380 req-ff8fd98a-6f85-4ada-bd8d-9c56f6aa9352 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 945 time: 0.0551152 Jan 29 04:54:21.440739 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6ec9ac4b-11e9-4bfe-b59e-8a99d8d94380 req-824effd8-0155-42cd-907f-62fb410a25d5 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424066 Jan 29 04:54:22.466916 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c6e24e40-8ba3-48e7-8bbe-4ed52df981b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:22.560728 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32402c2d-7aa4-4870-a552-8c5f5cd6f3bd req-5438c95f-8cbf-4e48-9f4c-7dcfeed1821f tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:22.562212 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-32402c2d-7aa4-4870-a552-8c5f5cd6f3bd req-5438c95f-8cbf-4e48-9f4c-7dcfeed1821f tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 945 time: 0.0536427 Jan 29 04:54:22.609628 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-32402c2d-7aa4-4870-a552-8c5f5cd6f3bd req-75e0265f-460d-4daf-b47a-6bbf10a8722d tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411143 Jan 29 04:54:23.414704 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:54:23.731265 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb80d9-3d62-4afb-862a-03454a278e18 req-bc659134-cd55-4c7a-b483-796a9100d38e tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:23.732697 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b0fb80d9-3d62-4afb-862a-03454a278e18 req-bc659134-cd55-4c7a-b483-796a9100d38e tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 945 time: 0.0542037 Jan 29 04:54:23.741065 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:23.778709 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b0fb80d9-3d62-4afb-862a-03454a278e18 req-ba1418dd-3c2b-437e-9789-404cd577c541 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402360 Jan 29 04:54:23.863404 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device bac145e9-431f-402d-9d83-ac765706fcd9 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:54:23.873373 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device bac145e9-431f-402d-9d83-ac765706fcd9 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:54:24.024567 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port bac145e9-431f-402d-9d83-ac765706fcd9, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=bac145e9-431f-402d-9d83-ac765706fcd9,segment=NetworkSegment(25b30e99-c044-45c8-bfcc-d500ebbb822c),segment_id=25b30e99-c044-45c8-bfcc-d500ebbb822c)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:54:24.033846 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port bac145e9-431f-402d-9d83-ac765706fcd9 is: ACTIVE; New status is: DOWN {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:54:24.034218 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (bac145e9-431f-402d-9d83-ac765706fcd9), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:24.052840 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': 'bac145e9-431f-402d-9d83-ac765706fcd9', 'network_id': '0ac3e144-157b-45ee-957e-837865af342d', 'port_id': 'bac145e9-431f-402d-9d83-ac765706fcd9', 'mac_address': 'fa:16:3e:89:30:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5f2d2ed-998c-401b-8a20-5588ec79ac68', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:54:24.067596 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089c809f-9f8b-4ab6-b134-eba7778e964d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bac145e9-431f-402d-9d83-ac765706fcd9'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:54:24.069801 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63341da2-a424-49d6-9c7b-d2c34c32be83" -d '{"events": [{"server_uuid": "089c809f-9f8b-4ab6-b134-eba7778e964d", "name": "network-vif-unplugged", "status": "completed", "tag": "bac145e9-431f-402d-9d83-ac765706fcd9"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:54:24.105458 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port bac145e9-431f-402d-9d83-ac765706fcd9, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=bac145e9-431f-402d-9d83-ac765706fcd9,segment=NetworkSegment(25b30e99-c044-45c8-bfcc-d500ebbb822c),segment_id=25b30e99-c044-45c8-bfcc-d500ebbb822c)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:54:24.118253 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port bac145e9-431f-402d-9d83-ac765706fcd9 is: ACTIVE; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:54:24.118638 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (bac145e9-431f-402d-9d83-ac765706fcd9), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:24.128277 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 04:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bdb01a-a8e6-4af5-bb7d-caae197cb52c x-openstack-request-id: req-69bdb01a-a8e6-4af5-bb7d-caae197cb52c {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:54:24.128575 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089c809f-9f8b-4ab6-b134-eba7778e964d", "name": "network-vif-unplugged", "status": "completed", "tag": "bac145e9-431f-402d-9d83-ac765706fcd9", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:54:24.128826 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-69bdb01a-a8e6-4af5-bb7d-caae197cb52c {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:54:24.129204 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089c809f-9f8b-4ab6-b134-eba7778e964d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bac145e9-431f-402d-9d83-ac765706fcd9', 'code': 200} Jan 29 04:54:24.132571 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:24.135418 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bac145e9-431f-402d-9d83-ac765706fcd9 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:54:24.187535 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (bac145e9-431f-402d-9d83-ac765706fcd9), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:24.261435 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:54:24.261702 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:54:24.264237 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=bac145e9-431f-402d-9d83-ac765706fcd9,revision_number=6']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:24.796995 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port bac145e9-431f-402d-9d83-ac765706fcd9 is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:54:24.798326 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (bac145e9-431f-402d-9d83-ac765706fcd9), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:24.810771 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bac145e9-431f-402d-9d83-ac765706fcd9 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:54:24.838495 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port bac145e9-431f-402d-9d83-ac765706fcd9, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=bac145e9-431f-402d-9d83-ac765706fcd9,segment=NetworkSegment(25b30e99-c044-45c8-bfcc-d500ebbb822c),segment_id=25b30e99-c044-45c8-bfcc-d500ebbb822c)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:54:24.904783 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbccf16b-94c7-437e-a229-55be5cc88edc req-111d41f6-180e-476c-a458-6d032c6f1035 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:24.906269 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-fbccf16b-94c7-437e-a229-55be5cc88edc req-111d41f6-180e-476c-a458-6d032c6f1035 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 943 time: 0.0568101 Jan 29 04:54:24.924677 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (bac145e9-431f-402d-9d83-ac765706fcd9), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:24.951485 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:24.954767 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-fbccf16b-94c7-437e-a229-55be5cc88edc req-724fca64-4392-417d-b841-2b6666d4b43a tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424006 Jan 29 04:54:24.975682 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=bac145e9-431f-402d-9d83-ac765706fcd9,revision_number=7']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:25.050646 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['bac145e9-431f-402d-9d83-ac765706fcd9'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:54:25.285698 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f5190-ef13-4036-aa0a-e8898bdddd95 req-115ed2c8-25bc-42d9-aaba-3b0b8edb9194 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:25.293151 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9f0f5190-ef13-4036-aa0a-e8898bdddd95 req-115ed2c8-25bc-42d9-aaba-3b0b8edb9194 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 944 time: 0.0602925 Jan 29 04:54:25.337744 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9f0f5190-ef13-4036-aa0a-e8898bdddd95 req-6b6c2aa1-7c72-4ec9-adff-be85114e8f44 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434215 Jan 29 04:54:25.374323 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629669ef-fa8e-49a9-9958-5bbd86533661 req-3d21fc32-2c2f-4a3f-a17d-dd48b674d22d tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:25.376685 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-629669ef-fa8e-49a9-9958-5bbd86533661 req-3d21fc32-2c2f-4a3f-a17d-dd48b674d22d tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.18 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d&tenant_id=ce18279813334e6c990d4a0022e82a03&binding%3Ahost_id=hv-neutron-8211 HTTP/1.1" status: 200 len: 944 time: 0.0618527 Jan 29 04:54:25.479469 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629669ef-fa8e-49a9-9958-5bbd86533661 req-b307e6b5-601a-4fef-9d2d-3ce6a3e38185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:25.480971 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-629669ef-fa8e-49a9-9958-5bbd86533661 req-b307e6b5-601a-4fef-9d2d-3ce6a3e38185 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce18279813334e6c990d4a0022e82a03&device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 1128 time: 0.0436044 Jan 29 04:54:25.566860 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629669ef-fa8e-49a9-9958-5bbd86533661 req-c8279873-7b8e-41b1-b973-4cf0db1b4272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:25.568305 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-629669ef-fa8e-49a9-9958-5bbd86533661 req-c8279873-7b8e-41b1-b973-4cf0db1b4272 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0ac3e144-157b-45ee-957e-837865af342d HTTP/1.1" status: 200 len: 916 time: 0.0813673 Jan 29 04:54:25.612570 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-629669ef-fa8e-49a9-9958-5bbd86533661 req-210249d7-8a56-4bd5-8e72-f6b010a12857 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bac145e9-431f-402d-9d83-ac765706fcd9 HTTP/1.1" status: 200 len: 217 time: 0.0381341 Jan 29 04:54:25.657976 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629669ef-fa8e-49a9-9958-5bbd86533661 req-e399f22a-8c01-494f-8c86-b937d64ce5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:25.659356 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-629669ef-fa8e-49a9-9958-5bbd86533661 req-e399f22a-8c01-494f-8c86-b937d64ce5f4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c5f2d2ed-998c-401b-8a20-5588ec79ac68 HTTP/1.1" status: 200 len: 855 time: 0.0415547 Jan 29 04:54:25.689627 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-629669ef-fa8e-49a9-9958-5bbd86533661 req-6f81b8b5-9aec-4dea-9b9d-b7486297b21d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ac3e144-157b-45ee-957e-837865af342d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244577 Jan 29 04:54:25.777772 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-629669ef-fa8e-49a9-9958-5bbd86533661 req-696a4330-a35a-4b56-81c9-c7d0d636092c service neutron] 10.222.0.18 "GET /v2.0/networks/0ac3e144-157b-45ee-957e-837865af342d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826213 Jan 29 04:54:25.863088 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device bac145e9-431f-402d-9d83-ac765706fcd9 up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:54:25.864190 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-629669ef-fa8e-49a9-9958-5bbd86533661 req-bd9cdf41-fef9-46ed-9ba9-2cbb6c5ba324 service neutron] 10.222.0.18 "GET /v2.0/networks/0ac3e144-157b-45ee-957e-837865af342d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811987 Jan 29 04:54:25.910096 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port bac145e9-431f-402d-9d83-ac765706fcd9 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:54:25.910463 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (bac145e9-431f-402d-9d83-ac765706fcd9), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:25.986504 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port bac145e9-431f-402d-9d83-ac765706fcd9 is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:54:25.986884 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (bac145e9-431f-402d-9d83-ac765706fcd9), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:26.020151 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port bac145e9-431f-402d-9d83-ac765706fcd9, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=bac145e9-431f-402d-9d83-ac765706fcd9,segment=NetworkSegment(25b30e99-c044-45c8-bfcc-d500ebbb822c),segment_id=25b30e99-c044-45c8-bfcc-d500ebbb822c)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:54:26.084190 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (bac145e9-431f-402d-9d83-ac765706fcd9), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:26.132882 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089c809f-9f8b-4ab6-b134-eba7778e964d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac145e9-431f-402d-9d83-ac765706fcd9'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:54:26.135068 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8bcc08-083d-4661-8d04-9f886f5c46bf" -d '{"events": [{"server_uuid": "089c809f-9f8b-4ab6-b134-eba7778e964d", "name": "network-vif-plugged", "status": "completed", "tag": "bac145e9-431f-402d-9d83-ac765706fcd9"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:54:26.142177 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=bac145e9-431f-402d-9d83-ac765706fcd9,revision_number=8']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:26.183795 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8d3187-1f5f-4afb-b27c-68499b99a7ad x-openstack-request-id: req-1d8d3187-1f5f-4afb-b27c-68499b99a7ad {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:54:26.183795 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089c809f-9f8b-4ab6-b134-eba7778e964d", "name": "network-vif-plugged", "status": "completed", "tag": "bac145e9-431f-402d-9d83-ac765706fcd9", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:54:26.183795 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d8d3187-1f5f-4afb-b27c-68499b99a7ad {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:54:26.183795 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089c809f-9f8b-4ab6-b134-eba7778e964d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac145e9-431f-402d-9d83-ac765706fcd9', 'code': 200} Jan 29 04:54:26.403667 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:26.465428 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4c862-fdec-4fff-bfa5-11728bd18c1f req-b54064df-0b43-4d2b-b257-eed6fc204bf2 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:26.466949 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-a2a4c862-fdec-4fff-bfa5-11728bd18c1f req-b54064df-0b43-4d2b-b257-eed6fc204bf2 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 945 time: 0.0575416 Jan 29 04:54:26.514936 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-a2a4c862-fdec-4fff-bfa5-11728bd18c1f req-b2ef1694-105b-424f-9ede-4ef3b9cfb40a tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413938 Jan 29 04:54:27.635776 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce526e-6388-43ec-9e69-a429c7c69014 req-e204013b-36f7-4b70-bfae-16f125f1fba4 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:27.637281 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fbce526e-6388-43ec-9e69-a429c7c69014 req-e204013b-36f7-4b70-bfae-16f125f1fba4 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 945 time: 0.0530415 Jan 29 04:54:27.686833 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fbce526e-6388-43ec-9e69-a429c7c69014 req-95c92fda-ec02-42ad-b97c-9a912d888664 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439570 Jan 29 04:54:27.803375 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa452a0-6bb7-4ef9-9b1d-1578eca1d490 req-963ea595-f4bd-4970-a268-539159f879cb tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:27.804779 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6fa452a0-6bb7-4ef9-9b1d-1578eca1d490 req-963ea595-f4bd-4970-a268-539159f879cb tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 945 time: 0.0523317 Jan 29 04:54:27.850964 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6fa452a0-6bb7-4ef9-9b1d-1578eca1d490 req-de19722f-174f-4cae-8794-ece720bd8be9 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401711 Jan 29 04:54:27.965397 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737bddc-d305-4043-af16-5aa2064025e0 req-fb384289-d7eb-4ed0-97bf-54a16c3fa3e9 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:27.966880 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6737bddc-d305-4043-af16-5aa2064025e0 req-fb384289-d7eb-4ed0-97bf-54a16c3fa3e9 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 945 time: 0.0527401 Jan 29 04:54:28.013476 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6737bddc-d305-4043-af16-5aa2064025e0 req-b2dd5be3-d796-46e3-a319-c30a62833a26 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403843 Jan 29 04:54:28.567823 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b49e64-f8e2-4f58-af39-f8444f5a71ec req-3d666bcc-ec76-40cf-8866-6d72aeacddc5 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:28.569312 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-53b49e64-f8e2-4f58-af39-f8444f5a71ec req-3d666bcc-ec76-40cf-8866-6d72aeacddc5 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 945 time: 0.0521309 Jan 29 04:54:28.619486 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-53b49e64-f8e2-4f58-af39-f8444f5a71ec req-840f942c-c32c-4035-b194-a586683db0f2 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442297 Jan 29 04:54:29.736990 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2449493-3547-40ce-a2ba-4ab7c69f4bbc req-70416d68-a20f-470a-a5be-4b2cb6b9e229 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:29.738477 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f2449493-3547-40ce-a2ba-4ab7c69f4bbc req-70416d68-a20f-470a-a5be-4b2cb6b9e229 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 945 time: 0.0530415 Jan 29 04:54:29.784104 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f2449493-3547-40ce-a2ba-4ab7c69f4bbc req-6e260a26-2739-4669-980f-41f3c9ca206c tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/security-groups?id=847c594c-4f1b-465e-9bbe-0896284b79bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401874 Jan 29 04:54:30.310885 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d71ea-77ba-4907-944a-460bf44ba205 req-842454ea-9e1a-4e6e-900f-df3baf8381cd tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:30.312307 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-345d71ea-77ba-4907-944a-460bf44ba205 req-842454ea-9e1a-4e6e-900f-df3baf8381cd tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.18 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 945 time: 0.0556235 Jan 29 04:54:30.400892 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-345d71ea-77ba-4907-944a-460bf44ba205 req-57e1857c-f1d9-4fbf-b6ae-0c11b92fe7d5 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Deleting port bac145e9-431f-402d-9d83-ac765706fcd9 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:54:30.401235 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-345d71ea-77ba-4907-944a-460bf44ba205 req-57e1857c-f1d9-4fbf-b6ae-0c11b92fe7d5 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (bac145e9-431f-402d-9d83-ac765706fcd9), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:30.490677 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-345d71ea-77ba-4907-944a-460bf44ba205 req-57e1857c-f1d9-4fbf-b6ae-0c11b92fe7d5 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] For port bac145e9-431f-402d-9d83-ac765706fcd9, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=bac145e9-431f-402d-9d83-ac765706fcd9,segment=NetworkSegment(25b30e99-c044-45c8-bfcc-d500ebbb822c),segment_id=25b30e99-c044-45c8-bfcc-d500ebbb822c)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:54:30.491032 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-345d71ea-77ba-4907-944a-460bf44ba205 req-57e1857c-f1d9-4fbf-b6ae-0c11b92fe7d5 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (bac145e9-431f-402d-9d83-ac765706fcd9), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:30.504005 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-345d71ea-77ba-4907-944a-460bf44ba205 req-57e1857c-f1d9-4fbf-b6ae-0c11b92fe7d5 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Calling delete_port for bac145e9-431f-402d-9d83-ac765706fcd9 owned by compute:nova {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:54:30.689734 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-345d71ea-77ba-4907-944a-460bf44ba205 req-57e1857c-f1d9-4fbf-b6ae-0c11b92fe7d5 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (bac145e9-431f-402d-9d83-ac765706fcd9), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:30.720236 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e1857c-f1d9-4fbf-b6ae-0c11b92fe7d5 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Pushing event deleted for resources: {'Port': ['ID=bac145e9-431f-402d-9d83-ac765706fcd9,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:30.727558 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['bac145e9-431f-402d-9d83-ac765706fcd9'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:54:30.766511 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-345d71ea-77ba-4907-944a-460bf44ba205 req-57e1857c-f1d9-4fbf-b6ae-0c11b92fe7d5 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] No DVR routers for this DVR port bac145e9-431f-402d-9d83-ac765706fcd9 on host hv-neutron-8211 {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:54:30.769111 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-345d71ea-77ba-4907-944a-460bf44ba205 req-57e1857c-f1d9-4fbf-b6ae-0c11b92fe7d5 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:30.772340 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-345d71ea-77ba-4907-944a-460bf44ba205 req-57e1857c-f1d9-4fbf-b6ae-0c11b92fe7d5 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.18 "DELETE /v2.0/ports/bac145e9-431f-402d-9d83-ac765706fcd9 HTTP/1.1" status: 204 len: 173 time: 0.4541774 Jan 29 04:54:30.772804 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089c809f-9f8b-4ab6-b134-eba7778e964d', 'name': 'network-vif-deleted', 'tag': 'bac145e9-431f-402d-9d83-ac765706fcd9'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:54:30.775033 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd097a6f-ecb7-47e8-9eca-2a1da2e3f496" -d '{"events": [{"server_uuid": "089c809f-9f8b-4ab6-b134-eba7778e964d", "name": "network-vif-deleted", "tag": "bac145e9-431f-402d-9d83-ac765706fcd9"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:54:30.882905 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a27763c-4622-4ceb-b941-a6a972fa09cd x-openstack-request-id: req-1a27763c-4622-4ceb-b941-a6a972fa09cd {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:54:30.883208 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089c809f-9f8b-4ab6-b134-eba7778e964d", "name": "network-vif-deleted", "tag": "bac145e9-431f-402d-9d83-ac765706fcd9", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:54:30.883467 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a27763c-4622-4ceb-b941-a6a972fa09cd {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:54:30.883964 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089c809f-9f8b-4ab6-b134-eba7778e964d', 'name': 'network-vif-deleted', 'tag': 'bac145e9-431f-402d-9d83-ac765706fcd9', 'status': 'completed', 'code': 200} Jan 29 04:54:30.886127 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-06a5fa93-f820-413b-b011-5becc948c085 req-1efa141f-df23-42d7-9d7a-172d5a740c25 tempest-ServerDiskConfigTestJSON-1033052162 tempest-ServerDiskConfigTestJSON-1033052162-project] 10.222.0.13 "GET /v2.0/ports?device_id=089c809f-9f8b-4ab6-b134-eba7778e964d HTTP/1.1" status: 200 len: 210 time: 0.0317426 Jan 29 04:54:32.006610 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 59406) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:54:32.051248 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8b99c6f-f72d-4eb0-b3df-5c3a9732b22b admin admin] Deleting subnet c5f2d2ed-998c-401b-8a20-5588ec79ac68 {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:54:32.054331 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f8b99c6f-f72d-4eb0-b3df-5c3a9732b22b admin admin] Publish callbacks [] for subnet (c5f2d2ed-998c-401b-8a20-5588ec79ac68), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:32.088807 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f8b99c6f-f72d-4eb0-b3df-5c3a9732b22b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (c5f2d2ed-998c-401b-8a20-5588ec79ac68), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:32.127767 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f8b99c6f-f72d-4eb0-b3df-5c3a9732b22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (c5f2d2ed-998c-401b-8a20-5588ec79ac68), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:32.249690 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f8b99c6f-f72d-4eb0-b3df-5c3a9732b22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (c5f2d2ed-998c-401b-8a20-5588ec79ac68), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:32.278020 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b99c6f-f72d-4eb0-b3df-5c3a9732b22b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5f2d2ed-998c-401b-8a20-5588ec79ac68,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:32.287763 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f8b99c6f-f72d-4eb0-b3df-5c3a9732b22b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:32.290907 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f8b99c6f-f72d-4eb0-b3df-5c3a9732b22b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c5f2d2ed-998c-401b-8a20-5588ec79ac68 HTTP/1.1" status: 204 len: 168 time: 0.2832961 Jan 29 04:54:32.292659 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b99c6f-f72d-4eb0-b3df-5c3a9732b22b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:32.293015 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b99c6f-f72d-4eb0-b3df-5c3a9732b22b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:32.293364 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b99c6f-f72d-4eb0-b3df-5c3a9732b22b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:32.293543 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 59408) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:54:32.293962 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b99c6f-f72d-4eb0-b3df-5c3a9732b22b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:32.294047 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b99c6f-f72d-4eb0-b3df-5c3a9732b22b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:32.294342 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b99c6f-f72d-4eb0-b3df-5c3a9732b22b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:32.294671 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b99c6f-f72d-4eb0-b3df-5c3a9732b22b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:32.295000 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b99c6f-f72d-4eb0-b3df-5c3a9732b22b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:32.295327 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b99c6f-f72d-4eb0-b3df-5c3a9732b22b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:32.295656 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b99c6f-f72d-4eb0-b3df-5c3a9732b22b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:32.295983 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b99c6f-f72d-4eb0-b3df-5c3a9732b22b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:32.296335 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b99c6f-f72d-4eb0-b3df-5c3a9732b22b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:32.296665 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b99c6f-f72d-4eb0-b3df-5c3a9732b22b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:32.365720 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-06ac6d8b-618c-460a-8f07-5654ed6f4676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (0ac3e144-157b-45ee-957e-837865af342d), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:32.439804 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-06ac6d8b-618c-460a-8f07-5654ed6f4676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (0ac3e144-157b-45ee-957e-837865af342d), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:32.459162 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-06ac6d8b-618c-460a-8f07-5654ed6f4676 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ac3e144-157b-45ee-957e-837865af342d']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:54:32.467886 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-06ac6d8b-618c-460a-8f07-5654ed6f4676 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25b30e99-c044-45c8-bfcc-d500ebbb822c') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:54:32.468180 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-06ac6d8b-618c-460a-8f07-5654ed6f4676 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25b30e99-c044-45c8-bfcc-d500ebbb822c') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:54:32.477775 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-06ac6d8b-618c-460a-8f07-5654ed6f4676 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (25b30e99-c044-45c8-bfcc-d500ebbb822c), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:32.490957 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-06ac6d8b-618c-460a-8f07-5654ed6f4676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (25b30e99-c044-45c8-bfcc-d500ebbb822c), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:32.496587 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06ac6d8b-618c-460a-8f07-5654ed6f4676 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:54:32.496957 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-06ac6d8b-618c-460a-8f07-5654ed6f4676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (25b30e99-c044-45c8-bfcc-d500ebbb822c), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:32.498515 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 04:54:32.498515 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:54:32.498515 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 04:54:32.498515 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:54:32.498515 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 04:54:32.498515 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:54:32.498515 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 04:54:32.498515 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:54:32.498515 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 04:54:32.498515 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:54:32.498515 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 04:54:32.498515 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:54:32.498515 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 04:54:32.498515 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:54:32.498515 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:54:32.498515 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:54:32.498515 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:54:32.498515 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:54:32.498515 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 04:54:32.498515 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:54:32.498515 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 04:54:32.498515 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:54:32.498515 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:54:32.498515 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:54:32.498515 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 04:54:32.498515 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:54:32.498515 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:54:32.498515 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:54:32.498515 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:54:32.498515 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:54:32.498515 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:54:32.498515 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:54:32.620612 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-06ac6d8b-618c-460a-8f07-5654ed6f4676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (0ac3e144-157b-45ee-957e-837865af342d), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:32.624938 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-06ac6d8b-618c-460a-8f07-5654ed6f4676 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:32.628514 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-06ac6d8b-618c-460a-8f07-5654ed6f4676 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0ac3e144-157b-45ee-957e-837865af342d HTTP/1.1" status: 204 len: 168 time: 0.3339128 Jan 29 04:54:32.641472 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac6d8b-618c-460a-8f07-5654ed6f4676 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ac3e144-157b-45ee-957e-837865af342d,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:32.867464 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 59412) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:54:32.906868 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-8d468db1-0869-4dfc-ae89-1f85b01b49f8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce18279813334e6c990d4a0022e82a03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375893 Jan 29 04:54:32.909362 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 59414) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:54:32.955589 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-08ae1fd6-03da-42d7-9c71-861692a79a96 admin admin] Publish callbacks [] for security_group (847c594c-4f1b-465e-9bbe-0896284b79bf), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:32.977007 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-08ae1fd6-03da-42d7-9c71-861692a79a96 admin admin] Publish callbacks [] for security_group (847c594c-4f1b-465e-9bbe-0896284b79bf), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:33.083927 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-08ae1fd6-03da-42d7-9c71-861692a79a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (847c594c-4f1b-465e-9bbe-0896284b79bf), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:33.086365 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-08ae1fd6-03da-42d7-9c71-861692a79a96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:33.087528 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-08ae1fd6-03da-42d7-9c71-861692a79a96 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/847c594c-4f1b-465e-9bbe-0896284b79bf HTTP/1.1" status: 204 len: 168 time: 0.1772797 Jan 29 04:54:33.095753 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae1fd6-03da-42d7-9c71-861692a79a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847c594c-4f1b-465e-9bbe-0896284b79bf,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:33.895256 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device bac145e9-431f-402d-9d83-ac765706fcd9 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:54:33.917214 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] No Port match for: bac145e9-431f-402d-9d83-ac765706fcd9 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:54:33.917564 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device bac145e9-431f-402d-9d83-ac765706fcd9 not bound to the agent host hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:54:33.993387 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 59436) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:54:34.088049 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-970a294b-966e-407a-89f6-4c7dd22bdb9c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-293024610-network', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:54:34.191849 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970a294b-966e-407a-89f6-4c7dd22bdb9c admin admin] Made reservation on behalf of 8151d5f9a9034b2b9c2a348a0b026491 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:54:34.194167 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-970a294b-966e-407a-89f6-4c7dd22bdb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:34.203528 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-970a294b-966e-407a-89f6-4c7dd22bdb9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:34.275341 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-970a294b-966e-407a-89f6-4c7dd22bdb9c admin admin] Publish callbacks [] for security_group (e20cbab2-8e94-4a60-b295-f35988c262e2), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:34.346662 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-970a294b-966e-407a-89f6-4c7dd22bdb9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (e20cbab2-8e94-4a60-b295-f35988c262e2), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:34.372022 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-970a294b-966e-407a-89f6-4c7dd22bdb9c admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:54:34.382137 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a294b-966e-407a-89f6-4c7dd22bdb9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20cbab2-8e94-4a60-b295-f35988c262e2,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:34.388529 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-970a294b-966e-407a-89f6-4c7dd22bdb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (c6abeccf-3b4d-456e-8a8f-f41d6aa55207), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:34.389342 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-970a294b-966e-407a-89f6-4c7dd22bdb9c admin admin] Added segment c6abeccf-3b4d-456e-8a8f-f41d6aa55207 of type vlan for network a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 Jan 29 04:54:34.437107 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-970a294b-966e-407a-89f6-4c7dd22bdb9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (a12d9c04-ce6a-4b2a-875d-b59c27e7dd11), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:34.529228 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-970a294b-966e-407a-89f6-4c7dd22bdb9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (a12d9c04-ce6a-4b2a-875d-b59c27e7dd11), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:34.530187 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970a294b-966e-407a-89f6-4c7dd22bdb9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:34.530764 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-970a294b-966e-407a-89f6-4c7dd22bdb9c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:34.621455 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a294b-966e-407a-89f6-4c7dd22bdb9c admin admin] Pushing event updated for resources: {'Network': ['ID=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:34.630290 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-970a294b-966e-407a-89f6-4c7dd22bdb9c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6358330 Jan 29 04:54:34.631812 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:54:34.633362 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 59440) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:54:34.638160 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-7be367ae-c1dd-490f-9539-3e3822835782 admin admin] Request body: {'subnet': {'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-293024610-subnet', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:54:34.723637 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be367ae-c1dd-490f-9539-3e3822835782 admin admin] Made reservation on behalf of 8151d5f9a9034b2b9c2a348a0b026491 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:54:34.726036 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7be367ae-c1dd-490f-9539-3e3822835782 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:34.940734 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7be367ae-c1dd-490f-9539-3e3822835782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (abd95b5c-3142-4ffb-80ed-77c3d7cb3fac), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:34.993459 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be367ae-c1dd-490f-9539-3e3822835782 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abd95b5c-3142-4ffb-80ed-77c3d7cb3fac,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:35.005179 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be367ae-c1dd-490f-9539-3e3822835782 admin admin] Checking segment: {'id': 'c6abeccf-3b4d-456e-8a8f-f41d6aa55207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:54:35.005526 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be367ae-c1dd-490f-9539-3e3822835782 admin admin] Network hostable DHCP agents. Network: a12d9c04-ce6a-4b2a-875d-b59c27e7dd11, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:54:35.088945 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be367ae-c1dd-490f-9539-3e3822835782 admin admin] Network a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:54:35.140617 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-7be367ae-c1dd-490f-9539-3e3822835782 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, a12d9c04-ce6a-4b2a-875d-b59c27e7dd11) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:54:35.144532 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be367ae-c1dd-490f-9539-3e3822835782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:35.145115 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7be367ae-c1dd-490f-9539-3e3822835782 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:35.149806 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317ee9f4-35fb-4306-b5c0-45e462ce60c7 None None] Network a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:54:35.212270 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7be367ae-c1dd-490f-9539-3e3822835782 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5778100 Jan 29 04:54:35.214984 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 59442) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:54:35.219191 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-23297e7b-f016-457a-a70c-0b7019e1b2b5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-293024610-router', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:54:35.251832 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0593122-e5bb-4841-9912-d3ba614def71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'fixed_ips': [{'subnet_id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 04:54:35.252701 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d0593122-e5bb-4841-9912-d3ba614def71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:35.300305 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-23297e7b-f016-457a-a70c-0b7019e1b2b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (b98488c3-e40a-4be7-8d86-6744077683a4), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:35.301409 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-23297e7b-f016-457a-a70c-0b7019e1b2b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (b98488c3-e40a-4be7-8d86-6744077683a4), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:35.383585 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-d0593122-e5bb-4841-9912-d3ba614def71 None None] Allocated IP 172.20.0.2 (a12d9c04-ce6a-4b2a-875d-b59c27e7dd11/abd95b5c-3142-4ffb-80ed-77c3d7cb3fac/99b9cb0f-b6a9-4af0-8db5-132ea9886c02) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:54:35.387914 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-23297e7b-f016-457a-a70c-0b7019e1b2b5 admin admin] Publish callbacks [] for router_controller (b98488c3-e40a-4be7-8d86-6744077683a4), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:35.524927 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d0593122-e5bb-4841-9912-d3ba614def71 None None] Publish callbacks [] for port (99b9cb0f-b6a9-4af0-8db5-132ea9886c02), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:35.575831 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-23297e7b-f016-457a-a70c-0b7019e1b2b5 admin admin] Publish callbacks [] for router_gateway (b98488c3-e40a-4be7-8d86-6744077683a4), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:35.580945 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d0593122-e5bb-4841-9912-d3ba614def71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (99b9cb0f-b6a9-4af0-8db5-132ea9886c02), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:35.616987 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0593122-e5bb-4841-9912-d3ba614def71 None None] Network a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:54:35.621354 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-d0593122-e5bb-4841-9912-d3ba614def71 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:54:35.624676 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0593122-e5bb-4841-9912-d3ba614def71 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:54:35.634401 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0593122-e5bb-4841-9912-d3ba614def71 None None] Pushing event updated for resources: {'Port': ['ID=99b9cb0f-b6a9-4af0-8db5-132ea9886c02,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:35.664166 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0593122-e5bb-4841-9912-d3ba614def71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:35.664530 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0593122-e5bb-4841-9912-d3ba614def71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:35.664872 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0593122-e5bb-4841-9912-d3ba614def71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:35.665207 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0593122-e5bb-4841-9912-d3ba614def71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:35.665534 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0593122-e5bb-4841-9912-d3ba614def71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:35.665859 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0593122-e5bb-4841-9912-d3ba614def71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:35.666183 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0593122-e5bb-4841-9912-d3ba614def71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:35.666506 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0593122-e5bb-4841-9912-d3ba614def71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:35.666828 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0593122-e5bb-4841-9912-d3ba614def71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:35.667292 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0593122-e5bb-4841-9912-d3ba614def71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:35.667616 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0593122-e5bb-4841-9912-d3ba614def71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:35.667932 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0593122-e5bb-4841-9912-d3ba614def71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:35.668249 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0593122-e5bb-4841-9912-d3ba614def71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:35.701097 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-d0593122-e5bb-4841-9912-d3ba614def71 None None] Attempting to bind port 99b9cb0f-b6a9-4af0-8db5-132ea9886c02 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:54:35.701474 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-d0593122-e5bb-4841-9912-d3ba614def71 None None] Attempting to bind port 99b9cb0f-b6a9-4af0-8db5-132ea9886c02 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'c6abeccf-3b4d-456e-8a8f-f41d6aa55207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:54:35.701840 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0593122-e5bb-4841-9912-d3ba614def71 None None] Attempting to bind port 99b9cb0f-b6a9-4af0-8db5-132ea9886c02 on network a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:54:35.707798 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0593122-e5bb-4841-9912-d3ba614def71 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:54:35.707978 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0593122-e5bb-4841-9912-d3ba614def71 None None] Checking segment: {'id': 'c6abeccf-3b4d-456e-8a8f-f41d6aa55207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:54:35.708354 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d0593122-e5bb-4841-9912-d3ba614def71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:35.708782 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0593122-e5bb-4841-9912-d3ba614def71 None None] Bound using segment: {'id': 'c6abeccf-3b4d-456e-8a8f-f41d6aa55207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:54:35.709251 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-d0593122-e5bb-4841-9912-d3ba614def71 None None] Bound port: 99b9cb0f-b6a9-4af0-8db5-132ea9886c02, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6abeccf-3b4d-456e-8a8f-f41d6aa55207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:54:35.709636 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d0593122-e5bb-4841-9912-d3ba614def71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (99b9cb0f-b6a9-4af0-8db5-132ea9886c02), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:35.771036 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-d0593122-e5bb-4841-9912-d3ba614def71 None None] For port 99b9cb0f-b6a9-4af0-8db5-132ea9886c02, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:54:35.774000 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-d0593122-e5bb-4841-9912-d3ba614def71 None None] For port 99b9cb0f-b6a9-4af0-8db5-132ea9886c02, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=99b9cb0f-b6a9-4af0-8db5-132ea9886c02,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:54:35.843349 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-23297e7b-f016-457a-a70c-0b7019e1b2b5 admin admin] Publish callbacks [] for router_gateway (b98488c3-e40a-4be7-8d86-6744077683a4), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:35.844104 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d0593122-e5bb-4841-9912-d3ba614def71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (99b9cb0f-b6a9-4af0-8db5-132ea9886c02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:35.872744 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-23297e7b-f016-457a-a70c-0b7019e1b2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:35.913873 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0593122-e5bb-4841-9912-d3ba614def71 None None] Pushing event updated for resources: {'Port': ['ID=99b9cb0f-b6a9-4af0-8db5-132ea9886c02,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:36.025110 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-23297e7b-f016-457a-a70c-0b7019e1b2b5 admin admin] Allocated IP 172.26.8.72 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/2e42f577-99bb-4b53-a9d3-6fea907c0047) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:54:36.396560 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-23297e7b-f016-457a-a70c-0b7019e1b2b5 admin admin] Publish callbacks [] for port (2e42f577-99bb-4b53-a9d3-6fea907c0047), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:36.547239 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-23297e7b-f016-457a-a70c-0b7019e1b2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (2e42f577-99bb-4b53-a9d3-6fea907c0047), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:36.587276 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23297e7b-f016-457a-a70c-0b7019e1b2b5 admin admin] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:54:36.590431 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-23297e7b-f016-457a-a70c-0b7019e1b2b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:54:36.592949 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23297e7b-f016-457a-a70c-0b7019e1b2b5 admin admin] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:54:36.630840 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23297e7b-f016-457a-a70c-0b7019e1b2b5 admin admin] Pushing event updated for resources: {'Port': ['ID=2e42f577-99bb-4b53-a9d3-6fea907c0047,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:36.838244 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd45abbc-9556-459f-89c0-530b99d806c2 None None] Network a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:54:36.918783 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-912231cb-807c-4323-8a4e-11eebc1566bf None None] Provisioning complete for port 99b9cb0f-b6a9-4af0-8db5-132ea9886c02 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:54:36.919061 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-912231cb-807c-4323-8a4e-11eebc1566bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (99b9cb0f-b6a9-4af0-8db5-132ea9886c02), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:36.943183 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-23297e7b-f016-457a-a70c-0b7019e1b2b5 admin admin] Publish callbacks [] for router_gateway (b98488c3-e40a-4be7-8d86-6744077683a4), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:37.034981 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-912231cb-807c-4323-8a4e-11eebc1566bf None None] Current status of the port 99b9cb0f-b6a9-4af0-8db5-132ea9886c02 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:54:37.035371 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-912231cb-807c-4323-8a4e-11eebc1566bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (99b9cb0f-b6a9-4af0-8db5-132ea9886c02), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:37.070956 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-912231cb-807c-4323-8a4e-11eebc1566bf None None] For port 99b9cb0f-b6a9-4af0-8db5-132ea9886c02, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=99b9cb0f-b6a9-4af0-8db5-132ea9886c02,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:54:37.129996 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-912231cb-807c-4323-8a4e-11eebc1566bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (99b9cb0f-b6a9-4af0-8db5-132ea9886c02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:37.148383 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-23297e7b-f016-457a-a70c-0b7019e1b2b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (b98488c3-e40a-4be7-8d86-6744077683a4), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:37.183811 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912231cb-807c-4323-8a4e-11eebc1566bf None None] Pushing event updated for resources: {'Port': ['ID=99b9cb0f-b6a9-4af0-8db5-132ea9886c02,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:37.253854 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-44e11c41-a958-4388-9378-9bb5d60118ea None None] Provisioning complete for port 99b9cb0f-b6a9-4af0-8db5-132ea9886c02 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:54:37.254226 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-44e11c41-a958-4388-9378-9bb5d60118ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (99b9cb0f-b6a9-4af0-8db5-132ea9886c02), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:37.323330 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23297e7b-f016-457a-a70c-0b7019e1b2b5 admin admin] Router b98488c3-e40a-4be7-8d86-6744077683a4 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:54:37.337584 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-44e11c41-a958-4388-9378-9bb5d60118ea None None] Current status of the port 99b9cb0f-b6a9-4af0-8db5-132ea9886c02 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:54:37.428312 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23297e7b-f016-457a-a70c-0b7019e1b2b5 admin admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:54:37.436927 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83af2625-da28-40bb-8d1b-4847485b3890 None None] Sync routers for ids ['b98488c3-e40a-4be7-8d86-6744077683a4'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:54:37.448213 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83af2625-da28-40bb-8d1b-4847485b3890 None None] Routers {'b98488c3-e40a-4be7-8d86-6744077683a4'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:54:37.451779 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-83af2625-da28-40bb-8d1b-4847485b3890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:54:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b98488c3-e40a-4be7-8d86-6744077683a4'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:54:37.496224 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-23297e7b-f016-457a-a70c-0b7019e1b2b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:37.497510 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-23297e7b-f016-457a-a70c-0b7019e1b2b5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2816048 Jan 29 04:54:37.500234 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 59444) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:54:37.553215 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-83af2625-da28-40bb-8d1b-4847485b3890 None None] Set router b98488c3-e40a-4be7-8d86-6744077683a4 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:54:37.816474 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-83af2625-da28-40bb-8d1b-4847485b3890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'name': 'tempest-ServerActionsTestJSON-293024610-router', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:36Z', 'revision_number': 3, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'gw_port': {'id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:54:37.843442 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83af2625-da28-40bb-8d1b-4847485b3890 None None] Checking router: b98488c3-e40a-4be7-8d86-6744077683a4 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:54:37.843792 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83af2625-da28-40bb-8d1b-4847485b3890 None None] Updating router b98488c3-e40a-4be7-8d86-6744077683a4 port 2e42f577-99bb-4b53-a9d3-6fea907c0047 binding host dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:54:37.871910 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-83af2625-da28-40bb-8d1b-4847485b3890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (2e42f577-99bb-4b53-a9d3-6fea907c0047), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:37.915627 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0ac06d7d-680e-4316-913d-9c7ef90dad98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:38.114254 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 99b9cb0f-b6a9-4af0-8db5-132ea9886c02 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:54:38.120146 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-0ac06d7d-680e-4316-913d-9c7ef90dad98 admin admin] Allocated IP 172.20.0.1 (a12d9c04-ce6a-4b2a-875d-b59c27e7dd11/abd95b5c-3142-4ffb-80ed-77c3d7cb3fac/d615b25c-d4c0-47b8-bcb8-12b4e5775ada) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:54:38.137053 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-83af2625-da28-40bb-8d1b-4847485b3890 None None] Publish callbacks [] for port (2e42f577-99bb-4b53-a9d3-6fea907c0047), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:38.163807 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 99b9cb0f-b6a9-4af0-8db5-132ea9886c02 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:54:38.164200 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (99b9cb0f-b6a9-4af0-8db5-132ea9886c02), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:38.192130 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-83af2625-da28-40bb-8d1b-4847485b3890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (2e42f577-99bb-4b53-a9d3-6fea907c0047), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:38.234879 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0ac06d7d-680e-4316-913d-9c7ef90dad98 admin admin] Publish callbacks [] for port (d615b25c-d4c0-47b8-bcb8-12b4e5775ada), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:38.238979 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-83af2625-da28-40bb-8d1b-4847485b3890 None None] Attempting to bind port 2e42f577-99bb-4b53-a9d3-6fea907c0047 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:54:38.239349 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-83af2625-da28-40bb-8d1b-4847485b3890 None None] Attempting to bind port 2e42f577-99bb-4b53-a9d3-6fea907c0047 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:54:38.239712 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83af2625-da28-40bb-8d1b-4847485b3890 None None] Attempting to bind port 2e42f577-99bb-4b53-a9d3-6fea907c0047 on network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:54:38.248142 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 99b9cb0f-b6a9-4af0-8db5-132ea9886c02 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:54:38.252451 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83af2625-da28-40bb-8d1b-4847485b3890 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:54:38.252848 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83af2625-da28-40bb-8d1b-4847485b3890 None None] Checking segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:54:38.253245 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-83af2625-da28-40bb-8d1b-4847485b3890 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:38.253975 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83af2625-da28-40bb-8d1b-4847485b3890 None None] Bound using segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:54:38.254297 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-83af2625-da28-40bb-8d1b-4847485b3890 None None] Bound port: 2e42f577-99bb-4b53-a9d3-6fea907c0047, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:54:38.254501 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-83af2625-da28-40bb-8d1b-4847485b3890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (2e42f577-99bb-4b53-a9d3-6fea907c0047), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:38.256203 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca548a-9b81-4aad-b1d7-83730579aca4 None None] Pushing event updated for resources: {'Port': ['ID=2e42f577-99bb-4b53-a9d3-6fea907c0047,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:38.279642 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca548a-9b81-4aad-b1d7-83730579aca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:38.279984 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca548a-9b81-4aad-b1d7-83730579aca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:38.280323 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca548a-9b81-4aad-b1d7-83730579aca4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:38.280694 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca548a-9b81-4aad-b1d7-83730579aca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:38.281004 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca548a-9b81-4aad-b1d7-83730579aca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:38.281324 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca548a-9b81-4aad-b1d7-83730579aca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:38.281644 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca548a-9b81-4aad-b1d7-83730579aca4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:38.282010 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca548a-9b81-4aad-b1d7-83730579aca4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:38.282373 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca548a-9b81-4aad-b1d7-83730579aca4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:38.282696 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca548a-9b81-4aad-b1d7-83730579aca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:38.283013 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca548a-9b81-4aad-b1d7-83730579aca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:38.283325 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca548a-9b81-4aad-b1d7-83730579aca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:38.283637 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca548a-9b81-4aad-b1d7-83730579aca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:38.312929 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0ac06d7d-680e-4316-913d-9c7ef90dad98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (d615b25c-d4c0-47b8-bcb8-12b4e5775ada), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:38.317185 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-83af2625-da28-40bb-8d1b-4847485b3890 None None] For port 2e42f577-99bb-4b53-a9d3-6fea907c0047, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:54:38.320391 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-83af2625-da28-40bb-8d1b-4847485b3890 None None] For port 2e42f577-99bb-4b53-a9d3-6fea907c0047, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=2e42f577-99bb-4b53-a9d3-6fea907c0047,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:54:38.352802 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac06d7d-680e-4316-913d-9c7ef90dad98 admin admin] Network a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:54:38.354298 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-0ac06d7d-680e-4316-913d-9c7ef90dad98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:54:38.357777 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac06d7d-680e-4316-913d-9c7ef90dad98 admin admin] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:54:38.382488 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac06d7d-680e-4316-913d-9c7ef90dad98 admin admin] Pushing event updated for resources: {'Port': ['ID=d615b25c-d4c0-47b8-bcb8-12b4e5775ada,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:38.398734 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-83af2625-da28-40bb-8d1b-4847485b3890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (2e42f577-99bb-4b53-a9d3-6fea907c0047), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:38.402777 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0ac06d7d-680e-4316-913d-9c7ef90dad98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (b98488c3-e40a-4be7-8d86-6744077683a4), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:38.451842 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83af2625-da28-40bb-8d1b-4847485b3890 None None] Routers {'b98488c3-e40a-4be7-8d86-6744077683a4'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:54:38.453076 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-83af2625-da28-40bb-8d1b-4847485b3890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:54:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b98488c3-e40a-4be7-8d86-6744077683a4'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:54:38.549941 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca548a-9b81-4aad-b1d7-83730579aca4 None None] Pushing event updated for resources: {'Port': ['ID=2e42f577-99bb-4b53-a9d3-6fea907c0047,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:38.581085 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-83af2625-da28-40bb-8d1b-4847485b3890 None None] Set router b98488c3-e40a-4be7-8d86-6744077683a4 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:54:38.650343 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0ac06d7d-680e-4316-913d-9c7ef90dad98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (d615b25c-d4c0-47b8-bcb8-12b4e5775ada), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:38.665848 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-7de1f291-ed5d-4854-959f-d5b98671f021 None None] Provisioning complete for port d615b25c-d4c0-47b8-bcb8-12b4e5775ada triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:54:38.666242 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7de1f291-ed5d-4854-959f-d5b98671f021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (d615b25c-d4c0-47b8-bcb8-12b4e5775ada), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:38.711867 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-7de1f291-ed5d-4854-959f-d5b98671f021 None None] Port d615b25c-d4c0-47b8-bcb8-12b4e5775ada cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:54:38.779126 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-83af2625-da28-40bb-8d1b-4847485b3890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'name': 'tempest-ServerActionsTestJSON-293024610-router', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:36Z', 'revision_number': 3, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'gw_port': {'id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:54:38.807321 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83af2625-da28-40bb-8d1b-4847485b3890 None None] The sync data for ids ['b98488c3-e40a-4be7-8d86-6744077683a4'] in dv-neutron-821190-1-hyperv is: [{'id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'name': 'tempest-ServerActionsTestJSON-293024610-router', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:36Z', 'revision_number': 3, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'gw_port': {'id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:54:39.111950 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0ac06d7d-680e-4316-913d-9c7ef90dad98 admin admin] Publish callbacks [] for port (d615b25c-d4c0-47b8-bcb8-12b4e5775ada), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:39.169500 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0ac06d7d-680e-4316-913d-9c7ef90dad98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (d615b25c-d4c0-47b8-bcb8-12b4e5775ada), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:39.236829 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0ac06d7d-680e-4316-913d-9c7ef90dad98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (b98488c3-e40a-4be7-8d86-6744077683a4), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:39.238838 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac06d7d-680e-4316-913d-9c7ef90dad98 admin admin] Pushing event updated for resources: {'Port': ['ID=d615b25c-d4c0-47b8-bcb8-12b4e5775ada,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:39.334960 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac06d7d-680e-4316-913d-9c7ef90dad98 admin admin] Network a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:54:39.336352 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-0ac06d7d-680e-4316-913d-9c7ef90dad98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:54:39.454589 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac06d7d-680e-4316-913d-9c7ef90dad98 admin admin] Router b98488c3-e40a-4be7-8d86-6744077683a4 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:54:39.568132 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac06d7d-680e-4316-913d-9c7ef90dad98 admin admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:54:39.573666 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-0ac06d7d-680e-4316-913d-9c7ef90dad98 admin admin] 10.222.0.13 "PUT /v2.0/routers/b98488c3-e40a-4be7-8d86-6744077683a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0724237 Jan 29 04:54:39.637987 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-77297082-5662-40c5-80c5-80f38d9fd198 None None] Provisioning complete for port d615b25c-d4c0-47b8-bcb8-12b4e5775ada triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:54:39.638477 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-77297082-5662-40c5-80c5-80f38d9fd198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (d615b25c-d4c0-47b8-bcb8-12b4e5775ada), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:39.672536 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-77297082-5662-40c5-80c5-80f38d9fd198 None None] Port d615b25c-d4c0-47b8-bcb8-12b4e5775ada cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:54:40.057655 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 59452) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:54:40.062298 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-3d95e8f7-03c0-49ad-a460-eef200b92b55 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Request body: {'security_group': {'name': 'tempest-securitygroup--508651211', 'description': 'tempest-description--749555610'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:54:40.095699 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 2e42f577-99bb-4b53-a9d3-6fea907c0047 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:54:40.145220 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 2e42f577-99bb-4b53-a9d3-6fea907c0047 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:54:40.145622 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (2e42f577-99bb-4b53-a9d3-6fea907c0047), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:40.163853 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3d95e8f7-03c0-49ad-a460-eef200b92b55 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:40.227058 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 2e42f577-99bb-4b53-a9d3-6fea907c0047 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:54:40.227455 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (2e42f577-99bb-4b53-a9d3-6fea907c0047), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:40.238205 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3d95e8f7-03c0-49ad-a460-eef200b92b55 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks [] for security_group (bf8497cd-182c-4620-a15d-049d61927c6f), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:40.249261 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 2e42f577-99bb-4b53-a9d3-6fea907c0047, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=2e42f577-99bb-4b53-a9d3-6fea907c0047,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:54:40.306444 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3d95e8f7-03c0-49ad-a460-eef200b92b55 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (bf8497cd-182c-4620-a15d-049d61927c6f), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:40.318437 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (2e42f577-99bb-4b53-a9d3-6fea907c0047), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:40.339586 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d95e8f7-03c0-49ad-a460-eef200b92b55 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8497cd-182c-4620-a15d-049d61927c6f,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:40.347192 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d95e8f7-03c0-49ad-a460-eef200b92b55 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:40.347550 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d95e8f7-03c0-49ad-a460-eef200b92b55 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:40.347902 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d95e8f7-03c0-49ad-a460-eef200b92b55 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:40.353498 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d95e8f7-03c0-49ad-a460-eef200b92b55 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:40.353498 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d95e8f7-03c0-49ad-a460-eef200b92b55 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:40.353498 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d95e8f7-03c0-49ad-a460-eef200b92b55 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:40.353498 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d95e8f7-03c0-49ad-a460-eef200b92b55 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:40.353498 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d95e8f7-03c0-49ad-a460-eef200b92b55 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:40.353498 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d95e8f7-03c0-49ad-a460-eef200b92b55 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:40.353498 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d95e8f7-03c0-49ad-a460-eef200b92b55 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:40.353498 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d95e8f7-03c0-49ad-a460-eef200b92b55 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:40.353498 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d95e8f7-03c0-49ad-a460-eef200b92b55 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:40.353498 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d95e8f7-03c0-49ad-a460-eef200b92b55 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:40.378497 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=2e42f577-99bb-4b53-a9d3-6fea907c0047,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:40.388890 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3d95e8f7-03c0-49ad-a460-eef200b92b55 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:40.392155 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-3d95e8f7-03c0-49ad-a460-eef200b92b55 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3315828 Jan 29 04:54:40.394680 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 59454) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:54:40.399723 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-fe40b4ac-d090-466f-b0b9-4137a1b95f82 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Request body: {'security_group_rule': {'security_group_id': 'bf8497cd-182c-4620-a15d-049d61927c6f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:54:40.400447 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3f97cb-87bb-40a7-b93e-c9f9400650f8 None None] Sync routers for ids ['b98488c3-e40a-4be7-8d86-6744077683a4'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:54:40.411441 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3f97cb-87bb-40a7-b93e-c9f9400650f8 None None] Routers {'b98488c3-e40a-4be7-8d86-6744077683a4'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:54:40.412053 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-5f3f97cb-87bb-40a7-b93e-c9f9400650f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:54:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b98488c3-e40a-4be7-8d86-6744077683a4'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:54:40.506335 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fe40b4ac-d090-466f-b0b9-4137a1b95f82 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks [] for security_group_rule (35be2f47-f877-4efc-9008-e8602bfa60a9), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:40.517392 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-5f3f97cb-87bb-40a7-b93e-c9f9400650f8 None None] Set router b98488c3-e40a-4be7-8d86-6744077683a4 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:54:40.562205 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fe40b4ac-d090-466f-b0b9-4137a1b95f82 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks [] for security_group_rule (35be2f47-f877-4efc-9008-e8602bfa60a9), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:40.644530 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fe40b4ac-d090-466f-b0b9-4137a1b95f82 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (35be2f47-f877-4efc-9008-e8602bfa60a9), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:40.663048 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe40b4ac-d090-466f-b0b9-4137a1b95f82 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35be2f47-f877-4efc-9008-e8602bfa60a9,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:40.724149 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-5f3f97cb-87bb-40a7-b93e-c9f9400650f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'name': 'tempest-ServerActionsTestJSON-293024610-router', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:38Z', 'revision_number': 4, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'gw_port': {'id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'd615b25c-d4c0-47b8-bcb8-12b4e5775ada', 'name': '', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'mac_address': 'fa:16:3e:20:3e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:37Z', 'updated_at': '2022-01-29T04:54:38Z', 'revision_number': 2, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'subnets': [{'id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:54:40.726030 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fe40b4ac-d090-466f-b0b9-4137a1b95f82 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:40.729766 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-fe40b4ac-d090-466f-b0b9-4137a1b95f82 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3316638 Jan 29 04:54:40.729967 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 59456) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:54:40.734406 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-fbe19a4f-2901-420e-b02f-f9d589cbd4e8 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Request body: {'security_group_rule': {'security_group_id': 'bf8497cd-182c-4620-a15d-049d61927c6f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:54:40.749925 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3f97cb-87bb-40a7-b93e-c9f9400650f8 None None] Checking router: b98488c3-e40a-4be7-8d86-6744077683a4 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:54:40.750277 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3f97cb-87bb-40a7-b93e-c9f9400650f8 None None] Updating router b98488c3-e40a-4be7-8d86-6744077683a4 port d615b25c-d4c0-47b8-bcb8-12b4e5775ada binding host dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:54:40.778236 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5f3f97cb-87bb-40a7-b93e-c9f9400650f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (d615b25c-d4c0-47b8-bcb8-12b4e5775ada), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:40.814743 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fbe19a4f-2901-420e-b02f-f9d589cbd4e8 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks [] for security_group_rule (fddfba6a-1024-42bb-99f7-5aacaafddadc), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:40.873243 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fbe19a4f-2901-420e-b02f-f9d589cbd4e8 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks [] for security_group_rule (fddfba6a-1024-42bb-99f7-5aacaafddadc), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:40.928633 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fbe19a4f-2901-420e-b02f-f9d589cbd4e8 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (fddfba6a-1024-42bb-99f7-5aacaafddadc), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:40.947506 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe19a4f-2901-420e-b02f-f9d589cbd4e8 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fddfba6a-1024-42bb-99f7-5aacaafddadc,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:41.022174 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fbe19a4f-2901-420e-b02f-f9d589cbd4e8 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:41.023461 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-fbe19a4f-2901-420e-b02f-f9d589cbd4e8 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2925370 Jan 29 04:54:41.026651 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 59458) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:54:41.031374 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-2e7d23fa-f5dd-4bdb-ad50-0dd3353bf085 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Request body: {'floatingip': {'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:54:41.046293 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5f3f97cb-87bb-40a7-b93e-c9f9400650f8 None None] Publish callbacks [] for port (d615b25c-d4c0-47b8-bcb8-12b4e5775ada), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:41.106635 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5f3f97cb-87bb-40a7-b93e-c9f9400650f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (d615b25c-d4c0-47b8-bcb8-12b4e5775ada), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:41.136421 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2e7d23fa-f5dd-4bdb-ad50-0dd3353bf085 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:41.156635 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2eae8-55d7-44e6-bc10-bafa65c0d6f9 None None] Pushing event updated for resources: {'Port': ['ID=d615b25c-d4c0-47b8-bcb8-12b4e5775ada,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:41.218394 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-5f3f97cb-87bb-40a7-b93e-c9f9400650f8 None None] Attempting to bind port d615b25c-d4c0-47b8-bcb8-12b4e5775ada on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:54:41.218774 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-5f3f97cb-87bb-40a7-b93e-c9f9400650f8 None None] Attempting to bind port d615b25c-d4c0-47b8-bcb8-12b4e5775ada by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'c6abeccf-3b4d-456e-8a8f-f41d6aa55207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:54:41.219144 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3f97cb-87bb-40a7-b93e-c9f9400650f8 None None] Attempting to bind port d615b25c-d4c0-47b8-bcb8-12b4e5775ada on network a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:54:41.225268 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3f97cb-87bb-40a7-b93e-c9f9400650f8 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:54:41.225694 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3f97cb-87bb-40a7-b93e-c9f9400650f8 None None] Checking segment: {'id': 'c6abeccf-3b4d-456e-8a8f-f41d6aa55207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:54:41.226088 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5f3f97cb-87bb-40a7-b93e-c9f9400650f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:41.227699 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3f97cb-87bb-40a7-b93e-c9f9400650f8 None None] Bound using segment: {'id': 'c6abeccf-3b4d-456e-8a8f-f41d6aa55207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:54:41.227699 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-5f3f97cb-87bb-40a7-b93e-c9f9400650f8 None None] Bound port: d615b25c-d4c0-47b8-bcb8-12b4e5775ada, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6abeccf-3b4d-456e-8a8f-f41d6aa55207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:54:41.227894 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5f3f97cb-87bb-40a7-b93e-c9f9400650f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (d615b25c-d4c0-47b8-bcb8-12b4e5775ada), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:41.257571 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2e7d23fa-f5dd-4bdb-ad50-0dd3353bf085 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:41.353371 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-5f3f97cb-87bb-40a7-b93e-c9f9400650f8 None None] For port d615b25c-d4c0-47b8-bcb8-12b4e5775ada, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:54:41.353371 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-5f3f97cb-87bb-40a7-b93e-c9f9400650f8 None None] For port d615b25c-d4c0-47b8-bcb8-12b4e5775ada, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=d615b25c-d4c0-47b8-bcb8-12b4e5775ada,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:54:41.412843 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-82d458bc-e058-4976-88f4-32808c136ee5 None None] Provisioning complete for port d615b25c-d4c0-47b8-bcb8-12b4e5775ada triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:54:41.413239 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-82d458bc-e058-4976-88f4-32808c136ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (d615b25c-d4c0-47b8-bcb8-12b4e5775ada), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:41.451440 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-82d458bc-e058-4976-88f4-32808c136ee5 None None] Port d615b25c-d4c0-47b8-bcb8-12b4e5775ada cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:54:41.467802 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5f3f97cb-87bb-40a7-b93e-c9f9400650f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (d615b25c-d4c0-47b8-bcb8-12b4e5775ada), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:41.548035 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3f97cb-87bb-40a7-b93e-c9f9400650f8 None None] Routers {'b98488c3-e40a-4be7-8d86-6744077683a4'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:54:41.548702 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-5f3f97cb-87bb-40a7-b93e-c9f9400650f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:54:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b98488c3-e40a-4be7-8d86-6744077683a4'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:54:41.550847 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2eae8-55d7-44e6-bc10-bafa65c0d6f9 None None] Pushing event updated for resources: {'Port': ['ID=d615b25c-d4c0-47b8-bcb8-12b4e5775ada,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:41.689483 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-5f3f97cb-87bb-40a7-b93e-c9f9400650f8 None None] Set router b98488c3-e40a-4be7-8d86-6744077683a4 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:54:41.743081 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-2e7d23fa-f5dd-4bdb-ad50-0dd3353bf085 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Allocated IP 172.26.8.103 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/7b3f93c1-41ff-4c60-a1c9-b95bab048090) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:54:41.831456 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-f6fecc1e-0338-400e-8ab6-8976e1ceaca6 None None] Provisioning complete for port d615b25c-d4c0-47b8-bcb8-12b4e5775ada triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:54:41.831994 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f6fecc1e-0338-400e-8ab6-8976e1ceaca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (d615b25c-d4c0-47b8-bcb8-12b4e5775ada), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:41.855845 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2e7d23fa-f5dd-4bdb-ad50-0dd3353bf085 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks [] for port (7b3f93c1-41ff-4c60-a1c9-b95bab048090), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:41.925315 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2e7d23fa-f5dd-4bdb-ad50-0dd3353bf085 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (7b3f93c1-41ff-4c60-a1c9-b95bab048090), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:41.970335 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7d23fa-f5dd-4bdb-ad50-0dd3353bf085 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:54:41.973292 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-2e7d23fa-f5dd-4bdb-ad50-0dd3353bf085 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:54:41.976800 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7d23fa-f5dd-4bdb-ad50-0dd3353bf085 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:54:41.984446 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d23fa-f5dd-4bdb-ad50-0dd3353bf085 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Pushing event updated for resources: {'Port': ['ID=7b3f93c1-41ff-4c60-a1c9-b95bab048090,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:42.077858 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2e7d23fa-f5dd-4bdb-ad50-0dd3353bf085 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks [] for floatingip (486d60de-d4ad-44c1-93a5-4051a50b04c7), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:42.090341 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 2e42f577-99bb-4b53-a9d3-6fea907c0047 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:54:42.162611 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-f6fecc1e-0338-400e-8ab6-8976e1ceaca6 None None] Current status of the port d615b25c-d4c0-47b8-bcb8-12b4e5775ada is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:54:42.162993 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f6fecc1e-0338-400e-8ab6-8976e1ceaca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (d615b25c-d4c0-47b8-bcb8-12b4e5775ada), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:42.174955 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2e7d23fa-f5dd-4bdb-ad50-0dd3353bf085 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (7b3f93c1-41ff-4c60-a1c9-b95bab048090), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:42.216932 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-5f3f97cb-87bb-40a7-b93e-c9f9400650f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'name': 'tempest-ServerActionsTestJSON-293024610-router', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:38Z', 'revision_number': 4, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'gw_port': {'id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'd615b25c-d4c0-47b8-bcb8-12b4e5775ada', 'name': '', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'mac_address': 'fa:16:3e:20:3e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:37Z', 'updated_at': '2022-01-29T04:54:41Z', 'revision_number': 4, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'subnets': [{'id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:54:42.220533 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-f6fecc1e-0338-400e-8ab6-8976e1ceaca6 None None] For port d615b25c-d4c0-47b8-bcb8-12b4e5775ada, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=d615b25c-d4c0-47b8-bcb8-12b4e5775ada,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:54:42.222572 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 2e42f577-99bb-4b53-a9d3-6fea907c0047 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:54:42.222943 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (2e42f577-99bb-4b53-a9d3-6fea907c0047), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:42.248526 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3f97cb-87bb-40a7-b93e-c9f9400650f8 None None] The sync data for ids ['b98488c3-e40a-4be7-8d86-6744077683a4'] in dv-neutron-821190-1-hyperv is: [{'id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'name': 'tempest-ServerActionsTestJSON-293024610-router', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:38Z', 'revision_number': 4, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'gw_port': {'id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'd615b25c-d4c0-47b8-bcb8-12b4e5775ada', 'name': '', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'mac_address': 'fa:16:3e:20:3e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:37Z', 'updated_at': '2022-01-29T04:54:41Z', 'revision_number': 4, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'subnets': [{'id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:54:42.303456 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f6fecc1e-0338-400e-8ab6-8976e1ceaca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (d615b25c-d4c0-47b8-bcb8-12b4e5775ada), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:42.357167 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2e7d23fa-f5dd-4bdb-ad50-0dd3353bf085 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks [] for port (7b3f93c1-41ff-4c60-a1c9-b95bab048090), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:42.395390 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fecc1e-0338-400e-8ab6-8976e1ceaca6 None None] Pushing event updated for resources: {'Port': ['ID=d615b25c-d4c0-47b8-bcb8-12b4e5775ada,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:42.398113 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 2e42f577-99bb-4b53-a9d3-6fea907c0047 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:54:42.420855 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2e7d23fa-f5dd-4bdb-ad50-0dd3353bf085 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (7b3f93c1-41ff-4c60-a1c9-b95bab048090), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:42.497840 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d23fa-f5dd-4bdb-ad50-0dd3353bf085 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Pushing event updated for resources: {'Port': ['ID=7b3f93c1-41ff-4c60-a1c9-b95bab048090,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:42.508836 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2e7d23fa-f5dd-4bdb-ad50-0dd3353bf085 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (486d60de-d4ad-44c1-93a5-4051a50b04c7), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:42.571192 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2e7d23fa-f5dd-4bdb-ad50-0dd3353bf085 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:42.572753 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-2e7d23fa-f5dd-4bdb-ad50-0dd3353bf085 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5449462 Jan 29 04:54:42.731231 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-63af483c-6494-4658-830a-92d27a4c2d0a req-47feeb66-85b2-452b-83f4-1cf3e2344bc3 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--508651211&fields=id&tenant_id=8151d5f9a9034b2b9c2a348a0b026491 HTTP/1.1" status: 200 len: 267 time: 0.0458813 Jan 29 04:54:42.840047 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af483c-6494-4658-830a-92d27a4c2d0a req-957e6705-12b7-4514-ac7c-50466f808037 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:42.841654 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-63af483c-6494-4658-830a-92d27a4c2d0a req-957e6705-12b7-4514-ac7c-50466f808037 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/networks?id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 HTTP/1.1" status: 200 len: 811 time: 0.1040325 Jan 29 04:54:42.858336 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-63af483c-6494-4658-830a-92d27a4c2d0a req-c4bf7ae8-0e03-4dd5-bfad-87ff009b5add tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/quotas/8151d5f9a9034b2b9c2a348a0b026491 HTTP/1.1" status: 200 len: 375 time: 0.0096684 Jan 29 04:54:42.920263 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-63af483c-6494-4658-830a-92d27a4c2d0a req-cc634944-fc7f-435c-abe1-79078b6092a7 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8151d5f9a9034b2b9c2a348a0b026491&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559216 Jan 29 04:54:43.017808 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-63af483c-6494-4658-830a-92d27a4c2d0a req-23615f7e-2312-43de-996f-35b995a2667b service neutron] 10.222.0.13 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850952 Jan 29 04:54:43.115979 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-63af483c-6494-4658-830a-92d27a4c2d0a req-71bd41e6-a70f-427c-aead-952973cf4af5 service neutron] 10.222.0.13 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921938 Jan 29 04:54:43.355126 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-14154a6c-3884-434c-839f-435f05da16fd req-6156fdfa-d92e-49f6-abe9-f77d4ecf37c2 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 210 time: 0.0313404 Jan 29 04:54:44.084477 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device d615b25c-d4c0-47b8-bcb8-12b4e5775ada up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:54:44.131853 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port d615b25c-d4c0-47b8-bcb8-12b4e5775ada triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:54:44.132229 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (d615b25c-d4c0-47b8-bcb8-12b4e5775ada), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:44.212193 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port d615b25c-d4c0-47b8-bcb8-12b4e5775ada is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:54:44.452493 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-21587cb8-5747-4399-90f2-f63e6f17079f req-893c09c8-e58b-40e9-89a1-7851c1bcc7d9 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 210 time: 0.0301845 Jan 29 04:54:45.547984 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7d241f70-a5f0-4d50-b771-36eff7abe4a2 req-649000c1-791a-4ed5-9858-451b543b1a34 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 210 time: 0.0283508 Jan 29 04:54:45.650113 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af483c-6494-4658-830a-92d27a4c2d0a req-23b8d0ce-59fe-43e0-bf28-c73be06ee09b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:45.651528 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-63af483c-6494-4658-830a-92d27a4c2d0a req-23b8d0ce-59fe-43e0-bf28-c73be06ee09b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.18 "GET /v2.0/networks?id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 HTTP/1.1" status: 200 len: 811 time: 0.1025906 Jan 29 04:54:45.721163 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-63af483c-6494-4658-830a-92d27a4c2d0a req-d29ffbff-b6e4-4277-a43d-dd58aeec7ec6 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8151d5f9a9034b2b9c2a348a0b026491 HTTP/1.1" status: 200 len: 379 time: 0.0559933 Jan 29 04:54:45.729266 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-63af483c-6494-4658-830a-92d27a4c2d0a req-3dc57e3f-eaf7-43a7-b612-da2043857fd3 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Request body: {'port': {'device_id': 'c7fc9808-8575-4b7c-a8e7-a3a44463c6cf', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'admin_state_up': True, 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'security_groups': ['bf8497cd-182c-4620-a15d-049d61927c6f']}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:54:45.900633 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63af483c-6494-4658-830a-92d27a4c2d0a req-3dc57e3f-eaf7-43a7-b612-da2043857fd3 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Made reservation on behalf of 8151d5f9a9034b2b9c2a348a0b026491 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:54:45.904054 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-63af483c-6494-4658-830a-92d27a4c2d0a req-3dc57e3f-eaf7-43a7-b612-da2043857fd3 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:46.034334 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [req-63af483c-6494-4658-830a-92d27a4c2d0a req-3dc57e3f-eaf7-43a7-b612-da2043857fd3 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Allocated IP 172.20.0.8 (a12d9c04-ce6a-4b2a-875d-b59c27e7dd11/abd95b5c-3142-4ffb-80ed-77c3d7cb3fac/493fa466-7736-43ac-8226-5ff6cdce19d2) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:54:46.163781 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-63af483c-6494-4658-830a-92d27a4c2d0a req-3dc57e3f-eaf7-43a7-b612-da2043857fd3 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks [] for port (493fa466-7736-43ac-8226-5ff6cdce19d2), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:46.237988 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-63af483c-6494-4658-830a-92d27a4c2d0a req-3dc57e3f-eaf7-43a7-b612-da2043857fd3 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (493fa466-7736-43ac-8226-5ff6cdce19d2), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:46.283447 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63af483c-6494-4658-830a-92d27a4c2d0a req-3dc57e3f-eaf7-43a7-b612-da2043857fd3 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Network a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:54:46.286646 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [req-63af483c-6494-4658-830a-92d27a4c2d0a req-3dc57e3f-eaf7-43a7-b612-da2043857fd3 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:54:46.290120 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-63af483c-6494-4658-830a-92d27a4c2d0a req-3dc57e3f-eaf7-43a7-b612-da2043857fd3 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:54:46.318948 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc57e3f-eaf7-43a7-b612-da2043857fd3 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Pushing event updated for resources: {'Port': ['ID=493fa466-7736-43ac-8226-5ff6cdce19d2,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:46.347131 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af483c-6494-4658-830a-92d27a4c2d0a req-3dc57e3f-eaf7-43a7-b612-da2043857fd3 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:46.347787 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-63af483c-6494-4658-830a-92d27a4c2d0a req-3dc57e3f-eaf7-43a7-b612-da2043857fd3 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:46.406265 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-63af483c-6494-4658-830a-92d27a4c2d0a req-3dc57e3f-eaf7-43a7-b612-da2043857fd3 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6805332 Jan 29 04:54:46.423989 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-63af483c-6494-4658-830a-92d27a4c2d0a req-53e1a7f9-8bb4-428a-9628-3c0f33b4c071 service neutron] Request body: {'port': {'device_id': 'c7fc9808-8575-4b7c-a8e7-a3a44463c6cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:54:46.483653 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-63af483c-6494-4658-830a-92d27a4c2d0a req-53e1a7f9-8bb4-428a-9628-3c0f33b4c071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (493fa466-7736-43ac-8226-5ff6cdce19d2), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:46.549883 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-f5e9e9af-dbb1-4d3a-acdf-4f9a5eccf6e9 None None] Provisioning complete for port 493fa466-7736-43ac-8226-5ff6cdce19d2 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:54:46.550432 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f5e9e9af-dbb1-4d3a-acdf-4f9a5eccf6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (493fa466-7736-43ac-8226-5ff6cdce19d2), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:46.584672 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-f5e9e9af-dbb1-4d3a-acdf-4f9a5eccf6e9 None None] Port 493fa466-7736-43ac-8226-5ff6cdce19d2 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:54:46.671783 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a18f8c-f348-487a-bcca-6c667d04da02 req-a8420327-1efe-421d-830d-5a239222c19b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:46.673970 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d6a18f8c-f348-487a-bcca-6c667d04da02 req-a8420327-1efe-421d-830d-5a239222c19b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 931 time: 0.0547905 Jan 29 04:54:46.720882 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d6a18f8c-f348-487a-bcca-6c667d04da02 req-b18558bd-18be-450e-b5e0-115b59421218 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411711 Jan 29 04:54:46.751304 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [req-63af483c-6494-4658-830a-92d27a4c2d0a req-53e1a7f9-8bb4-428a-9628-3c0f33b4c071 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 493fa466-7736-43ac-8226-5ff6cdce19d2 {{(pid=103585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:54:46.758592 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-63af483c-6494-4658-830a-92d27a4c2d0a req-53e1a7f9-8bb4-428a-9628-3c0f33b4c071 service neutron] Publish callbacks [] for port (493fa466-7736-43ac-8226-5ff6cdce19d2), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:46.770310 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.provisioning_blocks [req-63af483c-6494-4658-830a-92d27a4c2d0a req-53e1a7f9-8bb4-428a-9628-3c0f33b4c071 service neutron] Transition to ACTIVE for port object 493fa466-7736-43ac-8226-5ff6cdce19d2 will not be triggered until provisioned by entity L2. {{(pid=103585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:54:46.837678 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-63af483c-6494-4658-830a-92d27a4c2d0a req-53e1a7f9-8bb4-428a-9628-3c0f33b4c071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (493fa466-7736-43ac-8226-5ff6cdce19d2), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:46.888336 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e1a7f9-8bb4-428a-9628-3c0f33b4c071 service neutron] Pushing event updated for resources: {'Port': ['ID=493fa466-7736-43ac-8226-5ff6cdce19d2,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:46.965477 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-63af483c-6494-4658-830a-92d27a4c2d0a req-53e1a7f9-8bb4-428a-9628-3c0f33b4c071 service neutron] Attempting to bind port 493fa466-7736-43ac-8226-5ff6cdce19d2 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:54:46.965862 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-63af483c-6494-4658-830a-92d27a4c2d0a req-53e1a7f9-8bb4-428a-9628-3c0f33b4c071 service neutron] Attempting to bind port 493fa466-7736-43ac-8226-5ff6cdce19d2 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'c6abeccf-3b4d-456e-8a8f-f41d6aa55207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:54:46.966134 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63af483c-6494-4658-830a-92d27a4c2d0a req-53e1a7f9-8bb4-428a-9628-3c0f33b4c071 service neutron] Attempting to bind port 493fa466-7736-43ac-8226-5ff6cdce19d2 on network a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:54:46.971282 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63af483c-6494-4658-830a-92d27a4c2d0a req-53e1a7f9-8bb4-428a-9628-3c0f33b4c071 service neutron] Port 493fa466-7736-43ac-8226-5ff6cdce19d2 on network a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:54:46.971601 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63af483c-6494-4658-830a-92d27a4c2d0a req-53e1a7f9-8bb4-428a-9628-3c0f33b4c071 service neutron] Attempting to bind port 493fa466-7736-43ac-8226-5ff6cdce19d2 on network a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:54:46.976586 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63af483c-6494-4658-830a-92d27a4c2d0a req-53e1a7f9-8bb4-428a-9628-3c0f33b4c071 service neutron] Checking agent: {'id': '15eedd85-6d76-4715-a40f-dc31e854816c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'started_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:54:46.976928 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63af483c-6494-4658-830a-92d27a4c2d0a req-53e1a7f9-8bb4-428a-9628-3c0f33b4c071 service neutron] Checking segment: {'id': 'c6abeccf-3b4d-456e-8a8f-f41d6aa55207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:54:46.977305 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63af483c-6494-4658-830a-92d27a4c2d0a req-53e1a7f9-8bb4-428a-9628-3c0f33b4c071 service neutron] Bound using segment: {'id': 'c6abeccf-3b4d-456e-8a8f-f41d6aa55207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11'} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:54:46.977724 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-63af483c-6494-4658-830a-92d27a4c2d0a req-53e1a7f9-8bb4-428a-9628-3c0f33b4c071 service neutron] Bound port: 493fa466-7736-43ac-8226-5ff6cdce19d2, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6abeccf-3b4d-456e-8a8f-f41d6aa55207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11'}}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:54:46.978075 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-63af483c-6494-4658-830a-92d27a4c2d0a req-53e1a7f9-8bb4-428a-9628-3c0f33b4c071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (493fa466-7736-43ac-8226-5ff6cdce19d2), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:47.045397 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-63af483c-6494-4658-830a-92d27a4c2d0a req-53e1a7f9-8bb4-428a-9628-3c0f33b4c071 service neutron] For port 493fa466-7736-43ac-8226-5ff6cdce19d2, host hv-neutron-8211, cleared binding levels {{(pid=103585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:54:47.049691 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-63af483c-6494-4658-830a-92d27a4c2d0a req-53e1a7f9-8bb4-428a-9628-3c0f33b4c071 service neutron] For port 493fa466-7736-43ac-8226-5ff6cdce19d2, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=493fa466-7736-43ac-8226-5ff6cdce19d2,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:54:47.123861 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-63af483c-6494-4658-830a-92d27a4c2d0a req-53e1a7f9-8bb4-428a-9628-3c0f33b4c071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (493fa466-7736-43ac-8226-5ff6cdce19d2), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:47.160309 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af483c-6494-4658-830a-92d27a4c2d0a req-53e1a7f9-8bb4-428a-9628-3c0f33b4c071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:47.160956 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-63af483c-6494-4658-830a-92d27a4c2d0a req-53e1a7f9-8bb4-428a-9628-3c0f33b4c071 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:47.162355 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-63af483c-6494-4658-830a-92d27a4c2d0a req-53e1a7f9-8bb4-428a-9628-3c0f33b4c071 service neutron] 10.222.0.18 "PUT /v2.0/ports/493fa466-7736-43ac-8226-5ff6cdce19d2 HTTP/1.1" status: 200 len: 1093 time: 0.7433863 Jan 29 04:54:47.162799 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7fc9808-8575-4b7c-a8e7-a3a44463c6cf', 'tag': '493fa466-7736-43ac-8226-5ff6cdce19d2'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:54:47.165092 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98638729-adb8-436a-981d-c5606e409db0" -d '{"events": [{"name": "network-changed", "server_uuid": "c7fc9808-8575-4b7c-a8e7-a3a44463c6cf", "tag": "493fa466-7736-43ac-8226-5ff6cdce19d2"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:54:47.188163 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e1a7f9-8bb4-428a-9628-3c0f33b4c071 service neutron] Pushing event updated for resources: {'Port': ['ID=493fa466-7736-43ac-8226-5ff6cdce19d2,revision_number=3']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:47.214135 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef07511a-fb8f-461f-831f-0ec2a828139b x-openstack-request-id: req-ef07511a-fb8f-461f-831f-0ec2a828139b {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:54:47.214439 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7fc9808-8575-4b7c-a8e7-a3a44463c6cf", "tag": "493fa466-7736-43ac-8226-5ff6cdce19d2", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:54:47.214700 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef07511a-fb8f-461f-831f-0ec2a828139b {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:54:47.215128 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7fc9808-8575-4b7c-a8e7-a3a44463c6cf', 'tag': '493fa466-7736-43ac-8226-5ff6cdce19d2', 'status': 'completed', 'code': 200} Jan 29 04:54:47.305397 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98638729-adb8-436a-981d-c5606e409db0 req-04583d30-2a38-4034-84af-009c14a31550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:47.306928 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-98638729-adb8-436a-981d-c5606e409db0 req-04583d30-2a38-4034-84af-009c14a31550 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8151d5f9a9034b2b9c2a348a0b026491&device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 1127 time: 0.0474343 Jan 29 04:54:47.414334 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98638729-adb8-436a-981d-c5606e409db0 req-2dec9fc1-67fa-480a-95f6-d8bed203bf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:47.415727 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-98638729-adb8-436a-981d-c5606e409db0 req-2dec9fc1-67fa-480a-95f6-d8bed203bf49 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=8151d5f9a9034b2b9c2a348a0b026491&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0947278 Jan 29 04:54:47.507109 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98638729-adb8-436a-981d-c5606e409db0 req-dd66ca9c-07b6-4c9d-8a5c-ea7def3b779a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:47.508608 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-98638729-adb8-436a-981d-c5606e409db0 req-dd66ca9c-07b6-4c9d-8a5c-ea7def3b779a service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868120 Jan 29 04:54:47.626698 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af483c-6494-4658-830a-92d27a4c2d0a req-1618eb79-a5e1-4cc6-b7ec-5fed8c0f8260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:47.628181 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-63af483c-6494-4658-830a-92d27a4c2d0a req-1618eb79-a5e1-4cc6-b7ec-5fed8c0f8260 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8151d5f9a9034b2b9c2a348a0b026491&device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 1127 time: 0.0512629 Jan 29 04:54:47.674499 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-63af483c-6494-4658-830a-92d27a4c2d0a req-00cc0419-6ba3-420b-bbb8-6625132bae24 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=493fa466-7736-43ac-8226-5ff6cdce19d2 HTTP/1.1" status: 200 len: 217 time: 0.0333269 Jan 29 04:54:47.720473 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af483c-6494-4658-830a-92d27a4c2d0a req-960c6125-67f9-4b68-9204-9cf4b7c68a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:47.721911 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-63af483c-6494-4658-830a-92d27a4c2d0a req-960c6125-67f9-4b68-9204-9cf4b7c68a7d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abd95b5c-3142-4ffb-80ed-77c3d7cb3fac HTTP/1.1" status: 200 len: 850 time: 0.0420852 Jan 29 04:54:47.773838 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af483c-6494-4658-830a-92d27a4c2d0a req-d00824c1-5d47-427d-907c-d858fb5211bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:47.775350 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-63af483c-6494-4658-830a-92d27a4c2d0a req-d00824c1-5d47-427d-907c-d858fb5211bf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0482042 Jan 29 04:54:47.840320 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06b681-f7ad-4665-9be8-54e54a03cee0 req-771d62ca-e986-4de6-b7e1-d18f0fda726b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:47.841838 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-fb06b681-f7ad-4665-9be8-54e54a03cee0 req-771d62ca-e986-4de6-b7e1-d18f0fda726b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 943 time: 0.0536613 Jan 29 04:54:47.865037 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-63af483c-6494-4658-830a-92d27a4c2d0a req-1a2bec09-bc9b-4f1c-93e3-b94517d7bbad service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840297 Jan 29 04:54:47.894359 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-fb06b681-f7ad-4665-9be8-54e54a03cee0 req-691ada91-2e42-4335-9a23-ab77b7e409ac tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465369 Jan 29 04:54:47.956875 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-63af483c-6494-4658-830a-92d27a4c2d0a req-7d536aa5-f26d-4c15-9eba-15cddcc12175 service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860684 Jan 29 04:54:49.020645 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc2b15-651f-474b-aad0-b709857a1a47 req-c147675b-fc7d-413a-b5d5-91407a015ceb tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:49.022387 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4afc2b15-651f-474b-aad0-b709857a1a47 req-c147675b-fc7d-413a-b5d5-91407a015ceb tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 943 time: 0.0607135 Jan 29 04:54:49.067841 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4afc2b15-651f-474b-aad0-b709857a1a47 req-7b6a0fd2-7a14-4949-b873-99d0243cbb3c tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398529 Jan 29 04:54:50.185617 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046e165-0fdb-42fa-91aa-420c41c06862 req-eb0f959e-9fcd-4261-87dc-103129487925 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:50.187093 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-a046e165-0fdb-42fa-91aa-420c41c06862 req-eb0f959e-9fcd-4261-87dc-103129487925 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 943 time: 0.0531797 Jan 29 04:54:50.204085 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b2dd2bef-319e-4400-bf54-498f51526a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:50.234255 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-a046e165-0fdb-42fa-91aa-420c41c06862 req-188dc93b-0780-4854-b28b-0fc2ad0b6c79 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417240 Jan 29 04:54:51.352012 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50d64d-a3c8-4d14-bdfb-8de291f51c54 req-855c4940-2b14-4005-a138-fe871cb96672 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:51.353497 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fa50d64d-a3c8-4d14-bdfb-8de291f51c54 req-855c4940-2b14-4005-a138-fe871cb96672 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 943 time: 0.0537808 Jan 29 04:54:51.400191 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fa50d64d-a3c8-4d14-bdfb-8de291f51c54 req-beb3b655-815b-4ffd-b241-4304f37b1dc9 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410900 Jan 29 04:54:51.987980 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 493fa466-7736-43ac-8226-5ff6cdce19d2 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:54:52.082673 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 493fa466-7736-43ac-8226-5ff6cdce19d2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=493fa466-7736-43ac-8226-5ff6cdce19d2,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:54:52.094370 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': '493fa466-7736-43ac-8226-5ff6cdce19d2', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'port_id': '493fa466-7736-43ac-8226-5ff6cdce19d2', 'mac_address': 'fa:16:3e:04:00:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:54:52.129716 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 493fa466-7736-43ac-8226-5ff6cdce19d2 is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:54:52.130019 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (493fa466-7736-43ac-8226-5ff6cdce19d2), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:52.146784 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 493fa466-7736-43ac-8226-5ff6cdce19d2 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:54:52.166658 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 493fa466-7736-43ac-8226-5ff6cdce19d2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=493fa466-7736-43ac-8226-5ff6cdce19d2,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:54:52.272186 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (493fa466-7736-43ac-8226-5ff6cdce19d2), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:52.319270 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=493fa466-7736-43ac-8226-5ff6cdce19d2,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:52.477461 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b6d12ad4-f98e-4496-8c14-44b2db3f28fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:52.518567 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ce4c8-db62-4244-b875-dadd2da6f5f6 req-7ade4405-71dd-452a-a009-fe4e36cfea5c tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:52.520058 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-a46ce4c8-db62-4244-b875-dadd2da6f5f6 req-7ade4405-71dd-452a-a009-fe4e36cfea5c tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 944 time: 0.0549135 Jan 29 04:54:52.566292 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-a46ce4c8-db62-4244-b875-dadd2da6f5f6 req-cbf6273c-00fa-4fe5-abeb-f2f2299c5e77 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405915 Jan 29 04:54:52.650077 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['493fa466-7736-43ac-8226-5ff6cdce19d2'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:54:53.689194 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576ad62-345f-41c7-abba-f8987aae3222 req-59a52bae-8a38-40b8-b21b-b2486b31cd58 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:53.689194 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2576ad62-345f-41c7-abba-f8987aae3222 req-59a52bae-8a38-40b8-b21b-b2486b31cd58 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 944 time: 0.0558968 Jan 29 04:54:53.723328 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:53.736029 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2576ad62-345f-41c7-abba-f8987aae3222 req-346c8faa-52da-4f14-9fab-5ed056dea6f9 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409927 Jan 29 04:54:54.003926 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 493fa466-7736-43ac-8226-5ff6cdce19d2 up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:54:54.089007 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:54.105890 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning for port 493fa466-7736-43ac-8226-5ff6cdce19d2 completed by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:54:54.109734 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port 493fa466-7736-43ac-8226-5ff6cdce19d2 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:54:54.110122 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (493fa466-7736-43ac-8226-5ff6cdce19d2), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:54.188025 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 493fa466-7736-43ac-8226-5ff6cdce19d2 is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:54:54.188579 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (493fa466-7736-43ac-8226-5ff6cdce19d2), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:54.211518 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7fc9808-8575-4b7c-a8e7-a3a44463c6cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493fa466-7736-43ac-8226-5ff6cdce19d2'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:54:54.213784 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c72872c-4608-48e9-8876-4ee32aa7f528" -d '{"events": [{"server_uuid": "c7fc9808-8575-4b7c-a8e7-a3a44463c6cf", "name": "network-vif-plugged", "status": "completed", "tag": "493fa466-7736-43ac-8226-5ff6cdce19d2"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:54:54.226488 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 493fa466-7736-43ac-8226-5ff6cdce19d2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=493fa466-7736-43ac-8226-5ff6cdce19d2,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:54:54.272109 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (493fa466-7736-43ac-8226-5ff6cdce19d2), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:54.315923 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed9ed05-5a35-48e2-93ae-b4a86cc4257a x-openstack-request-id: req-bed9ed05-5a35-48e2-93ae-b4a86cc4257a {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:54:54.316207 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7fc9808-8575-4b7c-a8e7-a3a44463c6cf", "name": "network-vif-plugged", "status": "completed", "tag": "493fa466-7736-43ac-8226-5ff6cdce19d2", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:54:54.316456 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bed9ed05-5a35-48e2-93ae-b4a86cc4257a {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:54:54.316891 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7fc9808-8575-4b7c-a8e7-a3a44463c6cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493fa466-7736-43ac-8226-5ff6cdce19d2', 'code': 200} Jan 29 04:54:54.321273 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=493fa466-7736-43ac-8226-5ff6cdce19d2,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:54.658806 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e313b-932b-4377-8c57-2b993685346e req-93c2209b-16f1-41b1-9d0a-3c33baa15c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:54.660286 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6e6e313b-932b-4377-8c57-2b993685346e req-93c2209b-16f1-41b1-9d0a-3c33baa15c8e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 1129 time: 0.0437622 Jan 29 04:54:54.702884 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6e6e313b-932b-4377-8c57-2b993685346e req-f7c62055-6e47-42ee-bfb1-7750cba30597 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368977 Jan 29 04:54:54.855697 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c4bee-6f54-4f8d-bfef-e3576c91d81c req-e4970fd9-97be-4c21-906f-6234c79b689b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:54.857239 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-005c4bee-6f54-4f8d-bfef-e3576c91d81c req-e4970fd9-97be-4c21-906f-6234c79b689b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 945 time: 0.0567462 Jan 29 04:54:54.903625 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-005c4bee-6f54-4f8d-bfef-e3576c91d81c req-e5c5f74d-9a02-4925-bb30-878a39312b1b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402474 Jan 29 04:54:54.917957 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:56.031576 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3144e-b0b6-46b2-989a-d4ca9b27bfcc req-981a2e45-1884-484d-a0a3-eacdafca4667 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:56.033142 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-17e3144e-b0b6-46b2-989a-d4ca9b27bfcc req-981a2e45-1884-484d-a0a3-eacdafca4667 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 945 time: 0.0573320 Jan 29 04:54:56.080675 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-17e3144e-b0b6-46b2-989a-d4ca9b27bfcc req-111cc272-2165-4a44-a3cf-dcfac56a3017 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417588 Jan 29 04:54:56.391757 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:57.196068 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe0f22-ad06-4c1e-9cf4-639428ca83b3 req-094be79c-2242-4790-b186-74d939643c9d tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:57.197820 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9dbe0f22-ad06-4c1e-9cf4-639428ca83b3 req-094be79c-2242-4790-b186-74d939643c9d tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 945 time: 0.0518234 Jan 29 04:54:57.243903 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9dbe0f22-ad06-4c1e-9cf4-639428ca83b3 req-d15571bc-3f1e-4ecb-91d7-f9e50b7ac696 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406551 Jan 29 04:54:57.359740 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23290dae-ea95-47be-acf0-8fd117902c89 req-25cc4170-8728-402d-bf08-57229e1ea36d tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:57.361159 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-23290dae-ea95-47be-acf0-8fd117902c89 req-25cc4170-8728-402d-bf08-57229e1ea36d tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 945 time: 0.0553777 Jan 29 04:54:57.369948 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 59522) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:54:57.374309 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-d428cd01-8f77-4249-9b37-781ee0b91cd4 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Request body: {'floatingip': {'port_id': '493fa466-7736-43ac-8226-5ff6cdce19d2'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:54:57.415992 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d428cd01-8f77-4249-9b37-781ee0b91cd4 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks [] for floatingip (486d60de-d4ad-44c1-93a5-4051a50b04c7), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:57.847665 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d428cd01-8f77-4249-9b37-781ee0b91cd4 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:57.906601 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d428cd01-8f77-4249-9b37-781ee0b91cd4 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (486d60de-d4ad-44c1-93a5-4051a50b04c7), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:58.007539 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.l3_db [None req-d428cd01-8f77-4249-9b37-781ee0b91cd4 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Floating IP 486d60de-d4ad-44c1-93a5-4051a50b04c7 associated. External IP: 172.26.8.103, port: 493fa466-7736-43ac-8226-5ff6cdce19d2. Jan 29 04:54:58.213905 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d428cd01-8f77-4249-9b37-781ee0b91cd4 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Router b98488c3-e40a-4be7-8d86-6744077683a4 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:54:58.318083 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d428cd01-8f77-4249-9b37-781ee0b91cd4 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:54:58.323212 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d428cd01-8f77-4249-9b37-781ee0b91cd4 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:54:58.327659 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beefd3e3-8766-4445-9a9d-dfe8a3530346 None None] Sync routers for ids ['b98488c3-e40a-4be7-8d86-6744077683a4'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:54:58.337922 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beefd3e3-8766-4445-9a9d-dfe8a3530346 None None] Routers {'b98488c3-e40a-4be7-8d86-6744077683a4'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:54:58.338511 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-beefd3e3-8766-4445-9a9d-dfe8a3530346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:54:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b98488c3-e40a-4be7-8d86-6744077683a4'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:54:58.353456 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d428cd01-8f77-4249-9b37-781ee0b91cd4 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "PUT /v2.0/floatingips/486d60de-d4ad-44c1-93a5-4051a50b04c7 HTTP/1.1" status: 200 len: 991 time: 0.9824820 Jan 29 04:54:58.354048 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7fc9808-8575-4b7c-a8e7-a3a44463c6cf', 'tag': '493fa466-7736-43ac-8226-5ff6cdce19d2'}] {{(pid=103584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:54:58.356308 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88d22702f486e82ce3265c1db8b0c003dd285ef8b53ba8e869e33114e3fd04d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3a09be-b79f-4352-bdb4-7f047e09458c" -d '{"events": [{"name": "network-changed", "server_uuid": "c7fc9808-8575-4b7c-a8e7-a3a44463c6cf", "tag": "493fa466-7736-43ac-8226-5ff6cdce19d2"}]}' {{(pid=103584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:54:58.447912 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-beefd3e3-8766-4445-9a9d-dfe8a3530346 None None] Set router b98488c3-e40a-4be7-8d86-6744077683a4 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:54:58.460382 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26695503-848d-45e3-a83e-16ec2e88b14c x-openstack-request-id: req-26695503-848d-45e3-a83e-16ec2e88b14c {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:54:58.460922 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7fc9808-8575-4b7c-a8e7-a3a44463c6cf", "tag": "493fa466-7736-43ac-8226-5ff6cdce19d2", "status": "completed", "code": 200}]} {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:54:58.461014 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26695503-848d-45e3-a83e-16ec2e88b14c {{(pid=103584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:54:58.461342 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7fc9808-8575-4b7c-a8e7-a3a44463c6cf', 'tag': '493fa466-7736-43ac-8226-5ff6cdce19d2', 'status': 'completed', 'code': 200} Jan 29 04:54:58.465862 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7042d21-f6c8-4b85-a2ce-6a2c90005d9a req-d2803641-f2fa-45f2-a8a2-b9e88cfc5231 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:58.467278 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c7042d21-f6c8-4b85-a2ce-6a2c90005d9a req-d2803641-f2fa-45f2-a8a2-b9e88cfc5231 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 945 time: 0.0558393 Jan 29 04:54:58.543849 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c7042d21-f6c8-4b85-a2ce-6a2c90005d9a req-90544b78-8cc8-41bc-bc3e-05d6a822e243 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703962 Jan 29 04:54:58.568990 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a09be-b79f-4352-bdb4-7f047e09458c req-ded031c6-513b-4db8-98c1-4b2e456ad6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:58.570468 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-bd3a09be-b79f-4352-bdb4-7f047e09458c req-ded031c6-513b-4db8-98c1-4b2e456ad6de service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8151d5f9a9034b2b9c2a348a0b026491&device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 1129 time: 0.0660093 Jan 29 04:54:58.658703 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a09be-b79f-4352-bdb4-7f047e09458c req-56ed3cfa-1d7d-431f-aace-15084d3af04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:58.660217 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-bd3a09be-b79f-4352-bdb4-7f047e09458c req-56ed3cfa-1d7d-431f-aace-15084d3af04f service neutron] 10.222.0.18 "GET /v2.0/networks?id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 HTTP/1.1" status: 200 len: 912 time: 0.0832164 Jan 29 04:54:58.684247 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-beefd3e3-8766-4445-9a9d-dfe8a3530346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'name': 'tempest-ServerActionsTestJSON-293024610-router', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:38Z', 'revision_number': 4, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'gw_port': {'id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '486d60de-d4ad-44c1-93a5-4051a50b04c7', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'floating_ip_address': '172.26.8.103', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'port_id': '493fa466-7736-43ac-8226-5ff6cdce19d2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'mac_address': 'fa:16:3e:04:00:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fc9808-8575-4b7c-a8e7-a3a44463c6cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:54:42Z', 'updated_at': '2022-01-29T04:54:57Z', 'revision_number': 1, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd615b25c-d4c0-47b8-bcb8-12b4e5775ada', 'name': '', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'mac_address': 'fa:16:3e:20:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:37Z', 'updated_at': '2022-01-29T04:54:42Z', 'revision_number': 5, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'subnets': [{'id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:54:58.709921 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beefd3e3-8766-4445-9a9d-dfe8a3530346 None None] Checking router: b98488c3-e40a-4be7-8d86-6744077683a4 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:54:58.718403 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beefd3e3-8766-4445-9a9d-dfe8a3530346 None None] Routers {'b98488c3-e40a-4be7-8d86-6744077683a4'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:54:58.719727 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-beefd3e3-8766-4445-9a9d-dfe8a3530346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:54:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b98488c3-e40a-4be7-8d86-6744077683a4'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:54:58.730764 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-bd3a09be-b79f-4352-bdb4-7f047e09458c req-20c2de65-8963-4ed4-a1fc-e6fa96927fb2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=493fa466-7736-43ac-8226-5ff6cdce19d2 HTTP/1.1" status: 200 len: 999 time: 0.0648310 Jan 29 04:54:58.779382 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a09be-b79f-4352-bdb4-7f047e09458c req-0be0172c-2311-4670-8ace-4e813575333c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:58.780895 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-bd3a09be-b79f-4352-bdb4-7f047e09458c req-0be0172c-2311-4670-8ace-4e813575333c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abd95b5c-3142-4ffb-80ed-77c3d7cb3fac HTTP/1.1" status: 200 len: 850 time: 0.0438941 Jan 29 04:54:58.825963 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-beefd3e3-8766-4445-9a9d-dfe8a3530346 None None] Set router b98488c3-e40a-4be7-8d86-6744077683a4 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:54:58.834577 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a09be-b79f-4352-bdb4-7f047e09458c req-2d26719c-8b41-44e8-9c26-3fdc6bbeeb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:58.836100 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-bd3a09be-b79f-4352-bdb4-7f047e09458c req-2d26719c-8b41-44e8-9c26-3fdc6bbeeb0c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0493960 Jan 29 04:54:58.932412 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-bd3a09be-b79f-4352-bdb4-7f047e09458c req-05eff8f6-35f1-4c56-9ee5-cf2062e3d127 service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901742 Jan 29 04:54:59.021253 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-bd3a09be-b79f-4352-bdb4-7f047e09458c req-e2ae497a-024a-472b-b72d-be6043807d67 service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832243 Jan 29 04:54:59.133050 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-beefd3e3-8766-4445-9a9d-dfe8a3530346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'name': 'tempest-ServerActionsTestJSON-293024610-router', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:38Z', 'revision_number': 4, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'gw_port': {'id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '486d60de-d4ad-44c1-93a5-4051a50b04c7', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'floating_ip_address': '172.26.8.103', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'port_id': '493fa466-7736-43ac-8226-5ff6cdce19d2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'mac_address': 'fa:16:3e:04:00:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fc9808-8575-4b7c-a8e7-a3a44463c6cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:54:42Z', 'updated_at': '2022-01-29T04:54:57Z', 'revision_number': 1, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd615b25c-d4c0-47b8-bcb8-12b4e5775ada', 'name': '', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'mac_address': 'fa:16:3e:20:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:37Z', 'updated_at': '2022-01-29T04:54:42Z', 'revision_number': 5, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'subnets': [{'id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:54:59.159380 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beefd3e3-8766-4445-9a9d-dfe8a3530346 None None] The sync data for ids ['b98488c3-e40a-4be7-8d86-6744077683a4'] in dv-neutron-821190-1-hyperv is: [{'id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'name': 'tempest-ServerActionsTestJSON-293024610-router', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:38Z', 'revision_number': 4, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'gw_port': {'id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '486d60de-d4ad-44c1-93a5-4051a50b04c7', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'floating_ip_address': '172.26.8.103', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'port_id': '493fa466-7736-43ac-8226-5ff6cdce19d2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'mac_address': 'fa:16:3e:04:00:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fc9808-8575-4b7c-a8e7-a3a44463c6cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:54:42Z', 'updated_at': '2022-01-29T04:54:57Z', 'revision_number': 1, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd615b25c-d4c0-47b8-bcb8-12b4e5775ada', 'name': '', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'mac_address': 'fa:16:3e:20:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:37Z', 'updated_at': '2022-01-29T04:54:42Z', 'revision_number': 5, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'subnets': [{'id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:54:59.337375 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437dff0a-1365-48c8-868c-ea465c8e2df9 None None] New status for floating IP 486d60de-d4ad-44c1-93a5-4051a50b04c7: ACTIVE {{(pid=103586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:54:59.664577 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150aa12a-aeff-4397-8de0-83e2fadf85f1 req-b7964070-5a0d-449b-8ac1-63cb061026bf tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:59.666044 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-150aa12a-aeff-4397-8de0-83e2fadf85f1 req-b7964070-5a0d-449b-8ac1-63cb061026bf tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 945 time: 0.0519211 Jan 29 04:54:59.716444 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-150aa12a-aeff-4397-8de0-83e2fadf85f1 req-92418c79-8cf6-481d-87d6-ff80768cf6db tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448523 Jan 29 04:54:59.837341 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba18a3c-8dc9-4eb4-b6be-63b661c86ece req-2be4a54f-a0a0-4382-97d0-e0a15b120ddb tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:59.838725 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2ba18a3c-8dc9-4eb4-b6be-63b661c86ece req-2be4a54f-a0a0-4382-97d0-e0a15b120ddb tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 945 time: 0.0572999 Jan 29 04:54:59.885344 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2ba18a3c-8dc9-4eb4-b6be-63b661c86ece req-c5a95868-de50-46e1-87da-b8c73dc0f3b6 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410745 Jan 29 04:55:00.290653 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a47b40-e6a6-475d-98c2-55adaa8f434c req-472ef42b-7f56-4e4e-b139-68c9e73fae02 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:00.292099 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-15a47b40-e6a6-475d-98c2-55adaa8f434c req-472ef42b-7f56-4e4e-b139-68c9e73fae02 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 945 time: 0.0523453 Jan 29 04:55:00.338160 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-15a47b40-e6a6-475d-98c2-55adaa8f434c req-67e77cf9-7f5d-44c9-9e93-ac43bcfa2472 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399051 Jan 29 04:55:00.413785 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:55:00.416430 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-213e852a-77c2-4938-bd7b-3a337f536dcd req-94ba5142-833b-4f7e-ba63-7ed4ef6fd552 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0442119 Jan 29 04:55:01.459958 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b66c7b-ec83-4db9-93cf-a2f14d1bb131 req-e0f8f634-2a1d-4bdd-8f89-01ad9b02c55d tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:01.461518 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-93b66c7b-ec83-4db9-93cf-a2f14d1bb131 req-e0f8f634-2a1d-4bdd-8f89-01ad9b02c55d tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 945 time: 0.0548873 Jan 29 04:55:01.512018 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-93b66c7b-ec83-4db9-93cf-a2f14d1bb131 req-42fc11ed-2e2d-405c-9c48-df6418e0b480 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448601 Jan 29 04:55:02.393502 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e852a-77c2-4938-bd7b-3a337f536dcd req-31ad5766-5b5d-4c4e-9db2-0d1c68136816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:02.395013 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-213e852a-77c2-4938-bd7b-3a337f536dcd req-31ad5766-5b5d-4c4e-9db2-0d1c68136816 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8151d5f9a9034b2b9c2a348a0b026491&device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 1129 time: 0.0442116 Jan 29 04:55:02.485097 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e852a-77c2-4938-bd7b-3a337f536dcd req-b2c48f1f-6a7b-43c4-a2a1-991e7cccc51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:02.486540 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-213e852a-77c2-4938-bd7b-3a337f536dcd req-b2c48f1f-6a7b-43c4-a2a1-991e7cccc51a service neutron] 10.222.0.18 "GET /v2.0/networks?id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 HTTP/1.1" status: 200 len: 912 time: 0.0853028 Jan 29 04:55:02.552065 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-213e852a-77c2-4938-bd7b-3a337f536dcd req-61017e8a-9864-40ac-a773-979a399493f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=493fa466-7736-43ac-8226-5ff6cdce19d2 HTTP/1.1" status: 200 len: 1001 time: 0.0577416 Jan 29 04:55:02.632191 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e852a-77c2-4938-bd7b-3a337f536dcd req-c0c32544-410e-4a8e-9adb-beae97a3014e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:02.633661 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-213e852a-77c2-4938-bd7b-3a337f536dcd req-c0c32544-410e-4a8e-9adb-beae97a3014e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abd95b5c-3142-4ffb-80ed-77c3d7cb3fac HTTP/1.1" status: 200 len: 850 time: 0.0758369 Jan 29 04:55:02.673315 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966e9da-ee89-4a04-91c1-8e5c89dd22aa req-843a72a1-61cc-441b-9d56-9414b93ba733 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:02.674664 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3966e9da-ee89-4a04-91c1-8e5c89dd22aa req-843a72a1-61cc-441b-9d56-9414b93ba733 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 945 time: 0.0862658 Jan 29 04:55:02.715697 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e852a-77c2-4938-bd7b-3a337f536dcd req-7934f369-9b1c-43a5-a501-68c7d4d2bb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:02.717178 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-213e852a-77c2-4938-bd7b-3a337f536dcd req-7934f369-9b1c-43a5-a501-68c7d4d2bb92 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0774999 Jan 29 04:55:02.745872 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3966e9da-ee89-4a04-91c1-8e5c89dd22aa req-718595d4-a33c-4df2-894e-943be0c685f5 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655005 Jan 29 04:55:02.813446 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-213e852a-77c2-4938-bd7b-3a337f536dcd req-37b8dbd3-2b37-4c0a-b471-1b92832f8895 service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886805 Jan 29 04:55:02.900719 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-213e852a-77c2-4938-bd7b-3a337f536dcd req-a95d3763-4282-4cbf-87fb-377ae0c115b2 service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800390 Jan 29 04:55:03.864080 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2673d-177f-44ae-ac99-efaa2c36b1a1 req-963be02d-c235-4fbc-aecf-7f1bd9b77d2b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:03.865607 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-efa2673d-177f-44ae-ac99-efaa2c36b1a1 req-963be02d-c235-4fbc-aecf-7f1bd9b77d2b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 945 time: 0.0532439 Jan 29 04:55:03.915079 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-efa2673d-177f-44ae-ac99-efaa2c36b1a1 req-9e89611b-a094-4d73-8cb5-a42fff1fdc4e tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439892 Jan 29 04:55:05.037001 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b80ac7-68e3-41c0-8115-ea811b180e92 req-64a6bc5d-8032-4d76-87b7-c61e9f9da9a8 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:05.038450 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f2b80ac7-68e3-41c0-8115-ea811b180e92 req-64a6bc5d-8032-4d76-87b7-c61e9f9da9a8 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 945 time: 0.0564280 Jan 29 04:55:05.084795 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f2b80ac7-68e3-41c0-8115-ea811b180e92 req-2ed9ebc6-8f1b-4ec6-8e4e-d5c0c756560e tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407403 Jan 29 04:55:06.204258 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b2d8f-c149-48c7-80d4-99b295254a46 req-8f631354-0bec-435f-b267-f8a11440a40d tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:06.205753 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6a8b2d8f-c149-48c7-80d4-99b295254a46 req-8f631354-0bec-435f-b267-f8a11440a40d tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 945 time: 0.0532532 Jan 29 04:55:06.251548 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6a8b2d8f-c149-48c7-80d4-99b295254a46 req-baf89739-b3dc-4469-b064-6c59d3a1f50a tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403428 Jan 29 04:55:07.368387 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc51afc-12f8-4588-aa28-86b18327e603 req-94b8ff67-b97e-4512-9b56-279ecb89c8a2 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:07.369866 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7dc51afc-12f8-4588-aa28-86b18327e603 req-94b8ff67-b97e-4512-9b56-279ecb89c8a2 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 945 time: 0.0515437 Jan 29 04:55:07.415590 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7dc51afc-12f8-4588-aa28-86b18327e603 req-d799e4dc-c542-4782-861a-0a64af2a546c tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394514 Jan 29 04:55:08.534199 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d34f0-e7eb-4643-95d2-c49287917694 req-12537929-3852-4028-b295-104c99118288 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:08.535699 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-bc5d34f0-e7eb-4643-95d2-c49287917694 req-12537929-3852-4028-b295-104c99118288 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 945 time: 0.0534101 Jan 29 04:55:08.582421 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-bc5d34f0-e7eb-4643-95d2-c49287917694 req-d3a5e400-75dd-4638-ba79-f32cc7e7a9b8 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411160 Jan 29 04:55:09.697344 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21691c-93f9-423f-a4c0-98dfa0a29a3f req-497ab4e2-d255-4c10-b5ce-7638dca541f4 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:09.698768 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-eb21691c-93f9-423f-a4c0-98dfa0a29a3f req-497ab4e2-d255-4c10-b5ce-7638dca541f4 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 945 time: 0.0517087 Jan 29 04:55:09.750043 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-eb21691c-93f9-423f-a4c0-98dfa0a29a3f req-765362e5-09eb-4e04-8554-07fe76ac3ce0 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439017 Jan 29 04:55:10.875398 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcda009-0a71-4f5e-8099-729edb31a968 req-c6d565df-5d31-44a9-b1fb-6f790a784265 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:10.876910 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-bfcda009-0a71-4f5e-8099-729edb31a968 req-c6d565df-5d31-44a9-b1fb-6f790a784265 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 945 time: 0.0580611 Jan 29 04:55:10.924154 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-bfcda009-0a71-4f5e-8099-729edb31a968 req-3e56827c-3f4e-4d3a-abf5-8c55f6171712 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413711 Jan 29 04:55:12.040730 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71550abd-cdaa-47e5-9753-409622902a34 req-a3b5f990-e032-4b33-b9d7-d162ffa94927 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:12.042182 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-71550abd-cdaa-47e5-9753-409622902a34 req-a3b5f990-e032-4b33-b9d7-d162ffa94927 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 945 time: 0.0523233 Jan 29 04:55:12.088648 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-71550abd-cdaa-47e5-9753-409622902a34 req-b1ad6153-4c97-440c-b9f5-4524d20751ec tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402360 Jan 29 04:55:13.204738 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d71b9-8a31-46df-8e5e-23afb54e4132 req-9e3eeb38-7da5-4d98-bf6a-8b8f81ff26f9 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:13.206221 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-944d71b9-8a31-46df-8e5e-23afb54e4132 req-9e3eeb38-7da5-4d98-bf6a-8b8f81ff26f9 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 945 time: 0.0523040 Jan 29 04:55:13.252451 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-944d71b9-8a31-46df-8e5e-23afb54e4132 req-d6f009f6-b8ca-42af-93a3-b5bbd3be1034 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408137 Jan 29 04:55:14.367803 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237726bc-3e29-4194-84b2-8a65f0b6aed3 req-05a445c6-653a-4028-a169-f16a9d146470 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:14.369303 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-237726bc-3e29-4194-84b2-8a65f0b6aed3 req-05a445c6-653a-4028-a169-f16a9d146470 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 945 time: 0.0523155 Jan 29 04:55:14.416687 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-237726bc-3e29-4194-84b2-8a65f0b6aed3 req-27185566-0752-4c6d-9db9-c87f3758c384 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409181 Jan 29 04:55:15.538570 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bbf9d5-9080-4ca6-b3c7-341ff07208d2 req-750992f6-0bf8-4aa2-b291-db559794a781 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:15.540021 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-79bbf9d5-9080-4ca6-b3c7-341ff07208d2 req-750992f6-0bf8-4aa2-b291-db559794a781 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 945 time: 0.0570300 Jan 29 04:55:15.586535 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-79bbf9d5-9080-4ca6-b3c7-341ff07208d2 req-57f589d8-d908-404b-a52a-d2914869828b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409892 Jan 29 04:55:16.710395 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340e56a-2a75-4ac4-a1c6-6d8f1c689308 req-a7b28319-8f94-413b-9164-265a87dfa2d3 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:16.711850 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4340e56a-2a75-4ac4-a1c6-6d8f1c689308 req-a7b28319-8f94-413b-9164-265a87dfa2d3 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 945 time: 0.0566509 Jan 29 04:55:16.758201 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4340e56a-2a75-4ac4-a1c6-6d8f1c689308 req-9c18ef75-ed8b-4f05-a855-d8bf5a6a4436 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408218 Jan 29 04:55:17.876469 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631a819-cc3b-41b9-a723-a86be144cb99 req-0c63ddf3-4f99-4b03-8fa2-dcc384842e8c tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:17.877968 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6631a819-cc3b-41b9-a723-a86be144cb99 req-0c63ddf3-4f99-4b03-8fa2-dcc384842e8c tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 945 time: 0.0537479 Jan 29 04:55:17.923906 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6631a819-cc3b-41b9-a723-a86be144cb99 req-52bf9eee-33ce-4cd1-af41-f959191166bc tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404758 Jan 29 04:55:19.041391 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807e165-cc5f-4ba1-b440-702ad9a008f8 req-16dd27f3-e095-4fd7-8218-2108242c3787 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:19.042839 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2807e165-cc5f-4ba1-b440-702ad9a008f8 req-16dd27f3-e095-4fd7-8218-2108242c3787 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 945 time: 0.0526807 Jan 29 04:55:19.089439 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2807e165-cc5f-4ba1-b440-702ad9a008f8 req-a06cf58a-6685-4002-a3ee-7cb82365b7a4 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409644 Jan 29 04:55:20.191969 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-67b467ac-78b5-4b1b-9ee2-0fe96aac34df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:55:20.216160 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee822be-8e7e-4d63-8b3e-312a2a052535 req-c4c63742-0022-49d0-9af0-2491a570f457 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:20.217699 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-5ee822be-8e7e-4d63-8b3e-312a2a052535 req-c4c63742-0022-49d0-9af0-2491a570f457 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 945 time: 0.0548635 Jan 29 04:55:20.269644 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-5ee822be-8e7e-4d63-8b3e-312a2a052535 req-d3e09b92-205d-4c7c-8f2d-3d29c78ea912 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455832 Jan 29 04:55:21.388610 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745c77a-d3bf-41d7-a857-c4cd6d31abe8 req-fe0ece69-8509-4d56-838e-0d8688aa3cf6 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:21.390049 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5745c77a-d3bf-41d7-a857-c4cd6d31abe8 req-fe0ece69-8509-4d56-838e-0d8688aa3cf6 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 945 time: 0.0523157 Jan 29 04:55:21.440612 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5745c77a-d3bf-41d7-a857-c4cd6d31abe8 req-9ef26831-dfda-43c3-89d1-6b319775d9c0 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444512 Jan 29 04:55:22.482391 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-66f11069-9d8b-4512-92bb-067e13407f32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:55:22.561054 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b1cf1-d9a0-4ce2-8f2d-c6024d5de94a req-50544015-b0b9-4fc6-b55a-28c0ea816e79 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:22.562526 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d37b1cf1-d9a0-4ce2-8f2d-c6024d5de94a req-50544015-b0b9-4fc6-b55a-28c0ea816e79 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 945 time: 0.0535254 Jan 29 04:55:22.608801 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d37b1cf1-d9a0-4ce2-8f2d-c6024d5de94a req-2b9f9fca-522a-4ad7-a3df-008eeb970633 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405962 Jan 29 04:55:23.729215 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415df3a6-00d3-471c-9fc7-a406bf85c828 req-966f6a01-97ff-4922-991a-3a5b2214ac65 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:23.730687 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-415df3a6-00d3-471c-9fc7-a406bf85c828 req-966f6a01-97ff-4922-991a-3a5b2214ac65 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 945 time: 0.0532908 Jan 29 04:55:23.777123 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-415df3a6-00d3-471c-9fc7-a406bf85c828 req-08da4092-70b7-487f-ab9b-dd32401b1f44 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401926 Jan 29 04:55:23.785564 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:55:24.076471 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:55:24.897233 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6e7e4-d2d4-46d3-b133-5d232401f6b0 req-fc6dbd17-5d64-4710-b092-309f47be7af1 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:24.898720 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ceb6e7e4-d2d4-46d3-b133-5d232401f6b0 req-fc6dbd17-5d64-4710-b092-309f47be7af1 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 945 time: 0.0537193 Jan 29 04:55:24.899689 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:55:24.946027 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ceb6e7e4-d2d4-46d3-b133-5d232401f6b0 req-c12e0918-2e2c-4a00-abf1-f5ddab40c3b6 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415461 Jan 29 04:55:25.042182 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-213e852a-77c2-4938-bd7b-3a337f536dcd req-e34706d5-cc9b-4a99-946f-1f90980c6605 service neutron] 10.222.0.18 "GET /v2.0/ports/493fa466-7736-43ac-8226-5ff6cdce19d2/bindings/hv-neutron-8211 HTTP/1.1" status: 200 len: 384 time: 0.0537167 Jan 29 04:55:25.530030 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e852a-77c2-4938-bd7b-3a337f536dcd req-f6dec8a9-f1f7-464a-b4d8-76d77718381c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:25.531664 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-213e852a-77c2-4938-bd7b-3a337f536dcd req-f6dec8a9-f1f7-464a-b4d8-76d77718381c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf&tenant_id=8151d5f9a9034b2b9c2a348a0b026491 HTTP/1.1" status: 200 len: 1129 time: 0.0490441 Jan 29 04:55:25.607831 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e852a-77c2-4938-bd7b-3a337f536dcd req-6016d018-c28e-44cd-a177-ef1b17a83e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:25.609346 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-213e852a-77c2-4938-bd7b-3a337f536dcd req-6016d018-c28e-44cd-a177-ef1b17a83e88 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8151d5f9a9034b2b9c2a348a0b026491&device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 1129 time: 0.0448971 Jan 29 04:55:25.696194 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e852a-77c2-4938-bd7b-3a337f536dcd req-2883e755-8dce-4f91-8604-01c132c38ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:25.697923 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-213e852a-77c2-4938-bd7b-3a337f536dcd req-2883e755-8dce-4f91-8604-01c132c38ef6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 HTTP/1.1" status: 200 len: 912 time: 0.0817990 Jan 29 04:55:25.764100 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-213e852a-77c2-4938-bd7b-3a337f536dcd req-cc8879ae-8d3a-4cc4-a342-14c432ad4374 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=493fa466-7736-43ac-8226-5ff6cdce19d2 HTTP/1.1" status: 200 len: 1001 time: 0.0607138 Jan 29 04:55:25.811370 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e852a-77c2-4938-bd7b-3a337f536dcd req-880948d7-034f-4ccc-9d75-9d5182f52c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:25.812719 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-213e852a-77c2-4938-bd7b-3a337f536dcd req-880948d7-034f-4ccc-9d75-9d5182f52c42 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abd95b5c-3142-4ffb-80ed-77c3d7cb3fac HTTP/1.1" status: 200 len: 850 time: 0.0425074 Jan 29 04:55:25.861266 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e852a-77c2-4938-bd7b-3a337f536dcd req-04ad548f-3587-4adc-96ed-cb7fb04684c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:25.862753 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-213e852a-77c2-4938-bd7b-3a337f536dcd req-04ad548f-3587-4adc-96ed-cb7fb04684c1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0440304 Jan 29 04:55:25.951207 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-213e852a-77c2-4938-bd7b-3a337f536dcd req-7c7c539d-e6ba-4096-9406-47abe077aa71 service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820076 Jan 29 04:55:26.069453 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-213e852a-77c2-4938-bd7b-3a337f536dcd req-1a22e132-0300-4d12-9739-9bbdc12a6625 service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115880 Jan 29 04:55:26.088567 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74e803-aa4e-400e-a963-94bd9dff6818 req-7004b0a2-f1b9-40c1-8369-87b64e366d6e tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:26.089986 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8c74e803-aa4e-400e-a963-94bd9dff6818 req-7004b0a2-f1b9-40c1-8369-87b64e366d6e tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 945 time: 0.0749750 Jan 29 04:55:26.136091 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8c74e803-aa4e-400e-a963-94bd9dff6818 req-089f61e6-e71b-4d71-bc41-19f3242ae32c tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398736 Jan 29 04:55:26.425433 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:55:27.261660 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537033d-882d-4601-9b64-cca8b0ffcf28 req-d3938204-a8ed-46ba-a20e-6363b0dd4f39 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:27.263144 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e537033d-882d-4601-9b64-cca8b0ffcf28 req-d3938204-a8ed-46ba-a20e-6363b0dd4f39 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 945 time: 0.0569208 Jan 29 04:55:27.310485 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e537033d-882d-4601-9b64-cca8b0ffcf28 req-559932e2-9f4e-4de7-a21e-8650eaeb4a03 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414963 Jan 29 04:55:28.205244 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 493fa466-7736-43ac-8226-5ff6cdce19d2 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:55:28.277961 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 493fa466-7736-43ac-8226-5ff6cdce19d2 is: ACTIVE; New status is: DOWN {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:55:28.278349 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (493fa466-7736-43ac-8226-5ff6cdce19d2), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:55:28.300552 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7fc9808-8575-4b7c-a8e7-a3a44463c6cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '493fa466-7736-43ac-8226-5ff6cdce19d2'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:55:28.302745 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca1cf8c-44cf-4177-8319-448b6aeffe43" -d '{"events": [{"server_uuid": "c7fc9808-8575-4b7c-a8e7-a3a44463c6cf", "name": "network-vif-unplugged", "status": "completed", "tag": "493fa466-7736-43ac-8226-5ff6cdce19d2"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:55:28.320046 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 493fa466-7736-43ac-8226-5ff6cdce19d2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=493fa466-7736-43ac-8226-5ff6cdce19d2,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:55:28.345874 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 04:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d155046b-95ae-4c82-8dac-189270f4efd5 x-openstack-request-id: req-d155046b-95ae-4c82-8dac-189270f4efd5 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:55:28.346168 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7fc9808-8575-4b7c-a8e7-a3a44463c6cf", "name": "network-vif-unplugged", "status": "completed", "tag": "493fa466-7736-43ac-8226-5ff6cdce19d2", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:55:28.351778 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d155046b-95ae-4c82-8dac-189270f4efd5 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:55:28.351778 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7fc9808-8575-4b7c-a8e7-a3a44463c6cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '493fa466-7736-43ac-8226-5ff6cdce19d2', 'code': 200} Jan 29 04:55:28.402483 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (493fa466-7736-43ac-8226-5ff6cdce19d2), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:55:28.431833 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73729f3e-da0a-4af2-8e2e-dccde2409161 req-324d6586-c467-4e94-bd34-7039a91d4f3e tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:28.434378 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-73729f3e-da0a-4af2-8e2e-dccde2409161 req-324d6586-c467-4e94-bd34-7039a91d4f3e tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 945 time: 0.0535088 Jan 29 04:55:28.453425 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=493fa466-7736-43ac-8226-5ff6cdce19d2,revision_number=6']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:55:28.481712 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-73729f3e-da0a-4af2-8e2e-dccde2409161 req-0720d8b5-8cb2-4f9e-b37e-2068c3984fb7 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416441 Jan 29 04:55:29.604127 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb633d9-4aa7-4fa3-9aac-322f86c1eb7c req-01701d5b-64c3-4a25-babc-4af08952ba2a tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:29.606043 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7cb633d9-4aa7-4fa3-9aac-322f86c1eb7c req-01701d5b-64c3-4a25-babc-4af08952ba2a tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 943 time: 0.0535657 Jan 29 04:55:29.656064 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7cb633d9-4aa7-4fa3-9aac-322f86c1eb7c req-71d1a730-f0d0-4a60-8fd5-389ca69cc3dc tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440576 Jan 29 04:55:29.992775 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fbda3f-5f6f-4819-8368-a143e3799a17 req-5d8b4c37-881b-4da7-a002-1954819dbf02 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:29.995013 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-43fbda3f-5f6f-4819-8368-a143e3799a17 req-5d8b4c37-881b-4da7-a002-1954819dbf02 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 943 time: 0.0552659 Jan 29 04:55:30.205210 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 493fa466-7736-43ac-8226-5ff6cdce19d2 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:55:30.303399 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 493fa466-7736-43ac-8226-5ff6cdce19d2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=493fa466-7736-43ac-8226-5ff6cdce19d2,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:55:30.315531 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': '493fa466-7736-43ac-8226-5ff6cdce19d2', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'port_id': '493fa466-7736-43ac-8226-5ff6cdce19d2', 'mac_address': 'fa:16:3e:04:00:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:55:30.351536 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-43fbda3f-5f6f-4819-8368-a143e3799a17 req-6cac2f7e-23cd-4ac7-8239-85c324cf331f tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3509445 Jan 29 04:55:30.357490 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 493fa466-7736-43ac-8226-5ff6cdce19d2 is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:55:30.357881 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (493fa466-7736-43ac-8226-5ff6cdce19d2), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:55:30.372729 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 493fa466-7736-43ac-8226-5ff6cdce19d2 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:55:30.384721 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f39bcc-2ad9-40a5-85a7-5cfea6876865 req-77f59ba8-e362-4507-a31f-b7b34a19fb46 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:30.390144 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b7f39bcc-2ad9-40a5-85a7-5cfea6876865 req-77f59ba8-e362-4507-a31f-b7b34a19fb46 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf&tenant_id=8151d5f9a9034b2b9c2a348a0b026491&binding%3Ahost_id=hv-neutron-8211 HTTP/1.1" status: 200 len: 943 time: 0.3543971 Jan 29 04:55:30.390349 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 493fa466-7736-43ac-8226-5ff6cdce19d2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=493fa466-7736-43ac-8226-5ff6cdce19d2,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:55:30.459528 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (493fa466-7736-43ac-8226-5ff6cdce19d2), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:55:30.489718 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f39bcc-2ad9-40a5-85a7-5cfea6876865 req-08add55b-c5fb-424e-8b21-4fdbc356da4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:30.491200 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b7f39bcc-2ad9-40a5-85a7-5cfea6876865 req-08add55b-c5fb-424e-8b21-4fdbc356da4e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8151d5f9a9034b2b9c2a348a0b026491&device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 1127 time: 0.0448651 Jan 29 04:55:30.507264 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=493fa466-7736-43ac-8226-5ff6cdce19d2,revision_number=7']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:55:30.582044 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f39bcc-2ad9-40a5-85a7-5cfea6876865 req-112f321c-d520-4704-a12f-a49dfd749d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:30.583489 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b7f39bcc-2ad9-40a5-85a7-5cfea6876865 req-112f321c-d520-4704-a12f-a49dfd749d63 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 HTTP/1.1" status: 200 len: 912 time: 0.0862060 Jan 29 04:55:30.589623 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['493fa466-7736-43ac-8226-5ff6cdce19d2'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:55:30.648138 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b7f39bcc-2ad9-40a5-85a7-5cfea6876865 req-4c339c58-846c-42be-b566-e5c8a1995a34 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=493fa466-7736-43ac-8226-5ff6cdce19d2 HTTP/1.1" status: 200 len: 1000 time: 0.0579593 Jan 29 04:55:30.695701 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f39bcc-2ad9-40a5-85a7-5cfea6876865 req-786d7aaf-319e-409b-b9b4-f3a4785ed920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:30.697436 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b7f39bcc-2ad9-40a5-85a7-5cfea6876865 req-786d7aaf-319e-409b-b9b4-f3a4785ed920 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abd95b5c-3142-4ffb-80ed-77c3d7cb3fac HTTP/1.1" status: 200 len: 850 time: 0.0439229 Jan 29 04:55:30.748668 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f39bcc-2ad9-40a5-85a7-5cfea6876865 req-5e4ece29-451a-4b70-ab56-c545f7edf39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:30.750048 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b7f39bcc-2ad9-40a5-85a7-5cfea6876865 req-5e4ece29-451a-4b70-ab56-c545f7edf39d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0472379 Jan 29 04:55:30.836116 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b7f39bcc-2ad9-40a5-85a7-5cfea6876865 req-4ea3ddbb-50c4-4d80-a455-482ad6953aaa service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792644 Jan 29 04:55:30.926851 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b7f39bcc-2ad9-40a5-85a7-5cfea6876865 req-19567faa-1657-42e8-80dd-2b59a3c1986c service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840769 Jan 29 04:55:31.472470 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f6c74-6f8b-442a-8531-20afa3999621 req-8468b756-ee20-4839-9480-3625f7ae09c0 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:31.473957 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-1f9f6c74-6f8b-442a-8531-20afa3999621 req-8468b756-ee20-4839-9480-3625f7ae09c0 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 944 time: 0.0522504 Jan 29 04:55:31.524151 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-1f9f6c74-6f8b-442a-8531-20afa3999621 req-4660810e-0674-43f5-8dae-858f7df6448e tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447235 Jan 29 04:55:32.205719 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 493fa466-7736-43ac-8226-5ff6cdce19d2 up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:55:32.252631 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port 493fa466-7736-43ac-8226-5ff6cdce19d2 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:55:32.253006 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (493fa466-7736-43ac-8226-5ff6cdce19d2), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:55:32.328941 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 493fa466-7736-43ac-8226-5ff6cdce19d2 is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:55:32.329314 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (493fa466-7736-43ac-8226-5ff6cdce19d2), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:55:32.350821 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7fc9808-8575-4b7c-a8e7-a3a44463c6cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493fa466-7736-43ac-8226-5ff6cdce19d2'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:55:32.353013 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e67716a-4876-42bf-aaba-a7dcd113677d" -d '{"events": [{"server_uuid": "c7fc9808-8575-4b7c-a8e7-a3a44463c6cf", "name": "network-vif-plugged", "status": "completed", "tag": "493fa466-7736-43ac-8226-5ff6cdce19d2"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:55:32.365671 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 493fa466-7736-43ac-8226-5ff6cdce19d2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=493fa466-7736-43ac-8226-5ff6cdce19d2,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:55:32.389906 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a8f6c3-8a42-4277-bd51-9c293b55fa4e x-openstack-request-id: req-09a8f6c3-8a42-4277-bd51-9c293b55fa4e {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:55:32.389906 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7fc9808-8575-4b7c-a8e7-a3a44463c6cf", "name": "network-vif-plugged", "status": "completed", "tag": "493fa466-7736-43ac-8226-5ff6cdce19d2", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:55:32.389906 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09a8f6c3-8a42-4277-bd51-9c293b55fa4e {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:55:32.389906 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7fc9808-8575-4b7c-a8e7-a3a44463c6cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493fa466-7736-43ac-8226-5ff6cdce19d2', 'code': 200} Jan 29 04:55:32.431201 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (493fa466-7736-43ac-8226-5ff6cdce19d2), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:55:32.477800 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=493fa466-7736-43ac-8226-5ff6cdce19d2,revision_number=8']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:55:32.643221 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821727ee-646a-4b40-99e1-21d1e75bd803 req-b4de736d-2f19-4043-8e5c-172a31b02093 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:32.644639 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-821727ee-646a-4b40-99e1-21d1e75bd803 req-b4de736d-2f19-4043-8e5c-172a31b02093 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 945 time: 0.0537424 Jan 29 04:55:32.691016 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-821727ee-646a-4b40-99e1-21d1e75bd803 req-9fa24eb5-2281-4d7d-940c-5a523730b09d tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409410 Jan 29 04:55:32.811458 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c09e37-0d42-4945-a01d-7a8bdd23487c req-609cef8f-9188-42ce-ac5a-58a260024c62 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:32.812991 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-19c09e37-0d42-4945-a01d-7a8bdd23487c req-609cef8f-9188-42ce-ac5a-58a260024c62 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 945 time: 0.0562577 Jan 29 04:55:32.859246 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-19c09e37-0d42-4945-a01d-7a8bdd23487c req-c1951116-07a0-49be-97b1-6a20ffdd86cd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408278 Jan 29 04:55:32.974419 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2196af-61e0-444e-b545-961c0e7b30b7 req-55f291f0-a3d5-43b7-ac96-4b70ee332b60 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:32.975882 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-4b2196af-61e0-444e-b545-961c0e7b30b7 req-55f291f0-a3d5-43b7-ac96-4b70ee332b60 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 945 time: 0.0523002 Jan 29 04:55:33.022207 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-4b2196af-61e0-444e-b545-961c0e7b30b7 req-6fd8cdad-3eee-4b8d-a168-0048c04fcc1a tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407486 Jan 29 04:55:33.466392 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac0a00-101f-4b4a-842f-627308bfcf8d req-83f8e84c-0ac8-4d92-97d9-43ffa5296909 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:33.467851 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-82ac0a00-101f-4b4a-842f-627308bfcf8d req-83f8e84c-0ac8-4d92-97d9-43ffa5296909 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 945 time: 0.0569346 Jan 29 04:55:33.513647 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-82ac0a00-101f-4b4a-842f-627308bfcf8d req-05775b35-b0ec-406d-b67f-a4d91565de12 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399327 Jan 29 04:55:34.631892 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95790b-1f6a-4baf-8bd8-71ae2eadeb5a req-2ed3bee5-858e-4475-a49a-79ca38d5c731 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:34.633390 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9e95790b-1f6a-4baf-8bd8-71ae2eadeb5a req-2ed3bee5-858e-4475-a49a-79ca38d5c731 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 945 time: 0.0515397 Jan 29 04:55:34.679437 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9e95790b-1f6a-4baf-8bd8-71ae2eadeb5a req-51f6ba1e-7740-49da-9d9b-3c829e68ce91 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406072 Jan 29 04:55:35.279259 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4943ce-fa9c-48c1-b105-119dc04f6459 req-aff002f4-e21e-4b89-85d8-224ea5098cb8 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:35.280769 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5b4943ce-fa9c-48c1-b105-119dc04f6459 req-aff002f4-e21e-4b89-85d8-224ea5098cb8 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 945 time: 0.0563540 Jan 29 04:55:35.370041 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-5b4943ce-fa9c-48c1-b105-119dc04f6459 req-da439ec9-f609-405d-ad3f-026544f63376 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Deleting port 493fa466-7736-43ac-8226-5ff6cdce19d2 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:55:35.370644 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-5b4943ce-fa9c-48c1-b105-119dc04f6459 req-da439ec9-f609-405d-ad3f-026544f63376 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (493fa466-7736-43ac-8226-5ff6cdce19d2), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:55:35.461248 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-5b4943ce-fa9c-48c1-b105-119dc04f6459 req-da439ec9-f609-405d-ad3f-026544f63376 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] For port 493fa466-7736-43ac-8226-5ff6cdce19d2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=493fa466-7736-43ac-8226-5ff6cdce19d2,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:55:35.461602 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-5b4943ce-fa9c-48c1-b105-119dc04f6459 req-da439ec9-f609-405d-ad3f-026544f63376 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (493fa466-7736-43ac-8226-5ff6cdce19d2), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:55:35.682284 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-5b4943ce-fa9c-48c1-b105-119dc04f6459 req-da439ec9-f609-405d-ad3f-026544f63376 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:55:35.682926 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-5b4943ce-fa9c-48c1-b105-119dc04f6459 req-da439ec9-f609-405d-ad3f-026544f63376 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (486d60de-d4ad-44c1-93a5-4051a50b04c7), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:55:35.682926 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.l3_db [req-5b4943ce-fa9c-48c1-b105-119dc04f6459 req-da439ec9-f609-405d-ad3f-026544f63376 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Floating IP 486d60de-d4ad-44c1-93a5-4051a50b04c7 disassociated. External IP: 172.26.8.103, port: 493fa466-7736-43ac-8226-5ff6cdce19d2. Jan 29 04:55:35.683191 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-5b4943ce-fa9c-48c1-b105-119dc04f6459 req-da439ec9-f609-405d-ad3f-026544f63376 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Calling delete_port for 493fa466-7736-43ac-8226-5ff6cdce19d2 owned by compute:nova {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:55:35.799346 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf473e-5807-4a24-92f4-f414fda05acb req-8c254127-a446-43cf-b28a-957b26d7250e tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:35.800894 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-7dcf473e-5807-4a24-92f4-f414fda05acb req-8c254127-a446-43cf-b28a-957b26d7250e tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 945 time: 0.0531178 Jan 29 04:55:35.852545 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-7dcf473e-5807-4a24-92f4-f414fda05acb req-a36913d3-dc77-4738-bb93-bf2b0b7dc681 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457566 Jan 29 04:55:35.870942 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-5b4943ce-fa9c-48c1-b105-119dc04f6459 req-da439ec9-f609-405d-ad3f-026544f63376 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (493fa466-7736-43ac-8226-5ff6cdce19d2), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:55:35.904148 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da439ec9-f609-405d-ad3f-026544f63376 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Pushing event deleted for resources: {'Port': ['ID=493fa466-7736-43ac-8226-5ff6cdce19d2,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:55:36.020590 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b4943ce-fa9c-48c1-b105-119dc04f6459 req-da439ec9-f609-405d-ad3f-026544f63376 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Router b98488c3-e40a-4be7-8d86-6744077683a4 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:55:36.131231 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b4943ce-fa9c-48c1-b105-119dc04f6459 req-da439ec9-f609-405d-ad3f-026544f63376 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:55:36.140828 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bf55e4-0238-4c38-8fe4-f46865e545d5 None None] Sync routers for ids ['b98488c3-e40a-4be7-8d86-6744077683a4'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:55:36.150625 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bf55e4-0238-4c38-8fe4-f46865e545d5 None None] Routers {'b98488c3-e40a-4be7-8d86-6744077683a4'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:55:36.151212 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-67bf55e4-0238-4c38-8fe4-f46865e545d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:55:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b98488c3-e40a-4be7-8d86-6744077683a4'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:55:36.171608 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4943ce-fa9c-48c1-b105-119dc04f6459 req-da439ec9-f609-405d-ad3f-026544f63376 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] No DVR routers for this DVR port 493fa466-7736-43ac-8226-5ff6cdce19d2 on host hv-neutron-8211 {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:55:36.175149 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-5b4943ce-fa9c-48c1-b105-119dc04f6459 req-da439ec9-f609-405d-ad3f-026544f63376 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:55:36.178697 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5b4943ce-fa9c-48c1-b105-119dc04f6459 req-da439ec9-f609-405d-ad3f-026544f63376 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.18 "DELETE /v2.0/ports/493fa466-7736-43ac-8226-5ff6cdce19d2 HTTP/1.1" status: 204 len: 173 time: 0.8922915 Jan 29 04:55:36.179161 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7fc9808-8575-4b7c-a8e7-a3a44463c6cf', 'name': 'network-vif-deleted', 'tag': '493fa466-7736-43ac-8226-5ff6cdce19d2'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:55:36.182063 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916ec159-47e5-4861-a543-fa369688b2fd" -d '{"events": [{"server_uuid": "c7fc9808-8575-4b7c-a8e7-a3a44463c6cf", "name": "network-vif-deleted", "tag": "493fa466-7736-43ac-8226-5ff6cdce19d2"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:55:36.218290 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8cb3b2-495e-42a3-acfa-4770ed16575a x-openstack-request-id: req-de8cb3b2-495e-42a3-acfa-4770ed16575a {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:55:36.218669 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7fc9808-8575-4b7c-a8e7-a3a44463c6cf", "name": "network-vif-deleted", "tag": "493fa466-7736-43ac-8226-5ff6cdce19d2", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:55:36.219573 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de8cb3b2-495e-42a3-acfa-4770ed16575a {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:55:36.220001 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7fc9808-8575-4b7c-a8e7-a3a44463c6cf', 'name': 'network-vif-deleted', 'tag': '493fa466-7736-43ac-8226-5ff6cdce19d2', 'status': 'completed', 'code': 200} Jan 29 04:55:36.258429 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-67bf55e4-0238-4c38-8fe4-f46865e545d5 None None] Set router b98488c3-e40a-4be7-8d86-6744077683a4 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:55:36.452868 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-67bf55e4-0238-4c38-8fe4-f46865e545d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'name': 'tempest-ServerActionsTestJSON-293024610-router', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:38Z', 'revision_number': 4, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'gw_port': {'id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'd615b25c-d4c0-47b8-bcb8-12b4e5775ada', 'name': '', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'mac_address': 'fa:16:3e:20:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:37Z', 'updated_at': '2022-01-29T04:54:42Z', 'revision_number': 5, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'subnets': [{'id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:55:36.483400 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bf55e4-0238-4c38-8fe4-f46865e545d5 None None] Checking router: b98488c3-e40a-4be7-8d86-6744077683a4 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:55:36.491903 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bf55e4-0238-4c38-8fe4-f46865e545d5 None None] Routers {'b98488c3-e40a-4be7-8d86-6744077683a4'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:55:36.492509 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-67bf55e4-0238-4c38-8fe4-f46865e545d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:55:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b98488c3-e40a-4be7-8d86-6744077683a4'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:55:36.595753 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-67bf55e4-0238-4c38-8fe4-f46865e545d5 None None] Set router b98488c3-e40a-4be7-8d86-6744077683a4 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:55:36.785162 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-67bf55e4-0238-4c38-8fe4-f46865e545d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'name': 'tempest-ServerActionsTestJSON-293024610-router', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:38Z', 'revision_number': 4, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'gw_port': {'id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'd615b25c-d4c0-47b8-bcb8-12b4e5775ada', 'name': '', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'mac_address': 'fa:16:3e:20:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:37Z', 'updated_at': '2022-01-29T04:54:42Z', 'revision_number': 5, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'subnets': [{'id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:55:36.811044 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bf55e4-0238-4c38-8fe4-f46865e545d5 None None] The sync data for ids ['b98488c3-e40a-4be7-8d86-6744077683a4'] in dv-neutron-821190-1-hyperv is: [{'id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'name': 'tempest-ServerActionsTestJSON-293024610-router', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:38Z', 'revision_number': 4, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'gw_port': {'id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'd615b25c-d4c0-47b8-bcb8-12b4e5775ada', 'name': '', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'mac_address': 'fa:16:3e:20:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:37Z', 'updated_at': '2022-01-29T04:54:42Z', 'revision_number': 5, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'subnets': [{'id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:55:36.960793 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b7f263ef-98e4-454a-90bb-50b9a6a4f2d1 req-81c50ec3-eafa-45ad-a994-c138610573f7 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fc9808-8575-4b7c-a8e7-a3a44463c6cf HTTP/1.1" status: 200 len: 210 time: 0.0288677 Jan 29 04:55:37.051750 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7904a3-9541-45bd-9239-729412f79dae None None] New status for floating IP 486d60de-d4ad-44c1-93a5-4051a50b04c7: DOWN {{(pid=103586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:55:37.413269 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:55:38.211712 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-cbe384e6-c87b-4110-b702-60b1251749e7 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--508651211&fields=id&tenant_id=8151d5f9a9034b2b9c2a348a0b026491 HTTP/1.1" status: 200 len: 267 time: 0.0513020 Jan 29 04:55:38.239785 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 493fa466-7736-43ac-8226-5ff6cdce19d2 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:55:38.324221 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-c32d1f41-d320-4f0e-b64c-e2690531b55f tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:38.325779 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-c32d1f41-d320-4f0e-b64c-e2690531b55f tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/networks?id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 HTTP/1.1" status: 200 len: 811 time: 0.1077819 Jan 29 04:55:38.341248 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-a23dc2a3-fa31-43d7-abbc-646254c7e035 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/quotas/8151d5f9a9034b2b9c2a348a0b026491 HTTP/1.1" status: 200 len: 375 time: 0.0096934 Jan 29 04:55:38.409367 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] No Port match for: 493fa466-7736-43ac-8226-5ff6cdce19d2 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:55:38.409629 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 493fa466-7736-43ac-8226-5ff6cdce19d2 not bound to the agent host hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:55:38.415260 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-a28e811d-39e9-491e-9d9f-4f8e2c251e94 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8151d5f9a9034b2b9c2a348a0b026491&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0675993 Jan 29 04:55:38.511691 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-301ad402-98f9-4646-94ec-d670d72cf7e7 service neutron] 10.222.0.13 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847087 Jan 29 04:55:38.599544 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-929a4498-c0ce-4719-bb2a-d749adad3e1f service neutron] 10.222.0.13 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820167 Jan 29 04:55:38.834815 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d68e8b83-4ed9-4747-b51c-65a408c319b1 req-1fd2bbf9-ff3b-4d6e-9bb4-cd8088347eaa tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 210 time: 0.0324244 Jan 29 04:55:39.936255 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7e1fe400-86a2-432c-808e-c696c1e06a52 req-27c2c93f-20ff-4fd4-b35c-bcb91bf08a7b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 210 time: 0.0277574 Jan 29 04:55:40.519616 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-7a9ba133-1b1e-4fc8-873b-3aa26d2bc435 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:40.521233 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-7a9ba133-1b1e-4fc8-873b-3aa26d2bc435 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.18 "GET /v2.0/networks?id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 HTTP/1.1" status: 200 len: 811 time: 0.1079924 Jan 29 04:55:40.589155 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-59901cfa-8a39-4e71-bcfe-fc2f09f8ca9d tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8151d5f9a9034b2b9c2a348a0b026491 HTTP/1.1" status: 200 len: 379 time: 0.0512304 Jan 29 04:55:40.597416 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-f1b0d4a9-2fc2-4050-a867-c3b6bfe8df70 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Request body: {'port': {'device_id': 'fd95c882-349e-4bff-b480-3f61e6b16d9a', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'admin_state_up': True, 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'security_groups': ['bf8497cd-182c-4620-a15d-049d61927c6f']}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:55:40.745082 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-f1b0d4a9-2fc2-4050-a867-c3b6bfe8df70 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Made reservation on behalf of 8151d5f9a9034b2b9c2a348a0b026491 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:55:40.748525 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-f1b0d4a9-2fc2-4050-a867-c3b6bfe8df70 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:55:40.877215 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-f1b0d4a9-2fc2-4050-a867-c3b6bfe8df70 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Allocated IP 172.20.0.14 (a12d9c04-ce6a-4b2a-875d-b59c27e7dd11/abd95b5c-3142-4ffb-80ed-77c3d7cb3fac/86dca686-1a5e-48ae-928e-097a13821ef2) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:55:41.012466 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-f1b0d4a9-2fc2-4050-a867-c3b6bfe8df70 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks [] for port (86dca686-1a5e-48ae-928e-097a13821ef2), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:55:41.032376 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-a2182e3f-9de4-4548-8f40-fd829c51e67d req-d262cd5d-cde0-4dd2-be81-4ad5896c147c tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 210 time: 0.0273407 Jan 29 04:55:41.098927 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-f1b0d4a9-2fc2-4050-a867-c3b6bfe8df70 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (86dca686-1a5e-48ae-928e-097a13821ef2), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:55:41.138544 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-f1b0d4a9-2fc2-4050-a867-c3b6bfe8df70 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Network a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:55:41.141742 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-f1b0d4a9-2fc2-4050-a867-c3b6bfe8df70 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:55:41.145429 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-f1b0d4a9-2fc2-4050-a867-c3b6bfe8df70 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:55:41.179473 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0d4a9-2fc2-4050-a867-c3b6bfe8df70 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Pushing event updated for resources: {'Port': ['ID=86dca686-1a5e-48ae-928e-097a13821ef2,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:55:41.193818 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0d4a9-2fc2-4050-a867-c3b6bfe8df70 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:41.194176 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0d4a9-2fc2-4050-a867-c3b6bfe8df70 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:41.194525 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0d4a9-2fc2-4050-a867-c3b6bfe8df70 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:41.194869 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0d4a9-2fc2-4050-a867-c3b6bfe8df70 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:41.195212 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0d4a9-2fc2-4050-a867-c3b6bfe8df70 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:41.195545 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0d4a9-2fc2-4050-a867-c3b6bfe8df70 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:41.195882 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0d4a9-2fc2-4050-a867-c3b6bfe8df70 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:41.196269 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0d4a9-2fc2-4050-a867-c3b6bfe8df70 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:41.196805 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0d4a9-2fc2-4050-a867-c3b6bfe8df70 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:41.197141 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0d4a9-2fc2-4050-a867-c3b6bfe8df70 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:41.197472 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0d4a9-2fc2-4050-a867-c3b6bfe8df70 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:41.197795 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0d4a9-2fc2-4050-a867-c3b6bfe8df70 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:41.198117 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0d4a9-2fc2-4050-a867-c3b6bfe8df70 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:41.217211 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-f1b0d4a9-2fc2-4050-a867-c3b6bfe8df70 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:41.219673 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-f1b0d4a9-2fc2-4050-a867-c3b6bfe8df70 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:55:41.296664 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-f1b0d4a9-2fc2-4050-a867-c3b6bfe8df70 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7028413 Jan 29 04:55:41.313843 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-bfb827e7-2aaa-435d-9cdb-b7ffd2e31c1b service neutron] Request body: {'port': {'device_id': 'fd95c882-349e-4bff-b480-3f61e6b16d9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:55:41.371086 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-bfb827e7-2aaa-435d-9cdb-b7ffd2e31c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (86dca686-1a5e-48ae-928e-097a13821ef2), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:55:41.377000 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-fd1109b8-7c0a-499e-94df-01e59b6ef570 None None] Provisioning complete for port 86dca686-1a5e-48ae-928e-097a13821ef2 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:55:41.378064 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fd1109b8-7c0a-499e-94df-01e59b6ef570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (86dca686-1a5e-48ae-928e-097a13821ef2), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:55:41.410459 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-fd1109b8-7c0a-499e-94df-01e59b6ef570 None None] Port 86dca686-1a5e-48ae-928e-097a13821ef2 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:55:41.629838 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-bfb827e7-2aaa-435d-9cdb-b7ffd2e31c1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86dca686-1a5e-48ae-928e-097a13821ef2 {{(pid=103585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:55:41.637036 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-bfb827e7-2aaa-435d-9cdb-b7ffd2e31c1b service neutron] Publish callbacks [] for port (86dca686-1a5e-48ae-928e-097a13821ef2), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:55:41.648584 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.provisioning_blocks [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-bfb827e7-2aaa-435d-9cdb-b7ffd2e31c1b service neutron] Transition to ACTIVE for port object 86dca686-1a5e-48ae-928e-097a13821ef2 will not be triggered until provisioned by entity L2. {{(pid=103585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:55:41.704772 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-bfb827e7-2aaa-435d-9cdb-b7ffd2e31c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (86dca686-1a5e-48ae-928e-097a13821ef2), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:55:41.754083 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb827e7-2aaa-435d-9cdb-b7ffd2e31c1b service neutron] Pushing event updated for resources: {'Port': ['ID=86dca686-1a5e-48ae-928e-097a13821ef2,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:55:41.826382 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-bfb827e7-2aaa-435d-9cdb-b7ffd2e31c1b service neutron] Attempting to bind port 86dca686-1a5e-48ae-928e-097a13821ef2 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:55:41.826724 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-bfb827e7-2aaa-435d-9cdb-b7ffd2e31c1b service neutron] Attempting to bind port 86dca686-1a5e-48ae-928e-097a13821ef2 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'c6abeccf-3b4d-456e-8a8f-f41d6aa55207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:55:41.827069 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-bfb827e7-2aaa-435d-9cdb-b7ffd2e31c1b service neutron] Attempting to bind port 86dca686-1a5e-48ae-928e-097a13821ef2 on network a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:55:41.832301 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-bfb827e7-2aaa-435d-9cdb-b7ffd2e31c1b service neutron] Port 86dca686-1a5e-48ae-928e-097a13821ef2 on network a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:55:41.832641 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-bfb827e7-2aaa-435d-9cdb-b7ffd2e31c1b service neutron] Attempting to bind port 86dca686-1a5e-48ae-928e-097a13821ef2 on network a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:55:41.838049 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-bfb827e7-2aaa-435d-9cdb-b7ffd2e31c1b service neutron] Checking agent: {'id': '15eedd85-6d76-4715-a40f-dc31e854816c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'started_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:55:41.838390 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-bfb827e7-2aaa-435d-9cdb-b7ffd2e31c1b service neutron] Checking segment: {'id': 'c6abeccf-3b4d-456e-8a8f-f41d6aa55207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:55:41.838781 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-bfb827e7-2aaa-435d-9cdb-b7ffd2e31c1b service neutron] Bound using segment: {'id': 'c6abeccf-3b4d-456e-8a8f-f41d6aa55207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11'} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:55:41.839213 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-bfb827e7-2aaa-435d-9cdb-b7ffd2e31c1b service neutron] Bound port: 86dca686-1a5e-48ae-928e-097a13821ef2, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6abeccf-3b4d-456e-8a8f-f41d6aa55207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11'}}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:55:41.839572 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-bfb827e7-2aaa-435d-9cdb-b7ffd2e31c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (86dca686-1a5e-48ae-928e-097a13821ef2), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:55:41.910034 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-bfb827e7-2aaa-435d-9cdb-b7ffd2e31c1b service neutron] For port 86dca686-1a5e-48ae-928e-097a13821ef2, host hv-neutron-8211, cleared binding levels {{(pid=103585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:55:41.913029 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-bfb827e7-2aaa-435d-9cdb-b7ffd2e31c1b service neutron] For port 86dca686-1a5e-48ae-928e-097a13821ef2, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=86dca686-1a5e-48ae-928e-097a13821ef2,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:55:41.991898 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-bfb827e7-2aaa-435d-9cdb-b7ffd2e31c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (86dca686-1a5e-48ae-928e-097a13821ef2), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:55:42.024811 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-bfb827e7-2aaa-435d-9cdb-b7ffd2e31c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:42.030785 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-bfb827e7-2aaa-435d-9cdb-b7ffd2e31c1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:55:42.030785 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-bfb827e7-2aaa-435d-9cdb-b7ffd2e31c1b service neutron] 10.222.0.18 "PUT /v2.0/ports/86dca686-1a5e-48ae-928e-097a13821ef2 HTTP/1.1" status: 200 len: 1094 time: 0.7173266 Jan 29 04:55:42.030785 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd95c882-349e-4bff-b480-3f61e6b16d9a', 'tag': '86dca686-1a5e-48ae-928e-097a13821ef2'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:55:42.030785 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338a6bd0-6c86-47fb-8d93-b1428a467ce8" -d '{"events": [{"name": "network-changed", "server_uuid": "fd95c882-349e-4bff-b480-3f61e6b16d9a", "tag": "86dca686-1a5e-48ae-928e-097a13821ef2"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:55:42.067395 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb827e7-2aaa-435d-9cdb-b7ffd2e31c1b service neutron] Pushing event updated for resources: {'Port': ['ID=86dca686-1a5e-48ae-928e-097a13821ef2,revision_number=3']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:55:42.078553 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf418a4-fb6a-46a8-a0b7-722387de61f3 x-openstack-request-id: req-fdf418a4-fb6a-46a8-a0b7-722387de61f3 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:55:42.079082 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd95c882-349e-4bff-b480-3f61e6b16d9a", "tag": "86dca686-1a5e-48ae-928e-097a13821ef2", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:55:42.079752 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fdf418a4-fb6a-46a8-a0b7-722387de61f3 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:55:42.080972 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd95c882-349e-4bff-b480-3f61e6b16d9a', 'tag': '86dca686-1a5e-48ae-928e-097a13821ef2', 'status': 'completed', 'code': 200} Jan 29 04:55:42.163652 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a6bd0-6c86-47fb-8d93-b1428a467ce8 req-5d0f6cc4-8a75-4431-8d78-fafac3ceb541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:42.165522 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-338a6bd0-6c86-47fb-8d93-b1428a467ce8 req-5d0f6cc4-8a75-4431-8d78-fafac3ceb541 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8151d5f9a9034b2b9c2a348a0b026491&device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 1128 time: 0.0527499 Jan 29 04:55:42.173059 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fbbceb-eef4-4184-930c-411f871b7914 req-68da2097-9010-469e-bba7-ebc5d3015bb1 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:42.175503 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e7fbbceb-eef4-4184-930c-411f871b7914 req-68da2097-9010-469e-bba7-ebc5d3015bb1 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 944 time: 0.0609584 Jan 29 04:55:42.233981 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e7fbbceb-eef4-4184-930c-411f871b7914 req-10a961aa-a459-4102-851f-df7028763f34 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490122 Jan 29 04:55:42.589588 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a6bd0-6c86-47fb-8d93-b1428a467ce8 req-5c55e08e-39c7-497a-b473-6e025b2de6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:42.591111 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-338a6bd0-6c86-47fb-8d93-b1428a467ce8 req-5c55e08e-39c7-497a-b473-6e025b2de6b4 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=8151d5f9a9034b2b9c2a348a0b026491&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4125562 Jan 29 04:55:42.691727 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a6bd0-6c86-47fb-8d93-b1428a467ce8 req-acadf9ab-2620-4f51-9104-de77a8c88a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:42.693674 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-338a6bd0-6c86-47fb-8d93-b1428a467ce8 req-acadf9ab-2620-4f51-9104-de77a8c88a6a service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0966785 Jan 29 04:55:42.798346 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-63aaf7e6-5d37-4ace-b904-0eff3e6d1775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:42.801430 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-63aaf7e6-5d37-4ace-b904-0eff3e6d1775 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8151d5f9a9034b2b9c2a348a0b026491&device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 1128 time: 0.0495322 Jan 29 04:55:42.855381 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-caf5b886-a3e8-4ccc-af9f-0d55ba7f8ff9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86dca686-1a5e-48ae-928e-097a13821ef2 HTTP/1.1" status: 200 len: 217 time: 0.0423234 Jan 29 04:55:42.902513 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-2fdc7b1a-c084-49b7-bf41-fa8b7dc0c39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:42.903958 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-2fdc7b1a-c084-49b7-bf41-fa8b7dc0c39d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abd95b5c-3142-4ffb-80ed-77c3d7cb3fac HTTP/1.1" status: 200 len: 850 time: 0.0430648 Jan 29 04:55:42.953835 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-0064f515-ace3-4198-ac0b-2d238d6fec8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:42.955581 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-0064f515-ace3-4198-ac0b-2d238d6fec8e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0462279 Jan 29 04:55:43.051087 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-6e8090a2-daaa-4bc5-ac77-3d4ec11019f5 service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896726 Jan 29 04:55:43.142155 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a082f2e9-0a3f-4069-9578-2e4ce6c0acd4 req-529ec10e-eff5-4def-a59c-c86d6e28ac90 service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850632 Jan 29 04:55:43.359964 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ace672-d56f-4a4d-808f-b8cb699fb6cb req-93a58f07-92cf-4543-a8db-dee2d779580a tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:43.362164 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a7ace672-d56f-4a4d-808f-b8cb699fb6cb req-93a58f07-92cf-4543-a8db-dee2d779580a tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 944 time: 0.0567441 Jan 29 04:55:43.407537 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a7ace672-d56f-4a4d-808f-b8cb699fb6cb req-8782db7f-9934-4522-999b-35b5392839f9 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398748 Jan 29 04:55:44.525843 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f18616-5560-4f38-88d4-f02cae98cffc req-44b6a97b-024d-4b1d-9c74-f394cce7f347 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:44.527331 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-44f18616-5560-4f38-88d4-f02cae98cffc req-44b6a97b-024d-4b1d-9c74-f394cce7f347 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 944 time: 0.0523837 Jan 29 04:55:44.578488 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-44f18616-5560-4f38-88d4-f02cae98cffc req-10df6d87-86fa-4255-b40b-bfaca2b9d4c5 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456257 Jan 29 04:55:45.694300 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e30fe1-ae61-4a8a-8a12-d7716526a120 req-31e379d5-600e-48b8-84b5-cb7531dd41fd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:45.695757 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e0e30fe1-ae61-4a8a-8a12-d7716526a120 req-31e379d5-600e-48b8-84b5-cb7531dd41fd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 944 time: 0.0513282 Jan 29 04:55:45.741322 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e0e30fe1-ae61-4a8a-8a12-d7716526a120 req-3c83694d-0418-44f6-af2f-aba22766db13 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398927 Jan 29 04:55:46.236854 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 86dca686-1a5e-48ae-928e-097a13821ef2 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:55:46.334990 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 86dca686-1a5e-48ae-928e-097a13821ef2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=86dca686-1a5e-48ae-928e-097a13821ef2,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:55:46.346279 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': '86dca686-1a5e-48ae-928e-097a13821ef2', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'port_id': '86dca686-1a5e-48ae-928e-097a13821ef2', 'mac_address': 'fa:16:3e:fe:83:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:55:46.382232 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 86dca686-1a5e-48ae-928e-097a13821ef2 is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:55:46.382616 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (86dca686-1a5e-48ae-928e-097a13821ef2), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:55:46.395637 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86dca686-1a5e-48ae-928e-097a13821ef2 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:55:46.418547 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 86dca686-1a5e-48ae-928e-097a13821ef2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=86dca686-1a5e-48ae-928e-097a13821ef2,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:55:46.498141 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (86dca686-1a5e-48ae-928e-097a13821ef2), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:55:46.543595 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=86dca686-1a5e-48ae-928e-097a13821ef2,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:55:46.550901 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:46.551250 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:46.551584 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:46.551915 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:46.552239 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:46.552590 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:46.552973 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:46.553301 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:46.553622 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:46.553946 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:46.554263 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:46.554578 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:46.554891 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:46.859102 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f577a09-33b5-4ff4-919a-a8b11b88d33e req-f40b247c-ddc4-418b-a4df-cc5db6714101 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:46.860610 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-3f577a09-33b5-4ff4-919a-a8b11b88d33e req-f40b247c-ddc4-418b-a4df-cc5db6714101 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 945 time: 0.0529017 Jan 29 04:55:46.876933 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['86dca686-1a5e-48ae-928e-097a13821ef2'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:55:46.907016 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-3f577a09-33b5-4ff4-919a-a8b11b88d33e req-a6357d1b-b337-4e78-bcc7-b6bf9a47437d tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398595 Jan 29 04:55:48.024839 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3667cd-8592-47e9-8e10-409e9f962f56 req-021885ea-3fe6-4b8b-a604-9ff530541949 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:48.026318 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-dc3667cd-8592-47e9-8e10-409e9f962f56 req-021885ea-3fe6-4b8b-a604-9ff530541949 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 945 time: 0.0523214 Jan 29 04:55:48.078474 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-dc3667cd-8592-47e9-8e10-409e9f962f56 req-340c96d5-c4cf-4b7e-ab40-4300995c1b34 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465689 Jan 29 04:55:48.254942 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 86dca686-1a5e-48ae-928e-097a13821ef2 up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:55:48.384910 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning for port 86dca686-1a5e-48ae-928e-097a13821ef2 completed by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:55:48.388696 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port 86dca686-1a5e-48ae-928e-097a13821ef2 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:55:48.389069 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (86dca686-1a5e-48ae-928e-097a13821ef2), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:55:48.463836 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 86dca686-1a5e-48ae-928e-097a13821ef2 is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:55:48.464236 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (86dca686-1a5e-48ae-928e-097a13821ef2), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:55:48.485800 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd95c882-349e-4bff-b480-3f61e6b16d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86dca686-1a5e-48ae-928e-097a13821ef2'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:55:48.488613 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c47e4c2-e1da-412f-bc3f-5da62a1a4402" -d '{"events": [{"server_uuid": "fd95c882-349e-4bff-b480-3f61e6b16d9a", "name": "network-vif-plugged", "status": "completed", "tag": "86dca686-1a5e-48ae-928e-097a13821ef2"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:55:48.500233 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 86dca686-1a5e-48ae-928e-097a13821ef2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=86dca686-1a5e-48ae-928e-097a13821ef2,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:55:48.524141 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3e03ac-9019-473a-aa49-5deeac6f7903 x-openstack-request-id: req-ee3e03ac-9019-473a-aa49-5deeac6f7903 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:55:48.524431 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd95c882-349e-4bff-b480-3f61e6b16d9a", "name": "network-vif-plugged", "status": "completed", "tag": "86dca686-1a5e-48ae-928e-097a13821ef2", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:55:48.524715 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee3e03ac-9019-473a-aa49-5deeac6f7903 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:55:48.525107 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd95c882-349e-4bff-b480-3f61e6b16d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86dca686-1a5e-48ae-928e-097a13821ef2', 'code': 200} Jan 29 04:55:48.585215 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (86dca686-1a5e-48ae-928e-097a13821ef2), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:55:48.636958 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=86dca686-1a5e-48ae-928e-097a13821ef2,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:55:48.879781 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61fd07-8384-4aa7-b4b1-5c09cdee3660 req-0b67bde0-d76e-4716-8b1c-5fc764d391b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:48.881309 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0e61fd07-8384-4aa7-b4b1-5c09cdee3660 req-0b67bde0-d76e-4716-8b1c-5fc764d391b9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 1130 time: 0.0447359 Jan 29 04:55:48.924762 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0e61fd07-8384-4aa7-b4b1-5c09cdee3660 req-b220029e-616a-44f1-bdfa-3496583c52f8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366666 Jan 29 04:55:49.199059 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f991d4-ee13-44ec-bb75-bec9a3e4c732 req-c63b3234-b0aa-442d-abf3-911569c30129 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:49.200536 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-24f991d4-ee13-44ec-bb75-bec9a3e4c732 req-c63b3234-b0aa-442d-abf3-911569c30129 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 946 time: 0.0520020 Jan 29 04:55:49.246822 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-24f991d4-ee13-44ec-bb75-bec9a3e4c732 req-af148626-544d-4cea-bd0e-17a987a3ac15 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399590 Jan 29 04:55:50.173453 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cfe6e4b9-a196-4b01-b5f1-a58c016854b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:55:50.371822 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bb9a9-64c6-44bd-a264-d481ec978cf2 req-57706866-da9b-4ab6-97b9-764dbb2c24ea tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:50.373366 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-916bb9a9-64c6-44bd-a264-d481ec978cf2 req-57706866-da9b-4ab6-97b9-764dbb2c24ea tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 946 time: 0.0567217 Jan 29 04:55:50.422698 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-916bb9a9-64c6-44bd-a264-d481ec978cf2 req-09b86b89-1caa-475e-ba50-2755b0b7273e tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432265 Jan 29 04:55:51.542438 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfaab3-2dc4-4bb9-87d1-e74557b00428 req-a3b2030f-8dd7-4a61-bf49-818408ad7440 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:51.543909 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ffdfaab3-2dc4-4bb9-87d1-e74557b00428 req-a3b2030f-8dd7-4a61-bf49-818408ad7440 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 946 time: 0.0550065 Jan 29 04:55:51.589609 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ffdfaab3-2dc4-4bb9-87d1-e74557b00428 req-7f89421f-32b9-4a6a-ad41-053d6d3cfb63 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396955 Jan 29 04:55:51.706991 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2fef30-dded-4ad3-82fb-34052f70323b req-2b256527-5a86-443e-9617-6d487c6c888f tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:51.708366 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-fc2fef30-dded-4ad3-82fb-34052f70323b req-2b256527-5a86-443e-9617-6d487c6c888f tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 946 time: 0.0564625 Jan 29 04:55:51.716717 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 59700) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:55:51.721622 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-f410968b-42e7-49e4-83c2-c8c6b39c40e4 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Request body: {'floatingip': {'port_id': '86dca686-1a5e-48ae-928e-097a13821ef2'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:55:51.760461 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f410968b-42e7-49e4-83c2-c8c6b39c40e4 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks [] for floatingip (486d60de-d4ad-44c1-93a5-4051a50b04c7), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:55:52.194894 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f410968b-42e7-49e4-83c2-c8c6b39c40e4 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:55:52.259469 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f410968b-42e7-49e4-83c2-c8c6b39c40e4 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (486d60de-d4ad-44c1-93a5-4051a50b04c7), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:55:52.358652 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.l3_db [None req-f410968b-42e7-49e4-83c2-c8c6b39c40e4 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Floating IP 486d60de-d4ad-44c1-93a5-4051a50b04c7 associated. External IP: 172.26.8.103, port: 86dca686-1a5e-48ae-928e-097a13821ef2. Jan 29 04:55:52.493540 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f84cd789-326b-4f4b-be45-5eb4deef4f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:55:52.882300 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f410968b-42e7-49e4-83c2-c8c6b39c40e4 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Router b98488c3-e40a-4be7-8d86-6744077683a4 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:55:52.984011 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f410968b-42e7-49e4-83c2-c8c6b39c40e4 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:55:52.989051 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f410968b-42e7-49e4-83c2-c8c6b39c40e4 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:55:52.994191 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff746534-ee82-4140-bfa1-20b23d59b54b None None] Sync routers for ids ['b98488c3-e40a-4be7-8d86-6744077683a4'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:55:53.005481 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff746534-ee82-4140-bfa1-20b23d59b54b None None] Routers {'b98488c3-e40a-4be7-8d86-6744077683a4'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:55:53.008995 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-ff746534-ee82-4140-bfa1-20b23d59b54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:55:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b98488c3-e40a-4be7-8d86-6744077683a4'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:55:53.022065 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f410968b-42e7-49e4-83c2-c8c6b39c40e4 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "PUT /v2.0/floatingips/486d60de-d4ad-44c1-93a5-4051a50b04c7 HTTP/1.1" status: 200 len: 992 time: 1.3042023 Jan 29 04:55:53.022657 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd95c882-349e-4bff-b480-3f61e6b16d9a', 'tag': '86dca686-1a5e-48ae-928e-097a13821ef2'}] {{(pid=103584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:55:53.024919 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88d22702f486e82ce3265c1db8b0c003dd285ef8b53ba8e869e33114e3fd04d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88491e17-409f-4f89-bc1a-349388526b47" -d '{"events": [{"name": "network-changed", "server_uuid": "fd95c882-349e-4bff-b480-3f61e6b16d9a", "tag": "86dca686-1a5e-48ae-928e-097a13821ef2"}]}' {{(pid=103584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:55:53.066448 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23e81ad-a831-42e5-9deb-764ebb1d9643 x-openstack-request-id: req-d23e81ad-a831-42e5-9deb-764ebb1d9643 {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:55:53.066742 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd95c882-349e-4bff-b480-3f61e6b16d9a", "tag": "86dca686-1a5e-48ae-928e-097a13821ef2", "status": "completed", "code": 200}]} {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:55:53.067000 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d23e81ad-a831-42e5-9deb-764ebb1d9643 {{(pid=103584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:55:53.067413 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd95c882-349e-4bff-b480-3f61e6b16d9a', 'tag': '86dca686-1a5e-48ae-928e-097a13821ef2', 'status': 'completed', 'code': 200} Jan 29 04:55:53.114270 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-ff746534-ee82-4140-bfa1-20b23d59b54b None None] Set router b98488c3-e40a-4be7-8d86-6744077683a4 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:55:53.165037 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b76a0-7d86-4c66-b064-09e3391b1aa6 req-fd460f82-e1a0-415c-a31f-7768b53a1e91 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:53.166537 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c72b76a0-7d86-4c66-b064-09e3391b1aa6 req-fd460f82-e1a0-415c-a31f-7768b53a1e91 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 946 time: 0.0885806 Jan 29 04:55:53.171682 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88491e17-409f-4f89-bc1a-349388526b47 req-de90de06-0e34-490c-ac6d-1d047b31b224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:53.173109 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-88491e17-409f-4f89-bc1a-349388526b47 req-de90de06-0e34-490c-ac6d-1d047b31b224 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8151d5f9a9034b2b9c2a348a0b026491&device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 1130 time: 0.0635450 Jan 29 04:55:53.270920 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c72b76a0-7d86-4c66-b064-09e3391b1aa6 req-85ccb2b2-9702-4e7e-88f0-f4915b8b46b1 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963147 Jan 29 04:55:53.305642 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88491e17-409f-4f89-bc1a-349388526b47 req-31c02e08-4964-4bb1-b70e-5bd26041461d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:53.307121 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-88491e17-409f-4f89-bc1a-349388526b47 req-31c02e08-4964-4bb1-b70e-5bd26041461d service neutron] 10.222.0.18 "GET /v2.0/networks?id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 HTTP/1.1" status: 200 len: 912 time: 0.1269882 Jan 29 04:55:53.334873 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-ff746534-ee82-4140-bfa1-20b23d59b54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'name': 'tempest-ServerActionsTestJSON-293024610-router', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:38Z', 'revision_number': 4, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'gw_port': {'id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '486d60de-d4ad-44c1-93a5-4051a50b04c7', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'floating_ip_address': '172.26.8.103', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'port_id': '86dca686-1a5e-48ae-928e-097a13821ef2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'mac_address': 'fa:16:3e:fe:83:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd95c882-349e-4bff-b480-3f61e6b16d9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:54:42Z', 'updated_at': '2022-01-29T04:55:52Z', 'revision_number': 5, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd615b25c-d4c0-47b8-bcb8-12b4e5775ada', 'name': '', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'mac_address': 'fa:16:3e:20:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:37Z', 'updated_at': '2022-01-29T04:54:42Z', 'revision_number': 5, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'subnets': [{'id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:55:53.364019 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff746534-ee82-4140-bfa1-20b23d59b54b None None] Checking router: b98488c3-e40a-4be7-8d86-6744077683a4 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:55:53.372509 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff746534-ee82-4140-bfa1-20b23d59b54b None None] Routers {'b98488c3-e40a-4be7-8d86-6744077683a4'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:55:53.373060 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-ff746534-ee82-4140-bfa1-20b23d59b54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:55:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b98488c3-e40a-4be7-8d86-6744077683a4'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:55:53.379764 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-88491e17-409f-4f89-bc1a-349388526b47 req-6e75328b-5016-4f9a-9692-9da27f7a137f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86dca686-1a5e-48ae-928e-097a13821ef2 HTTP/1.1" status: 200 len: 1000 time: 0.0652459 Jan 29 04:55:53.430333 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88491e17-409f-4f89-bc1a-349388526b47 req-47c958f9-e212-4980-98f1-ca0300f7f873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:53.431827 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-88491e17-409f-4f89-bc1a-349388526b47 req-47c958f9-e212-4980-98f1-ca0300f7f873 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abd95b5c-3142-4ffb-80ed-77c3d7cb3fac HTTP/1.1" status: 200 len: 850 time: 0.0465810 Jan 29 04:55:53.483515 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88491e17-409f-4f89-bc1a-349388526b47 req-f9f4debf-8851-4705-b07e-c1daf1ea0d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:53.485046 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-88491e17-409f-4f89-bc1a-349388526b47 req-f9f4debf-8851-4705-b07e-c1daf1ea0d4e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0469875 Jan 29 04:55:53.495148 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [req-88491e17-409f-4f89-bc1a-349388526b47 req-e5bdef80-e036-40dd-97b8-e62b14f26f0e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103585) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:55:53.496090 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-88491e17-409f-4f89-bc1a-349388526b47 req-e5bdef80-e036-40dd-97b8-e62b14f26f0e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049217 Jan 29 04:55:53.566063 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-ff746534-ee82-4140-bfa1-20b23d59b54b None None] Set router b98488c3-e40a-4be7-8d86-6744077683a4 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:55:53.588398 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-88491e17-409f-4f89-bc1a-349388526b47 req-59c728a6-7626-4264-a445-c84bf2a856b3 service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866678 Jan 29 04:55:53.677861 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-88491e17-409f-4f89-bc1a-349388526b47 req-0c544e21-eeda-4765-b8d8-e05de5b77573 service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812161 Jan 29 04:55:53.756020 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:55:53.784329 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-ff746534-ee82-4140-bfa1-20b23d59b54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'name': 'tempest-ServerActionsTestJSON-293024610-router', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:38Z', 'revision_number': 4, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'gw_port': {'id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '486d60de-d4ad-44c1-93a5-4051a50b04c7', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'floating_ip_address': '172.26.8.103', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'port_id': '86dca686-1a5e-48ae-928e-097a13821ef2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'mac_address': 'fa:16:3e:fe:83:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd95c882-349e-4bff-b480-3f61e6b16d9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:54:42Z', 'updated_at': '2022-01-29T04:55:52Z', 'revision_number': 5, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd615b25c-d4c0-47b8-bcb8-12b4e5775ada', 'name': '', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'mac_address': 'fa:16:3e:20:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:37Z', 'updated_at': '2022-01-29T04:54:42Z', 'revision_number': 5, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'subnets': [{'id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:55:53.809180 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff746534-ee82-4140-bfa1-20b23d59b54b None None] The sync data for ids ['b98488c3-e40a-4be7-8d86-6744077683a4'] in dv-neutron-821190-1-hyperv is: [{'id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'name': 'tempest-ServerActionsTestJSON-293024610-router', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:38Z', 'revision_number': 4, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'gw_port': {'id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '486d60de-d4ad-44c1-93a5-4051a50b04c7', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'floating_ip_address': '172.26.8.103', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'port_id': '86dca686-1a5e-48ae-928e-097a13821ef2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'mac_address': 'fa:16:3e:fe:83:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd95c882-349e-4bff-b480-3f61e6b16d9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:54:42Z', 'updated_at': '2022-01-29T04:55:52Z', 'revision_number': 5, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd615b25c-d4c0-47b8-bcb8-12b4e5775ada', 'name': '', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'mac_address': 'fa:16:3e:20:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:37Z', 'updated_at': '2022-01-29T04:54:42Z', 'revision_number': 5, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'subnets': [{'id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:55:53.996444 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7e3a57-621f-42fa-88f4-d57b4f9fb8e2 None None] New status for floating IP 486d60de-d4ad-44c1-93a5-4051a50b04c7: ACTIVE {{(pid=103586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:55:54.144058 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:55:54.393606 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac65b7-bd7a-4416-b733-174fbc9b1be8 req-b97c9066-9a70-4462-b7b9-61575c53515a tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:54.395076 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-40ac65b7-bd7a-4416-b733-174fbc9b1be8 req-b97c9066-9a70-4462-b7b9-61575c53515a tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 946 time: 0.0545926 Jan 29 04:55:54.442602 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-40ac65b7-bd7a-4416-b733-174fbc9b1be8 req-d4ffe6a7-0279-4a35-94f1-b25f6b65b8d8 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416579 Jan 29 04:55:54.791485 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc5d674-4aac-45c1-b523-ab069b63ca60 req-356df3c1-9f47-48e4-bc8a-6e1c20ba5d72 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:54.793044 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-2cc5d674-4aac-45c1-b523-ab069b63ca60 req-356df3c1-9f47-48e4-bc8a-6e1c20ba5d72 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 946 time: 0.0528564 Jan 29 04:55:54.843233 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-2cc5d674-4aac-45c1-b523-ab069b63ca60 req-b9d66178-855d-4fc2-ad7c-bf39819770fc tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447569 Jan 29 04:55:54.894281 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:55:55.890783 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0757570-7671-4f6e-93e3-4b286b2c691d req-7b9f5b98-95a1-445e-a909-c031ac5ecb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:55.892336 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d0757570-7671-4f6e-93e3-4b286b2c691d req-7b9f5b98-95a1-445e-a909-c031ac5ecb22 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8151d5f9a9034b2b9c2a348a0b026491&device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 1130 time: 0.0455222 Jan 29 04:55:56.025259 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f43fe-5be8-461b-b576-6a76f1cb76d8 req-c80288a6-07ff-4405-b31c-a8957a53ac1a tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:56.026692 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-024f43fe-5be8-461b-b576-6a76f1cb76d8 req-c80288a6-07ff-4405-b31c-a8957a53ac1a tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 946 time: 0.1092978 Jan 29 04:55:56.049316 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0757570-7671-4f6e-93e3-4b286b2c691d req-a9af4c3e-ddb9-42c3-b2bc-fc111d673da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:56.050926 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d0757570-7671-4f6e-93e3-4b286b2c691d req-a9af4c3e-ddb9-42c3-b2bc-fc111d673da6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 HTTP/1.1" status: 200 len: 912 time: 0.1411953 Jan 29 04:55:56.121955 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-024f43fe-5be8-461b-b576-6a76f1cb76d8 req-d474fbb9-c1d0-4191-a87c-8086e071642a tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895998 Jan 29 04:55:56.136314 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d0757570-7671-4f6e-93e3-4b286b2c691d req-de61a7ed-e24a-4a68-8950-b31d49406c78 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86dca686-1a5e-48ae-928e-097a13821ef2 HTTP/1.1" status: 200 len: 1002 time: 0.0781441 Jan 29 04:55:56.184102 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0757570-7671-4f6e-93e3-4b286b2c691d req-27d990fa-28a8-40a8-82ba-327e2a4cc400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:56.185542 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d0757570-7671-4f6e-93e3-4b286b2c691d req-27d990fa-28a8-40a8-82ba-327e2a4cc400 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abd95b5c-3142-4ffb-80ed-77c3d7cb3fac HTTP/1.1" status: 200 len: 850 time: 0.0438423 Jan 29 04:55:56.233420 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0757570-7671-4f6e-93e3-4b286b2c691d req-1b6b88f6-1edf-47cf-b890-4126e3846846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:56.234899 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d0757570-7671-4f6e-93e3-4b286b2c691d req-1b6b88f6-1edf-47cf-b890-4126e3846846 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0440590 Jan 29 04:55:56.325531 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d0757570-7671-4f6e-93e3-4b286b2c691d req-874e3403-ca4f-4965-bded-9a9c53b44a67 service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840569 Jan 29 04:55:56.412166 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:55:56.414199 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d0757570-7671-4f6e-93e3-4b286b2c691d req-6c8ef276-1eda-44a7-ae0f-338f793877a0 service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820339 Jan 29 04:55:57.242514 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec57b1-a424-4934-96c6-161682a51571 req-8b7842ec-4d83-4b9c-be57-49d1ee167565 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:57.243965 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d0ec57b1-a424-4934-96c6-161682a51571 req-8b7842ec-4d83-4b9c-be57-49d1ee167565 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 946 time: 0.0559728 Jan 29 04:55:57.289620 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d0ec57b1-a424-4934-96c6-161682a51571 req-08638449-4329-40e0-8687-99e8bcac9c72 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401917 Jan 29 04:55:58.414596 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b62061-5af0-468e-bbde-af3d015506ac req-2636a9f6-e6d5-44c9-8c98-cc520add0cdf tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:58.416062 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-30b62061-5af0-468e-bbde-af3d015506ac req-2636a9f6-e6d5-44c9-8c98-cc520add0cdf tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 946 time: 0.0589659 Jan 29 04:55:58.463503 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-30b62061-5af0-468e-bbde-af3d015506ac req-d00c550f-6ffb-467c-bbf0-e722681abf91 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419307 Jan 29 04:55:59.581368 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50490cf4-7720-4962-85eb-fc76a0d3ce68 req-21e1eeba-cac8-45ef-92f3-0fd880804fb2 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:59.582826 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-50490cf4-7720-4962-85eb-fc76a0d3ce68 req-21e1eeba-cac8-45ef-92f3-0fd880804fb2 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 946 time: 0.0531793 Jan 29 04:55:59.628844 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-50490cf4-7720-4962-85eb-fc76a0d3ce68 req-fee93d09-99e1-401b-af64-17f4b8a54837 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403335 Jan 29 04:56:00.748723 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32376abf-18ec-42ad-be91-c360a2985548 req-8f52ca57-dbeb-4acf-bd6e-91d9a2e70b2a tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:00.750174 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-32376abf-18ec-42ad-be91-c360a2985548 req-8f52ca57-dbeb-4acf-bd6e-91d9a2e70b2a tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 946 time: 0.0520089 Jan 29 04:56:00.796914 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-32376abf-18ec-42ad-be91-c360a2985548 req-b96e3d88-c81f-4897-9174-ba5a12bdad38 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402710 Jan 29 04:56:01.922370 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827ede8-f459-4258-8f27-7a9137a258f5 req-b4b5dad3-62a5-4221-b38b-d138cf2991f9 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:01.923860 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-f827ede8-f459-4258-8f27-7a9137a258f5 req-b4b5dad3-62a5-4221-b38b-d138cf2991f9 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 946 time: 0.0576782 Jan 29 04:56:01.970343 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-f827ede8-f459-4258-8f27-7a9137a258f5 req-c2f57848-8720-4784-aafd-f6b96e334356 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408463 Jan 29 04:56:03.087432 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c0dbf-2985-4c4e-b8e2-e03b72ef79a0 req-a7c14115-7431-406e-95fd-2a38911dcf46 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:03.088917 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-488c0dbf-2985-4c4e-b8e2-e03b72ef79a0 req-a7c14115-7431-406e-95fd-2a38911dcf46 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 946 time: 0.0517642 Jan 29 04:56:03.137802 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-488c0dbf-2985-4c4e-b8e2-e03b72ef79a0 req-6b47bc62-bcfe-4d58-94aa-2b6c0f67d7eb tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433686 Jan 29 04:56:04.257401 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03430ba-2f18-4e3a-b7f1-35b7d13d081d req-70550f4d-6620-4f46-b0d5-e4b32558fb19 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:04.258885 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e03430ba-2f18-4e3a-b7f1-35b7d13d081d req-70550f4d-6620-4f46-b0d5-e4b32558fb19 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 946 time: 0.0525296 Jan 29 04:56:04.305097 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e03430ba-2f18-4e3a-b7f1-35b7d13d081d req-3c35d9c2-ee44-482c-ba7d-d4a3321c4692 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406523 Jan 29 04:56:05.423711 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d57f62b-a5e2-4dbf-9e6a-cb30d2a0b3bd req-b4245d78-2653-471d-afe0-4939a61d8c51 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:05.425204 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2d57f62b-a5e2-4dbf-9e6a-cb30d2a0b3bd req-b4245d78-2653-471d-afe0-4939a61d8c51 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 946 time: 0.0523369 Jan 29 04:56:05.471224 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2d57f62b-a5e2-4dbf-9e6a-cb30d2a0b3bd req-f2b22e3d-6609-4a3f-855e-5cc0f402286e tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406156 Jan 29 04:56:06.589989 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063bee24-c1e4-422d-a76e-198a3caa68c6 req-51aaec31-785b-4044-ae19-4e497ff112d9 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:06.591476 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-063bee24-c1e4-422d-a76e-198a3caa68c6 req-51aaec31-785b-4044-ae19-4e497ff112d9 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 946 time: 0.0540676 Jan 29 04:56:06.640998 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-063bee24-c1e4-422d-a76e-198a3caa68c6 req-fb942448-f183-4e51-accc-f8a4ec0c6cdb tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439363 Jan 29 04:56:07.758455 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970023ca-d5f8-4f2a-92c9-a127f85093fa req-090e2038-18d8-458b-849a-5f28463d149a tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:07.759950 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-970023ca-d5f8-4f2a-92c9-a127f85093fa req-090e2038-18d8-458b-849a-5f28463d149a tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 946 time: 0.0524135 Jan 29 04:56:07.805616 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-970023ca-d5f8-4f2a-92c9-a127f85093fa req-9113d957-2436-47d6-bf9d-257d17cc3898 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400891 Jan 29 04:56:08.927415 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74d011-bf2a-4ffe-b8f9-254534f5e088 req-c2425b1e-da48-40c5-8310-37d2f36b61f6 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:08.928978 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ee74d011-bf2a-4ffe-b8f9-254534f5e088 req-c2425b1e-da48-40c5-8310-37d2f36b61f6 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 946 time: 0.0532563 Jan 29 04:56:08.974860 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ee74d011-bf2a-4ffe-b8f9-254534f5e088 req-014dd1d7-e327-4ee1-b424-0fea249fb188 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404060 Jan 29 04:56:10.099273 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daefc3d-506d-47d5-9175-3674223e0d7f req-0b42ff17-ac72-4738-9eb4-402edc1e521b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:10.100811 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8daefc3d-506d-47d5-9175-3674223e0d7f req-0b42ff17-ac72-4738-9eb4-402edc1e521b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 946 time: 0.0576444 Jan 29 04:56:10.154872 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8daefc3d-506d-47d5-9175-3674223e0d7f req-8a5efd49-dc45-4fbe-848b-448e4d457fa2 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484438 Jan 29 04:56:11.272299 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90bce1-c040-4602-93a6-43accab4e471 req-3e33cde1-6bde-4087-9c3e-26b817daaa73 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:11.273791 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-cd90bce1-c040-4602-93a6-43accab4e471 req-3e33cde1-6bde-4087-9c3e-26b817daaa73 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 946 time: 0.0524385 Jan 29 04:56:11.319406 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-cd90bce1-c040-4602-93a6-43accab4e471 req-e05ebfb1-802c-478b-8d7b-02559b35da6b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400338 Jan 29 04:56:12.435168 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb41236-9874-4f9f-ad00-6047b9a4d556 req-8920b2f0-19a1-4d4b-a0e4-7eb6e89233cf tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:12.436652 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-dbb41236-9874-4f9f-ad00-6047b9a4d556 req-8920b2f0-19a1-4d4b-a0e4-7eb6e89233cf tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 946 time: 0.0512047 Jan 29 04:56:12.483560 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-dbb41236-9874-4f9f-ad00-6047b9a4d556 req-ac69c8b6-95b8-48b1-8e04-1c607d28ceef tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407012 Jan 29 04:56:13.606669 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d42e1b-6f85-484b-b53e-7faf7c74f25e req-05268bb8-1b9e-4e29-a854-ce0ee25b9809 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:13.608157 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-75d42e1b-6f85-484b-b53e-7faf7c74f25e req-05268bb8-1b9e-4e29-a854-ce0ee25b9809 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 946 time: 0.0576212 Jan 29 04:56:13.653972 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-75d42e1b-6f85-484b-b53e-7faf7c74f25e req-be10d49d-4ee0-4402-b401-658365456957 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401843 Jan 29 04:56:14.411701 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:56:14.775781 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a5a87-4252-4762-9512-05759cc74e7d req-4a48b5aa-96dc-486d-8a1b-e0a59eb22d56 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:14.777275 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c94a5a87-4252-4762-9512-05759cc74e7d req-4a48b5aa-96dc-486d-8a1b-e0a59eb22d56 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 946 time: 0.0561848 Jan 29 04:56:14.823439 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c94a5a87-4252-4762-9512-05759cc74e7d req-3ca41c0f-19ea-4e0d-b0e0-9067f7222f54 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401638 Jan 29 04:56:15.939303 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8f9347-7580-41ca-8c40-fb1298db96f6 req-a9622ffa-0364-47a0-902a-da7da8d6e969 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:15.940889 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-fd8f9347-7580-41ca-8c40-fb1298db96f6 req-a9622ffa-0364-47a0-902a-da7da8d6e969 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 946 time: 0.0523281 Jan 29 04:56:15.986561 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-fd8f9347-7580-41ca-8c40-fb1298db96f6 req-8a54eb0a-e8b7-4d7d-bd83-0c2bf00443e8 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401359 Jan 29 04:56:17.104820 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fee781-2dc1-47a6-b625-5515fc43d300 req-5a4cc203-d74e-4d59-be87-fffa9ae35b47 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:17.106225 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-24fee781-2dc1-47a6-b625-5515fc43d300 req-5a4cc203-d74e-4d59-be87-fffa9ae35b47 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 946 time: 0.0532043 Jan 29 04:56:17.151821 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-24fee781-2dc1-47a6-b625-5515fc43d300 req-0f516e17-90a7-4d4b-bfa7-37b3cbafbbdd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401447 Jan 29 04:56:18.268401 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f21a50-5d7c-4297-a748-0e0b7cdcccb5 req-d976cbe6-399c-4c0b-8ca3-e7c06b1fbbc2 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:18.269824 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-31f21a50-5d7c-4297-a748-0e0b7cdcccb5 req-d976cbe6-399c-4c0b-8ca3-e7c06b1fbbc2 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 946 time: 0.0518534 Jan 29 04:56:18.318807 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-31f21a50-5d7c-4297-a748-0e0b7cdcccb5 req-598ccb62-cb49-4044-9f65-e2245091dc6a tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435317 Jan 29 04:56:19.434837 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76241745-7114-44e7-a59d-126f66a89f41 req-52ed58f1-c25d-4e42-a20d-425550efc445 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:19.436315 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-76241745-7114-44e7-a59d-126f66a89f41 req-52ed58f1-c25d-4e42-a20d-425550efc445 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 946 time: 0.0518026 Jan 29 04:56:19.487189 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-76241745-7114-44e7-a59d-126f66a89f41 req-ddc86d53-84e4-4d13-b1d8-8334ff377522 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442741 Jan 29 04:56:20.184240 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8b6e1f5b-ccf9-4eb5-ba01-bdea1ef0ba37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:56:20.610789 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547cb3ec-17fa-4c03-b41f-c06d40a64982 req-12392845-1105-49eb-9f8b-af272bcaa2df tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:20.612375 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-547cb3ec-17fa-4c03-b41f-c06d40a64982 req-12392845-1105-49eb-9f8b-af272bcaa2df tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 946 time: 0.0571353 Jan 29 04:56:20.663898 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-547cb3ec-17fa-4c03-b41f-c06d40a64982 req-ed5450de-d656-421a-9fc4-9fe05ae698aa tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454226 Jan 29 04:56:21.049640 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120d75e-fdd4-4c5a-92c4-3da5e096ca21 req-8f15af86-209e-4c63-9e78-42c3d8444ff6 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:21.052003 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b120d75e-fdd4-4c5a-92c4-3da5e096ca21 req-8f15af86-209e-4c63-9e78-42c3d8444ff6 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 946 time: 0.0548017 Jan 29 04:56:21.131552 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b120d75e-fdd4-4c5a-92c4-3da5e096ca21 req-d3d0ed50-45af-4a86-bab7-650a6ab4b4fd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737898 Jan 29 04:56:21.142255 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-27b56983-001f-4ad7-bba6-72ef1e4cd827 req-e7f73169-58e6-40d0-9a31-c325b1154c7e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0679059 Jan 29 04:56:22.252524 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795b7ab-832f-4658-92d9-6a855e4022db req-9e67fb41-a582-4926-b584-9eab56c3fa1c tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:22.254199 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a795b7ab-832f-4658-92d9-6a855e4022db req-9e67fb41-a582-4926-b584-9eab56c3fa1c tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 946 time: 0.0526063 Jan 29 04:56:22.299495 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a795b7ab-832f-4658-92d9-6a855e4022db req-17bd0370-d4a8-40d2-82b2-912057a20a5d tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397778 Jan 29 04:56:22.481224 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4f1b6c3f-d94f-4299-87f1-0dca760465b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:56:23.210009 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b56983-001f-4ad7-bba6-72ef1e4cd827 req-4c30930c-f08f-4216-a7ae-176511bb6078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:23.211441 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-27b56983-001f-4ad7-bba6-72ef1e4cd827 req-4c30930c-f08f-4216-a7ae-176511bb6078 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8151d5f9a9034b2b9c2a348a0b026491&device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 1130 time: 0.0449734 Jan 29 04:56:23.300560 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b56983-001f-4ad7-bba6-72ef1e4cd827 req-1353068f-258a-4822-a66a-87c904afb38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:23.301995 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-27b56983-001f-4ad7-bba6-72ef1e4cd827 req-1353068f-258a-4822-a66a-87c904afb38d service neutron] 10.222.0.18 "GET /v2.0/networks?id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 HTTP/1.1" status: 200 len: 912 time: 0.0850506 Jan 29 04:56:23.367092 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-27b56983-001f-4ad7-bba6-72ef1e4cd827 req-e7d3c300-b2d1-46fb-a65d-ba4645e02426 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86dca686-1a5e-48ae-928e-097a13821ef2 HTTP/1.1" status: 200 len: 1002 time: 0.0578463 Jan 29 04:56:23.414271 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b56983-001f-4ad7-bba6-72ef1e4cd827 req-7e542e98-7fa5-4286-a319-35b6267a2aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:23.415725 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-27b56983-001f-4ad7-bba6-72ef1e4cd827 req-7e542e98-7fa5-4286-a319-35b6267a2aef service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abd95b5c-3142-4ffb-80ed-77c3d7cb3fac HTTP/1.1" status: 200 len: 850 time: 0.0436771 Jan 29 04:56:23.418982 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c22ee6d-c6d1-4833-8aee-648205521ddc req-93153591-f30a-4254-8d3a-eed5b56c5913 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:23.420464 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-5c22ee6d-c6d1-4833-8aee-648205521ddc req-93153591-f30a-4254-8d3a-eed5b56c5913 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 946 time: 0.0530725 Jan 29 04:56:23.469465 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b56983-001f-4ad7-bba6-72ef1e4cd827 req-969ca749-9cd4-4c4a-8f69-dd8d20d66ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:23.470193 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-5c22ee6d-c6d1-4833-8aee-648205521ddc req-49973c89-1d26-4131-82e6-f1438a63c5b2 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433571 Jan 29 04:56:23.470889 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-27b56983-001f-4ad7-bba6-72ef1e4cd827 req-969ca749-9cd4-4c4a-8f69-dd8d20d66ce3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0495276 Jan 29 04:56:23.558208 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-27b56983-001f-4ad7-bba6-72ef1e4cd827 req-cd4c91b9-5828-44e1-8ba5-a5c8ed10b01a service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806272 Jan 29 04:56:23.648911 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-27b56983-001f-4ad7-bba6-72ef1e4cd827 req-71ca4453-0868-4198-931b-f2d3ba73985b service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846539 Jan 29 04:56:23.772589 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:56:24.098639 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:56:24.591036 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9f6a3-2211-480a-a737-bb0069e40335 req-43477198-a915-4e2d-9c56-8e93f9caf263 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:24.592506 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4fc9f6a3-2211-480a-a737-bb0069e40335 req-43477198-a915-4e2d-9c56-8e93f9caf263 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 946 time: 0.0536356 Jan 29 04:56:24.638187 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4fc9f6a3-2211-480a-a737-bb0069e40335 req-b2cbdc98-3ed8-4d13-9056-a49303205117 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401628 Jan 29 04:56:24.927250 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:56:25.568823 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-27b56983-001f-4ad7-bba6-72ef1e4cd827 req-f26d0091-bf5e-47a8-a3a1-55b9c70938ca service neutron] 10.222.0.18 "GET /v2.0/ports/86dca686-1a5e-48ae-928e-097a13821ef2/bindings/hv-neutron-8211 HTTP/1.1" status: 200 len: 384 time: 0.0542319 Jan 29 04:56:25.759449 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06925e60-c854-4fed-bec4-083892f0e9b8 req-a15a1e47-52f1-4e50-9718-9ff62133607c tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:25.760966 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-06925e60-c854-4fed-bec4-083892f0e9b8 req-a15a1e47-52f1-4e50-9718-9ff62133607c tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 946 time: 0.0548389 Jan 29 04:56:25.812530 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-06925e60-c854-4fed-bec4-083892f0e9b8 req-92a091d4-49c6-4884-8822-08f441e65eeb tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459445 Jan 29 04:56:26.046635 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b56983-001f-4ad7-bba6-72ef1e4cd827 req-0a0c99f4-d766-4516-a4b3-1188ccf87895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:26.048111 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-27b56983-001f-4ad7-bba6-72ef1e4cd827 req-0a0c99f4-d766-4516-a4b3-1188ccf87895 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a&tenant_id=8151d5f9a9034b2b9c2a348a0b026491 HTTP/1.1" status: 200 len: 1130 time: 0.0496097 Jan 29 04:56:26.124047 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b56983-001f-4ad7-bba6-72ef1e4cd827 req-8ed576e4-aaf6-4258-99b8-a3b307d1ec56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:26.125463 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-27b56983-001f-4ad7-bba6-72ef1e4cd827 req-8ed576e4-aaf6-4258-99b8-a3b307d1ec56 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8151d5f9a9034b2b9c2a348a0b026491&device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 1130 time: 0.0441697 Jan 29 04:56:26.210217 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b56983-001f-4ad7-bba6-72ef1e4cd827 req-d379df3b-1f47-4f54-b52b-242c27ae80e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:26.211640 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-27b56983-001f-4ad7-bba6-72ef1e4cd827 req-d379df3b-1f47-4f54-b52b-242c27ae80e5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 HTTP/1.1" status: 200 len: 912 time: 0.0805941 Jan 29 04:56:26.278435 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-27b56983-001f-4ad7-bba6-72ef1e4cd827 req-63969eeb-ed6c-4a79-96b2-d4d1f521e91b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86dca686-1a5e-48ae-928e-097a13821ef2 HTTP/1.1" status: 200 len: 1002 time: 0.0607743 Jan 29 04:56:26.324478 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b56983-001f-4ad7-bba6-72ef1e4cd827 req-c999bae3-6582-4cec-b7de-037c83a34a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:26.325935 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-27b56983-001f-4ad7-bba6-72ef1e4cd827 req-c999bae3-6582-4cec-b7de-037c83a34a86 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abd95b5c-3142-4ffb-80ed-77c3d7cb3fac HTTP/1.1" status: 200 len: 850 time: 0.0424678 Jan 29 04:56:26.374282 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b56983-001f-4ad7-bba6-72ef1e4cd827 req-ac4b8898-25d7-4427-96b8-eea956e8bba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:26.375714 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-27b56983-001f-4ad7-bba6-72ef1e4cd827 req-ac4b8898-25d7-4427-96b8-eea956e8bba3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0443590 Jan 29 04:56:26.395571 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:56:26.466335 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-27b56983-001f-4ad7-bba6-72ef1e4cd827 req-3f06b7a4-b9c0-493c-92ba-d2885a2426de service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846648 Jan 29 04:56:26.553072 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-27b56983-001f-4ad7-bba6-72ef1e4cd827 req-3b074a22-fd82-4fc1-b039-cd2156cbbd71 service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815253 Jan 29 04:56:26.937893 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b5db0c-df58-46f5-bc6d-bb86b9fc7ef2 req-8768752f-d0c3-4346-8b1d-242964f5dc68 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:26.939362 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c7b5db0c-df58-46f5-bc6d-bb86b9fc7ef2 req-8768752f-d0c3-4346-8b1d-242964f5dc68 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 946 time: 0.0570259 Jan 29 04:56:26.985827 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c7b5db0c-df58-46f5-bc6d-bb86b9fc7ef2 req-f045e556-8668-4d14-9ca9-54a600a823df tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409636 Jan 29 04:56:28.102657 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ebfbf-1d29-4eab-a2a7-2f2b770b61c5 req-9747afea-2740-41f7-8f5e-dac41fab9a98 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:28.104055 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-8e5ebfbf-1d29-4eab-a2a7-2f2b770b61c5 req-9747afea-2740-41f7-8f5e-dac41fab9a98 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 946 time: 0.0532706 Jan 29 04:56:28.150140 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-8e5ebfbf-1d29-4eab-a2a7-2f2b770b61c5 req-06475eb4-58fc-43d2-bebd-7d51764cb3ed tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405521 Jan 29 04:56:28.486937 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 86dca686-1a5e-48ae-928e-097a13821ef2 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:56:28.560851 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 86dca686-1a5e-48ae-928e-097a13821ef2 is: ACTIVE; New status is: DOWN {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:56:28.561234 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (86dca686-1a5e-48ae-928e-097a13821ef2), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:56:28.583605 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd95c882-349e-4bff-b480-3f61e6b16d9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86dca686-1a5e-48ae-928e-097a13821ef2'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:56:28.585809 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1837372b-9125-425c-86cf-4a1ff58ad701" -d '{"events": [{"server_uuid": "fd95c882-349e-4bff-b480-3f61e6b16d9a", "name": "network-vif-unplugged", "status": "completed", "tag": "86dca686-1a5e-48ae-928e-097a13821ef2"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:56:28.598553 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 86dca686-1a5e-48ae-928e-097a13821ef2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=86dca686-1a5e-48ae-928e-097a13821ef2,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:56:28.628544 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 04:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e333e3-e6ac-40d9-97e6-7c965b6ba2ae x-openstack-request-id: req-73e333e3-e6ac-40d9-97e6-7c965b6ba2ae {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:56:28.628855 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd95c882-349e-4bff-b480-3f61e6b16d9a", "name": "network-vif-unplugged", "status": "completed", "tag": "86dca686-1a5e-48ae-928e-097a13821ef2", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:56:28.629105 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73e333e3-e6ac-40d9-97e6-7c965b6ba2ae {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:56:28.629496 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd95c882-349e-4bff-b480-3f61e6b16d9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86dca686-1a5e-48ae-928e-097a13821ef2', 'code': 200} Jan 29 04:56:28.657204 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (86dca686-1a5e-48ae-928e-097a13821ef2), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:56:28.710075 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=86dca686-1a5e-48ae-928e-097a13821ef2,revision_number=6']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:56:29.268634 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2210712-15ef-4ad3-968b-0fd3b24612b3 req-c5c3ecb4-7bb4-442e-bc50-0327351825e1 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:29.270129 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-c2210712-15ef-4ad3-968b-0fd3b24612b3 req-c5c3ecb4-7bb4-442e-bc50-0327351825e1 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 944 time: 0.0527995 Jan 29 04:56:29.315231 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-c2210712-15ef-4ad3-968b-0fd3b24612b3 req-c7069eaf-7c33-418a-a409-437f85162ad5 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395746 Jan 29 04:56:29.665811 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca60f37e-5dc4-4f30-b002-2550653fc87a req-8f88c65f-6f6b-4511-82b1-fe19d1c079c5 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:29.667349 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ca60f37e-5dc4-4f30-b002-2550653fc87a req-8f88c65f-6f6b-4511-82b1-fe19d1c079c5 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 944 time: 0.0581610 Jan 29 04:56:29.715981 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ca60f37e-5dc4-4f30-b002-2550653fc87a req-1b532a00-ceb7-4154-8218-773fc8dbceda tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428398 Jan 29 04:56:29.752075 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193da18-3810-4439-abd9-a9157527e6b5 req-ea8f69cb-c329-4f73-a073-e43e45891a37 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:29.753535 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d193da18-3810-4439-abd9-a9157527e6b5 req-ea8f69cb-c329-4f73-a073-e43e45891a37 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a&tenant_id=8151d5f9a9034b2b9c2a348a0b026491&binding%3Ahost_id=hv-neutron-8211 HTTP/1.1" status: 200 len: 944 time: 0.0561590 Jan 29 04:56:29.854397 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193da18-3810-4439-abd9-a9157527e6b5 req-f9a5dc44-5f0b-42ae-b673-ed015b543185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:29.855875 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d193da18-3810-4439-abd9-a9157527e6b5 req-f9a5dc44-5f0b-42ae-b673-ed015b543185 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8151d5f9a9034b2b9c2a348a0b026491&device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 1128 time: 0.0448344 Jan 29 04:56:29.947029 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193da18-3810-4439-abd9-a9157527e6b5 req-b44f57d6-6b01-49ac-adee-2e84ce894218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:29.948556 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d193da18-3810-4439-abd9-a9157527e6b5 req-b44f57d6-6b01-49ac-adee-2e84ce894218 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 HTTP/1.1" status: 200 len: 912 time: 0.0870125 Jan 29 04:56:30.012042 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d193da18-3810-4439-abd9-a9157527e6b5 req-bb3df117-fb6b-442a-9b29-4bc1ec6ac7b7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86dca686-1a5e-48ae-928e-097a13821ef2 HTTP/1.1" status: 200 len: 1000 time: 0.0580032 Jan 29 04:56:30.068453 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193da18-3810-4439-abd9-a9157527e6b5 req-f928a6e9-66c7-4d73-93f9-db45fd9e0c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:30.069990 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d193da18-3810-4439-abd9-a9157527e6b5 req-f928a6e9-66c7-4d73-93f9-db45fd9e0c79 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abd95b5c-3142-4ffb-80ed-77c3d7cb3fac HTTP/1.1" status: 200 len: 850 time: 0.0528023 Jan 29 04:56:30.118378 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193da18-3810-4439-abd9-a9157527e6b5 req-9b0d10f1-cfe0-4a92-8485-b79892f530e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:30.119813 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d193da18-3810-4439-abd9-a9157527e6b5 req-9b0d10f1-cfe0-4a92-8485-b79892f530e8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0447273 Jan 29 04:56:30.206251 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d193da18-3810-4439-abd9-a9157527e6b5 req-13634757-07fa-4468-8e09-8c0e03537b91 service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803895 Jan 29 04:56:30.296987 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d193da18-3810-4439-abd9-a9157527e6b5 req-553450a9-05e9-4226-9ad7-f697ee0853a3 service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840964 Jan 29 04:56:30.499593 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 86dca686-1a5e-48ae-928e-097a13821ef2 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:56:30.595095 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 86dca686-1a5e-48ae-928e-097a13821ef2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=86dca686-1a5e-48ae-928e-097a13821ef2,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:56:30.606132 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': '86dca686-1a5e-48ae-928e-097a13821ef2', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'port_id': '86dca686-1a5e-48ae-928e-097a13821ef2', 'mac_address': 'fa:16:3e:fe:83:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:56:30.646423 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 86dca686-1a5e-48ae-928e-097a13821ef2 is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:56:30.646804 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (86dca686-1a5e-48ae-928e-097a13821ef2), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:56:30.659165 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86dca686-1a5e-48ae-928e-097a13821ef2 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:56:30.678119 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 86dca686-1a5e-48ae-928e-097a13821ef2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=86dca686-1a5e-48ae-928e-097a13821ef2,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:56:30.737192 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (86dca686-1a5e-48ae-928e-097a13821ef2), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:56:30.786145 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=86dca686-1a5e-48ae-928e-097a13821ef2,revision_number=7']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:56:30.843308 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a11a7-f853-42de-8281-504e95733d6d req-3553f1fd-70f5-4c71-97a6-3ab198ed681b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:30.844910 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-087a11a7-f853-42de-8281-504e95733d6d req-3553f1fd-70f5-4c71-97a6-3ab198ed681b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 945 time: 0.0544622 Jan 29 04:56:30.874853 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['86dca686-1a5e-48ae-928e-097a13821ef2'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:56:30.895663 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-087a11a7-f853-42de-8281-504e95733d6d req-9eeedfe4-b3e7-4901-9f60-c0ec261600e8 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444913 Jan 29 04:56:32.020082 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19219a50-f9b8-4f00-a23f-3444ed6b6cfa req-75b735a3-6958-4bc3-8208-5f34afd37f4c tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:32.021697 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-19219a50-f9b8-4f00-a23f-3444ed6b6cfa req-75b735a3-6958-4bc3-8208-5f34afd37f4c tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 945 time: 0.0540507 Jan 29 04:56:32.068555 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-19219a50-f9b8-4f00-a23f-3444ed6b6cfa req-9f70bc0f-3db3-4c8e-9ade-13590a216450 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412166 Jan 29 04:56:32.195041 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eff46f-20e5-4c0d-85df-1507bc80a786 req-1e32c8b4-e5b3-45f3-8b0c-0a25226d05c3 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:32.196788 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-98eff46f-20e5-4c0d-85df-1507bc80a786 req-1e32c8b4-e5b3-45f3-8b0c-0a25226d05c3 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 945 time: 0.0581701 Jan 29 04:56:32.242438 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-98eff46f-20e5-4c0d-85df-1507bc80a786 req-28954d47-5d38-48e1-89fb-9272c67f22f8 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402148 Jan 29 04:56:32.521580 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 86dca686-1a5e-48ae-928e-097a13821ef2 up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:56:32.570305 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port 86dca686-1a5e-48ae-928e-097a13821ef2 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:56:32.570677 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (86dca686-1a5e-48ae-928e-097a13821ef2), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:56:32.576188 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39a6bf-f81e-4518-a8e2-0610dc939fcb req-06370318-34c6-40a2-a316-07494784622b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:32.577807 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6f39a6bf-f81e-4518-a8e2-0610dc939fcb req-06370318-34c6-40a2-a316-07494784622b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 945 time: 0.0555768 Jan 29 04:56:32.629720 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6f39a6bf-f81e-4518-a8e2-0610dc939fcb req-08c801ce-a75b-4468-a9d2-fb0b1c0e4cde tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456402 Jan 29 04:56:32.652768 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 86dca686-1a5e-48ae-928e-097a13821ef2 is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:56:32.653159 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (86dca686-1a5e-48ae-928e-097a13821ef2), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:56:32.676782 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd95c882-349e-4bff-b480-3f61e6b16d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86dca686-1a5e-48ae-928e-097a13821ef2'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:56:32.678989 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579693f5-572a-4e90-a656-e6e2c881ba07" -d '{"events": [{"server_uuid": "fd95c882-349e-4bff-b480-3f61e6b16d9a", "name": "network-vif-plugged", "status": "completed", "tag": "86dca686-1a5e-48ae-928e-097a13821ef2"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:56:32.691773 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 86dca686-1a5e-48ae-928e-097a13821ef2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=86dca686-1a5e-48ae-928e-097a13821ef2,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:56:32.705135 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af325aa4-d7c1-4e82-a7fa-c1b47ac035d9 req-df015550-7697-4b48-968a-0bd7fea05224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:32.706796 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-af325aa4-d7c1-4e82-a7fa-c1b47ac035d9 req-df015550-7697-4b48-968a-0bd7fea05224 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8151d5f9a9034b2b9c2a348a0b026491&device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 1129 time: 0.0467632 Jan 29 04:56:32.716846 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a260fa1-5800-4e62-a143-f021ece9a862 x-openstack-request-id: req-6a260fa1-5800-4e62-a143-f021ece9a862 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:56:32.717305 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd95c882-349e-4bff-b480-3f61e6b16d9a", "name": "network-vif-plugged", "status": "completed", "tag": "86dca686-1a5e-48ae-928e-097a13821ef2", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:56:32.720245 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a260fa1-5800-4e62-a143-f021ece9a862 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:56:32.720245 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd95c882-349e-4bff-b480-3f61e6b16d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86dca686-1a5e-48ae-928e-097a13821ef2', 'code': 200} Jan 29 04:56:32.760294 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (86dca686-1a5e-48ae-928e-097a13821ef2), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:56:32.800106 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af325aa4-d7c1-4e82-a7fa-c1b47ac035d9 req-77593155-184a-4fec-9e82-11e7b752adbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:32.802737 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-af325aa4-d7c1-4e82-a7fa-c1b47ac035d9 req-77593155-184a-4fec-9e82-11e7b752adbc service neutron] 10.222.0.18 "GET /v2.0/networks?id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 HTTP/1.1" status: 200 len: 912 time: 0.0906131 Jan 29 04:56:32.810355 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=86dca686-1a5e-48ae-928e-097a13821ef2,revision_number=8']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:56:32.868896 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-af325aa4-d7c1-4e82-a7fa-c1b47ac035d9 req-fc0c5d74-5558-417e-88ec-21f43a9328a5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86dca686-1a5e-48ae-928e-097a13821ef2 HTTP/1.1" status: 200 len: 1002 time: 0.0593100 Jan 29 04:56:32.919690 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af325aa4-d7c1-4e82-a7fa-c1b47ac035d9 req-59ca6334-abb5-46ca-862c-93092a38a954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:32.921157 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-af325aa4-d7c1-4e82-a7fa-c1b47ac035d9 req-59ca6334-abb5-46ca-862c-93092a38a954 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abd95b5c-3142-4ffb-80ed-77c3d7cb3fac HTTP/1.1" status: 200 len: 850 time: 0.0468681 Jan 29 04:56:32.970163 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af325aa4-d7c1-4e82-a7fa-c1b47ac035d9 req-34a9b6a8-d761-4c55-a987-55b7ede16130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:32.972815 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-af325aa4-d7c1-4e82-a7fa-c1b47ac035d9 req-34a9b6a8-d761-4c55-a987-55b7ede16130 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0452094 Jan 29 04:56:33.060057 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-af325aa4-d7c1-4e82-a7fa-c1b47ac035d9 req-dda3acd8-4e36-4a1e-84a3-0f2312f3b552 service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818243 Jan 29 04:56:33.152497 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-af325aa4-d7c1-4e82-a7fa-c1b47ac035d9 req-a44c7c55-d434-450d-bf77-7f56f885b732 service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854652 Jan 29 04:56:33.755250 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaffd626-cb00-47c5-b0f0-30c4323a4fce req-8a6a8231-648e-4e3c-bb1a-6fe784f4943f tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:33.756778 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-eaffd626-cb00-47c5-b0f0-30c4323a4fce req-8a6a8231-648e-4e3c-bb1a-6fe784f4943f tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 946 time: 0.0543687 Jan 29 04:56:33.803772 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-eaffd626-cb00-47c5-b0f0-30c4323a4fce req-4d06f8a8-e5f5-4eba-8a6e-011eb4dcc0f9 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414133 Jan 29 04:56:34.924973 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725bf60d-7a4f-4218-83c0-1872f14a98cb req-27b6c94e-acb8-4cb2-9ceb-fed52cf80019 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:34.926996 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-725bf60d-7a4f-4218-83c0-1872f14a98cb req-27b6c94e-acb8-4cb2-9ceb-fed52cf80019 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 946 time: 0.0528793 Jan 29 04:56:34.976535 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-725bf60d-7a4f-4218-83c0-1872f14a98cb req-930d0035-1627-49c4-a1f8-57d4290ffd05 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440714 Jan 29 04:56:35.397792 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a664a6a-b00e-4c1a-aa67-1d48a0b6f3df req-fb7c7db4-5437-443c-8e29-7a74be11a34f tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:35.399250 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-8a664a6a-b00e-4c1a-aa67-1d48a0b6f3df req-fb7c7db4-5437-443c-8e29-7a74be11a34f tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 946 time: 0.0538747 Jan 29 04:56:35.445404 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-8a664a6a-b00e-4c1a-aa67-1d48a0b6f3df req-ad36e9a8-adb2-4d71-9aa9-774b56919eff tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406611 Jan 29 04:56:36.570306 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f4bf4b-a579-4f13-a6ef-fca293507417 req-d9ba02e4-a56a-4e5b-8983-6fa012b2c9b0 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:36.572024 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-16f4bf4b-a579-4f13-a6ef-fca293507417 req-d9ba02e4-a56a-4e5b-8983-6fa012b2c9b0 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 946 time: 0.0574856 Jan 29 04:56:36.618672 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-16f4bf4b-a579-4f13-a6ef-fca293507417 req-d381b3d5-c5bc-4b91-af8c-8b18e51151ed tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409355 Jan 29 04:56:37.279537 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41083515-9605-42cb-87e8-dbc1273a6b1b req-bb48bc2a-c4f5-4c98-8420-ca4e64c60064 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:37.281015 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-41083515-9605-42cb-87e8-dbc1273a6b1b req-bb48bc2a-c4f5-4c98-8420-ca4e64c60064 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 946 time: 0.0515912 Jan 29 04:56:37.367925 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-41083515-9605-42cb-87e8-dbc1273a6b1b req-a6c33021-5701-426d-83e1-9a14a6c95a6e tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Deleting port 86dca686-1a5e-48ae-928e-097a13821ef2 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:56:37.368260 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-41083515-9605-42cb-87e8-dbc1273a6b1b req-a6c33021-5701-426d-83e1-9a14a6c95a6e tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (86dca686-1a5e-48ae-928e-097a13821ef2), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:56:37.456492 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-41083515-9605-42cb-87e8-dbc1273a6b1b req-a6c33021-5701-426d-83e1-9a14a6c95a6e tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] For port 86dca686-1a5e-48ae-928e-097a13821ef2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=86dca686-1a5e-48ae-928e-097a13821ef2,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:56:37.456875 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-41083515-9605-42cb-87e8-dbc1273a6b1b req-a6c33021-5701-426d-83e1-9a14a6c95a6e tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (86dca686-1a5e-48ae-928e-097a13821ef2), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:56:37.622255 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-41083515-9605-42cb-87e8-dbc1273a6b1b req-a6c33021-5701-426d-83e1-9a14a6c95a6e tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:56:37.622935 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-41083515-9605-42cb-87e8-dbc1273a6b1b req-a6c33021-5701-426d-83e1-9a14a6c95a6e tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (486d60de-d4ad-44c1-93a5-4051a50b04c7), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:56:37.622935 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.l3_db [req-41083515-9605-42cb-87e8-dbc1273a6b1b req-a6c33021-5701-426d-83e1-9a14a6c95a6e tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Floating IP 486d60de-d4ad-44c1-93a5-4051a50b04c7 disassociated. External IP: 172.26.8.103, port: 86dca686-1a5e-48ae-928e-097a13821ef2. Jan 29 04:56:37.623159 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-41083515-9605-42cb-87e8-dbc1273a6b1b req-a6c33021-5701-426d-83e1-9a14a6c95a6e tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Calling delete_port for 86dca686-1a5e-48ae-928e-097a13821ef2 owned by compute:nova {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:56:37.737475 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe68d9b-01ef-4eb4-8efc-1af2c32446ee req-c77f809f-204d-4d18-8685-ef96327f8ec2 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:37.739043 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-bbe68d9b-01ef-4eb4-8efc-1af2c32446ee req-c77f809f-204d-4d18-8685-ef96327f8ec2 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 946 time: 0.0536528 Jan 29 04:56:37.785574 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-bbe68d9b-01ef-4eb4-8efc-1af2c32446ee req-8ab25fa0-6914-4d0d-ac32-161f3718b08d tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408206 Jan 29 04:56:37.812632 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-41083515-9605-42cb-87e8-dbc1273a6b1b req-a6c33021-5701-426d-83e1-9a14a6c95a6e tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (86dca686-1a5e-48ae-928e-097a13821ef2), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:56:37.842531 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c33021-5701-426d-83e1-9a14a6c95a6e tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Pushing event deleted for resources: {'Port': ['ID=86dca686-1a5e-48ae-928e-097a13821ef2,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:56:37.959160 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41083515-9605-42cb-87e8-dbc1273a6b1b req-a6c33021-5701-426d-83e1-9a14a6c95a6e tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Router b98488c3-e40a-4be7-8d86-6744077683a4 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:56:38.068039 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41083515-9605-42cb-87e8-dbc1273a6b1b req-a6c33021-5701-426d-83e1-9a14a6c95a6e tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:56:38.077879 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112213c3-e542-4fbd-aaee-8d281abafbaf None None] Sync routers for ids ['b98488c3-e40a-4be7-8d86-6744077683a4'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:56:38.087850 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112213c3-e542-4fbd-aaee-8d281abafbaf None None] Routers {'b98488c3-e40a-4be7-8d86-6744077683a4'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:56:38.088528 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-112213c3-e542-4fbd-aaee-8d281abafbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:56:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b98488c3-e40a-4be7-8d86-6744077683a4'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:56:38.107800 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-41083515-9605-42cb-87e8-dbc1273a6b1b req-a6c33021-5701-426d-83e1-9a14a6c95a6e tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] No DVR routers for this DVR port 86dca686-1a5e-48ae-928e-097a13821ef2 on host hv-neutron-8211 {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:56:38.110430 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-41083515-9605-42cb-87e8-dbc1273a6b1b req-a6c33021-5701-426d-83e1-9a14a6c95a6e tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:56:38.114630 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-41083515-9605-42cb-87e8-dbc1273a6b1b req-a6c33021-5701-426d-83e1-9a14a6c95a6e tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.18 "DELETE /v2.0/ports/86dca686-1a5e-48ae-928e-097a13821ef2 HTTP/1.1" status: 204 len: 173 time: 0.8283794 Jan 29 04:56:38.115274 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd95c882-349e-4bff-b480-3f61e6b16d9a', 'name': 'network-vif-deleted', 'tag': '86dca686-1a5e-48ae-928e-097a13821ef2'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:56:38.118127 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c6f1a7-d425-4d76-a6d8-3657913f2f96" -d '{"events": [{"server_uuid": "fd95c882-349e-4bff-b480-3f61e6b16d9a", "name": "network-vif-deleted", "tag": "86dca686-1a5e-48ae-928e-097a13821ef2"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:56:38.154500 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01431447-ccba-44ed-8be1-b1a9048cc20c x-openstack-request-id: req-01431447-ccba-44ed-8be1-b1a9048cc20c {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:56:38.154922 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd95c882-349e-4bff-b480-3f61e6b16d9a", "name": "network-vif-deleted", "tag": "86dca686-1a5e-48ae-928e-097a13821ef2", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:56:38.160547 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-01431447-ccba-44ed-8be1-b1a9048cc20c {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:56:38.160547 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd95c882-349e-4bff-b480-3f61e6b16d9a', 'name': 'network-vif-deleted', 'tag': '86dca686-1a5e-48ae-928e-097a13821ef2', 'status': 'completed', 'code': 200} Jan 29 04:56:38.196144 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-112213c3-e542-4fbd-aaee-8d281abafbaf None None] Set router b98488c3-e40a-4be7-8d86-6744077683a4 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:56:38.397160 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-112213c3-e542-4fbd-aaee-8d281abafbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'name': 'tempest-ServerActionsTestJSON-293024610-router', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:38Z', 'revision_number': 4, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'gw_port': {'id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'd615b25c-d4c0-47b8-bcb8-12b4e5775ada', 'name': '', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'mac_address': 'fa:16:3e:20:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:37Z', 'updated_at': '2022-01-29T04:54:42Z', 'revision_number': 5, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'subnets': [{'id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:56:38.423693 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112213c3-e542-4fbd-aaee-8d281abafbaf None None] Checking router: b98488c3-e40a-4be7-8d86-6744077683a4 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:56:38.433020 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112213c3-e542-4fbd-aaee-8d281abafbaf None None] Routers {'b98488c3-e40a-4be7-8d86-6744077683a4'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:56:38.433618 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-112213c3-e542-4fbd-aaee-8d281abafbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:56:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b98488c3-e40a-4be7-8d86-6744077683a4'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:56:38.537873 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-112213c3-e542-4fbd-aaee-8d281abafbaf None None] Set router b98488c3-e40a-4be7-8d86-6744077683a4 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:56:38.729975 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-112213c3-e542-4fbd-aaee-8d281abafbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'name': 'tempest-ServerActionsTestJSON-293024610-router', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:38Z', 'revision_number': 4, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'gw_port': {'id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'd615b25c-d4c0-47b8-bcb8-12b4e5775ada', 'name': '', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'mac_address': 'fa:16:3e:20:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:37Z', 'updated_at': '2022-01-29T04:54:42Z', 'revision_number': 5, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'subnets': [{'id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:56:38.759524 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112213c3-e542-4fbd-aaee-8d281abafbaf None None] The sync data for ids ['b98488c3-e40a-4be7-8d86-6744077683a4'] in dv-neutron-821190-1-hyperv is: [{'id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'name': 'tempest-ServerActionsTestJSON-293024610-router', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:38Z', 'revision_number': 4, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'gw_port': {'id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'd615b25c-d4c0-47b8-bcb8-12b4e5775ada', 'name': '', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'mac_address': 'fa:16:3e:20:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:37Z', 'updated_at': '2022-01-29T04:54:42Z', 'revision_number': 5, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'subnets': [{'id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:56:38.899865 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d100fd03-1161-4a23-a041-c2bd1320b3c5 req-94465603-f0ef-43ac-9046-f094534c6ca0 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd95c882-349e-4bff-b480-3f61e6b16d9a HTTP/1.1" status: 200 len: 210 time: 0.0325110 Jan 29 04:56:38.994911 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328fa35c-6b65-4d1b-850b-c0dde69cf0e5 None None] New status for floating IP 486d60de-d4ad-44c1-93a5-4051a50b04c7: DOWN {{(pid=103586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:56:40.150733 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-fb313283-7e64-4df5-b99b-283528525580 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--508651211&fields=id&tenant_id=8151d5f9a9034b2b9c2a348a0b026491 HTTP/1.1" status: 200 len: 267 time: 0.0452859 Jan 29 04:56:40.255273 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-1fdb84cc-fba2-4b39-84be-0d799217fc1d tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:40.256785 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-1fdb84cc-fba2-4b39-84be-0d799217fc1d tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/networks?id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 HTTP/1.1" status: 200 len: 811 time: 0.0997825 Jan 29 04:56:40.271005 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-1f9e1bc3-fbcf-4133-a7d5-e429b3c03a93 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/quotas/8151d5f9a9034b2b9c2a348a0b026491 HTTP/1.1" status: 200 len: 375 time: 0.0088928 Jan 29 04:56:40.325195 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-06da8b54-f850-4e7c-b9a8-99d1704a5312 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8151d5f9a9034b2b9c2a348a0b026491&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489464 Jan 29 04:56:40.467064 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-63657225-da4f-48c4-b901-c215dba5cbc5 service neutron] 10.222.0.13 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267099 Jan 29 04:56:40.549363 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-9311212b-7e18-4368-8039-51dca273a046 service neutron] 10.222.0.13 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801661 Jan 29 04:56:40.583586 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 86dca686-1a5e-48ae-928e-097a13821ef2 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:56:40.604020 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] No Port match for: 86dca686-1a5e-48ae-928e-097a13821ef2 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:56:40.604372 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 86dca686-1a5e-48ae-928e-097a13821ef2 not bound to the agent host hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:56:40.793585 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-681c3c6d-23ab-4e96-80ea-99c9e9db3ccb req-b60b113d-1f31-4862-b38e-47821597c36c tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 210 time: 0.0322199 Jan 29 04:56:41.893707 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fe227b89-682c-40f3-a535-a6619982a006 req-0f5e4f37-0dec-49ff-9a8a-dfc6f77479d3 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 210 time: 0.0345323 Jan 29 04:56:42.661095 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-bce74519-56f8-4137-a6d2-7ead1fa5435d tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:42.662798 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-bce74519-56f8-4137-a6d2-7ead1fa5435d tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.18 "GET /v2.0/networks?id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 HTTP/1.1" status: 200 len: 811 time: 0.1018248 Jan 29 04:56:42.738848 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-d5d2c2ab-06a5-425c-8a1c-06f5c0033cc7 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8151d5f9a9034b2b9c2a348a0b026491 HTTP/1.1" status: 200 len: 379 time: 0.0521994 Jan 29 04:56:42.747841 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-ed946c29-627a-4186-97d8-3c61624232dd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Request body: {'port': {'device_id': '8c6f9249-9354-41db-b865-fdae84c623b0', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'admin_state_up': True, 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'security_groups': ['bf8497cd-182c-4620-a15d-049d61927c6f']}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:56:42.926667 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-ed946c29-627a-4186-97d8-3c61624232dd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Made reservation on behalf of 8151d5f9a9034b2b9c2a348a0b026491 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:56:42.930773 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-ed946c29-627a-4186-97d8-3c61624232dd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:56:42.996050 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-bdb4bff9-f271-4aee-9097-aa5f1a8c7cec req-de0c8abd-d2e8-4ebc-a17a-17f8faea7a49 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 210 time: 0.0302782 Jan 29 04:56:43.069672 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-ed946c29-627a-4186-97d8-3c61624232dd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Allocated IP 172.20.0.11 (a12d9c04-ce6a-4b2a-875d-b59c27e7dd11/abd95b5c-3142-4ffb-80ed-77c3d7cb3fac/b8e1fc20-5821-4b11-b59f-2fdf99c0036a) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:56:43.485235 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-ed946c29-627a-4186-97d8-3c61624232dd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks [] for port (b8e1fc20-5821-4b11-b59f-2fdf99c0036a), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:56:43.595524 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-ed946c29-627a-4186-97d8-3c61624232dd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (b8e1fc20-5821-4b11-b59f-2fdf99c0036a), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:56:43.640678 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-ed946c29-627a-4186-97d8-3c61624232dd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Network a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:56:43.643476 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-ed946c29-627a-4186-97d8-3c61624232dd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:56:43.648071 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-ed946c29-627a-4186-97d8-3c61624232dd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:56:43.656631 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed946c29-627a-4186-97d8-3c61624232dd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Pushing event updated for resources: {'Port': ['ID=b8e1fc20-5821-4b11-b59f-2fdf99c0036a,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:56:43.685360 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed946c29-627a-4186-97d8-3c61624232dd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:43.685711 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed946c29-627a-4186-97d8-3c61624232dd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:43.686052 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed946c29-627a-4186-97d8-3c61624232dd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:43.686389 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed946c29-627a-4186-97d8-3c61624232dd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:43.686720 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed946c29-627a-4186-97d8-3c61624232dd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:43.687060 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed946c29-627a-4186-97d8-3c61624232dd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:43.687388 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed946c29-627a-4186-97d8-3c61624232dd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:43.687719 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed946c29-627a-4186-97d8-3c61624232dd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:43.688043 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed946c29-627a-4186-97d8-3c61624232dd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:43.688370 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed946c29-627a-4186-97d8-3c61624232dd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:43.688734 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed946c29-627a-4186-97d8-3c61624232dd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:43.689062 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed946c29-627a-4186-97d8-3c61624232dd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:43.689377 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed946c29-627a-4186-97d8-3c61624232dd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:43.714086 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-ed946c29-627a-4186-97d8-3c61624232dd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:43.714704 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-ed946c29-627a-4186-97d8-3c61624232dd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:56:43.780937 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-ed946c29-627a-4186-97d8-3c61624232dd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0366974 Jan 29 04:56:43.799099 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-eeb0cafd-0410-40de-adce-3f29917e4dcd service neutron] Request body: {'port': {'device_id': '8c6f9249-9354-41db-b865-fdae84c623b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:56:43.840223 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-38f93be3-8028-4f87-a91f-02d779816657 None None] Provisioning complete for port b8e1fc20-5821-4b11-b59f-2fdf99c0036a triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:56:43.840816 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-38f93be3-8028-4f87-a91f-02d779816657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b8e1fc20-5821-4b11-b59f-2fdf99c0036a), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:56:43.858639 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-eeb0cafd-0410-40de-adce-3f29917e4dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b8e1fc20-5821-4b11-b59f-2fdf99c0036a), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:56:43.873211 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-38f93be3-8028-4f87-a91f-02d779816657 None None] Port b8e1fc20-5821-4b11-b59f-2fdf99c0036a cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:56:44.155225 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-eeb0cafd-0410-40de-adce-3f29917e4dcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8e1fc20-5821-4b11-b59f-2fdf99c0036a {{(pid=103585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:56:44.168966 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a580d0c-6091-4ffc-9a92-5389a312417e req-6941c4dd-545e-4573-80f9-a40f2ffab07c tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:44.170438 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5a580d0c-6091-4ffc-9a92-5389a312417e req-6941c4dd-545e-4573-80f9-a40f2ffab07c tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 932 time: 0.1067379 Jan 29 04:56:44.174560 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-eeb0cafd-0410-40de-adce-3f29917e4dcd service neutron] Publish callbacks [] for port (b8e1fc20-5821-4b11-b59f-2fdf99c0036a), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:56:44.201016 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.provisioning_blocks [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-eeb0cafd-0410-40de-adce-3f29917e4dcd service neutron] Transition to ACTIVE for port object b8e1fc20-5821-4b11-b59f-2fdf99c0036a will not be triggered until provisioned by entity L2. {{(pid=103585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:56:44.229600 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5a580d0c-6091-4ffc-9a92-5389a312417e req-7f84e445-56bc-4a2f-bf72-ff740478f0c3 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525656 Jan 29 04:56:44.269428 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-eeb0cafd-0410-40de-adce-3f29917e4dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (b8e1fc20-5821-4b11-b59f-2fdf99c0036a), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:56:44.332313 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0cafd-0410-40de-adce-3f29917e4dcd service neutron] Pushing event updated for resources: {'Port': ['ID=b8e1fc20-5821-4b11-b59f-2fdf99c0036a,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:56:44.423777 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-eeb0cafd-0410-40de-adce-3f29917e4dcd service neutron] Attempting to bind port b8e1fc20-5821-4b11-b59f-2fdf99c0036a on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:56:44.424133 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-eeb0cafd-0410-40de-adce-3f29917e4dcd service neutron] Attempting to bind port b8e1fc20-5821-4b11-b59f-2fdf99c0036a by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'c6abeccf-3b4d-456e-8a8f-f41d6aa55207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:56:44.424463 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-eeb0cafd-0410-40de-adce-3f29917e4dcd service neutron] Attempting to bind port b8e1fc20-5821-4b11-b59f-2fdf99c0036a on network a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:56:44.429885 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-eeb0cafd-0410-40de-adce-3f29917e4dcd service neutron] Port b8e1fc20-5821-4b11-b59f-2fdf99c0036a on network a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:56:44.430210 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-eeb0cafd-0410-40de-adce-3f29917e4dcd service neutron] Attempting to bind port b8e1fc20-5821-4b11-b59f-2fdf99c0036a on network a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:56:44.435740 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-eeb0cafd-0410-40de-adce-3f29917e4dcd service neutron] Checking agent: {'id': '15eedd85-6d76-4715-a40f-dc31e854816c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'started_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:56:44.436089 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-eeb0cafd-0410-40de-adce-3f29917e4dcd service neutron] Checking segment: {'id': 'c6abeccf-3b4d-456e-8a8f-f41d6aa55207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:56:44.436529 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-eeb0cafd-0410-40de-adce-3f29917e4dcd service neutron] Bound using segment: {'id': 'c6abeccf-3b4d-456e-8a8f-f41d6aa55207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11'} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:56:44.436962 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-eeb0cafd-0410-40de-adce-3f29917e4dcd service neutron] Bound port: b8e1fc20-5821-4b11-b59f-2fdf99c0036a, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6abeccf-3b4d-456e-8a8f-f41d6aa55207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11'}}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:56:44.437442 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-eeb0cafd-0410-40de-adce-3f29917e4dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b8e1fc20-5821-4b11-b59f-2fdf99c0036a), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:56:44.507676 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-eeb0cafd-0410-40de-adce-3f29917e4dcd service neutron] For port b8e1fc20-5821-4b11-b59f-2fdf99c0036a, host hv-neutron-8211, cleared binding levels {{(pid=103585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:56:44.511373 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-eeb0cafd-0410-40de-adce-3f29917e4dcd service neutron] For port b8e1fc20-5821-4b11-b59f-2fdf99c0036a, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b8e1fc20-5821-4b11-b59f-2fdf99c0036a,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:56:44.630262 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-eeb0cafd-0410-40de-adce-3f29917e4dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (b8e1fc20-5821-4b11-b59f-2fdf99c0036a), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:56:44.677515 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-eeb0cafd-0410-40de-adce-3f29917e4dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:44.678380 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-eeb0cafd-0410-40de-adce-3f29917e4dcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:56:44.679866 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-eeb0cafd-0410-40de-adce-3f29917e4dcd service neutron] 10.222.0.18 "PUT /v2.0/ports/b8e1fc20-5821-4b11-b59f-2fdf99c0036a HTTP/1.1" status: 200 len: 1094 time: 0.8850226 Jan 29 04:56:44.680205 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6f9249-9354-41db-b865-fdae84c623b0', 'tag': 'b8e1fc20-5821-4b11-b59f-2fdf99c0036a'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:56:44.682439 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6251be63-d3b5-45c0-b3f3-5520f430e921" -d '{"events": [{"name": "network-changed", "server_uuid": "8c6f9249-9354-41db-b865-fdae84c623b0", "tag": "b8e1fc20-5821-4b11-b59f-2fdf99c0036a"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:56:44.712625 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0cafd-0410-40de-adce-3f29917e4dcd service neutron] Pushing event updated for resources: {'Port': ['ID=b8e1fc20-5821-4b11-b59f-2fdf99c0036a,revision_number=3']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:56:44.732922 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0ca389-9952-4f9f-9194-78a554d144c9 x-openstack-request-id: req-4e0ca389-9952-4f9f-9194-78a554d144c9 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:56:44.733307 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c6f9249-9354-41db-b865-fdae84c623b0", "tag": "b8e1fc20-5821-4b11-b59f-2fdf99c0036a", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:56:44.733622 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e0ca389-9952-4f9f-9194-78a554d144c9 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:56:44.734091 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c6f9249-9354-41db-b865-fdae84c623b0', 'tag': 'b8e1fc20-5821-4b11-b59f-2fdf99c0036a', 'status': 'completed', 'code': 200} Jan 29 04:56:44.832237 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251be63-d3b5-45c0-b3f3-5520f430e921 req-2df15704-9207-43e4-97ab-cc019a4cd2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:44.834455 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6251be63-d3b5-45c0-b3f3-5520f430e921 req-2df15704-9207-43e4-97ab-cc019a4cd2a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8151d5f9a9034b2b9c2a348a0b026491&device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 1128 time: 0.0585520 Jan 29 04:56:44.942032 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251be63-d3b5-45c0-b3f3-5520f430e921 req-f83689fc-02e2-4413-b439-51fc453d89f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:44.943420 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6251be63-d3b5-45c0-b3f3-5520f430e921 req-f83689fc-02e2-4413-b439-51fc453d89f3 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=8151d5f9a9034b2b9c2a348a0b026491&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0912209 Jan 29 04:56:45.036337 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251be63-d3b5-45c0-b3f3-5520f430e921 req-e966a88c-5e1a-48cf-bb72-927d21d8569a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:45.038585 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6251be63-d3b5-45c0-b3f3-5520f430e921 req-e966a88c-5e1a-48cf-bb72-927d21d8569a service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895700 Jan 29 04:56:45.140376 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-b3432ad7-cfcc-4580-9a9e-44d498a364ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:45.141830 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-b3432ad7-cfcc-4580-9a9e-44d498a364ca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8151d5f9a9034b2b9c2a348a0b026491&device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 1128 time: 0.0463119 Jan 29 04:56:45.191280 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-1bed0d7f-3156-4f49-a4d1-304e91363bda service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8e1fc20-5821-4b11-b59f-2fdf99c0036a HTTP/1.1" status: 200 len: 217 time: 0.0374155 Jan 29 04:56:45.238785 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-dfd6fd58-37a3-4471-8af7-01f85dbf5a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:45.240401 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-dfd6fd58-37a3-4471-8af7-01f85dbf5a19 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abd95b5c-3142-4ffb-80ed-77c3d7cb3fac HTTP/1.1" status: 200 len: 850 time: 0.0428219 Jan 29 04:56:45.289170 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-bfc7915e-b15b-4521-8f6b-e686c51b02fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:45.290721 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-bfc7915e-b15b-4521-8f6b-e686c51b02fb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0440018 Jan 29 04:56:45.415183 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce02f0-7818-4bb4-b5fe-2b9c9d867ec7 req-b23721e5-d134-4dd6-a74c-041de723305f tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:45.416576 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-bfce02f0-7818-4bb4-b5fe-2b9c9d867ec7 req-b23721e5-d134-4dd6-a74c-041de723305f tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 944 time: 0.1127501 Jan 29 04:56:45.419990 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-641c3d8d-f025-4495-a25a-76458cef67eb service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232748 Jan 29 04:56:45.519348 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-bfce02f0-7818-4bb4-b5fe-2b9c9d867ec7 req-1ed8dd92-0632-4c2d-81ad-76b2be8fcc33 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971324 Jan 29 04:56:45.545456 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0eaa6ccf-661f-4677-b28d-2ea26535f435 req-6bc7eb9e-846a-4093-82f2-f280c3645d4d service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177273 Jan 29 04:56:46.638954 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762a21e-1fd6-4460-84e7-8d7d20d13266 req-29daf5a1-1b7b-4178-81c5-5eba6fff5752 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:46.640425 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-5762a21e-1fd6-4460-84e7-8d7d20d13266 req-29daf5a1-1b7b-4178-81c5-5eba6fff5752 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 944 time: 0.0526032 Jan 29 04:56:46.687365 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-5762a21e-1fd6-4460-84e7-8d7d20d13266 req-c6632643-b16f-4c16-b4f1-a7188e7a6c00 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414264 Jan 29 04:56:47.806220 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183563c-9fcb-4be7-b799-38b890f0ede6 req-37e02e53-71ad-4aa9-8ea7-b1d2c3276d71 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:47.807680 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1183563c-9fcb-4be7-b799-38b890f0ede6 req-37e02e53-71ad-4aa9-8ea7-b1d2c3276d71 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 944 time: 0.0538313 Jan 29 04:56:47.854790 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1183563c-9fcb-4be7-b799-38b890f0ede6 req-ebb7de9c-ab90-4d43-8fd3-73765e77b75e tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415924 Jan 29 04:56:48.611333 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device b8e1fc20-5821-4b11-b59f-2fdf99c0036a details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:56:48.704572 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port b8e1fc20-5821-4b11-b59f-2fdf99c0036a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b8e1fc20-5821-4b11-b59f-2fdf99c0036a,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:56:48.715768 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': 'b8e1fc20-5821-4b11-b59f-2fdf99c0036a', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'port_id': 'b8e1fc20-5821-4b11-b59f-2fdf99c0036a', 'mac_address': 'fa:16:3e:b4:ef:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:56:48.752313 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port b8e1fc20-5821-4b11-b59f-2fdf99c0036a is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:56:48.752714 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b8e1fc20-5821-4b11-b59f-2fdf99c0036a), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:56:48.769250 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8e1fc20-5821-4b11-b59f-2fdf99c0036a {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:56:48.787680 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port b8e1fc20-5821-4b11-b59f-2fdf99c0036a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b8e1fc20-5821-4b11-b59f-2fdf99c0036a,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:56:48.844904 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (b8e1fc20-5821-4b11-b59f-2fdf99c0036a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:56:48.892829 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=b8e1fc20-5821-4b11-b59f-2fdf99c0036a,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:56:48.899873 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:48.900221 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:48.900590 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:48.900924 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:48.901255 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:48.901579 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:48.901911 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:48.902278 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:48.902602 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:48.902924 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:48.903244 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:48.903560 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:48.903875 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:48.977210 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb97a84-7d1f-4fef-8814-4a834a3347c8 req-96a5be93-6971-4ac1-b9d8-e0d9a98585f1 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:48.978673 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-bfb97a84-7d1f-4fef-8814-4a834a3347c8 req-96a5be93-6971-4ac1-b9d8-e0d9a98585f1 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 945 time: 0.0572305 Jan 29 04:56:49.024159 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-bfb97a84-7d1f-4fef-8814-4a834a3347c8 req-46a850e5-c1aa-4ad3-b118-88a8e63a536f tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399468 Jan 29 04:56:49.217400 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['b8e1fc20-5821-4b11-b59f-2fdf99c0036a'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:56:50.144765 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d5eba-fb0e-4994-b1f4-5aebb9470f86 req-957db685-8bc3-4b06-ae4a-3a9e9d3d44f4 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:50.146770 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d67d5eba-fb0e-4994-b1f4-5aebb9470f86 req-957db685-8bc3-4b06-ae4a-3a9e9d3d44f4 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 945 time: 0.0553098 Jan 29 04:56:50.189142 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-41a5daa4-df3f-44ff-8e74-c82c5e6acf5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:56:50.197667 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d67d5eba-fb0e-4994-b1f4-5aebb9470f86 req-773a86fa-7aac-4414-a720-6bf3ea373e19 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452404 Jan 29 04:56:50.633448 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device b8e1fc20-5821-4b11-b59f-2fdf99c0036a up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:56:50.747598 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning for port b8e1fc20-5821-4b11-b59f-2fdf99c0036a completed by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:56:50.751408 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port b8e1fc20-5821-4b11-b59f-2fdf99c0036a triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:56:50.751815 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b8e1fc20-5821-4b11-b59f-2fdf99c0036a), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:56:50.828194 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port b8e1fc20-5821-4b11-b59f-2fdf99c0036a is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:56:50.828603 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b8e1fc20-5821-4b11-b59f-2fdf99c0036a), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:56:50.854062 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6f9249-9354-41db-b865-fdae84c623b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e1fc20-5821-4b11-b59f-2fdf99c0036a'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:56:50.856288 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ae889f-8f40-478e-bbad-a4f7d1695517" -d '{"events": [{"server_uuid": "8c6f9249-9354-41db-b865-fdae84c623b0", "name": "network-vif-plugged", "status": "completed", "tag": "b8e1fc20-5821-4b11-b59f-2fdf99c0036a"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:56:50.869222 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port b8e1fc20-5821-4b11-b59f-2fdf99c0036a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b8e1fc20-5821-4b11-b59f-2fdf99c0036a,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:56:50.892608 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef50812-0a17-43d4-a8e1-dc78d3258529 x-openstack-request-id: req-0ef50812-0a17-43d4-a8e1-dc78d3258529 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:56:50.892893 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6f9249-9354-41db-b865-fdae84c623b0", "name": "network-vif-plugged", "status": "completed", "tag": "b8e1fc20-5821-4b11-b59f-2fdf99c0036a", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:56:50.893141 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ef50812-0a17-43d4-a8e1-dc78d3258529 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:56:50.893702 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6f9249-9354-41db-b865-fdae84c623b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e1fc20-5821-4b11-b59f-2fdf99c0036a', 'code': 200} Jan 29 04:56:50.920444 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (b8e1fc20-5821-4b11-b59f-2fdf99c0036a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:56:50.970812 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=b8e1fc20-5821-4b11-b59f-2fdf99c0036a,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:56:51.203577 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f53990-295b-4117-810d-2cb7d157477c req-09b0c20a-cadb-4c60-be3f-a8b94f1ecb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:51.205036 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b8f53990-295b-4117-810d-2cb7d157477c req-09b0c20a-cadb-4c60-be3f-a8b94f1ecb34 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 1130 time: 0.0438948 Jan 29 04:56:51.249792 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b8f53990-295b-4117-810d-2cb7d157477c req-da349277-6925-4d89-beab-37412bb2fe73 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391746 Jan 29 04:56:51.318139 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a4fdb-4f88-4cb1-9679-f312f72b89f8 req-c3fbba5a-ccbd-42d0-9c8b-44947406f211 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:51.319733 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f21a4fdb-4f88-4cb1-9679-f312f72b89f8 req-c3fbba5a-ccbd-42d0-9c8b-44947406f211 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 946 time: 0.0534182 Jan 29 04:56:51.366402 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f21a4fdb-4f88-4cb1-9679-f312f72b89f8 req-f1a8ee7b-3de8-4f7b-95f8-7d23525543e0 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408478 Jan 29 04:56:51.410197 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:56:52.479228 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c4375d73-93ff-41a2-a833-b6c7655f400b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:56:52.487739 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb20803-c327-4749-afbc-b3695ca6fee6 req-7b3c41bf-9fc8-4099-945d-aedbe86b8d43 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:52.489267 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-abb20803-c327-4749-afbc-b3695ca6fee6 req-7b3c41bf-9fc8-4099-945d-aedbe86b8d43 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 946 time: 0.0542538 Jan 29 04:56:52.536094 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-abb20803-c327-4749-afbc-b3695ca6fee6 req-af99efe1-0225-4f23-ae5f-7b1a64344374 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410879 Jan 29 04:56:53.660567 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f61ee1-01cb-4f3c-91bc-eae9dc284819 req-fc82f2c6-c289-4a78-99ef-12b58446b9ee tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:53.662317 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-42f61ee1-01cb-4f3c-91bc-eae9dc284819 req-fc82f2c6-c289-4a78-99ef-12b58446b9ee tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 946 time: 0.0573542 Jan 29 04:56:53.711386 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-42f61ee1-01cb-4f3c-91bc-eae9dc284819 req-477ac1ac-bca5-42f7-88fd-fe3ec52e9220 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436115 Jan 29 04:56:53.760881 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:56:53.827302 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2d54d-ce63-45e4-bfc2-dad788cbdadc req-b31e1bdb-cfa1-4c2c-91bb-b9f6b71a025e tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:53.828750 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-11a2d54d-ce63-45e4-bfc2-dad788cbdadc req-b31e1bdb-cfa1-4c2c-91bb-b9f6b71a025e tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 946 time: 0.0539281 Jan 29 04:56:53.837170 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 59896) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:56:53.841492 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-e6001b4a-dd2a-4a31-9f79-75403a00db88 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Request body: {'floatingip': {'port_id': 'b8e1fc20-5821-4b11-b59f-2fdf99c0036a'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:56:53.885073 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e6001b4a-dd2a-4a31-9f79-75403a00db88 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks [] for floatingip (486d60de-d4ad-44c1-93a5-4051a50b04c7), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:56:54.126559 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:56:54.326657 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e6001b4a-dd2a-4a31-9f79-75403a00db88 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:56:54.378282 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e6001b4a-dd2a-4a31-9f79-75403a00db88 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (486d60de-d4ad-44c1-93a5-4051a50b04c7), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:56:54.473757 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.l3_db [None req-e6001b4a-dd2a-4a31-9f79-75403a00db88 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Floating IP 486d60de-d4ad-44c1-93a5-4051a50b04c7 associated. External IP: 172.26.8.103, port: b8e1fc20-5821-4b11-b59f-2fdf99c0036a. Jan 29 04:56:54.682460 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6001b4a-dd2a-4a31-9f79-75403a00db88 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Router b98488c3-e40a-4be7-8d86-6744077683a4 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:56:54.790766 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6001b4a-dd2a-4a31-9f79-75403a00db88 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:56:54.795626 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e6001b4a-dd2a-4a31-9f79-75403a00db88 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:56:54.800701 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82ec010-9fa0-489c-91f9-743be705f249 None None] Sync routers for ids ['b98488c3-e40a-4be7-8d86-6744077683a4'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:56:54.809929 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82ec010-9fa0-489c-91f9-743be705f249 None None] Routers {'b98488c3-e40a-4be7-8d86-6744077683a4'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:56:54.810522 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-e82ec010-9fa0-489c-91f9-743be705f249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:56:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b98488c3-e40a-4be7-8d86-6744077683a4'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:56:54.827329 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e6001b4a-dd2a-4a31-9f79-75403a00db88 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "PUT /v2.0/floatingips/486d60de-d4ad-44c1-93a5-4051a50b04c7 HTTP/1.1" status: 200 len: 992 time: 0.9890707 Jan 29 04:56:54.828765 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6f9249-9354-41db-b865-fdae84c623b0', 'tag': 'b8e1fc20-5821-4b11-b59f-2fdf99c0036a'}] {{(pid=103584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:56:54.831228 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88d22702f486e82ce3265c1db8b0c003dd285ef8b53ba8e869e33114e3fd04d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e318bee7-335d-406e-b817-89c48b15c2ea" -d '{"events": [{"name": "network-changed", "server_uuid": "8c6f9249-9354-41db-b865-fdae84c623b0", "tag": "b8e1fc20-5821-4b11-b59f-2fdf99c0036a"}]}' {{(pid=103584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:56:54.877494 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1bc510d-c73c-4a16-bc7f-e0efae4b1934 x-openstack-request-id: req-d1bc510d-c73c-4a16-bc7f-e0efae4b1934 {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:56:54.877494 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c6f9249-9354-41db-b865-fdae84c623b0", "tag": "b8e1fc20-5821-4b11-b59f-2fdf99c0036a", "status": "completed", "code": 200}]} {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:56:54.877494 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1bc510d-c73c-4a16-bc7f-e0efae4b1934 {{(pid=103584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:56:54.877494 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c6f9249-9354-41db-b865-fdae84c623b0', 'tag': 'b8e1fc20-5821-4b11-b59f-2fdf99c0036a', 'status': 'completed', 'code': 200} Jan 29 04:56:54.926681 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:56:54.985935 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d9942-2660-4624-bfdc-6f6d048a5756 req-7c826bc6-e07a-4894-b343-3af552bbd14b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:54.987383 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ef9d9942-2660-4624-bfdc-6f6d048a5756 req-7c826bc6-e07a-4894-b343-3af552bbd14b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 946 time: 0.0900061 Jan 29 04:56:54.993984 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318bee7-335d-406e-b817-89c48b15c2ea req-e7934b6b-fd8a-4048-a98f-96410f7a4f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:54.995451 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e318bee7-335d-406e-b817-89c48b15c2ea req-e7934b6b-fd8a-4048-a98f-96410f7a4f93 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8151d5f9a9034b2b9c2a348a0b026491&device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 1130 time: 0.0691795 Jan 29 04:56:55.014018 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-e82ec010-9fa0-489c-91f9-743be705f249 None None] Set router b98488c3-e40a-4be7-8d86-6744077683a4 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:56:55.092859 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ef9d9942-2660-4624-bfdc-6f6d048a5756 req-5f1b2462-2571-4a25-ac2e-e6cc451c34b0 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964017 Jan 29 04:56:55.125977 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318bee7-335d-406e-b817-89c48b15c2ea req-2d8a47c2-31f5-467b-9efa-30eaecac318b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:55.127456 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e318bee7-335d-406e-b817-89c48b15c2ea req-2d8a47c2-31f5-467b-9efa-30eaecac318b service neutron] 10.222.0.18 "GET /v2.0/networks?id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 HTTP/1.1" status: 200 len: 912 time: 0.1245291 Jan 29 04:56:55.197506 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e318bee7-335d-406e-b817-89c48b15c2ea req-b375b6f3-49b0-40d4-a56a-d44691e658db service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8e1fc20-5821-4b11-b59f-2fdf99c0036a HTTP/1.1" status: 200 len: 1000 time: 0.0631073 Jan 29 04:56:55.234665 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-e82ec010-9fa0-489c-91f9-743be705f249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'name': 'tempest-ServerActionsTestJSON-293024610-router', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:38Z', 'revision_number': 4, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'gw_port': {'id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '486d60de-d4ad-44c1-93a5-4051a50b04c7', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'floating_ip_address': '172.26.8.103', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'port_id': 'b8e1fc20-5821-4b11-b59f-2fdf99c0036a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'mac_address': 'fa:16:3e:b4:ef:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6f9249-9354-41db-b865-fdae84c623b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:54:42Z', 'updated_at': '2022-01-29T04:56:54Z', 'revision_number': 9, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd615b25c-d4c0-47b8-bcb8-12b4e5775ada', 'name': '', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'mac_address': 'fa:16:3e:20:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:37Z', 'updated_at': '2022-01-29T04:54:42Z', 'revision_number': 5, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'subnets': [{'id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:56:55.246336 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318bee7-335d-406e-b817-89c48b15c2ea req-3f6aefe7-764b-4704-82f7-7b6a7c3fc60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:55.247741 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e318bee7-335d-406e-b817-89c48b15c2ea req-3f6aefe7-764b-4704-82f7-7b6a7c3fc60b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abd95b5c-3142-4ffb-80ed-77c3d7cb3fac HTTP/1.1" status: 200 len: 850 time: 0.0444908 Jan 29 04:56:55.264740 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82ec010-9fa0-489c-91f9-743be705f249 None None] Checking router: b98488c3-e40a-4be7-8d86-6744077683a4 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:56:55.273022 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82ec010-9fa0-489c-91f9-743be705f249 None None] Routers {'b98488c3-e40a-4be7-8d86-6744077683a4'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:56:55.273634 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-e82ec010-9fa0-489c-91f9-743be705f249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:56:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b98488c3-e40a-4be7-8d86-6744077683a4'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:56:55.295911 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318bee7-335d-406e-b817-89c48b15c2ea req-7c1f613c-08bb-4c81-a68c-88514fd44286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:55.297476 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e318bee7-335d-406e-b817-89c48b15c2ea req-7c1f613c-08bb-4c81-a68c-88514fd44286 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444033 Jan 29 04:56:55.377922 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-e82ec010-9fa0-489c-91f9-743be705f249 None None] Set router b98488c3-e40a-4be7-8d86-6744077683a4 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:56:55.390065 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e318bee7-335d-406e-b817-89c48b15c2ea req-ee658176-47ae-467e-8517-62ec490b42b2 service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865660 Jan 29 04:56:55.477929 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e318bee7-335d-406e-b817-89c48b15c2ea req-804557ab-abea-48e1-964d-28af83f60cef service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819771 Jan 29 04:56:55.593783 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-e82ec010-9fa0-489c-91f9-743be705f249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'name': 'tempest-ServerActionsTestJSON-293024610-router', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:38Z', 'revision_number': 4, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'gw_port': {'id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '486d60de-d4ad-44c1-93a5-4051a50b04c7', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'floating_ip_address': '172.26.8.103', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'port_id': 'b8e1fc20-5821-4b11-b59f-2fdf99c0036a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'mac_address': 'fa:16:3e:b4:ef:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6f9249-9354-41db-b865-fdae84c623b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:54:42Z', 'updated_at': '2022-01-29T04:56:54Z', 'revision_number': 9, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd615b25c-d4c0-47b8-bcb8-12b4e5775ada', 'name': '', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'mac_address': 'fa:16:3e:20:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:37Z', 'updated_at': '2022-01-29T04:54:42Z', 'revision_number': 5, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'subnets': [{'id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:56:55.622469 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82ec010-9fa0-489c-91f9-743be705f249 None None] The sync data for ids ['b98488c3-e40a-4be7-8d86-6744077683a4'] in dv-neutron-821190-1-hyperv is: [{'id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'name': 'tempest-ServerActionsTestJSON-293024610-router', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:38Z', 'revision_number': 4, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'gw_port': {'id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '486d60de-d4ad-44c1-93a5-4051a50b04c7', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'floating_ip_address': '172.26.8.103', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'port_id': 'b8e1fc20-5821-4b11-b59f-2fdf99c0036a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'mac_address': 'fa:16:3e:b4:ef:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6f9249-9354-41db-b865-fdae84c623b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:54:42Z', 'updated_at': '2022-01-29T04:56:54Z', 'revision_number': 9, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd615b25c-d4c0-47b8-bcb8-12b4e5775ada', 'name': '', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'mac_address': 'fa:16:3e:20:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:37Z', 'updated_at': '2022-01-29T04:54:42Z', 'revision_number': 5, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'subnets': [{'id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:56:55.807543 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d46efc-f804-44ff-a28a-81a36e7e2ad6 None None] New status for floating IP 486d60de-d4ad-44c1-93a5-4051a50b04c7: ACTIVE {{(pid=103586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:56:56.219056 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a76c9-3c8d-44f2-9b6c-d96cba986336 req-1a51436e-98fe-441b-8b22-0226d45d906c tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:56.220527 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-cd9a76c9-3c8d-44f2-9b6c-d96cba986336 req-1a51436e-98fe-441b-8b22-0226d45d906c tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 946 time: 0.0560334 Jan 29 04:56:56.266356 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-cd9a76c9-3c8d-44f2-9b6c-d96cba986336 req-2da63028-d1bf-489e-8811-7a2ba3211d7f tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394840 Jan 29 04:56:56.395460 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:56:56.618701 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa193aed-3056-4a51-8bd2-b94ad50f7818 req-2557fa71-58de-4cc2-8bcb-32df5f860a02 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:56.620185 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-aa193aed-3056-4a51-8bd2-b94ad50f7818 req-2557fa71-58de-4cc2-8bcb-32df5f860a02 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 946 time: 0.0536704 Jan 29 04:56:56.667454 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-aa193aed-3056-4a51-8bd2-b94ad50f7818 req-82cccc98-028e-453e-8ab9-972bcd644779 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415001 Jan 29 04:56:56.712646 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-3b3cc7e7-ab57-48ff-818c-b7389c54be0f req-e9350ad0-7e7f-4781-99c9-7754903f2405 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0443153 Jan 29 04:56:56.914949 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b51a0-6a90-4e36-a9d5-5262c968570b req-92cd6bfa-4d3d-47cf-8e55-0981eeb4d48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:56.916460 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-057b51a0-6a90-4e36-a9d5-5262c968570b req-92cd6bfa-4d3d-47cf-8e55-0981eeb4d48f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8151d5f9a9034b2b9c2a348a0b026491&device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 1130 time: 0.0458658 Jan 29 04:56:57.026216 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b51a0-6a90-4e36-a9d5-5262c968570b req-34d7e8c1-1721-4f01-ac1c-98d522bc236b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:57.027727 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-057b51a0-6a90-4e36-a9d5-5262c968570b req-34d7e8c1-1721-4f01-ac1c-98d522bc236b service neutron] 10.222.0.18 "GET /v2.0/networks?id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 HTTP/1.1" status: 200 len: 912 time: 0.0909595 Jan 29 04:56:57.094416 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-057b51a0-6a90-4e36-a9d5-5262c968570b req-ff3d08e7-f02f-49ae-bcc9-3ea64b90fad4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8e1fc20-5821-4b11-b59f-2fdf99c0036a HTTP/1.1" status: 200 len: 1003 time: 0.0596988 Jan 29 04:56:57.147124 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b51a0-6a90-4e36-a9d5-5262c968570b req-94ea856f-91b1-4acd-95b7-46a7e51793e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:57.148727 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-057b51a0-6a90-4e36-a9d5-5262c968570b req-94ea856f-91b1-4acd-95b7-46a7e51793e5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abd95b5c-3142-4ffb-80ed-77c3d7cb3fac HTTP/1.1" status: 200 len: 850 time: 0.0487359 Jan 29 04:56:57.199053 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b51a0-6a90-4e36-a9d5-5262c968570b req-dac87b1c-8907-4e27-9c2d-017b85b82c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:57.200628 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-057b51a0-6a90-4e36-a9d5-5262c968570b req-dac87b1c-8907-4e27-9c2d-017b85b82c4e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0464783 Jan 29 04:56:57.290182 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-057b51a0-6a90-4e36-a9d5-5262c968570b req-e2e86fde-e0bf-4f07-be02-ced5245299b5 service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837204 Jan 29 04:56:57.383080 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-057b51a0-6a90-4e36-a9d5-5262c968570b req-135ff6b9-e975-4b65-9a25-fb36cfb7f889 service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875072 Jan 29 04:56:57.789476 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802705a9-b320-4a07-aa85-bf745f31a9d4 req-11f05d6e-52a1-44ab-8e40-9645dbfabde5 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:57.790959 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-802705a9-b320-4a07-aa85-bf745f31a9d4 req-11f05d6e-52a1-44ab-8e40-9645dbfabde5 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 946 time: 0.0541422 Jan 29 04:56:57.840959 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-802705a9-b320-4a07-aa85-bf745f31a9d4 req-bd20fb79-415e-4152-b756-3531fec1d84e tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434806 Jan 29 04:56:58.740385 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3cc7e7-ab57-48ff-818c-b7389c54be0f req-5516cd6f-e895-4c11-bd37-5b1123a783a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:58.741950 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3b3cc7e7-ab57-48ff-818c-b7389c54be0f req-5516cd6f-e895-4c11-bd37-5b1123a783a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8151d5f9a9034b2b9c2a348a0b026491&device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 1130 time: 0.0440464 Jan 29 04:56:58.835429 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3cc7e7-ab57-48ff-818c-b7389c54be0f req-c98d9bcf-60b0-4d94-b51c-9bf1e7d43618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:58.837859 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3b3cc7e7-ab57-48ff-818c-b7389c54be0f req-c98d9bcf-60b0-4d94-b51c-9bf1e7d43618 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 HTTP/1.1" status: 200 len: 912 time: 0.0887723 Jan 29 04:56:58.904607 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3b3cc7e7-ab57-48ff-818c-b7389c54be0f req-072d064f-dd92-4a96-961c-8d3de54ef688 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8e1fc20-5821-4b11-b59f-2fdf99c0036a HTTP/1.1" status: 200 len: 1003 time: 0.0593228 Jan 29 04:56:58.957461 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3cc7e7-ab57-48ff-818c-b7389c54be0f req-aab3f44c-9c8b-4d28-82cf-826e7a08e5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:58.958959 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3b3cc7e7-ab57-48ff-818c-b7389c54be0f req-aab3f44c-9c8b-4d28-82cf-826e7a08e5e7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abd95b5c-3142-4ffb-80ed-77c3d7cb3fac HTTP/1.1" status: 200 len: 850 time: 0.0490761 Jan 29 04:56:58.964893 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24b918-41a7-4be5-92c3-4bc7f38c5f20 req-2c37bf95-996d-4ed3-85c7-ec506b0964a3 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:58.966358 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6b24b918-41a7-4be5-92c3-4bc7f38c5f20 req-2c37bf95-996d-4ed3-85c7-ec506b0964a3 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 946 time: 0.0563233 Jan 29 04:56:59.006423 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3cc7e7-ab57-48ff-818c-b7389c54be0f req-df468247-623b-431a-ab1c-e4aaa9b3cd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:59.008517 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3b3cc7e7-ab57-48ff-818c-b7389c54be0f req-df468247-623b-431a-ab1c-e4aaa9b3cd09 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0437632 Jan 29 04:56:59.013641 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6b24b918-41a7-4be5-92c3-4bc7f38c5f20 req-3d6c9160-a77e-452b-b32f-6b836c62a0db tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416098 Jan 29 04:56:59.097483 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3b3cc7e7-ab57-48ff-818c-b7389c54be0f req-a980bcac-c9a3-47fa-8869-bf0a9f5b4b48 service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832148 Jan 29 04:56:59.188965 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3b3cc7e7-ab57-48ff-818c-b7389c54be0f req-e0c59497-f1a7-4d66-bfbb-0a6609929a8f service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841737 Jan 29 04:57:00.135183 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d1e64-fc57-4462-a6e0-9a0b0218a2b5 req-eaa1c9ba-8d38-4bf6-8b61-482afa67c199 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:00.136943 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b48d1e64-fc57-4462-a6e0-9a0b0218a2b5 req-eaa1c9ba-8d38-4bf6-8b61-482afa67c199 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 946 time: 0.0548484 Jan 29 04:57:00.182933 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b48d1e64-fc57-4462-a6e0-9a0b0218a2b5 req-c23bc7d4-197f-4479-ad92-0a50fd1cac3b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398817 Jan 29 04:57:01.301969 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5435fd-1ab0-4321-b1bc-deeeb278583a req-7856878e-e5dc-4796-bf9c-269ed2ae73b7 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:01.303471 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9a5435fd-1ab0-4321-b1bc-deeeb278583a req-7856878e-e5dc-4796-bf9c-269ed2ae73b7 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 946 time: 0.0530214 Jan 29 04:57:01.349977 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9a5435fd-1ab0-4321-b1bc-deeeb278583a req-1b6de3bd-ddf3-4675-8fe2-27977dbfeb97 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410891 Jan 29 04:57:02.472725 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c235e4-49f3-41f4-9298-6d9f76d87280 req-420e0d5a-310e-498b-98d2-c03fd9f6cdbd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:02.474174 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f7c235e4-49f3-41f4-9298-6d9f76d87280 req-420e0d5a-310e-498b-98d2-c03fd9f6cdbd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 946 time: 0.0582120 Jan 29 04:57:02.520204 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f7c235e4-49f3-41f4-9298-6d9f76d87280 req-fccfba4a-4636-49fb-8e0b-6e7fab28734e tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400407 Jan 29 04:57:03.642929 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b44c4-3502-49e3-8f77-d163b33bd8ff req-c4ff9fbd-4f70-4ccc-910b-d24869810783 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:03.644390 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-684b44c4-3502-49e3-8f77-d163b33bd8ff req-c4ff9fbd-4f70-4ccc-910b-d24869810783 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 946 time: 0.0566187 Jan 29 04:57:03.690576 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-684b44c4-3502-49e3-8f77-d163b33bd8ff req-5a139ba4-2f1b-492d-9980-537bf986e87a tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404701 Jan 29 04:57:04.810723 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2b60e-453e-4df9-9152-fe941f5c2cbe req-7c57998e-c602-4cd4-a117-6eccb0f5993b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:04.812191 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8ef2b60e-453e-4df9-9152-fe941f5c2cbe req-7c57998e-c602-4cd4-a117-6eccb0f5993b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 946 time: 0.0526741 Jan 29 04:57:04.859200 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8ef2b60e-453e-4df9-9152-fe941f5c2cbe req-793cf885-579f-42b4-a8d7-b645cc5b9a23 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414736 Jan 29 04:57:05.982834 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2add46-5743-45f3-a024-e8c6598ef7e2 req-9fbc5e10-2664-43d5-a330-d75115e391a7 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:05.984350 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-5b2add46-5743-45f3-a024-e8c6598ef7e2 req-9fbc5e10-2664-43d5-a330-d75115e391a7 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 946 time: 0.0574701 Jan 29 04:57:06.030752 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-5b2add46-5743-45f3-a024-e8c6598ef7e2 req-9e564936-b9ae-4e3f-b0c5-2ffc5648e4d2 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407341 Jan 29 04:57:07.148655 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2011c25-5be4-4de8-b5d2-401bad589192 req-cfd44b58-43cc-4b11-b19e-3b7097538bd1 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:07.150010 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b2011c25-5be4-4de8-b5d2-401bad589192 req-cfd44b58-43cc-4b11-b19e-3b7097538bd1 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 946 time: 0.0519190 Jan 29 04:57:07.199919 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b2011c25-5be4-4de8-b5d2-401bad589192 req-7cd68ca0-c5bc-4691-884b-114c1197fa06 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443761 Jan 29 04:57:08.315703 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcea3fd-e0a9-4b20-b7e1-735738f579dd req-1a51f3ee-0831-4365-9a92-541141aaa120 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:08.317190 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-cbcea3fd-e0a9-4b20-b7e1-735738f579dd req-1a51f3ee-0831-4365-9a92-541141aaa120 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 946 time: 0.0512815 Jan 29 04:57:08.367921 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-cbcea3fd-e0a9-4b20-b7e1-735738f579dd req-0ed127bf-e450-4246-a1ba-634167ed254f tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443079 Jan 29 04:57:09.484231 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7713d-bef5-493d-b9fa-0da4266a6dee req-8a8f73ef-3ddf-44d5-96a2-fcdb9c28b001 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:09.485716 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c0a7713d-bef5-493d-b9fa-0da4266a6dee req-8a8f73ef-3ddf-44d5-96a2-fcdb9c28b001 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 946 time: 0.0519953 Jan 29 04:57:09.532352 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c0a7713d-bef5-493d-b9fa-0da4266a6dee req-b25cf8e5-49e3-4413-9ffb-cd6268a339dc tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411344 Jan 29 04:57:10.653308 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737bfc7-f779-4753-8243-d7e3206c5f02 req-9cc77e08-6380-49c9-a46d-d8748deafee0 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:10.654767 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-0737bfc7-f779-4753-8243-d7e3206c5f02 req-9cc77e08-6380-49c9-a46d-d8748deafee0 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 946 time: 0.0520406 Jan 29 04:57:10.700552 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-0737bfc7-f779-4753-8243-d7e3206c5f02 req-9be26ac4-84c9-42e8-8ff0-30710327f9e8 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402565 Jan 29 04:57:11.820617 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a8335-9b8b-42e0-837f-9f5aff1d8ae7 req-b6281ea4-39ee-4acd-bfb5-347abd9d422e tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:11.822370 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-eb0a8335-9b8b-42e0-837f-9f5aff1d8ae7 req-b6281ea4-39ee-4acd-bfb5-347abd9d422e tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 946 time: 0.0546985 Jan 29 04:57:11.868989 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-eb0a8335-9b8b-42e0-837f-9f5aff1d8ae7 req-31ebe089-6097-4425-8f16-16b18ab68c5a tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411181 Jan 29 04:57:12.986329 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ea4af-a68c-48ad-928d-b7167bef51b0 req-8cdf09fc-753d-4519-89a5-5e34f8df819d tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:12.987825 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-df8ea4af-a68c-48ad-928d-b7167bef51b0 req-8cdf09fc-753d-4519-89a5-5e34f8df819d tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 946 time: 0.0528634 Jan 29 04:57:13.033435 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-df8ea4af-a68c-48ad-928d-b7167bef51b0 req-91f053f3-bbcc-4c72-aec6-1fcba908ec1b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392690 Jan 29 04:57:14.153657 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3d569-a90d-4225-bd2f-3e6528111999 req-9a65ff4e-cb7b-4279-80b7-7afada5d0ccd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:14.155024 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e1c3d569-a90d-4225-bd2f-3e6528111999 req-9a65ff4e-cb7b-4279-80b7-7afada5d0ccd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 946 time: 0.0560017 Jan 29 04:57:14.200245 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e1c3d569-a90d-4225-bd2f-3e6528111999 req-c60b7045-5b85-44c1-b3a6-715706660262 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397751 Jan 29 04:57:15.325516 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03a4f7-7185-4a65-a364-4c33154012d3 req-a1b61dcb-1310-4a34-b6a4-60a7e41da87b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:15.327015 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-aa03a4f7-7185-4a65-a364-4c33154012d3 req-a1b61dcb-1310-4a34-b6a4-60a7e41da87b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 946 time: 0.0573506 Jan 29 04:57:15.377205 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-aa03a4f7-7185-4a65-a364-4c33154012d3 req-6b1f9351-ee9f-49ac-97ed-b96eac9aec8a tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416262 Jan 29 04:57:16.493554 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb92bd-170d-4ad0-a50f-e7f5f4a76c70 req-8a526500-518b-4346-b1f1-acc63bcf05bf tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:16.495029 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-73fb92bd-170d-4ad0-a50f-e7f5f4a76c70 req-8a526500-518b-4346-b1f1-acc63bcf05bf tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 946 time: 0.0528538 Jan 29 04:57:16.540903 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-73fb92bd-170d-4ad0-a50f-e7f5f4a76c70 req-70e86f6f-88ab-4cba-bc92-589773918b5c tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401647 Jan 29 04:57:17.659636 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f58b9-4d1d-4bbf-8324-013b903742df req-191dd335-1d02-469d-bb31-4caf4e8d262e tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:17.661193 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-c10f58b9-4d1d-4bbf-8324-013b903742df req-191dd335-1d02-469d-bb31-4caf4e8d262e tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 946 time: 0.0521750 Jan 29 04:57:17.711472 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-c10f58b9-4d1d-4bbf-8324-013b903742df req-4315ec29-e17a-4b69-a925-b384a04faf3c tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438511 Jan 29 04:57:18.834525 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8f574-53bb-4cc5-8a6c-e7bac4b27633 req-a176202e-acdb-4c73-88da-d5cd8ecc2341 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:18.836251 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3dc8f574-53bb-4cc5-8a6c-e7bac4b27633 req-a176202e-acdb-4c73-88da-d5cd8ecc2341 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 946 time: 0.0579216 Jan 29 04:57:18.884135 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3dc8f574-53bb-4cc5-8a6c-e7bac4b27633 req-dc47d889-76c8-4f5a-a626-10860500b44a tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407631 Jan 29 04:57:20.004377 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705412ac-3d5c-48a1-aa9d-64fcc0a9468d req-924697b0-a62f-43ad-8a5b-d9f2e4a40656 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:20.005878 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-705412ac-3d5c-48a1-aa9d-64fcc0a9468d req-924697b0-a62f-43ad-8a5b-d9f2e4a40656 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 946 time: 0.0522749 Jan 29 04:57:20.062764 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-705412ac-3d5c-48a1-aa9d-64fcc0a9468d req-30268777-6a74-4511-9224-4b866c046742 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506334 Jan 29 04:57:20.204190 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dfb6a586-10a1-4f28-b594-e7bbefb047e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:21.184754 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af881f-ba04-4248-88eb-d10b96579aa3 req-1e38e01a-ee39-4614-bdb5-ad8bf14e383e tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:21.186244 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-78af881f-ba04-4248-88eb-d10b96579aa3 req-1e38e01a-ee39-4614-bdb5-ad8bf14e383e tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 946 time: 0.0534418 Jan 29 04:57:21.259768 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-78af881f-ba04-4248-88eb-d10b96579aa3 req-9d3fcf69-6a53-4822-a94c-6d86a809a727 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679903 Jan 29 04:57:21.285978 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3b3cc7e7-ab57-48ff-818c-b7389c54be0f req-6fcee2d5-9718-4d9b-bc4b-6b98b2644ba5 service neutron] 10.222.0.18 "GET /v2.0/ports/b8e1fc20-5821-4b11-b59f-2fdf99c0036a/bindings/hv-neutron-8211 HTTP/1.1" status: 200 len: 384 time: 0.0677266 Jan 29 04:57:21.774002 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3cc7e7-ab57-48ff-818c-b7389c54be0f req-f2fbe893-fa00-4b77-878d-987f783f8c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:21.775699 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3b3cc7e7-ab57-48ff-818c-b7389c54be0f req-f2fbe893-fa00-4b77-878d-987f783f8c12 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0&tenant_id=8151d5f9a9034b2b9c2a348a0b026491 HTTP/1.1" status: 200 len: 1130 time: 0.0507519 Jan 29 04:57:21.859389 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3cc7e7-ab57-48ff-818c-b7389c54be0f req-4b2c89e8-5d55-400c-9bf9-f27fd63d64dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:21.860916 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3b3cc7e7-ab57-48ff-818c-b7389c54be0f req-4b2c89e8-5d55-400c-9bf9-f27fd63d64dc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8151d5f9a9034b2b9c2a348a0b026491&device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 1130 time: 0.0458400 Jan 29 04:57:21.950500 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3cc7e7-ab57-48ff-818c-b7389c54be0f req-e2889a22-a852-47c3-905c-1b3a5af33fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:21.951909 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3b3cc7e7-ab57-48ff-818c-b7389c54be0f req-e2889a22-a852-47c3-905c-1b3a5af33fda service neutron] 10.222.0.18 "GET /v2.0/networks?id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 HTTP/1.1" status: 200 len: 912 time: 0.0846207 Jan 29 04:57:22.020542 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3b3cc7e7-ab57-48ff-818c-b7389c54be0f req-02f43003-d784-41a8-9a1d-0c7c61db4b79 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8e1fc20-5821-4b11-b59f-2fdf99c0036a HTTP/1.1" status: 200 len: 1003 time: 0.0630035 Jan 29 04:57:22.066842 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3cc7e7-ab57-48ff-818c-b7389c54be0f req-fe9565f9-adeb-408a-af06-c9cbff003f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:22.068238 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3b3cc7e7-ab57-48ff-818c-b7389c54be0f req-fe9565f9-adeb-408a-af06-c9cbff003f1c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abd95b5c-3142-4ffb-80ed-77c3d7cb3fac HTTP/1.1" status: 200 len: 850 time: 0.0416934 Jan 29 04:57:22.114717 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3cc7e7-ab57-48ff-818c-b7389c54be0f req-66799acf-c395-4a70-badb-2f34642a9de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:22.116201 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3b3cc7e7-ab57-48ff-818c-b7389c54be0f req-66799acf-c395-4a70-badb-2f34642a9de3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0424790 Jan 29 04:57:22.206951 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3b3cc7e7-ab57-48ff-818c-b7389c54be0f req-4f3c381a-0dbc-4f1b-b584-05c42df64b25 service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845239 Jan 29 04:57:22.293332 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3b3cc7e7-ab57-48ff-818c-b7389c54be0f req-cdd06655-aa7c-4559-b114-b99ae3d6f061 service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798049 Jan 29 04:57:22.379261 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4edab-d8a2-4168-950c-246aa0b28956 req-f84101db-800c-4e8c-9fe1-f59941f7c348 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:22.380896 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-00b4edab-d8a2-4168-950c-246aa0b28956 req-f84101db-800c-4e8c-9fe1-f59941f7c348 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 946 time: 0.0531099 Jan 29 04:57:22.427687 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-00b4edab-d8a2-4168-950c-246aa0b28956 req-fab74525-3ac8-45c4-a15e-a2aad79ca913 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405619 Jan 29 04:57:22.496097 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-32a1805f-5b51-425f-a8a8-f9c260ede62b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:23.551795 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813af6f-04f4-4703-a5ba-dfa1c68dcc06 req-427dd319-1e89-4365-9ed6-1213ea1346c7 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:23.553322 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e813af6f-04f4-4703-a5ba-dfa1c68dcc06 req-427dd319-1e89-4365-9ed6-1213ea1346c7 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 946 time: 0.0577385 Jan 29 04:57:23.600285 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e813af6f-04f4-4703-a5ba-dfa1c68dcc06 req-5734583e-d505-4c9b-bdff-a8e686485e3f tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412877 Jan 29 04:57:23.754573 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:24.119658 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:24.719042 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84360dca-e631-4e0c-8693-9b5370bd6b19 req-92511738-52e5-40ef-9653-59eb00c93950 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:24.720527 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-84360dca-e631-4e0c-8693-9b5370bd6b19 req-92511738-52e5-40ef-9653-59eb00c93950 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 946 time: 0.0519464 Jan 29 04:57:24.765928 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-84360dca-e631-4e0c-8693-9b5370bd6b19 req-6a15dd98-fc80-43dd-9be7-b46a030c3498 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392935 Jan 29 04:57:24.811907 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device b8e1fc20-5821-4b11-b59f-2fdf99c0036a details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:57:24.822810 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device b8e1fc20-5821-4b11-b59f-2fdf99c0036a no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:57:24.975171 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:24.989634 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port b8e1fc20-5821-4b11-b59f-2fdf99c0036a is: ACTIVE; New status is: DOWN {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:57:24.990012 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b8e1fc20-5821-4b11-b59f-2fdf99c0036a), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:24.993097 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port b8e1fc20-5821-4b11-b59f-2fdf99c0036a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b8e1fc20-5821-4b11-b59f-2fdf99c0036a,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:57:25.011731 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': 'b8e1fc20-5821-4b11-b59f-2fdf99c0036a', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'port_id': 'b8e1fc20-5821-4b11-b59f-2fdf99c0036a', 'mac_address': 'fa:16:3e:b4:ef:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:57:25.026603 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6f9249-9354-41db-b865-fdae84c623b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8e1fc20-5821-4b11-b59f-2fdf99c0036a'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:57:25.028793 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa90b1d-d7ad-4e75-8522-26676a32f013" -d '{"events": [{"server_uuid": "8c6f9249-9354-41db-b865-fdae84c623b0", "name": "network-vif-unplugged", "status": "completed", "tag": "b8e1fc20-5821-4b11-b59f-2fdf99c0036a"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:57:25.059789 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port b8e1fc20-5821-4b11-b59f-2fdf99c0036a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b8e1fc20-5821-4b11-b59f-2fdf99c0036a,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:57:25.073053 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port b8e1fc20-5821-4b11-b59f-2fdf99c0036a is: ACTIVE; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:57:25.073443 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b8e1fc20-5821-4b11-b59f-2fdf99c0036a), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:25.076021 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 04:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f097ca58-3b83-4525-8c2c-10e6272cb28b x-openstack-request-id: req-f097ca58-3b83-4525-8c2c-10e6272cb28b {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:57:25.076306 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6f9249-9354-41db-b865-fdae84c623b0", "name": "network-vif-unplugged", "status": "completed", "tag": "b8e1fc20-5821-4b11-b59f-2fdf99c0036a", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:57:25.076583 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f097ca58-3b83-4525-8c2c-10e6272cb28b {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:57:25.076981 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6f9249-9354-41db-b865-fdae84c623b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8e1fc20-5821-4b11-b59f-2fdf99c0036a', 'code': 200} Jan 29 04:57:25.088442 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8e1fc20-5821-4b11-b59f-2fdf99c0036a {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:57:25.120413 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (b8e1fc20-5821-4b11-b59f-2fdf99c0036a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:25.330173 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:57:25.330528 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:57:25.339752 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=b8e1fc20-5821-4b11-b59f-2fdf99c0036a,revision_number=6']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:57:25.866326 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port b8e1fc20-5821-4b11-b59f-2fdf99c0036a is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:57:25.866989 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b8e1fc20-5821-4b11-b59f-2fdf99c0036a), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:25.879012 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8e1fc20-5821-4b11-b59f-2fdf99c0036a {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:57:25.892167 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11100b-2a42-48ce-88f3-6b6f5e2b0b95 req-b60b7cab-4f5c-425f-bf04-a0a5f435c5b2 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:25.893670 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6a11100b-2a42-48ce-88f3-6b6f5e2b0b95 req-b60b7cab-4f5c-425f-bf04-a0a5f435c5b2 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 944 time: 0.0571506 Jan 29 04:57:25.899986 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port b8e1fc20-5821-4b11-b59f-2fdf99c0036a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b8e1fc20-5821-4b11-b59f-2fdf99c0036a,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:57:25.940168 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6a11100b-2a42-48ce-88f3-6b6f5e2b0b95 req-da2ae254-7dcd-41fc-97d3-8c83ceeca5b9 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398552 Jan 29 04:57:25.971647 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (b8e1fc20-5821-4b11-b59f-2fdf99c0036a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:26.019193 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=b8e1fc20-5821-4b11-b59f-2fdf99c0036a,revision_number=7']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:57:26.153568 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['b8e1fc20-5821-4b11-b59f-2fdf99c0036a'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:57:26.393280 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:26.569533 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b27052-f1d7-454c-bd00-e9acf4ac36d3 req-7044239b-489b-464a-9e10-e1083026644c tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:26.572115 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-94b27052-f1d7-454c-bd00-e9acf4ac36d3 req-7044239b-489b-464a-9e10-e1083026644c tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 945 time: 0.0551286 Jan 29 04:57:26.616706 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55de90-40b4-4466-abc6-fc7505365ec1 req-9dfa664e-edc4-4c70-af94-270b63267d64 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:26.618676 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7b55de90-40b4-4466-abc6-fc7505365ec1 req-9dfa664e-edc4-4c70-af94-270b63267d64 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0&tenant_id=8151d5f9a9034b2b9c2a348a0b026491&binding%3Ahost_id=hv-neutron-8211 HTTP/1.1" status: 200 len: 945 time: 0.0603251 Jan 29 04:57:26.621331 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-94b27052-f1d7-454c-bd00-e9acf4ac36d3 req-8c1997a9-65f0-4c3a-bcd5-0b3268d74ec3 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430577 Jan 29 04:57:26.677572 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7b55de90-40b4-4466-abc6-fc7505365ec1 req-81d8df8d-d729-408c-8815-97e1397638c0 service neutron] 10.222.0.18 "GET /v2.0/ports/b8e1fc20-5821-4b11-b59f-2fdf99c0036a/bindings/hv-neutron-8211 HTTP/1.1" status: 200 len: 384 time: 0.0520935 Jan 29 04:57:26.760061 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55de90-40b4-4466-abc6-fc7505365ec1 req-86721bda-b7b3-4740-9f8f-464dbb245ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:26.761547 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7b55de90-40b4-4466-abc6-fc7505365ec1 req-86721bda-b7b3-4740-9f8f-464dbb245ac1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8151d5f9a9034b2b9c2a348a0b026491&device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 1129 time: 0.0475571 Jan 29 04:57:26.812157 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device b8e1fc20-5821-4b11-b59f-2fdf99c0036a up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:57:26.850988 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55de90-40b4-4466-abc6-fc7505365ec1 req-7fd63ad0-8253-4330-8e60-9989ebc74474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:26.853336 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7b55de90-40b4-4466-abc6-fc7505365ec1 req-7fd63ad0-8253-4330-8e60-9989ebc74474 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 HTTP/1.1" status: 200 len: 912 time: 0.0854139 Jan 29 04:57:26.863689 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port b8e1fc20-5821-4b11-b59f-2fdf99c0036a triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:57:26.864058 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b8e1fc20-5821-4b11-b59f-2fdf99c0036a), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:26.921914 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7b55de90-40b4-4466-abc6-fc7505365ec1 req-6cc3c640-a17c-4a5e-9110-75f1b38562c7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8e1fc20-5821-4b11-b59f-2fdf99c0036a HTTP/1.1" status: 200 len: 1002 time: 0.0628254 Jan 29 04:57:26.942158 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port b8e1fc20-5821-4b11-b59f-2fdf99c0036a is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:57:26.942675 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b8e1fc20-5821-4b11-b59f-2fdf99c0036a), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:26.970302 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55de90-40b4-4466-abc6-fc7505365ec1 req-631fe82e-061d-4b2c-ad1e-78be8f492f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:26.971875 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7b55de90-40b4-4466-abc6-fc7505365ec1 req-631fe82e-061d-4b2c-ad1e-78be8f492f22 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abd95b5c-3142-4ffb-80ed-77c3d7cb3fac HTTP/1.1" status: 200 len: 850 time: 0.0441139 Jan 29 04:57:26.974085 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port b8e1fc20-5821-4b11-b59f-2fdf99c0036a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b8e1fc20-5821-4b11-b59f-2fdf99c0036a,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:57:27.019488 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55de90-40b4-4466-abc6-fc7505365ec1 req-f9f0c7e7-a081-4ad4-a334-416e630347ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:27.021001 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7b55de90-40b4-4466-abc6-fc7505365ec1 req-f9f0c7e7-a081-4ad4-a334-416e630347ac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0427322 Jan 29 04:57:27.040743 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (b8e1fc20-5821-4b11-b59f-2fdf99c0036a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:27.079016 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6f9249-9354-41db-b865-fdae84c623b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e1fc20-5821-4b11-b59f-2fdf99c0036a'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:57:27.081275 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d06df8f-512b-474a-805d-988ef11bf973" -d '{"events": [{"server_uuid": "8c6f9249-9354-41db-b865-fdae84c623b0", "name": "network-vif-plugged", "status": "completed", "tag": "b8e1fc20-5821-4b11-b59f-2fdf99c0036a"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:57:27.094159 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=b8e1fc20-5821-4b11-b59f-2fdf99c0036a,revision_number=8']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:57:27.113711 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7b55de90-40b4-4466-abc6-fc7505365ec1 req-6447b3d4-4415-4eae-9c58-f046d27ecfd0 service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866218 Jan 29 04:57:27.132923 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862ed2ff-59e7-4d90-bb13-f78c3c9bc2ba x-openstack-request-id: req-862ed2ff-59e7-4d90-bb13-f78c3c9bc2ba {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:57:27.133402 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6f9249-9354-41db-b865-fdae84c623b0", "name": "network-vif-plugged", "status": "completed", "tag": "b8e1fc20-5821-4b11-b59f-2fdf99c0036a", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:57:27.133840 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-862ed2ff-59e7-4d90-bb13-f78c3c9bc2ba {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:57:27.134251 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6f9249-9354-41db-b865-fdae84c623b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e1fc20-5821-4b11-b59f-2fdf99c0036a', 'code': 200} Jan 29 04:57:27.205917 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7b55de90-40b4-4466-abc6-fc7505365ec1 req-283ee4d5-1a6e-4561-93f1-e6d22a9a1475 service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858815 Jan 29 04:57:27.741350 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccefa8d-425c-4473-9be9-9ad4715b0c25 req-0ac7be2f-7946-4d43-a8b3-6c0434690393 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:27.743520 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6ccefa8d-425c-4473-9be9-9ad4715b0c25 req-0ac7be2f-7946-4d43-a8b3-6c0434690393 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 946 time: 0.0567360 Jan 29 04:57:27.789351 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6ccefa8d-425c-4473-9be9-9ad4715b0c25 req-22fd1597-4406-436a-8943-24a8d0bd8a0b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402551 Jan 29 04:57:28.408884 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:57:28.913515 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74637ec-28f2-4bab-8906-87fe02b5a9e6 req-c1f30172-9be0-427f-85d3-01b39ba6e731 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:28.915001 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e74637ec-28f2-4bab-8906-87fe02b5a9e6 req-c1f30172-9be0-427f-85d3-01b39ba6e731 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 946 time: 0.0537162 Jan 29 04:57:28.965364 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e74637ec-28f2-4bab-8906-87fe02b5a9e6 req-77d2c36d-6729-408f-8722-016eecf1ff58 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447555 Jan 29 04:57:30.098715 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3d19b-bd88-47e0-9792-26c0a46ae845 req-95241bb8-ae88-45b0-aeaf-4155d4e77752 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:30.100433 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-62e3d19b-bd88-47e0-9792-26c0a46ae845 req-95241bb8-ae88-45b0-aeaf-4155d4e77752 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 946 time: 0.0630476 Jan 29 04:57:30.157235 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-62e3d19b-bd88-47e0-9792-26c0a46ae845 req-7e2799cc-c070-4fcb-90a9-68e4f6220684 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496750 Jan 29 04:57:30.506361 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55de90-40b4-4466-abc6-fc7505365ec1 req-9dee1154-7933-47bb-8540-8400121e18ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:30.508722 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7b55de90-40b4-4466-abc6-fc7505365ec1 req-9dee1154-7933-47bb-8540-8400121e18ae service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0&tenant_id=8151d5f9a9034b2b9c2a348a0b026491 HTTP/1.1" status: 200 len: 1130 time: 0.0899572 Jan 29 04:57:30.590881 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55de90-40b4-4466-abc6-fc7505365ec1 req-9880e371-cbb8-4eb3-9321-9545a4e3615d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:30.592351 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7b55de90-40b4-4466-abc6-fc7505365ec1 req-9880e371-cbb8-4eb3-9321-9545a4e3615d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8151d5f9a9034b2b9c2a348a0b026491&device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 1130 time: 0.0448682 Jan 29 04:57:30.684146 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55de90-40b4-4466-abc6-fc7505365ec1 req-9e7d0ece-81da-4991-ae7a-202015498a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:30.685569 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7b55de90-40b4-4466-abc6-fc7505365ec1 req-9e7d0ece-81da-4991-ae7a-202015498a52 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 HTTP/1.1" status: 200 len: 912 time: 0.0851045 Jan 29 04:57:30.747849 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7b55de90-40b4-4466-abc6-fc7505365ec1 req-fd1e5122-3bdb-4b06-a73f-b9d188007ba0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8e1fc20-5821-4b11-b59f-2fdf99c0036a HTTP/1.1" status: 200 len: 1003 time: 0.0568306 Jan 29 04:57:30.794859 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55de90-40b4-4466-abc6-fc7505365ec1 req-242c3e96-760e-4832-bf20-f5d55c3ef511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:30.796294 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7b55de90-40b4-4466-abc6-fc7505365ec1 req-242c3e96-760e-4832-bf20-f5d55c3ef511 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abd95b5c-3142-4ffb-80ed-77c3d7cb3fac HTTP/1.1" status: 200 len: 850 time: 0.0429220 Jan 29 04:57:30.849871 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55de90-40b4-4466-abc6-fc7505365ec1 req-7754da2f-7a85-4814-a32a-f7b7dc5a56ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:30.850950 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7b55de90-40b4-4466-abc6-fc7505365ec1 req-7754da2f-7a85-4814-a32a-f7b7dc5a56ac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0491395 Jan 29 04:57:31.231642 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7b55de90-40b4-4466-abc6-fc7505365ec1 req-16673c77-3f16-4512-a428-60449bfb8ab4 service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722754 Jan 29 04:57:31.345372 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8e6fc-fc76-4264-b7c9-3a51bd5c6881 req-878368b0-3567-4d51-812b-0fac4417a214 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:31.346848 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d6b8e6fc-fc76-4264-b7c9-3a51bd5c6881 req-878368b0-3567-4d51-812b-0fac4417a214 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 946 time: 0.1185300 Jan 29 04:57:31.366639 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7b55de90-40b4-4466-abc6-fc7505365ec1 req-f318edac-1e7b-43aa-9aa3-3db24df385e3 service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276793 Jan 29 04:57:31.401245 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d6b8e6fc-fc76-4264-b7c9-3a51bd5c6881 req-bc7697dd-7d7b-46d9-9504-0903f3e40941 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450697 Jan 29 04:57:32.521470 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3a78c-b3b8-43dd-a6fe-751cf42b09de req-8af53585-61f5-482a-b511-5aaca5c4ac0b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:32.523063 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b8d3a78c-b3b8-43dd-a6fe-751cf42b09de req-8af53585-61f5-482a-b511-5aaca5c4ac0b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 946 time: 0.0529733 Jan 29 04:57:32.574149 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b8d3a78c-b3b8-43dd-a6fe-751cf42b09de req-e316fe8a-6a99-49eb-be33-db58d39cd9b7 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454631 Jan 29 04:57:32.828464 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device b8e1fc20-5821-4b11-b59f-2fdf99c0036a no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:57:32.903049 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port b8e1fc20-5821-4b11-b59f-2fdf99c0036a is: ACTIVE; New status is: DOWN {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:57:32.903431 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b8e1fc20-5821-4b11-b59f-2fdf99c0036a), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:32.925210 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6f9249-9354-41db-b865-fdae84c623b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8e1fc20-5821-4b11-b59f-2fdf99c0036a'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:57:32.927379 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c832afb1-6ce2-4d38-964b-8430fbbf9f7a" -d '{"events": [{"server_uuid": "8c6f9249-9354-41db-b865-fdae84c623b0", "name": "network-vif-unplugged", "status": "completed", "tag": "b8e1fc20-5821-4b11-b59f-2fdf99c0036a"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:57:32.942399 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port b8e1fc20-5821-4b11-b59f-2fdf99c0036a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b8e1fc20-5821-4b11-b59f-2fdf99c0036a,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:57:32.969891 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 04:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272e5b5f-df09-40b2-91f3-60ad164352dc x-openstack-request-id: req-272e5b5f-df09-40b2-91f3-60ad164352dc {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:57:32.970283 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6f9249-9354-41db-b865-fdae84c623b0", "name": "network-vif-unplugged", "status": "completed", "tag": "b8e1fc20-5821-4b11-b59f-2fdf99c0036a", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:57:32.970533 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-272e5b5f-df09-40b2-91f3-60ad164352dc {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:57:32.970948 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6f9249-9354-41db-b865-fdae84c623b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8e1fc20-5821-4b11-b59f-2fdf99c0036a', 'code': 200} Jan 29 04:57:33.005392 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (b8e1fc20-5821-4b11-b59f-2fdf99c0036a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:33.052251 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=b8e1fc20-5821-4b11-b59f-2fdf99c0036a,revision_number=9']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:57:33.692231 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfedf6b3-59bc-40dc-aea4-661377903025 req-1705f6c2-1c86-48df-9ee7-8b63d1a80628 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:33.693745 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-bfedf6b3-59bc-40dc-aea4-661377903025 req-1705f6c2-1c86-48df-9ee7-8b63d1a80628 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 944 time: 0.0527673 Jan 29 04:57:33.742594 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-bfedf6b3-59bc-40dc-aea4-661377903025 req-24478bc4-347d-41f7-9eef-6b49b3532dc2 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420790 Jan 29 04:57:34.827896 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device b8e1fc20-5821-4b11-b59f-2fdf99c0036a details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:57:34.869672 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b95eb-bb2b-4439-a465-95a30c5e7429 req-6a6c3880-d178-490c-be81-108e914cec33 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:34.871149 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-407b95eb-bb2b-4439-a465-95a30c5e7429 req-6a6c3880-d178-490c-be81-108e914cec33 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 944 time: 0.0590789 Jan 29 04:57:34.917329 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-407b95eb-bb2b-4439-a465-95a30c5e7429 req-25be17a0-e087-41b7-8359-adf736bc55ee tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406008 Jan 29 04:57:34.925859 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port b8e1fc20-5821-4b11-b59f-2fdf99c0036a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b8e1fc20-5821-4b11-b59f-2fdf99c0036a,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:57:34.942996 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': 'b8e1fc20-5821-4b11-b59f-2fdf99c0036a', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'port_id': 'b8e1fc20-5821-4b11-b59f-2fdf99c0036a', 'mac_address': 'fa:16:3e:b4:ef:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:57:34.980790 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port b8e1fc20-5821-4b11-b59f-2fdf99c0036a is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:57:34.981174 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b8e1fc20-5821-4b11-b59f-2fdf99c0036a), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:34.994478 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8e1fc20-5821-4b11-b59f-2fdf99c0036a {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:57:35.013131 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port b8e1fc20-5821-4b11-b59f-2fdf99c0036a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b8e1fc20-5821-4b11-b59f-2fdf99c0036a,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:57:35.038683 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4a6c6-694e-4dd9-80d3-83c81c67e29b req-ae0d3afb-6612-4ac2-a24d-e54bb28ead94 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:35.040196 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-69c4a6c6-694e-4dd9-80d3-83c81c67e29b req-ae0d3afb-6612-4ac2-a24d-e54bb28ead94 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 944 time: 0.0538065 Jan 29 04:57:35.078042 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (b8e1fc20-5821-4b11-b59f-2fdf99c0036a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:35.086754 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-69c4a6c6-694e-4dd9-80d3-83c81c67e29b req-ff92412c-eafe-46d8-85fc-419499bbc89d tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409920 Jan 29 04:57:35.125317 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=b8e1fc20-5821-4b11-b59f-2fdf99c0036a,revision_number=10']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:57:35.204037 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d802cb-d210-4f1d-bea9-c7c83eac6239 req-0dffad6a-5f84-4932-8b77-d410eaf2b8b6 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:35.205602 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-97d802cb-d210-4f1d-bea9-c7c83eac6239 req-0dffad6a-5f84-4932-8b77-d410eaf2b8b6 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 946 time: 0.0525067 Jan 29 04:57:35.209053 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['b8e1fc20-5821-4b11-b59f-2fdf99c0036a'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:57:35.252409 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-97d802cb-d210-4f1d-bea9-c7c83eac6239 req-ced50e04-d561-4602-8861-94af3933175b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406508 Jan 29 04:57:35.705658 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5044cff-9294-49ad-be63-1511d8ddd554 req-e8d590ea-8c54-41fb-af94-e0b24a1f5710 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:35.707113 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c5044cff-9294-49ad-be63-1511d8ddd554 req-e8d590ea-8c54-41fb-af94-e0b24a1f5710 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 946 time: 0.0520756 Jan 29 04:57:35.757354 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c5044cff-9294-49ad-be63-1511d8ddd554 req-93a1ecec-db1d-4ae3-a5ec-0f656ee75368 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437794 Jan 29 04:57:36.845421 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device b8e1fc20-5821-4b11-b59f-2fdf99c0036a up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:57:36.885979 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b57e97-b38a-4484-86fb-3be3ff5e6ea4 req-ba88f8ac-ba0c-47c4-942e-eec92d3a5fbd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:36.887484 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-74b57e97-b38a-4484-86fb-3be3ff5e6ea4 req-ba88f8ac-ba0c-47c4-942e-eec92d3a5fbd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 946 time: 0.0615549 Jan 29 04:57:36.892606 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port b8e1fc20-5821-4b11-b59f-2fdf99c0036a triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:57:36.892983 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b8e1fc20-5821-4b11-b59f-2fdf99c0036a), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:36.934862 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-74b57e97-b38a-4484-86fb-3be3ff5e6ea4 req-385e4eda-f3b7-415c-ba99-aae41d04728c tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414972 Jan 29 04:57:36.973310 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port b8e1fc20-5821-4b11-b59f-2fdf99c0036a is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:57:36.973727 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b8e1fc20-5821-4b11-b59f-2fdf99c0036a), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:36.995471 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6f9249-9354-41db-b865-fdae84c623b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e1fc20-5821-4b11-b59f-2fdf99c0036a'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:57:36.997702 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe2e36f-e230-44a4-9dbc-716e8dccff22" -d '{"events": [{"server_uuid": "8c6f9249-9354-41db-b865-fdae84c623b0", "name": "network-vif-plugged", "status": "completed", "tag": "b8e1fc20-5821-4b11-b59f-2fdf99c0036a"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:57:37.010773 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port b8e1fc20-5821-4b11-b59f-2fdf99c0036a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b8e1fc20-5821-4b11-b59f-2fdf99c0036a,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:57:37.033471 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362b8aef-cf41-4193-95cb-ce21ce37dd4a x-openstack-request-id: req-362b8aef-cf41-4193-95cb-ce21ce37dd4a {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:57:37.033762 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6f9249-9354-41db-b865-fdae84c623b0", "name": "network-vif-plugged", "status": "completed", "tag": "b8e1fc20-5821-4b11-b59f-2fdf99c0036a", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:57:37.034019 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-362b8aef-cf41-4193-95cb-ce21ce37dd4a {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:57:37.034420 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6f9249-9354-41db-b865-fdae84c623b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e1fc20-5821-4b11-b59f-2fdf99c0036a', 'code': 200} Jan 29 04:57:37.068206 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (b8e1fc20-5821-4b11-b59f-2fdf99c0036a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:37.115494 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=b8e1fc20-5821-4b11-b59f-2fdf99c0036a,revision_number=11']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:57:38.055089 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e2586-b48a-4f86-a5d7-601f612f70c9 req-71e4aa57-4116-45e5-a3f3-a795f10ce4ad tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:38.056635 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-265e2586-b48a-4f86-a5d7-601f612f70c9 req-71e4aa57-4116-45e5-a3f3-a795f10ce4ad tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 947 time: 0.0541389 Jan 29 04:57:38.088164 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b19729-b53f-4c4d-bfaa-ba4150ae9c4c req-7db424c7-df59-4d7a-9dc2-bcf3b6abc0e1 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:38.089733 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-56b19729-b53f-4c4d-bfaa-ba4150ae9c4c req-7db424c7-df59-4d7a-9dc2-bcf3b6abc0e1 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 947 time: 0.0531456 Jan 29 04:57:38.106268 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-265e2586-b48a-4f86-a5d7-601f612f70c9 req-976fed59-d5f0-434e-b903-10c785ec8fc1 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440621 Jan 29 04:57:38.178334 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-56b19729-b53f-4c4d-bfaa-ba4150ae9c4c req-19bdd4a0-9233-483b-8e06-48e783fa56c8 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Deleting port b8e1fc20-5821-4b11-b59f-2fdf99c0036a {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:57:38.179266 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-56b19729-b53f-4c4d-bfaa-ba4150ae9c4c req-19bdd4a0-9233-483b-8e06-48e783fa56c8 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (b8e1fc20-5821-4b11-b59f-2fdf99c0036a), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:38.268239 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-56b19729-b53f-4c4d-bfaa-ba4150ae9c4c req-19bdd4a0-9233-483b-8e06-48e783fa56c8 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] For port b8e1fc20-5821-4b11-b59f-2fdf99c0036a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b8e1fc20-5821-4b11-b59f-2fdf99c0036a,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:57:38.268629 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-56b19729-b53f-4c4d-bfaa-ba4150ae9c4c req-19bdd4a0-9233-483b-8e06-48e783fa56c8 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (b8e1fc20-5821-4b11-b59f-2fdf99c0036a), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:38.435323 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-56b19729-b53f-4c4d-bfaa-ba4150ae9c4c req-19bdd4a0-9233-483b-8e06-48e783fa56c8 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:38.435602 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-56b19729-b53f-4c4d-bfaa-ba4150ae9c4c req-19bdd4a0-9233-483b-8e06-48e783fa56c8 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (486d60de-d4ad-44c1-93a5-4051a50b04c7), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:38.435922 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.l3_db [req-56b19729-b53f-4c4d-bfaa-ba4150ae9c4c req-19bdd4a0-9233-483b-8e06-48e783fa56c8 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Floating IP 486d60de-d4ad-44c1-93a5-4051a50b04c7 disassociated. External IP: 172.26.8.103, port: b8e1fc20-5821-4b11-b59f-2fdf99c0036a. Jan 29 04:57:38.436264 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-56b19729-b53f-4c4d-bfaa-ba4150ae9c4c req-19bdd4a0-9233-483b-8e06-48e783fa56c8 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Calling delete_port for b8e1fc20-5821-4b11-b59f-2fdf99c0036a owned by compute:nova {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:57:38.622520 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-56b19729-b53f-4c4d-bfaa-ba4150ae9c4c req-19bdd4a0-9233-483b-8e06-48e783fa56c8 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (b8e1fc20-5821-4b11-b59f-2fdf99c0036a), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:38.652155 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bdd4a0-9233-483b-8e06-48e783fa56c8 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Pushing event deleted for resources: {'Port': ['ID=b8e1fc20-5821-4b11-b59f-2fdf99c0036a,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:57:38.771419 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56b19729-b53f-4c4d-bfaa-ba4150ae9c4c req-19bdd4a0-9233-483b-8e06-48e783fa56c8 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Router b98488c3-e40a-4be7-8d86-6744077683a4 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:57:38.885031 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56b19729-b53f-4c4d-bfaa-ba4150ae9c4c req-19bdd4a0-9233-483b-8e06-48e783fa56c8 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:57:38.895395 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09dd1d5-0004-42ad-83dd-15b3b9a4b04a None None] Sync routers for ids ['b98488c3-e40a-4be7-8d86-6744077683a4'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:57:38.907412 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09dd1d5-0004-42ad-83dd-15b3b9a4b04a None None] Routers {'b98488c3-e40a-4be7-8d86-6744077683a4'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:57:38.908015 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-d09dd1d5-0004-42ad-83dd-15b3b9a4b04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:57:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b98488c3-e40a-4be7-8d86-6744077683a4'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:57:38.926524 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b19729-b53f-4c4d-bfaa-ba4150ae9c4c req-19bdd4a0-9233-483b-8e06-48e783fa56c8 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] No DVR routers for this DVR port b8e1fc20-5821-4b11-b59f-2fdf99c0036a on host hv-neutron-8211 {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:57:38.929037 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-56b19729-b53f-4c4d-bfaa-ba4150ae9c4c req-19bdd4a0-9233-483b-8e06-48e783fa56c8 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:38.932194 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-56b19729-b53f-4c4d-bfaa-ba4150ae9c4c req-19bdd4a0-9233-483b-8e06-48e783fa56c8 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.18 "DELETE /v2.0/ports/b8e1fc20-5821-4b11-b59f-2fdf99c0036a HTTP/1.1" status: 204 len: 173 time: 0.8371947 Jan 29 04:57:38.932654 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6f9249-9354-41db-b865-fdae84c623b0', 'name': 'network-vif-deleted', 'tag': 'b8e1fc20-5821-4b11-b59f-2fdf99c0036a'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:57:38.934881 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc28ceb3-1be5-4ca4-8a23-076c83a8c49b" -d '{"events": [{"server_uuid": "8c6f9249-9354-41db-b865-fdae84c623b0", "name": "network-vif-deleted", "tag": "b8e1fc20-5821-4b11-b59f-2fdf99c0036a"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:57:38.972210 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27ea958-2a55-4e60-9594-99d67139e7a3 x-openstack-request-id: req-a27ea958-2a55-4e60-9594-99d67139e7a3 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:57:38.972586 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6f9249-9354-41db-b865-fdae84c623b0", "name": "network-vif-deleted", "tag": "b8e1fc20-5821-4b11-b59f-2fdf99c0036a", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:57:38.972828 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a27ea958-2a55-4e60-9594-99d67139e7a3 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:57:38.973228 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6f9249-9354-41db-b865-fdae84c623b0', 'name': 'network-vif-deleted', 'tag': 'b8e1fc20-5821-4b11-b59f-2fdf99c0036a', 'status': 'completed', 'code': 200} Jan 29 04:57:39.015607 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-d09dd1d5-0004-42ad-83dd-15b3b9a4b04a None None] Set router b98488c3-e40a-4be7-8d86-6744077683a4 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:57:39.202532 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-11cffa57-96b9-4920-8adf-bb5f353d9e43 req-3207b0b4-145b-4899-8b2b-9fb2089e028d tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6f9249-9354-41db-b865-fdae84c623b0 HTTP/1.1" status: 200 len: 210 time: 0.0281260 Jan 29 04:57:39.217421 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-d09dd1d5-0004-42ad-83dd-15b3b9a4b04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'name': 'tempest-ServerActionsTestJSON-293024610-router', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:38Z', 'revision_number': 4, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'gw_port': {'id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'd615b25c-d4c0-47b8-bcb8-12b4e5775ada', 'name': '', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'mac_address': 'fa:16:3e:20:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:37Z', 'updated_at': '2022-01-29T04:54:42Z', 'revision_number': 5, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'subnets': [{'id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:57:39.243792 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09dd1d5-0004-42ad-83dd-15b3b9a4b04a None None] Checking router: b98488c3-e40a-4be7-8d86-6744077683a4 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:57:39.252045 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09dd1d5-0004-42ad-83dd-15b3b9a4b04a None None] Routers {'b98488c3-e40a-4be7-8d86-6744077683a4'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:57:39.252672 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-d09dd1d5-0004-42ad-83dd-15b3b9a4b04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:57:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b98488c3-e40a-4be7-8d86-6744077683a4'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:57:39.358527 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-d09dd1d5-0004-42ad-83dd-15b3b9a4b04a None None] Set router b98488c3-e40a-4be7-8d86-6744077683a4 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:57:39.546783 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-d09dd1d5-0004-42ad-83dd-15b3b9a4b04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'name': 'tempest-ServerActionsTestJSON-293024610-router', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:38Z', 'revision_number': 4, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'gw_port': {'id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'd615b25c-d4c0-47b8-bcb8-12b4e5775ada', 'name': '', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'mac_address': 'fa:16:3e:20:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:37Z', 'updated_at': '2022-01-29T04:54:42Z', 'revision_number': 5, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'subnets': [{'id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:57:39.659098 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09dd1d5-0004-42ad-83dd-15b3b9a4b04a None None] The sync data for ids ['b98488c3-e40a-4be7-8d86-6744077683a4'] in dv-neutron-821190-1-hyperv is: [{'id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'name': 'tempest-ServerActionsTestJSON-293024610-router', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:38Z', 'revision_number': 4, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'gw_port': {'id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'd615b25c-d4c0-47b8-bcb8-12b4e5775ada', 'name': '', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'mac_address': 'fa:16:3e:20:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:37Z', 'updated_at': '2022-01-29T04:54:42Z', 'revision_number': 5, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'subnets': [{'id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:57:39.891678 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531e3914-2066-4cec-927f-e00633eaa455 None None] New status for floating IP 486d60de-d4ad-44c1-93a5-4051a50b04c7: DOWN {{(pid=103586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:57:40.444306 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-b6ee0d89-f11e-484c-9f85-4f38cb16130a tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--508651211&fields=id&tenant_id=8151d5f9a9034b2b9c2a348a0b026491 HTTP/1.1" status: 200 len: 267 time: 0.0446656 Jan 29 04:57:40.547563 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-c7ecc9ce-52b4-4bbd-8d95-473c88d57508 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:40.549028 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-c7ecc9ce-52b4-4bbd-8d95-473c88d57508 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/networks?id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 HTTP/1.1" status: 200 len: 811 time: 0.0977552 Jan 29 04:57:40.564034 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-0e607156-df0a-4abe-a2a1-47118704c6e7 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/quotas/8151d5f9a9034b2b9c2a348a0b026491 HTTP/1.1" status: 200 len: 375 time: 0.0088832 Jan 29 04:57:40.618044 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-59df02ef-1ee8-4d95-9f6d-311406ffa719 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8151d5f9a9034b2b9c2a348a0b026491&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501041 Jan 29 04:57:40.718379 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-21b6ecc9-3fef-487d-9c87-548ded1fc625 service neutron] 10.222.0.13 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893502 Jan 29 04:57:40.805300 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-5b7a43b6-98a8-4863-8a82-e807807eebd1 service neutron] 10.222.0.13 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810618 Jan 29 04:57:40.859126 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device b8e1fc20-5821-4b11-b59f-2fdf99c0036a no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:57:40.883518 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] No Port match for: b8e1fc20-5821-4b11-b59f-2fdf99c0036a {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:57:40.883865 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device b8e1fc20-5821-4b11-b59f-2fdf99c0036a not bound to the agent host hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:57:41.020389 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-26dcd56a-41b7-4c29-9ae2-e87c43be46f8 req-50d6ce92-2ae5-4c79-aedc-60bf3870e6a7 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 210 time: 0.0311568 Jan 29 04:57:42.119341 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e3def92d-005c-4341-b2cd-b6df2961fa02 req-736de072-22e0-4686-a3eb-40f22acf3e68 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 210 time: 0.0325565 Jan 29 04:57:42.895395 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-c8c2b260-e61a-4f67-9d7b-ea3364007aef tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:42.896885 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-c8c2b260-e61a-4f67-9d7b-ea3364007aef tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.18 "GET /v2.0/networks?id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 HTTP/1.1" status: 200 len: 811 time: 0.1029384 Jan 29 04:57:42.961744 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-87a780e8-b364-4a01-8f2f-e4f7849d68d5 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8151d5f9a9034b2b9c2a348a0b026491 HTTP/1.1" status: 200 len: 379 time: 0.0518820 Jan 29 04:57:42.970530 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-0f7aa82f-a78e-488b-959e-130f7609bdcf tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Request body: {'port': {'device_id': '950bf78d-0989-42c3-9a60-f8be10683c9d', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'admin_state_up': True, 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'security_groups': ['bf8497cd-182c-4620-a15d-049d61927c6f']}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:57:43.154831 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-0f7aa82f-a78e-488b-959e-130f7609bdcf tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Made reservation on behalf of 8151d5f9a9034b2b9c2a348a0b026491 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:57:43.158171 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-0f7aa82f-a78e-488b-959e-130f7609bdcf tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:43.217362 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-367a250a-029b-4955-a1be-0f77f15e6e08 req-0e71d645-88ed-4b1d-8412-8f9057fb13e9 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 210 time: 0.0285103 Jan 29 04:57:43.288766 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-0f7aa82f-a78e-488b-959e-130f7609bdcf tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Allocated IP 172.20.0.6 (a12d9c04-ce6a-4b2a-875d-b59c27e7dd11/abd95b5c-3142-4ffb-80ed-77c3d7cb3fac/45a9c481-4a93-460d-a757-8248089ec6af) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:57:43.424832 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-0f7aa82f-a78e-488b-959e-130f7609bdcf tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks [] for port (45a9c481-4a93-460d-a757-8248089ec6af), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:43.502685 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-0f7aa82f-a78e-488b-959e-130f7609bdcf tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (45a9c481-4a93-460d-a757-8248089ec6af), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:43.544904 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-0f7aa82f-a78e-488b-959e-130f7609bdcf tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Network a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:57:43.548043 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-0f7aa82f-a78e-488b-959e-130f7609bdcf tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:57:43.550587 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-0f7aa82f-a78e-488b-959e-130f7609bdcf tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:57:43.587118 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7aa82f-a78e-488b-959e-130f7609bdcf tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Pushing event updated for resources: {'Port': ['ID=45a9c481-4a93-460d-a757-8248089ec6af,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:57:43.613343 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-0f7aa82f-a78e-488b-959e-130f7609bdcf tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:43.613968 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-0f7aa82f-a78e-488b-959e-130f7609bdcf tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:43.709431 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-0f7aa82f-a78e-488b-959e-130f7609bdcf tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7424483 Jan 29 04:57:43.726927 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-6278260a-730b-41e3-a79f-8da88e4c5f77 service neutron] Request body: {'port': {'device_id': '950bf78d-0989-42c3-9a60-f8be10683c9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:57:43.784576 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-6278260a-730b-41e3-a79f-8da88e4c5f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (45a9c481-4a93-460d-a757-8248089ec6af), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:43.785433 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-d3e33c72-77b5-4e60-aca8-101e626cf49e None None] Provisioning complete for port 45a9c481-4a93-460d-a757-8248089ec6af triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:57:43.785905 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d3e33c72-77b5-4e60-aca8-101e626cf49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (45a9c481-4a93-460d-a757-8248089ec6af), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:43.818476 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-d3e33c72-77b5-4e60-aca8-101e626cf49e None None] Port 45a9c481-4a93-460d-a757-8248089ec6af cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 04:57:44.048142 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-6278260a-730b-41e3-a79f-8da88e4c5f77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45a9c481-4a93-460d-a757-8248089ec6af {{(pid=103585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:57:44.055767 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-6278260a-730b-41e3-a79f-8da88e4c5f77 service neutron] Publish callbacks [] for port (45a9c481-4a93-460d-a757-8248089ec6af), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:44.067386 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.provisioning_blocks [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-6278260a-730b-41e3-a79f-8da88e4c5f77 service neutron] Transition to ACTIVE for port object 45a9c481-4a93-460d-a757-8248089ec6af will not be triggered until provisioned by entity L2. {{(pid=103585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:57:44.134919 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-6278260a-730b-41e3-a79f-8da88e4c5f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (45a9c481-4a93-460d-a757-8248089ec6af), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:44.183994 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6278260a-730b-41e3-a79f-8da88e4c5f77 service neutron] Pushing event updated for resources: {'Port': ['ID=45a9c481-4a93-460d-a757-8248089ec6af,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:57:44.195153 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278260a-730b-41e3-a79f-8da88e4c5f77 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:57:44.195510 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278260a-730b-41e3-a79f-8da88e4c5f77 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:57:44.195853 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278260a-730b-41e3-a79f-8da88e4c5f77 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:57:44.196196 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278260a-730b-41e3-a79f-8da88e4c5f77 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:57:44.196817 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278260a-730b-41e3-a79f-8da88e4c5f77 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:57:44.197159 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278260a-730b-41e3-a79f-8da88e4c5f77 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:57:44.197496 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278260a-730b-41e3-a79f-8da88e4c5f77 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:57:44.197839 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278260a-730b-41e3-a79f-8da88e4c5f77 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:57:44.198170 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278260a-730b-41e3-a79f-8da88e4c5f77 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:57:44.198500 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278260a-730b-41e3-a79f-8da88e4c5f77 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:57:44.198829 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278260a-730b-41e3-a79f-8da88e4c5f77 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:57:44.199158 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278260a-730b-41e3-a79f-8da88e4c5f77 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:57:44.199492 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278260a-730b-41e3-a79f-8da88e4c5f77 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:57:44.269489 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-6278260a-730b-41e3-a79f-8da88e4c5f77 service neutron] Attempting to bind port 45a9c481-4a93-460d-a757-8248089ec6af on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:57:44.270081 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-6278260a-730b-41e3-a79f-8da88e4c5f77 service neutron] Attempting to bind port 45a9c481-4a93-460d-a757-8248089ec6af by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'c6abeccf-3b4d-456e-8a8f-f41d6aa55207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:57:44.270564 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-6278260a-730b-41e3-a79f-8da88e4c5f77 service neutron] Attempting to bind port 45a9c481-4a93-460d-a757-8248089ec6af on network a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:57:44.276300 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-6278260a-730b-41e3-a79f-8da88e4c5f77 service neutron] Port 45a9c481-4a93-460d-a757-8248089ec6af on network a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:57:44.276851 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-6278260a-730b-41e3-a79f-8da88e4c5f77 service neutron] Attempting to bind port 45a9c481-4a93-460d-a757-8248089ec6af on network a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:57:44.282106 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-6278260a-730b-41e3-a79f-8da88e4c5f77 service neutron] Checking agent: {'id': '15eedd85-6d76-4715-a40f-dc31e854816c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'started_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:57:44.282646 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-6278260a-730b-41e3-a79f-8da88e4c5f77 service neutron] Checking segment: {'id': 'c6abeccf-3b4d-456e-8a8f-f41d6aa55207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:57:44.283254 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-6278260a-730b-41e3-a79f-8da88e4c5f77 service neutron] Bound using segment: {'id': 'c6abeccf-3b4d-456e-8a8f-f41d6aa55207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11'} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:57:44.283670 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-6278260a-730b-41e3-a79f-8da88e4c5f77 service neutron] Bound port: 45a9c481-4a93-460d-a757-8248089ec6af, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6abeccf-3b4d-456e-8a8f-f41d6aa55207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11'}}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:57:44.284105 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-6278260a-730b-41e3-a79f-8da88e4c5f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (45a9c481-4a93-460d-a757-8248089ec6af), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:44.389147 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-6278260a-730b-41e3-a79f-8da88e4c5f77 service neutron] For port 45a9c481-4a93-460d-a757-8248089ec6af, host hv-neutron-8211, cleared binding levels {{(pid=103585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:57:44.397403 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e729650-51f1-4092-a386-71da03b65834 req-925527a2-11c9-46b0-8c75-326d9f0618ea tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:44.398954 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4e729650-51f1-4092-a386-71da03b65834 req-925527a2-11c9-46b0-8c75-326d9f0618ea tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 943 time: 0.1046221 Jan 29 04:57:44.400833 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-6278260a-730b-41e3-a79f-8da88e4c5f77 service neutron] For port 45a9c481-4a93-460d-a757-8248089ec6af, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=45a9c481-4a93-460d-a757-8248089ec6af,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:57:44.449671 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4e729650-51f1-4092-a386-71da03b65834 req-1b71476f-fc39-426e-9ce1-8237e19390f4 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444925 Jan 29 04:57:44.468825 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-6278260a-730b-41e3-a79f-8da88e4c5f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (45a9c481-4a93-460d-a757-8248089ec6af), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:44.503287 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-6278260a-730b-41e3-a79f-8da88e4c5f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:44.503904 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-6278260a-730b-41e3-a79f-8da88e4c5f77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:44.505286 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-6278260a-730b-41e3-a79f-8da88e4c5f77 service neutron] 10.222.0.18 "PUT /v2.0/ports/45a9c481-4a93-460d-a757-8248089ec6af HTTP/1.1" status: 200 len: 1093 time: 0.7826467 Jan 29 04:57:44.505734 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '950bf78d-0989-42c3-9a60-f8be10683c9d', 'tag': '45a9c481-4a93-460d-a757-8248089ec6af'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:57:44.508107 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b3d338-0b9b-4603-ad28-25cd1cdcf2b4" -d '{"events": [{"name": "network-changed", "server_uuid": "950bf78d-0989-42c3-9a60-f8be10683c9d", "tag": "45a9c481-4a93-460d-a757-8248089ec6af"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:57:44.534566 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6278260a-730b-41e3-a79f-8da88e4c5f77 service neutron] Pushing event updated for resources: {'Port': ['ID=45a9c481-4a93-460d-a757-8248089ec6af,revision_number=3']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:57:44.558273 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce63f44-181a-4b52-9e53-4b6069e2b66a x-openstack-request-id: req-7ce63f44-181a-4b52-9e53-4b6069e2b66a {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:57:44.558569 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "950bf78d-0989-42c3-9a60-f8be10683c9d", "tag": "45a9c481-4a93-460d-a757-8248089ec6af", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:57:44.558824 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ce63f44-181a-4b52-9e53-4b6069e2b66a {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:57:44.559239 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '950bf78d-0989-42c3-9a60-f8be10683c9d', 'tag': '45a9c481-4a93-460d-a757-8248089ec6af', 'status': 'completed', 'code': 200} Jan 29 04:57:44.654105 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3d338-0b9b-4603-ad28-25cd1cdcf2b4 req-243a0b20-83f7-4981-8557-b8b8288c7990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:44.655657 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f9b3d338-0b9b-4603-ad28-25cd1cdcf2b4 req-243a0b20-83f7-4981-8557-b8b8288c7990 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8151d5f9a9034b2b9c2a348a0b026491&device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 1127 time: 0.0528154 Jan 29 04:57:44.759777 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3d338-0b9b-4603-ad28-25cd1cdcf2b4 req-d439d38d-0ded-4db8-aa0a-929895824b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:44.761326 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f9b3d338-0b9b-4603-ad28-25cd1cdcf2b4 req-d439d38d-0ded-4db8-aa0a-929895824b90 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=8151d5f9a9034b2b9c2a348a0b026491&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0927968 Jan 29 04:57:44.858594 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3d338-0b9b-4603-ad28-25cd1cdcf2b4 req-f8fc5ffd-dd82-42f5-8b08-15a226540e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:44.860242 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f9b3d338-0b9b-4603-ad28-25cd1cdcf2b4 req-f8fc5ffd-dd82-42f5-8b08-15a226540e64 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927613 Jan 29 04:57:44.960494 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-dc9c4aa0-040d-4ff6-8fea-26413a93b636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:44.961973 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-dc9c4aa0-040d-4ff6-8fea-26413a93b636 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8151d5f9a9034b2b9c2a348a0b026491&device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 1127 time: 0.0449796 Jan 29 04:57:45.008251 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-11086f5f-8909-4903-a7e1-c86d0d5e2eb3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45a9c481-4a93-460d-a757-8248089ec6af HTTP/1.1" status: 200 len: 217 time: 0.0339367 Jan 29 04:57:45.057615 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-c88bac9b-489d-4336-8af5-a18bd77d9238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:45.059067 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-c88bac9b-489d-4336-8af5-a18bd77d9238 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abd95b5c-3142-4ffb-80ed-77c3d7cb3fac HTTP/1.1" status: 200 len: 850 time: 0.0458052 Jan 29 04:57:45.106489 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-c242c073-8725-4a90-aabd-81b5b947d664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:45.107937 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-c242c073-8725-4a90-aabd-81b5b947d664 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0434544 Jan 29 04:57:45.193671 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-8c6f7000-d9ef-43d7-8b65-5146f99e7828 service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799356 Jan 29 04:57:45.283070 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3bd22097-7e60-4489-83f1-c2db5ba4edab req-8f1d8af6-601f-41a8-a10b-f027f18e23cc service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827477 Jan 29 04:57:45.566020 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fca38c-398d-428e-a676-8bc36c71d2f3 req-a889526c-d289-4000-955c-98fbb119adda tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:45.567481 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f5fca38c-398d-428e-a676-8bc36c71d2f3 req-a889526c-d289-4000-955c-98fbb119adda tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 943 time: 0.0527048 Jan 29 04:57:45.613662 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f5fca38c-398d-428e-a676-8bc36c71d2f3 req-58edd92f-489b-45db-8e22-a415b0eed32b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402341 Jan 29 04:57:46.735729 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57318484-57d1-40e9-81ed-5b5224a4d991 req-625fbaa5-3378-4183-a591-a2894d5e9b69 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:46.737245 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-57318484-57d1-40e9-81ed-5b5224a4d991 req-625fbaa5-3378-4183-a591-a2894d5e9b69 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 943 time: 0.0551908 Jan 29 04:57:46.785391 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-57318484-57d1-40e9-81ed-5b5224a4d991 req-ca156cd8-711f-46b6-995e-2be9b5a17e11 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422504 Jan 29 04:57:47.906406 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a710e-a64f-4e77-a740-577bfb686107 req-1c4b79f8-76ef-4c28-82b8-c1f0b81817cb tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:47.907875 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3e3a710e-a64f-4e77-a740-577bfb686107 req-1c4b79f8-76ef-4c28-82b8-c1f0b81817cb tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 943 time: 0.0557559 Jan 29 04:57:47.953667 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3e3a710e-a64f-4e77-a740-577bfb686107 req-1bee5097-83a6-4fec-8c2a-21be9ef9d1a3 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396523 Jan 29 04:57:48.921693 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 45a9c481-4a93-460d-a757-8248089ec6af details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:57:49.018355 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 45a9c481-4a93-460d-a757-8248089ec6af, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=45a9c481-4a93-460d-a757-8248089ec6af,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:57:49.029770 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': '45a9c481-4a93-460d-a757-8248089ec6af', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'port_id': '45a9c481-4a93-460d-a757-8248089ec6af', 'mac_address': 'fa:16:3e:b9:1c:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:57:49.066362 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 45a9c481-4a93-460d-a757-8248089ec6af is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:57:49.066750 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (45a9c481-4a93-460d-a757-8248089ec6af), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:49.072764 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216636d8-f8fb-4f0c-beb5-46b278e24758 req-8e8e0eba-5545-4551-8575-b41d4f1d26a9 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:49.074273 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-216636d8-f8fb-4f0c-beb5-46b278e24758 req-8e8e0eba-5545-4551-8575-b41d4f1d26a9 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 943 time: 0.0527713 Jan 29 04:57:49.085766 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45a9c481-4a93-460d-a757-8248089ec6af {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:57:49.105795 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 45a9c481-4a93-460d-a757-8248089ec6af, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=45a9c481-4a93-460d-a757-8248089ec6af,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:57:49.125490 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-216636d8-f8fb-4f0c-beb5-46b278e24758 req-4e01e549-09fc-477f-a0cf-95feebb6acc2 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455453 Jan 29 04:57:49.182652 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (45a9c481-4a93-460d-a757-8248089ec6af), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:49.229272 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=45a9c481-4a93-460d-a757-8248089ec6af,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:57:49.236076 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:57:49.236417 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:57:49.236781 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:57:49.237116 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:57:49.237446 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:57:49.237778 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:57:49.238103 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:57:49.238428 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:57:49.238751 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:57:49.239074 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:57:49.239526 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:57:49.239848 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:57:49.240167 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:57:49.552649 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['45a9c481-4a93-460d-a757-8248089ec6af'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:57:50.205411 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d660dc8e-e321-4c20-bf03-bb04d62ae23a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:50.244896 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c39a0-9fdc-4fba-b95d-6ecdc7ee6aaf req-1ba8e2fd-a576-446a-8113-0903d3af33b3 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:50.246370 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e50c39a0-9fdc-4fba-b95d-6ecdc7ee6aaf req-1ba8e2fd-a576-446a-8113-0903d3af33b3 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 944 time: 0.0539243 Jan 29 04:57:50.293140 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e50c39a0-9fdc-4fba-b95d-6ecdc7ee6aaf req-cd8fc062-c6ef-458a-8265-ec88a4213591 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411417 Jan 29 04:57:50.941972 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 45a9c481-4a93-460d-a757-8248089ec6af up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:57:51.066457 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning for port 45a9c481-4a93-460d-a757-8248089ec6af completed by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:57:51.071644 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port 45a9c481-4a93-460d-a757-8248089ec6af triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:57:51.072029 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (45a9c481-4a93-460d-a757-8248089ec6af), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:51.149992 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 45a9c481-4a93-460d-a757-8248089ec6af is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:57:51.150278 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (45a9c481-4a93-460d-a757-8248089ec6af), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:51.174978 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950bf78d-0989-42c3-9a60-f8be10683c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a9c481-4a93-460d-a757-8248089ec6af'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:57:51.177213 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2280cb4-797d-46e9-bc67-84a7b1a5ea08" -d '{"events": [{"server_uuid": "950bf78d-0989-42c3-9a60-f8be10683c9d", "name": "network-vif-plugged", "status": "completed", "tag": "45a9c481-4a93-460d-a757-8248089ec6af"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:57:51.190514 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 45a9c481-4a93-460d-a757-8248089ec6af, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=45a9c481-4a93-460d-a757-8248089ec6af,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:57:51.218963 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991ff7ec-898e-46c4-a5ba-ca7d024ea0de x-openstack-request-id: req-991ff7ec-898e-46c4-a5ba-ca7d024ea0de {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:57:51.218963 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950bf78d-0989-42c3-9a60-f8be10683c9d", "name": "network-vif-plugged", "status": "completed", "tag": "45a9c481-4a93-460d-a757-8248089ec6af", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:57:51.218963 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-991ff7ec-898e-46c4-a5ba-ca7d024ea0de {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:57:51.218963 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950bf78d-0989-42c3-9a60-f8be10683c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a9c481-4a93-460d-a757-8248089ec6af', 'code': 200} Jan 29 04:57:51.266577 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (45a9c481-4a93-460d-a757-8248089ec6af), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:51.313284 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=45a9c481-4a93-460d-a757-8248089ec6af,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:57:51.411575 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbfab0-f5cf-4876-bb34-77099aeaa04f req-c249dcee-6d7a-48bf-9301-7c919a2ff332 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:51.413027 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fadbfab0-f5cf-4876-bb34-77099aeaa04f req-c249dcee-6d7a-48bf-9301-7c919a2ff332 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 945 time: 0.0520632 Jan 29 04:57:51.465960 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fadbfab0-f5cf-4876-bb34-77099aeaa04f req-89292112-0c99-4e83-b546-ce6002f66819 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473838 Jan 29 04:57:51.607288 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3285e1-93ac-477f-8037-6c51818d476a req-2beedf89-522b-49f9-bae8-b15fe0ba5efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:51.608776 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5a3285e1-93ac-477f-8037-6c51818d476a req-2beedf89-522b-49f9-bae8-b15fe0ba5efe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 1129 time: 0.0436537 Jan 29 04:57:51.651615 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5a3285e1-93ac-477f-8037-6c51818d476a req-338a58fe-8e6f-418e-bdbb-b20e6d46ef8f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366166 Jan 29 04:57:52.461919 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-23fd5078-0839-4407-bf09-79ac0d5707d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:52.585419 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51227869-6bdc-4779-861c-7ce185b9401c req-884396a5-82e3-4fed-b896-54b2edf77620 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:52.586880 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-51227869-6bdc-4779-861c-7ce185b9401c req-884396a5-82e3-4fed-b896-54b2edf77620 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 945 time: 0.0535731 Jan 29 04:57:52.632290 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-51227869-6bdc-4779-861c-7ce185b9401c req-d7eb5076-9a23-4b4e-bbf6-6eeae741bb70 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398676 Jan 29 04:57:53.742517 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:53.752809 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566dfa0-4b33-4895-a246-133e6ab2174f req-a5ab0e6d-1fc2-4770-95a8-f3f31dddc021 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:53.809900 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e566dfa0-4b33-4895-a246-133e6ab2174f req-a5ab0e6d-1fc2-4770-95a8-f3f31dddc021 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 945 time: 0.0544326 Jan 29 04:57:53.809900 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e566dfa0-4b33-4895-a246-133e6ab2174f req-cf5e7850-41dd-4136-959e-a126861980dd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430040 Jan 29 04:57:53.916708 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9573b50-bb03-43b9-8cf0-d9e1a5b5a160 req-2dd6355f-2170-4418-a3f9-5bf39255392c tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:53.918085 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-f9573b50-bb03-43b9-8cf0-d9e1a5b5a160 req-2dd6355f-2170-4418-a3f9-5bf39255392c tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 945 time: 0.0518606 Jan 29 04:57:53.926744 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 60096) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:57:53.931296 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-adc68efa-d0c4-43ee-97c9-b3f7fcc6b36b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Request body: {'floatingip': {'port_id': '45a9c481-4a93-460d-a757-8248089ec6af'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:57:53.973479 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-adc68efa-d0c4-43ee-97c9-b3f7fcc6b36b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks [] for floatingip (486d60de-d4ad-44c1-93a5-4051a50b04c7), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:54.146560 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:54.410631 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-adc68efa-d0c4-43ee-97c9-b3f7fcc6b36b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:54.491080 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-adc68efa-d0c4-43ee-97c9-b3f7fcc6b36b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (486d60de-d4ad-44c1-93a5-4051a50b04c7), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:54.586155 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.l3_db [None req-adc68efa-d0c4-43ee-97c9-b3f7fcc6b36b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Floating IP 486d60de-d4ad-44c1-93a5-4051a50b04c7 associated. External IP: 172.26.8.103, port: 45a9c481-4a93-460d-a757-8248089ec6af. Jan 29 04:57:54.784020 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc68efa-d0c4-43ee-97c9-b3f7fcc6b36b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Router b98488c3-e40a-4be7-8d86-6744077683a4 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:57:54.892789 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc68efa-d0c4-43ee-97c9-b3f7fcc6b36b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:57:54.898476 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-adc68efa-d0c4-43ee-97c9-b3f7fcc6b36b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:54.903118 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc02935-ec99-4c32-b4e9-5f72b21760fe None None] Sync routers for ids ['b98488c3-e40a-4be7-8d86-6744077683a4'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:57:54.912420 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc02935-ec99-4c32-b4e9-5f72b21760fe None None] Routers {'b98488c3-e40a-4be7-8d86-6744077683a4'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:57:54.913114 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-2bc02935-ec99-4c32-b4e9-5f72b21760fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:57:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b98488c3-e40a-4be7-8d86-6744077683a4'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:57:54.920319 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:54.928004 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-adc68efa-d0c4-43ee-97c9-b3f7fcc6b36b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "PUT /v2.0/floatingips/486d60de-d4ad-44c1-93a5-4051a50b04c7 HTTP/1.1" status: 200 len: 992 time: 1.0002553 Jan 29 04:57:54.931516 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '950bf78d-0989-42c3-9a60-f8be10683c9d', 'tag': '45a9c481-4a93-460d-a757-8248089ec6af'}] {{(pid=103584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:57:54.931516 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88d22702f486e82ce3265c1db8b0c003dd285ef8b53ba8e869e33114e3fd04d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4e31ec-7e95-4010-9538-5664e5ba2b67" -d '{"events": [{"name": "network-changed", "server_uuid": "950bf78d-0989-42c3-9a60-f8be10683c9d", "tag": "45a9c481-4a93-460d-a757-8248089ec6af"}]}' {{(pid=103584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:57:54.973707 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037af8ca-da55-478e-9a9d-aaee8563c5ff x-openstack-request-id: req-037af8ca-da55-478e-9a9d-aaee8563c5ff {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:57:54.974004 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "950bf78d-0989-42c3-9a60-f8be10683c9d", "tag": "45a9c481-4a93-460d-a757-8248089ec6af", "status": "completed", "code": 200}]} {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:57:54.974256 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-037af8ca-da55-478e-9a9d-aaee8563c5ff {{(pid=103584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:57:54.974658 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '950bf78d-0989-42c3-9a60-f8be10683c9d', 'tag': '45a9c481-4a93-460d-a757-8248089ec6af', 'status': 'completed', 'code': 200} Jan 29 04:57:55.017874 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-2bc02935-ec99-4c32-b4e9-5f72b21760fe None None] Set router b98488c3-e40a-4be7-8d86-6744077683a4 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:57:55.071008 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9863b4cb-767b-4f5d-8e22-fcacbe8f6379 req-9052a81b-8a63-4392-b7be-acffa7f4dfdc tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:55.072676 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9863b4cb-767b-4f5d-8e22-fcacbe8f6379 req-9052a81b-8a63-4392-b7be-acffa7f4dfdc tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 945 time: 0.0865989 Jan 29 04:57:55.088994 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e31ec-7e95-4010-9538-5664e5ba2b67 req-d65b1fd8-f631-4f04-80e9-3897e3f64b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:55.090421 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-dc4e31ec-7e95-4010-9538-5664e5ba2b67 req-d65b1fd8-f631-4f04-80e9-3897e3f64b65 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8151d5f9a9034b2b9c2a348a0b026491&device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 1129 time: 0.0665431 Jan 29 04:57:55.176786 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9863b4cb-767b-4f5d-8e22-fcacbe8f6379 req-438394bd-79e2-48e8-80fb-2191f25b7b45 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978422 Jan 29 04:57:55.206744 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e31ec-7e95-4010-9538-5664e5ba2b67 req-ea442d3e-ecb9-4650-b51c-54554904d790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:55.208355 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-dc4e31ec-7e95-4010-9538-5664e5ba2b67 req-ea442d3e-ecb9-4650-b51c-54554904d790 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 HTTP/1.1" status: 200 len: 912 time: 0.1120586 Jan 29 04:57:55.245547 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-2bc02935-ec99-4c32-b4e9-5f72b21760fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'name': 'tempest-ServerActionsTestJSON-293024610-router', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:38Z', 'revision_number': 4, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'gw_port': {'id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '486d60de-d4ad-44c1-93a5-4051a50b04c7', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'floating_ip_address': '172.26.8.103', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'port_id': '45a9c481-4a93-460d-a757-8248089ec6af', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'mac_address': 'fa:16:3e:b9:1c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950bf78d-0989-42c3-9a60-f8be10683c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:54:42Z', 'updated_at': '2022-01-29T04:57:54Z', 'revision_number': 13, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd615b25c-d4c0-47b8-bcb8-12b4e5775ada', 'name': '', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'mac_address': 'fa:16:3e:20:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:37Z', 'updated_at': '2022-01-29T04:54:42Z', 'revision_number': 5, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'subnets': [{'id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:57:55.271508 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc02935-ec99-4c32-b4e9-5f72b21760fe None None] Checking router: b98488c3-e40a-4be7-8d86-6744077683a4 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:57:55.273892 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-dc4e31ec-7e95-4010-9538-5664e5ba2b67 req-68b1634d-d1f2-44aa-b1c0-892c1ad97ef7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45a9c481-4a93-460d-a757-8248089ec6af HTTP/1.1" status: 200 len: 1000 time: 0.0590966 Jan 29 04:57:55.283441 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc02935-ec99-4c32-b4e9-5f72b21760fe None None] Routers {'b98488c3-e40a-4be7-8d86-6744077683a4'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:57:55.284047 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-2bc02935-ec99-4c32-b4e9-5f72b21760fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:57:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b98488c3-e40a-4be7-8d86-6744077683a4'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:57:55.320870 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e31ec-7e95-4010-9538-5664e5ba2b67 req-5f75a886-5c88-42b3-9986-a5ccfe526b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:55.322636 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-dc4e31ec-7e95-4010-9538-5664e5ba2b67 req-5f75a886-5c88-42b3-9986-a5ccfe526b86 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abd95b5c-3142-4ffb-80ed-77c3d7cb3fac HTTP/1.1" status: 200 len: 850 time: 0.0436788 Jan 29 04:57:55.374459 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e31ec-7e95-4010-9538-5664e5ba2b67 req-e0751c1d-d9ff-4c81-b007-2fe45ec7436b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:55.375977 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-dc4e31ec-7e95-4010-9538-5664e5ba2b67 req-e0751c1d-d9ff-4c81-b007-2fe45ec7436b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0479219 Jan 29 04:57:55.388632 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-2bc02935-ec99-4c32-b4e9-5f72b21760fe None None] Set router b98488c3-e40a-4be7-8d86-6744077683a4 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:57:55.465312 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-dc4e31ec-7e95-4010-9538-5664e5ba2b67 req-2cf64302-2c79-4c64-9faf-a24f8707d1d8 service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825217 Jan 29 04:57:55.557929 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-dc4e31ec-7e95-4010-9538-5664e5ba2b67 req-d7852956-1164-4848-baa5-768302c767ff service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868430 Jan 29 04:57:55.608993 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-2bc02935-ec99-4c32-b4e9-5f72b21760fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'name': 'tempest-ServerActionsTestJSON-293024610-router', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:38Z', 'revision_number': 4, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'gw_port': {'id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '486d60de-d4ad-44c1-93a5-4051a50b04c7', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'floating_ip_address': '172.26.8.103', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'port_id': '45a9c481-4a93-460d-a757-8248089ec6af', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'mac_address': 'fa:16:3e:b9:1c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950bf78d-0989-42c3-9a60-f8be10683c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:54:42Z', 'updated_at': '2022-01-29T04:57:54Z', 'revision_number': 13, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd615b25c-d4c0-47b8-bcb8-12b4e5775ada', 'name': '', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'mac_address': 'fa:16:3e:20:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:37Z', 'updated_at': '2022-01-29T04:54:42Z', 'revision_number': 5, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'subnets': [{'id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:57:55.638806 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc02935-ec99-4c32-b4e9-5f72b21760fe None None] The sync data for ids ['b98488c3-e40a-4be7-8d86-6744077683a4'] in dv-neutron-821190-1-hyperv is: [{'id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'name': 'tempest-ServerActionsTestJSON-293024610-router', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:38Z', 'revision_number': 4, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'gw_port': {'id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '486d60de-d4ad-44c1-93a5-4051a50b04c7', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'floating_ip_address': '172.26.8.103', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'port_id': '45a9c481-4a93-460d-a757-8248089ec6af', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'mac_address': 'fa:16:3e:b9:1c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950bf78d-0989-42c3-9a60-f8be10683c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:54:42Z', 'updated_at': '2022-01-29T04:57:54Z', 'revision_number': 13, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd615b25c-d4c0-47b8-bcb8-12b4e5775ada', 'name': '', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'mac_address': 'fa:16:3e:20:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:37Z', 'updated_at': '2022-01-29T04:54:42Z', 'revision_number': 5, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'subnets': [{'id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:57:55.845203 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2defc949-6fe1-4e01-bd81-ef55be5ea862 None None] New status for floating IP 486d60de-d4ad-44c1-93a5-4051a50b04c7: ACTIVE {{(pid=103586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:57:56.393932 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:57:56.624354 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cefab0-7d21-46e7-89dd-0f81b88abe9c req-dfcd27ec-8b25-4bb6-ad63-6afe63120cee tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:56.625890 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-63cefab0-7d21-46e7-89dd-0f81b88abe9c req-dfcd27ec-8b25-4bb6-ad63-6afe63120cee tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 945 time: 0.3774750 Jan 29 04:57:56.672344 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-63cefab0-7d21-46e7-89dd-0f81b88abe9c req-a0240077-6464-4c58-b7bd-092152a154e7 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407438 Jan 29 04:57:57.848447 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b83ec7eb-2bb9-4750-8022-54e7cf53491c req-569b9c36-58bf-47ef-83c0-03283eb8eb03 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507476 Jan 29 04:57:57.944339 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ec7eb-2bb9-4750-8022-54e7cf53491c req-ba0494f2-185b-4fb9-9234-d785c79b9758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:57.945869 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b83ec7eb-2bb9-4750-8022-54e7cf53491c req-ba0494f2-185b-4fb9-9234-d785c79b9758 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8151d5f9a9034b2b9c2a348a0b026491&device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 1129 time: 0.0441582 Jan 29 04:57:58.064800 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ec7eb-2bb9-4750-8022-54e7cf53491c req-747c023d-95c4-4898-9bb9-6d27736e5357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:58.066263 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b83ec7eb-2bb9-4750-8022-54e7cf53491c req-747c023d-95c4-4898-9bb9-6d27736e5357 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 HTTP/1.1" status: 200 len: 912 time: 0.0865662 Jan 29 04:57:58.136666 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b83ec7eb-2bb9-4750-8022-54e7cf53491c req-d2d9f189-f192-40cb-a20f-c61368eac210 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45a9c481-4a93-460d-a757-8248089ec6af HTTP/1.1" status: 200 len: 1002 time: 0.0640283 Jan 29 04:57:58.183575 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ec7eb-2bb9-4750-8022-54e7cf53491c req-6a83920e-6f9e-4f69-8b6b-7fdc6af6b37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:58.185005 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b83ec7eb-2bb9-4750-8022-54e7cf53491c req-6a83920e-6f9e-4f69-8b6b-7fdc6af6b37b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abd95b5c-3142-4ffb-80ed-77c3d7cb3fac HTTP/1.1" status: 200 len: 850 time: 0.0426843 Jan 29 04:57:58.237015 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ec7eb-2bb9-4750-8022-54e7cf53491c req-109c95e8-0aed-4d81-ae1b-d21315a7b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:58.238540 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b83ec7eb-2bb9-4750-8022-54e7cf53491c req-109c95e8-0aed-4d81-ae1b-d21315a7b278 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0480673 Jan 29 04:57:58.325956 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b83ec7eb-2bb9-4750-8022-54e7cf53491c req-cdc5398e-2dd7-40a7-a557-098b2327c875 service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814772 Jan 29 04:57:58.421435 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b83ec7eb-2bb9-4750-8022-54e7cf53491c req-0e71200c-afe3-4b13-9be1-6b9e96d3917b service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898206 Jan 29 04:57:59.529064 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01196d-0866-4883-b57d-bc14ed92f8d7 req-22614734-52d0-47bf-bf5c-781d5575b016 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:59.530522 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5e01196d-0866-4883-b57d-bc14ed92f8d7 req-22614734-52d0-47bf-bf5c-781d5575b016 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 945 time: 0.0517814 Jan 29 04:57:59.575783 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5e01196d-0866-4883-b57d-bc14ed92f8d7 req-3adcb394-289d-4ce4-b1c2-43b2cbb72165 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396922 Jan 29 04:58:05.408298 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:58:17.498025 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efaaa9-ccee-4f3a-bba1-3d333e8af21a req-4f27416d-0fb3-4601-9d5e-d2132d6065c8 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:17.499514 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-26efaaa9-ccee-4f3a-bba1-3d333e8af21a req-4f27416d-0fb3-4601-9d5e-d2132d6065c8 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 945 time: 0.0540142 Jan 29 04:58:17.546554 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-26efaaa9-ccee-4f3a-bba1-3d333e8af21a req-71f6ed25-d573-4d7f-9a34-37398e939739 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412240 Jan 29 04:58:17.683014 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-77bf481a-90ea-419d-9873-be7b7929b5eb req-a341112d-41fc-4fce-b6f7-5c363a4bb906 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0882444 Jan 29 04:58:18.667112 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b9fe0-5792-4b50-97ec-ef36abf7e415 req-ec9f0ef0-d375-430d-8555-84b2420d6484 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:18.668521 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4d8b9fe0-5792-4b50-97ec-ef36abf7e415 req-ec9f0ef0-d375-430d-8555-84b2420d6484 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 945 time: 0.0519607 Jan 29 04:58:19.008669 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4d8b9fe0-5792-4b50-97ec-ef36abf7e415 req-023a025c-7d4a-4594-8e49-035e4b54fdd3 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3343563 Jan 29 04:58:19.679580 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf481a-90ea-419d-9873-be7b7929b5eb req-32762639-6e49-41ff-96da-a35202720313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:19.681089 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-77bf481a-90ea-419d-9873-be7b7929b5eb req-32762639-6e49-41ff-96da-a35202720313 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8151d5f9a9034b2b9c2a348a0b026491&device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 1129 time: 0.0439522 Jan 29 04:58:19.767094 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf481a-90ea-419d-9873-be7b7929b5eb req-e439693f-2bbc-4552-9405-3b06cae09239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:19.768559 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-77bf481a-90ea-419d-9873-be7b7929b5eb req-e439693f-2bbc-4552-9405-3b06cae09239 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 HTTP/1.1" status: 200 len: 912 time: 0.0813189 Jan 29 04:58:19.837386 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-77bf481a-90ea-419d-9873-be7b7929b5eb req-9e46ed0e-0e94-4be1-a377-c60991437c09 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45a9c481-4a93-460d-a757-8248089ec6af HTTP/1.1" status: 200 len: 1002 time: 0.0629675 Jan 29 04:58:19.885390 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf481a-90ea-419d-9873-be7b7929b5eb req-ab7ea35b-563c-481b-a8f9-6c4e194d7a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:19.886778 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-77bf481a-90ea-419d-9873-be7b7929b5eb req-ab7ea35b-563c-481b-a8f9-6c4e194d7a0a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abd95b5c-3142-4ffb-80ed-77c3d7cb3fac HTTP/1.1" status: 200 len: 850 time: 0.0432243 Jan 29 04:58:19.934743 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf481a-90ea-419d-9873-be7b7929b5eb req-a5d0dd92-40f1-4e9a-8cc3-92bfed343bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:19.936226 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-77bf481a-90ea-419d-9873-be7b7929b5eb req-a5d0dd92-40f1-4e9a-8cc3-92bfed343bf1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0440977 Jan 29 04:58:20.027299 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-77bf481a-90ea-419d-9873-be7b7929b5eb req-fc4219c3-b349-4d11-9d8e-5cb7beed7e55 service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849476 Jan 29 04:58:20.119703 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-77bf481a-90ea-419d-9873-be7b7929b5eb req-85489b63-88fa-4284-82e7-64e0fe12a34e service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862010 Jan 29 04:58:20.148892 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b134e-3a7d-41c4-bab0-837a4bd4ef2e req-f1986b2f-8b23-4a83-bf6e-d6da4cf75476 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:20.156306 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-da5b134e-3a7d-41c4-bab0-837a4bd4ef2e req-f1986b2f-8b23-4a83-bf6e-d6da4cf75476 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 945 time: 0.0772884 Jan 29 04:58:20.198610 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-50a7d118-98b2-4142-82ac-1421c8a1cfb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:58:20.204138 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-da5b134e-3a7d-41c4-bab0-837a4bd4ef2e req-4f2fcd1f-bb5b-4a3a-8a80-ea2db1291af2 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466611 Jan 29 04:58:21.328724 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a6d30-3190-41bd-8b76-7f8190f46d1a req-f9eea52e-932b-4480-924e-7c2f25478502 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:21.330197 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9b3a6d30-3190-41bd-8b76-7f8190f46d1a req-f9eea52e-932b-4480-924e-7c2f25478502 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 945 time: 0.0580087 Jan 29 04:58:21.377424 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9b3a6d30-3190-41bd-8b76-7f8190f46d1a req-dec0d0f4-4496-498f-9b51-ef8b85f97f7f tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410781 Jan 29 04:58:22.448591 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e8c20dec-5dad-4db6-87fe-394b3b6bb9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:58:22.497798 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b179f-24a2-442e-909a-575d9fc4a13d req-c3f673cc-63ed-4b83-9add-d1e0ddd368d5 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:22.499262 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-837b179f-24a2-442e-909a-575d9fc4a13d req-c3f673cc-63ed-4b83-9add-d1e0ddd368d5 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 945 time: 0.0515461 Jan 29 04:58:22.545267 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-837b179f-24a2-442e-909a-575d9fc4a13d req-92b440c2-c695-4b1f-bb6c-78a558ab9666 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403121 Jan 29 04:58:23.663168 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce857dc-9995-4d3d-9293-23b32cf1b5c6 req-7faca6f9-0918-4d2d-ab14-01069c026fcb tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:23.664666 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-bce857dc-9995-4d3d-9293-23b32cf1b5c6 req-7faca6f9-0918-4d2d-ab14-01069c026fcb tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 945 time: 0.0522499 Jan 29 04:58:23.711172 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-bce857dc-9995-4d3d-9293-23b32cf1b5c6 req-0383e018-5128-499d-972f-80951e9bbbb6 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410814 Jan 29 04:58:23.769927 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:58:24.147124 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:58:24.832178 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8c206-2c3e-46ca-bec0-b508509dfe55 req-ece265aa-50b1-4551-bf36-eae595a43b83 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:24.833810 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-68c8c206-2c3e-46ca-bec0-b508509dfe55 req-ece265aa-50b1-4551-bf36-eae595a43b83 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 945 time: 0.0567806 Jan 29 04:58:24.881245 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-68c8c206-2c3e-46ca-bec0-b508509dfe55 req-3e8284ae-8b90-4af7-9502-869690c5709d tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417743 Jan 29 04:58:24.934290 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:58:26.004617 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152d017-57ea-45ea-8879-9a90c151b66a req-29dd8c79-53c0-473b-a168-e3af30136054 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:26.006740 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b152d017-57ea-45ea-8879-9a90c151b66a req-29dd8c79-53c0-473b-a168-e3af30136054 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 945 time: 0.0553796 Jan 29 04:58:26.051910 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b152d017-57ea-45ea-8879-9a90c151b66a req-9b3b57ad-6887-431d-ad78-9378b60a8b58 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397308 Jan 29 04:58:26.381226 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:58:27.170015 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9de34-f673-490f-bec9-303e8d147a38 req-01c0b0de-971c-4211-9938-c72c70457da1 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:27.171398 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-3df9de34-f673-490f-bec9-303e8d147a38 req-01c0b0de-971c-4211-9938-c72c70457da1 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 945 time: 0.0525777 Jan 29 04:58:27.217142 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-3df9de34-f673-490f-bec9-303e8d147a38 req-f08da512-ff67-486c-bb9a-50a7c84c9bbd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402024 Jan 29 04:58:28.336253 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d3c06-8e37-4391-acb8-c473baa791fb req-d3d9e21c-320d-42c6-85b0-7305adf98e18 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:28.337778 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d51d3c06-8e37-4391-acb8-c473baa791fb req-d3d9e21c-320d-42c6-85b0-7305adf98e18 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 945 time: 0.0533621 Jan 29 04:58:28.384327 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d51d3c06-8e37-4391-acb8-c473baa791fb req-b6e33c10-8ba8-4d39-9c47-e22dbae3d9fc tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410035 Jan 29 04:58:29.505116 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f62ac-f3e6-499a-9248-696bbe31e744 req-e5c0c4b4-78f7-49af-8460-fa6d00eff42c tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:29.506644 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b31f62ac-f3e6-499a-9248-696bbe31e744 req-e5c0c4b4-78f7-49af-8460-fa6d00eff42c tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 945 time: 0.0528920 Jan 29 04:58:29.557195 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b31f62ac-f3e6-499a-9248-696bbe31e744 req-26be9a9e-4ab9-464d-97c1-f8819512e41f tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450335 Jan 29 04:58:30.675631 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c54e38-ec79-456d-ae40-68327c8ad619 req-3c80870b-17ce-4a97-8d30-941904cbc6bb tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:30.677668 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-59c54e38-ec79-456d-ae40-68327c8ad619 req-3c80870b-17ce-4a97-8d30-941904cbc6bb tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 945 time: 0.0528545 Jan 29 04:58:30.728042 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-59c54e38-ec79-456d-ae40-68327c8ad619 req-fb2b0b8b-e60a-4950-9071-367b1fd341f4 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445740 Jan 29 04:58:31.148367 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 45a9c481-4a93-460d-a757-8248089ec6af no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:58:31.198956 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-77bf481a-90ea-419d-9873-be7b7929b5eb req-fc7fcf16-0645-4fba-877c-445805b43b51 service neutron] 10.222.0.18 "GET /v2.0/ports/45a9c481-4a93-460d-a757-8248089ec6af/bindings/hv-neutron-8211 HTTP/1.1" status: 200 len: 384 time: 0.0563185 Jan 29 04:58:31.221500 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 45a9c481-4a93-460d-a757-8248089ec6af is: ACTIVE; New status is: DOWN {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:58:31.221885 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (45a9c481-4a93-460d-a757-8248089ec6af), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:58:31.243629 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950bf78d-0989-42c3-9a60-f8be10683c9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45a9c481-4a93-460d-a757-8248089ec6af'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:58:31.245823 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207b0ba8-316d-4caf-9d92-267c8abbcd79" -d '{"events": [{"server_uuid": "950bf78d-0989-42c3-9a60-f8be10683c9d", "name": "network-vif-unplugged", "status": "completed", "tag": "45a9c481-4a93-460d-a757-8248089ec6af"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:58:31.258527 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 45a9c481-4a93-460d-a757-8248089ec6af, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=45a9c481-4a93-460d-a757-8248089ec6af,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:58:31.290587 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 04:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d414d185-e5a5-416e-8079-63907c1fc87f x-openstack-request-id: req-d414d185-e5a5-416e-8079-63907c1fc87f {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:58:31.290879 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950bf78d-0989-42c3-9a60-f8be10683c9d", "name": "network-vif-unplugged", "status": "completed", "tag": "45a9c481-4a93-460d-a757-8248089ec6af", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:58:31.291130 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d414d185-e5a5-416e-8079-63907c1fc87f {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:58:31.291520 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950bf78d-0989-42c3-9a60-f8be10683c9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45a9c481-4a93-460d-a757-8248089ec6af', 'code': 200} Jan 29 04:58:31.334429 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (45a9c481-4a93-460d-a757-8248089ec6af), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:58:31.388568 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=45a9c481-4a93-460d-a757-8248089ec6af,revision_number=6']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:58:31.759299 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf481a-90ea-419d-9873-be7b7929b5eb req-b30c2e2e-f9ee-4c45-9d29-4cd6c4d120c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:31.760816 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-77bf481a-90ea-419d-9873-be7b7929b5eb req-b30c2e2e-f9ee-4c45-9d29-4cd6c4d120c8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d&tenant_id=8151d5f9a9034b2b9c2a348a0b026491 HTTP/1.1" status: 200 len: 1127 time: 0.0488577 Jan 29 04:58:31.871123 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf481a-90ea-419d-9873-be7b7929b5eb req-8d140889-6474-4aa6-a6cb-6a09d68ec1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:31.872650 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-77bf481a-90ea-419d-9873-be7b7929b5eb req-8d140889-6474-4aa6-a6cb-6a09d68ec1c0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8151d5f9a9034b2b9c2a348a0b026491&device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 1127 time: 0.0808222 Jan 29 04:58:31.879867 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe55890-e47c-45f1-8c8f-54f814306d5e req-d2ef816f-7bdd-4fb1-80bb-3f89719e29cc tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:31.881853 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1fe55890-e47c-45f1-8c8f-54f814306d5e req-d2ef816f-7bdd-4fb1-80bb-3f89719e29cc tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 943 time: 0.0809591 Jan 29 04:58:31.982321 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1fe55890-e47c-45f1-8c8f-54f814306d5e req-7251d5ed-6a73-4f2c-9ded-1ec14515a231 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925519 Jan 29 04:58:31.995232 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf481a-90ea-419d-9873-be7b7929b5eb req-981bf8d3-627c-4d58-8cfd-7ea8668d6a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:31.996699 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-77bf481a-90ea-419d-9873-be7b7929b5eb req-981bf8d3-627c-4d58-8cfd-7ea8668d6a06 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 HTTP/1.1" status: 200 len: 912 time: 0.1139982 Jan 29 04:58:32.063907 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-77bf481a-90ea-419d-9873-be7b7929b5eb req-37e3da3e-1ca6-47d7-a67d-c7bd2992359c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45a9c481-4a93-460d-a757-8248089ec6af HTTP/1.1" status: 200 len: 1000 time: 0.0616879 Jan 29 04:58:32.110121 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf481a-90ea-419d-9873-be7b7929b5eb req-223dccbf-7d6a-40e7-8887-6bb0d0a8c7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:32.111513 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-77bf481a-90ea-419d-9873-be7b7929b5eb req-223dccbf-7d6a-40e7-8887-6bb0d0a8c7b5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abd95b5c-3142-4ffb-80ed-77c3d7cb3fac HTTP/1.1" status: 200 len: 850 time: 0.0419559 Jan 29 04:58:32.158943 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf481a-90ea-419d-9873-be7b7929b5eb req-58d384cf-35d2-42a8-90b0-a2e11134e1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:32.160442 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-77bf481a-90ea-419d-9873-be7b7929b5eb req-58d384cf-35d2-42a8-90b0-a2e11134e1a7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0435445 Jan 29 04:58:32.251237 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-77bf481a-90ea-419d-9873-be7b7929b5eb req-93578bcd-b6a0-4753-89ff-9df24e9a87e1 service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832231 Jan 29 04:58:32.338766 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-77bf481a-90ea-419d-9873-be7b7929b5eb req-406439b8-4a15-4c24-baa3-0701a176166a service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800257 Jan 29 04:58:33.105739 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90343874-e1e4-41c6-af35-c9bf236ba0df req-53f2a487-3eaa-4b83-a142-f86102847bc2 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:33.107128 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-90343874-e1e4-41c6-af35-c9bf236ba0df req-53f2a487-3eaa-4b83-a142-f86102847bc2 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 943 time: 0.0548589 Jan 29 04:58:33.155160 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-90343874-e1e4-41c6-af35-c9bf236ba0df req-e0ab1c8d-ec73-4f88-8888-2dacb4c797ea tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424011 Jan 29 04:58:34.279347 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b86504-e5b7-4326-9ac5-0847569b49ff req-99304ad1-05a5-48da-a505-7fc512ff85b8 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:34.280835 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f8b86504-e5b7-4326-9ac5-0847569b49ff req-99304ad1-05a5-48da-a505-7fc512ff85b8 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 943 time: 0.0581937 Jan 29 04:58:34.327504 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f8b86504-e5b7-4326-9ac5-0847569b49ff req-d5df847c-0a42-4c54-bea4-f6ba5621e33a tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411868 Jan 29 04:58:35.452397 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c45bf9-b197-4816-8057-828445bd0c53 req-85895f13-6b33-4c01-a7e4-93f2906fe97b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:35.453984 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-68c45bf9-b197-4816-8057-828445bd0c53 req-85895f13-6b33-4c01-a7e4-93f2906fe97b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 943 time: 0.0552285 Jan 29 04:58:35.502080 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-68c45bf9-b197-4816-8057-828445bd0c53 req-8565da80-11cf-4ac7-8ca9-5d46fb83b067 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420852 Jan 29 04:58:36.622003 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3258b9e-e86c-404d-9200-d31a723e4f68 req-c1579f11-1b1f-4f7c-a2bc-3cf402815edd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:36.623489 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c3258b9e-e86c-404d-9200-d31a723e4f68 req-c1579f11-1b1f-4f7c-a2bc-3cf402815edd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 943 time: 0.0538168 Jan 29 04:58:36.670671 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c3258b9e-e86c-404d-9200-d31a723e4f68 req-297974f9-7ffc-4c4e-87a1-1f4e449bcb8f tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414135 Jan 29 04:58:37.796997 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb090f-d35c-4b80-9dbb-613966235b24 req-08e58320-d782-490f-9a2b-148542bcca9a tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:37.798531 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-83fb090f-d35c-4b80-9dbb-613966235b24 req-08e58320-d782-490f-9a2b-148542bcca9a tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 943 time: 0.0584781 Jan 29 04:58:37.847619 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-83fb090f-d35c-4b80-9dbb-613966235b24 req-f6e82f3b-2e68-4dbe-ad52-31479030608e tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434041 Jan 29 04:58:38.968432 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839d97a-5959-4bfd-b8f8-17e4c79d594b req-8d57dbb8-5e9e-40e1-8d20-01862dd1fffe tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:38.969931 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5839d97a-5959-4bfd-b8f8-17e4c79d594b req-8d57dbb8-5e9e-40e1-8d20-01862dd1fffe tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 943 time: 0.0542164 Jan 29 04:58:39.020780 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5839d97a-5959-4bfd-b8f8-17e4c79d594b req-48282b72-88bf-42be-8432-e526ca155236 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451550 Jan 29 04:58:40.148461 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37b414-65d5-473d-b2ac-0ab63d42e3a8 req-1b557ea8-26f1-4a09-93f1-5616724e890b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:40.150869 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9b37b414-65d5-473d-b2ac-0ab63d42e3a8 req-1b557ea8-26f1-4a09-93f1-5616724e890b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 943 time: 0.0603533 Jan 29 04:58:40.200609 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9b37b414-65d5-473d-b2ac-0ab63d42e3a8 req-4f40d5b1-c05c-49d6-b413-aae9e5e5297a tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441673 Jan 29 04:58:41.323558 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb809bd5-a624-4e35-bec2-803cff9e9eba req-0c2a5aae-15f2-48e0-ad83-cf93c1454ea8 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:41.325052 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-eb809bd5-a624-4e35-bec2-803cff9e9eba req-0c2a5aae-15f2-48e0-ad83-cf93c1454ea8 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 943 time: 0.0529191 Jan 29 04:58:41.370808 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-eb809bd5-a624-4e35-bec2-803cff9e9eba req-508f31ff-81ab-42f9-a452-394d08c73b94 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401208 Jan 29 04:58:42.407095 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:58:42.493109 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac210ca0-c183-49d2-a0de-631bc8233790 req-34b86349-3c18-45bf-9f01-f4264e4ada8c tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:42.494627 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ac210ca0-c183-49d2-a0de-631bc8233790 req-34b86349-3c18-45bf-9f01-f4264e4ada8c tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 943 time: 0.0547652 Jan 29 04:58:42.545230 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ac210ca0-c183-49d2-a0de-631bc8233790 req-32ff8233-edc1-4ac1-96b3-695ee3740bf2 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448525 Jan 29 04:58:43.664907 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49ebbb-3f51-4ace-af0f-67f99c17174c req-55b9adbf-3b3c-44bb-8793-bb45009186f2 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:43.666393 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6f49ebbb-3f51-4ace-af0f-67f99c17174c req-55b9adbf-3b3c-44bb-8793-bb45009186f2 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 943 time: 0.0533459 Jan 29 04:58:43.712594 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6f49ebbb-3f51-4ace-af0f-67f99c17174c req-0e920524-1aeb-4294-860b-ffe9a374ec97 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406818 Jan 29 04:58:44.831006 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5554af2-c73a-46e8-a29b-9dff24226716 req-c8d604f2-5ffe-4905-92e7-c736cdf00524 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:44.832507 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b5554af2-c73a-46e8-a29b-9dff24226716 req-c8d604f2-5ffe-4905-92e7-c736cdf00524 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 943 time: 0.0522563 Jan 29 04:58:44.879845 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b5554af2-c73a-46e8-a29b-9dff24226716 req-1f2467c0-c03a-40ee-83b7-3c14d697555e tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411160 Jan 29 04:58:45.232189 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 45a9c481-4a93-460d-a757-8248089ec6af details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:58:45.327692 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 45a9c481-4a93-460d-a757-8248089ec6af, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=45a9c481-4a93-460d-a757-8248089ec6af,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:58:45.339224 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': '45a9c481-4a93-460d-a757-8248089ec6af', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'port_id': '45a9c481-4a93-460d-a757-8248089ec6af', 'mac_address': 'fa:16:3e:b9:1c:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:58:45.373280 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 45a9c481-4a93-460d-a757-8248089ec6af is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:58:45.373663 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (45a9c481-4a93-460d-a757-8248089ec6af), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:58:45.386245 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45a9c481-4a93-460d-a757-8248089ec6af {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:58:45.405265 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 45a9c481-4a93-460d-a757-8248089ec6af, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=45a9c481-4a93-460d-a757-8248089ec6af,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:58:45.506967 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (45a9c481-4a93-460d-a757-8248089ec6af), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:58:45.556339 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=45a9c481-4a93-460d-a757-8248089ec6af,revision_number=7']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:58:45.639798 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['45a9c481-4a93-460d-a757-8248089ec6af'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:58:46.005072 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b5e33-c8fc-49e7-98e8-d0c2886ecbde req-017556db-9271-44bd-9ebc-766dc8840859 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:46.006541 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-972b5e33-c8fc-49e7-98e8-d0c2886ecbde req-017556db-9271-44bd-9ebc-766dc8840859 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 944 time: 0.0565374 Jan 29 04:58:46.052822 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-972b5e33-c8fc-49e7-98e8-d0c2886ecbde req-bb8d4377-b84b-45bd-8337-9ab3931de54a tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407574 Jan 29 04:58:47.172510 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c6149-cf9e-4690-a7cb-a7c1e24ac210 req-48e51aa7-b016-4e45-a150-630eb1390fb5 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:47.173915 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ff9c6149-cf9e-4690-a7cb-a7c1e24ac210 req-48e51aa7-b016-4e45-a150-630eb1390fb5 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 944 time: 0.0528507 Jan 29 04:58:47.220075 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ff9c6149-cf9e-4690-a7cb-a7c1e24ac210 req-95553fd2-2dd8-4ded-8ed6-79ffd341b706 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401659 Jan 29 04:58:47.249106 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 45a9c481-4a93-460d-a757-8248089ec6af up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:58:47.306496 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port 45a9c481-4a93-460d-a757-8248089ec6af triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:58:47.306863 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (45a9c481-4a93-460d-a757-8248089ec6af), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:58:47.381022 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 45a9c481-4a93-460d-a757-8248089ec6af is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:58:47.381396 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (45a9c481-4a93-460d-a757-8248089ec6af), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:58:47.403183 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950bf78d-0989-42c3-9a60-f8be10683c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a9c481-4a93-460d-a757-8248089ec6af'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:58:47.405381 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b369ec-b046-4373-a016-6151c06f820e" -d '{"events": [{"server_uuid": "950bf78d-0989-42c3-9a60-f8be10683c9d", "name": "network-vif-plugged", "status": "completed", "tag": "45a9c481-4a93-460d-a757-8248089ec6af"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:58:47.417311 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 45a9c481-4a93-460d-a757-8248089ec6af, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=45a9c481-4a93-460d-a757-8248089ec6af,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:58:47.449245 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8537260-edd5-4fb1-bec5-2395d2d66f62 x-openstack-request-id: req-b8537260-edd5-4fb1-bec5-2395d2d66f62 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:58:47.449536 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950bf78d-0989-42c3-9a60-f8be10683c9d", "name": "network-vif-plugged", "status": "completed", "tag": "45a9c481-4a93-460d-a757-8248089ec6af", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:58:47.449789 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8537260-edd5-4fb1-bec5-2395d2d66f62 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:58:47.450182 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950bf78d-0989-42c3-9a60-f8be10683c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a9c481-4a93-460d-a757-8248089ec6af', 'code': 200} Jan 29 04:58:47.472613 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (45a9c481-4a93-460d-a757-8248089ec6af), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:58:47.519383 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=45a9c481-4a93-460d-a757-8248089ec6af,revision_number=8']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:58:48.358524 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea15403-6a48-461f-bdaf-f1727f52f4b5 req-4f8a22c1-63fa-4d56-ae8f-af9593d3a103 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:48.360908 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-4ea15403-6a48-461f-bdaf-f1727f52f4b5 req-4f8a22c1-63fa-4d56-ae8f-af9593d3a103 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 945 time: 0.0648201 Jan 29 04:58:48.415727 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-4ea15403-6a48-461f-bdaf-f1727f52f4b5 req-cd371380-a74f-41fe-987d-c2e0a5a45e3e tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478914 Jan 29 04:58:49.547699 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c0fc6-6331-4f24-9412-746771521443 req-cdcc9bee-5176-4824-8a0a-6b2aa22e3b7a tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:49.549193 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-340c0fc6-6331-4f24-9412-746771521443 req-cdcc9bee-5176-4824-8a0a-6b2aa22e3b7a tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 945 time: 0.0521967 Jan 29 04:58:49.596842 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-340c0fc6-6331-4f24-9412-746771521443 req-a564af48-3fe9-43b6-b3e7-a34cad51ab52 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418944 Jan 29 04:58:50.215209 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5738dbe5-39ef-45c4-b3d7-9da960308334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:58:50.715643 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a59f2-11d1-49f4-90e6-f861c7c73842 req-6d9f11ea-c404-44b8-be39-ec7083cf4795 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:50.717247 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-1c3a59f2-11d1-49f4-90e6-f861c7c73842 req-6d9f11ea-c404-44b8-be39-ec7083cf4795 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 945 time: 0.0521586 Jan 29 04:58:50.763341 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-1c3a59f2-11d1-49f4-90e6-f861c7c73842 req-33600c3d-b73b-4077-9bee-dc4814efbbee tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405779 Jan 29 04:58:51.319259 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a9093-eb3a-4189-abf0-274b5505da5f req-0d9a8bb8-da23-42ca-95a6-fcac36ed009e tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:51.320821 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-092a9093-eb3a-4189-abf0-274b5505da5f req-0d9a8bb8-da23-42ca-95a6-fcac36ed009e tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 945 time: 0.0602260 Jan 29 04:58:51.368914 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-092a9093-eb3a-4189-abf0-274b5505da5f req-c205ca61-d4d3-4aef-9c99-8a21c3eb5a32 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422318 Jan 29 04:58:51.375719 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff27051-65cc-4388-b64f-b2b1e958db0f req-b0030cc7-3a87-4d49-b4fc-943080032f5b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:51.377199 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cff27051-65cc-4388-b64f-b2b1e958db0f req-b0030cc7-3a87-4d49-b4fc-943080032f5b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.18 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d&tenant_id=8151d5f9a9034b2b9c2a348a0b026491&binding%3Ahost_id=hv-neutron-8211 HTTP/1.1" status: 200 len: 945 time: 0.0610907 Jan 29 04:58:51.435940 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cff27051-65cc-4388-b64f-b2b1e958db0f req-fb9e973b-f387-4418-acc3-7e5b0f34cc8d service neutron] 10.222.0.18 "GET /v2.0/ports/45a9c481-4a93-460d-a757-8248089ec6af/bindings/hv-neutron-8211 HTTP/1.1" status: 200 len: 384 time: 0.0527391 Jan 29 04:58:51.514513 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff27051-65cc-4388-b64f-b2b1e958db0f req-5d8e49e2-e6aa-46ca-aa86-836d57467c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:51.515979 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cff27051-65cc-4388-b64f-b2b1e958db0f req-5d8e49e2-e6aa-46ca-aa86-836d57467c0d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8151d5f9a9034b2b9c2a348a0b026491&device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 1129 time: 0.0441401 Jan 29 04:58:51.609971 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff27051-65cc-4388-b64f-b2b1e958db0f req-ed4bc2cf-ea6a-4dcb-be1a-18d374794d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:51.611531 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cff27051-65cc-4388-b64f-b2b1e958db0f req-ed4bc2cf-ea6a-4dcb-be1a-18d374794d10 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 HTTP/1.1" status: 200 len: 912 time: 0.0892222 Jan 29 04:58:51.675273 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cff27051-65cc-4388-b64f-b2b1e958db0f req-30c5adea-190f-4bae-a17a-e3aac1c708bc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45a9c481-4a93-460d-a757-8248089ec6af HTTP/1.1" status: 200 len: 1002 time: 0.0570784 Jan 29 04:58:51.721652 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff27051-65cc-4388-b64f-b2b1e958db0f req-b5207294-dba9-4591-9678-43748203d25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:51.723122 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cff27051-65cc-4388-b64f-b2b1e958db0f req-b5207294-dba9-4591-9678-43748203d25c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abd95b5c-3142-4ffb-80ed-77c3d7cb3fac HTTP/1.1" status: 200 len: 850 time: 0.0422859 Jan 29 04:58:51.777231 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff27051-65cc-4388-b64f-b2b1e958db0f req-48a4f8bc-590f-43c8-8090-8db6731fe91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:51.778629 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cff27051-65cc-4388-b64f-b2b1e958db0f req-48a4f8bc-590f-43c8-8090-8db6731fe91d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0501955 Jan 29 04:58:51.885101 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cff27051-65cc-4388-b64f-b2b1e958db0f req-5d081dc5-9fd5-4096-80e3-286beb6e9b8b service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802295 Jan 29 04:58:51.977330 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cff27051-65cc-4388-b64f-b2b1e958db0f req-19c21fbb-17d8-4fb2-84b3-5ac117bb7aa1 service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847268 Jan 29 04:58:52.455005 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f6939d01-0db0-417c-bdc5-8e49a630a448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:58:52.495241 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce16fb2-cf72-426a-b607-6113323fe189 req-460de713-bec9-439b-80a7-60155725962b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:52.496765 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fce16fb2-cf72-426a-b607-6113323fe189 req-460de713-bec9-439b-80a7-60155725962b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 945 time: 0.0568392 Jan 29 04:58:52.543375 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fce16fb2-cf72-426a-b607-6113323fe189 req-cdc71bb2-8345-413a-80ab-35207a460120 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410981 Jan 29 04:58:53.661934 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10116e3-8a92-4e44-b99d-c1071feb7239 req-d74875df-7c8e-4da1-9af8-c84b5d634db1 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:53.663395 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-f10116e3-8a92-4e44-b99d-c1071feb7239 req-d74875df-7c8e-4da1-9af8-c84b5d634db1 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 945 time: 0.0537114 Jan 29 04:58:53.710664 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-f10116e3-8a92-4e44-b99d-c1071feb7239 req-3db9904c-acf1-44a2-a6ee-e0ff85795bd8 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418496 Jan 29 04:58:53.767753 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:58:54.161984 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:58:54.836415 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac7710-c5f3-4082-a74f-e6e43c644cb4 req-b4f7f3a1-778d-4dbb-8ead-9948d6b21f8f tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:54.837956 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1eac7710-c5f3-4082-a74f-e6e43c644cb4 req-b4f7f3a1-778d-4dbb-8ead-9948d6b21f8f tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 945 time: 0.0559781 Jan 29 04:58:54.886269 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1eac7710-c5f3-4082-a74f-e6e43c644cb4 req-f215f950-6e66-49f2-b60b-db722679cec0 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426242 Jan 29 04:58:54.978776 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:58:56.006397 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c7331-9097-4677-ba90-06d9a59e0fcc req-b33455fe-c5a9-4f29-9c3a-935960d65de0 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:56.007893 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-1a0c7331-9097-4677-ba90-06d9a59e0fcc req-b33455fe-c5a9-4f29-9c3a-935960d65de0 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 945 time: 0.0526984 Jan 29 04:58:56.058330 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-1a0c7331-9097-4677-ba90-06d9a59e0fcc req-36fe2572-bcea-4515-ab15-39d2cedd0ad6 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448186 Jan 29 04:58:56.403558 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:58:57.186421 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f3337-08db-4a1a-aae8-6468b7e8458d req-afcd39e7-bf92-4317-b13c-e32d0c2c5bd6 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:57.187801 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-bd8f3337-08db-4a1a-aae8-6468b7e8458d req-afcd39e7-bf92-4317-b13c-e32d0c2c5bd6 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 945 time: 0.0606506 Jan 29 04:58:57.234814 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-bd8f3337-08db-4a1a-aae8-6468b7e8458d req-d38fdc77-1f17-4afe-8968-eb99284f775f tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405426 Jan 29 04:58:57.309816 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 45a9c481-4a93-460d-a757-8248089ec6af no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:58:57.530031 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 45a9c481-4a93-460d-a757-8248089ec6af is: ACTIVE; New status is: DOWN {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:58:57.530667 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (45a9c481-4a93-460d-a757-8248089ec6af), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:58:57.553080 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950bf78d-0989-42c3-9a60-f8be10683c9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45a9c481-4a93-460d-a757-8248089ec6af'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:58:57.555345 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69b3908-7515-42d2-9d2f-38d0851b84da" -d '{"events": [{"server_uuid": "950bf78d-0989-42c3-9a60-f8be10683c9d", "name": "network-vif-unplugged", "status": "completed", "tag": "45a9c481-4a93-460d-a757-8248089ec6af"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:58:57.567975 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 45a9c481-4a93-460d-a757-8248089ec6af, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=45a9c481-4a93-460d-a757-8248089ec6af,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:58:57.601894 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 04:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a3ddc5-67bb-4904-a236-69f5d1ed28ed x-openstack-request-id: req-22a3ddc5-67bb-4904-a236-69f5d1ed28ed {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:58:57.602188 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950bf78d-0989-42c3-9a60-f8be10683c9d", "name": "network-vif-unplugged", "status": "completed", "tag": "45a9c481-4a93-460d-a757-8248089ec6af", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:58:57.607060 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22a3ddc5-67bb-4904-a236-69f5d1ed28ed {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:58:57.607060 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950bf78d-0989-42c3-9a60-f8be10683c9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45a9c481-4a93-460d-a757-8248089ec6af', 'code': 200} Jan 29 04:58:57.624467 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (45a9c481-4a93-460d-a757-8248089ec6af), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:58:57.672556 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=45a9c481-4a93-460d-a757-8248089ec6af,revision_number=9']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:58:57.679940 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:57.680295 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:57.680674 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:57.681015 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:57.681371 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:57.681682 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:57.682016 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:57.682345 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:57.682676 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:57.683005 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:57.683325 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:57.683652 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:57.683979 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:58.352570 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8baddc5-baed-4610-b6c6-552c7c0637eb req-42c1a78a-496c-4e3b-a463-c16ee6698836 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:58.354019 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d8baddc5-baed-4610-b6c6-552c7c0637eb req-42c1a78a-496c-4e3b-a463-c16ee6698836 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 943 time: 0.0518408 Jan 29 04:58:58.399978 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d8baddc5-baed-4610-b6c6-552c7c0637eb req-2335192a-e19e-4f23-8396-8a5e2d0ca8e7 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403190 Jan 29 04:58:58.891540 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52620c1d-32db-4ca9-9d08-2a97ab794b99 req-5887370a-d7bf-4581-b98e-5afc8a365249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:58.893069 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-52620c1d-32db-4ca9-9d08-2a97ab794b99 req-5887370a-d7bf-4581-b98e-5afc8a365249 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8151d5f9a9034b2b9c2a348a0b026491&device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 1127 time: 0.0442228 Jan 29 04:58:58.998610 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52620c1d-32db-4ca9-9d08-2a97ab794b99 req-3dfda86d-6490-44b6-9660-af7cc9d9c01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:59.000178 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-52620c1d-32db-4ca9-9d08-2a97ab794b99 req-3dfda86d-6490-44b6-9660-af7cc9d9c01c service neutron] 10.222.0.18 "GET /v2.0/networks?id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 HTTP/1.1" status: 200 len: 912 time: 0.0885518 Jan 29 04:58:59.068534 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-52620c1d-32db-4ca9-9d08-2a97ab794b99 req-08fcdc2d-60d5-43c6-9ac1-a7a872342b2c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45a9c481-4a93-460d-a757-8248089ec6af HTTP/1.1" status: 200 len: 1000 time: 0.0601697 Jan 29 04:58:59.121459 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52620c1d-32db-4ca9-9d08-2a97ab794b99 req-0080d018-e0d8-4378-8c4f-685f527d8c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:59.122842 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-52620c1d-32db-4ca9-9d08-2a97ab794b99 req-0080d018-e0d8-4378-8c4f-685f527d8c05 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abd95b5c-3142-4ffb-80ed-77c3d7cb3fac HTTP/1.1" status: 200 len: 850 time: 0.0488169 Jan 29 04:58:59.172342 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52620c1d-32db-4ca9-9d08-2a97ab794b99 req-17de46cb-179c-4239-889b-f9bde7f2ec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:59.173886 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-52620c1d-32db-4ca9-9d08-2a97ab794b99 req-17de46cb-179c-4239-889b-f9bde7f2ec34 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0450792 Jan 29 04:58:59.261053 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-52620c1d-32db-4ca9-9d08-2a97ab794b99 req-20906479-a608-4c56-9a0d-8216d56666d3 service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815024 Jan 29 04:58:59.303109 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff27051-65cc-4388-b64f-b2b1e958db0f req-4b350e0b-576d-4ef4-8cf6-6c6245f6992b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:59.304695 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-cff27051-65cc-4388-b64f-b2b1e958db0f req-4b350e0b-576d-4ef4-8cf6-6c6245f6992b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d&tenant_id=8151d5f9a9034b2b9c2a348a0b026491 HTTP/1.1" status: 200 len: 1127 time: 0.0769451 Jan 29 04:58:59.353038 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-52620c1d-32db-4ca9-9d08-2a97ab794b99 req-87636c56-b1da-42d9-92d5-abff5727ef76 service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861883 Jan 29 04:58:59.521695 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88598ee4-ea7a-4824-a2be-d8b88370345d req-99ae9014-fa5c-475a-8e69-01bf11707920 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:59.523189 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-88598ee4-ea7a-4824-a2be-d8b88370345d req-99ae9014-fa5c-475a-8e69-01bf11707920 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 943 time: 0.0534611 Jan 29 04:58:59.537748 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff27051-65cc-4388-b64f-b2b1e958db0f req-1de4a8b1-bddb-4fa4-8993-fb838a1cc31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:59.539436 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cff27051-65cc-4388-b64f-b2b1e958db0f req-1de4a8b1-bddb-4fa4-8993-fb838a1cc31f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8151d5f9a9034b2b9c2a348a0b026491&device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 1127 time: 0.0464737 Jan 29 04:58:59.572567 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-88598ee4-ea7a-4824-a2be-d8b88370345d req-c14673e5-6e21-4fcc-a2e7-fc0fa2e557ef tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431983 Jan 29 04:58:59.631883 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff27051-65cc-4388-b64f-b2b1e958db0f req-347634b6-588c-49be-b5ce-6bfd37016aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:59.633401 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cff27051-65cc-4388-b64f-b2b1e958db0f req-347634b6-588c-49be-b5ce-6bfd37016aa4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 HTTP/1.1" status: 200 len: 912 time: 0.0883052 Jan 29 04:58:59.697898 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cff27051-65cc-4388-b64f-b2b1e958db0f req-36543b07-43ad-42ba-b55c-0e55fd4a459c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45a9c481-4a93-460d-a757-8248089ec6af HTTP/1.1" status: 200 len: 1000 time: 0.0582569 Jan 29 04:58:59.745294 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff27051-65cc-4388-b64f-b2b1e958db0f req-a88ef808-50dd-4527-85aa-203a2a0786dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:59.746726 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cff27051-65cc-4388-b64f-b2b1e958db0f req-a88ef808-50dd-4527-85aa-203a2a0786dc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abd95b5c-3142-4ffb-80ed-77c3d7cb3fac HTTP/1.1" status: 200 len: 850 time: 0.0428326 Jan 29 04:58:59.798607 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff27051-65cc-4388-b64f-b2b1e958db0f req-d4fcbdb6-8162-4570-827d-9948935afa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:59.800100 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cff27051-65cc-4388-b64f-b2b1e958db0f req-d4fcbdb6-8162-4570-827d-9948935afa9c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0482185 Jan 29 04:58:59.888789 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cff27051-65cc-4388-b64f-b2b1e958db0f req-b8b92308-fc22-4345-a3ab-404f155c6ed2 service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827196 Jan 29 04:58:59.981712 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cff27051-65cc-4388-b64f-b2b1e958db0f req-93ad4582-5fd6-4839-a6c1-203791f2d00d service neutron] 10.222.0.18 "GET /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876589 Jan 29 04:59:00.692638 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97470a63-625c-4b1a-b8c9-e8b3327ec241 req-f0e44991-c7d2-4d1d-bdd5-8d5b0301bbfe tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:59:00.694153 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-97470a63-625c-4b1a-b8c9-e8b3327ec241 req-f0e44991-c7d2-4d1d-bdd5-8d5b0301bbfe tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 943 time: 0.0533504 Jan 29 04:59:00.741468 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-97470a63-625c-4b1a-b8c9-e8b3327ec241 req-88c0e807-2732-44d6-90d5-de311c113ec5 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414560 Jan 29 04:59:01.868467 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45960e31-81d6-4d2c-a0ab-ce2a7675619d req-ff0bff0c-402d-4016-851a-72c1cbe809b9 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:59:01.870003 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-45960e31-81d6-4d2c-a0ab-ce2a7675619d req-ff0bff0c-402d-4016-851a-72c1cbe809b9 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 943 time: 0.0608537 Jan 29 04:59:01.917211 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-45960e31-81d6-4d2c-a0ab-ce2a7675619d req-2f4b46fa-52da-4ba2-885c-7f7834de2d91 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413563 Jan 29 04:59:03.039158 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e275e-3db1-4294-bf5e-f6a8b034efaf req-21f5cad0-9407-48f6-bbe8-015f7fa0f10f tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:59:03.040713 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1a4e275e-3db1-4294-bf5e-f6a8b034efaf req-21f5cad0-9407-48f6-bbe8-015f7fa0f10f tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 943 time: 0.0539780 Jan 29 04:59:03.091991 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1a4e275e-3db1-4294-bf5e-f6a8b034efaf req-a5431082-88e6-4df2-a88b-8f08e520791e tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455990 Jan 29 04:59:04.216425 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465cd194-c8de-4648-ade0-8310b7065c3f req-a777c0d2-897f-47cb-8cbc-4996a0fa918b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:59:04.218160 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-465cd194-c8de-4648-ade0-8310b7065c3f req-a777c0d2-897f-47cb-8cbc-4996a0fa918b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 943 time: 0.0570188 Jan 29 04:59:04.269892 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-465cd194-c8de-4648-ade0-8310b7065c3f req-2b722170-3984-4af4-b884-659e1d1e9ee0 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459218 Jan 29 04:59:05.389493 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b034f36-ed06-4f45-ad5a-6dddabe7fd5e req-7e222128-8d6c-4b0b-9ab8-4b5b0c055a23 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:59:05.390954 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8b034f36-ed06-4f45-ad5a-6dddabe7fd5e req-7e222128-8d6c-4b0b-9ab8-4b5b0c055a23 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 943 time: 0.0520325 Jan 29 04:59:05.437254 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8b034f36-ed06-4f45-ad5a-6dddabe7fd5e req-7a1fb978-b9ad-4ec2-886e-6dd839051f2d tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398612 Jan 29 04:59:06.562666 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e6a02-c205-4601-9097-5a9382142ac0 req-3dad3c99-b6c0-4a48-918a-6fc5782e5993 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:59:06.564176 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-2d6e6a02-c205-4601-9097-5a9382142ac0 req-3dad3c99-b6c0-4a48-918a-6fc5782e5993 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 943 time: 0.0578151 Jan 29 04:59:06.612421 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-2d6e6a02-c205-4601-9097-5a9382142ac0 req-aa59acf1-ae9c-40ac-8d36-0a7031a4c1d4 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422375 Jan 29 04:59:07.735164 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705e3a6-d908-45b8-a45f-3ca7af48a183 req-7b796a20-0cb2-432f-b415-facf660a8295 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:59:07.736680 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b705e3a6-d908-45b8-a45f-3ca7af48a183 req-7b796a20-0cb2-432f-b415-facf660a8295 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 943 time: 0.0520840 Jan 29 04:59:07.782910 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b705e3a6-d908-45b8-a45f-3ca7af48a183 req-479cc08a-a377-4349-a118-587ea2687602 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398362 Jan 29 04:59:08.903778 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21961a-b42e-4685-9c96-e08a6aa2b081 req-73be0af4-cfa8-4a5b-a8c0-68753bf5b6a9 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:59:08.905319 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-5b21961a-b42e-4685-9c96-e08a6aa2b081 req-73be0af4-cfa8-4a5b-a8c0-68753bf5b6a9 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 943 time: 0.0537589 Jan 29 04:59:08.954220 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-5b21961a-b42e-4685-9c96-e08a6aa2b081 req-9b02abab-4cfc-4579-aaa9-375a59dbabaa tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433352 Jan 29 04:59:10.079676 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff8068-9079-41f8-b4bd-e3151abfec9e req-bcfe60e7-86ec-4a15-b8b2-8c33132f5374 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:59:10.081171 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-feff8068-9079-41f8-b4bd-e3151abfec9e req-bcfe60e7-86ec-4a15-b8b2-8c33132f5374 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 943 time: 0.0562735 Jan 29 04:59:10.127801 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-feff8068-9079-41f8-b4bd-e3151abfec9e req-6a3b9294-473f-4a87-b781-caf4f8398d38 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404058 Jan 29 04:59:11.248541 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd206a2e-9c49-4d06-acbe-c51b8f80fc34 req-0b5321bb-2927-427e-973b-2c8a94c3219e tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:59:11.250027 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-bd206a2e-9c49-4d06-acbe-c51b8f80fc34 req-0b5321bb-2927-427e-973b-2c8a94c3219e tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 943 time: 0.0527301 Jan 29 04:59:11.299192 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-bd206a2e-9c49-4d06-acbe-c51b8f80fc34 req-ceac86ab-6aad-49ed-8a7c-4071e734b12c tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437326 Jan 29 04:59:11.324928 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 45a9c481-4a93-460d-a757-8248089ec6af details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:59:11.418135 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 45a9c481-4a93-460d-a757-8248089ec6af, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=45a9c481-4a93-460d-a757-8248089ec6af,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:59:11.433691 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': '45a9c481-4a93-460d-a757-8248089ec6af', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'port_id': '45a9c481-4a93-460d-a757-8248089ec6af', 'mac_address': 'fa:16:3e:b9:1c:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:59:11.469338 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 45a9c481-4a93-460d-a757-8248089ec6af is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:59:11.469733 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (45a9c481-4a93-460d-a757-8248089ec6af), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:11.483038 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45a9c481-4a93-460d-a757-8248089ec6af {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:59:11.502400 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 45a9c481-4a93-460d-a757-8248089ec6af, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=45a9c481-4a93-460d-a757-8248089ec6af,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:59:11.595678 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (45a9c481-4a93-460d-a757-8248089ec6af), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:11.643623 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=45a9c481-4a93-460d-a757-8248089ec6af,revision_number=10']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:59:11.779570 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['45a9c481-4a93-460d-a757-8248089ec6af'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:59:12.418188 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7fd826-d4f5-421b-a305-6439867881eb req-bdbd235c-c07a-4304-b2c0-c164d8020216 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:59:12.419572 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1c7fd826-d4f5-421b-a305-6439867881eb req-bdbd235c-c07a-4304-b2c0-c164d8020216 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 945 time: 0.0533288 Jan 29 04:59:12.465837 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1c7fd826-d4f5-421b-a305-6439867881eb req-b5015e62-6d65-49ab-b3c6-87968862e2b4 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408638 Jan 29 04:59:13.340419 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 45a9c481-4a93-460d-a757-8248089ec6af up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:59:13.387646 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port 45a9c481-4a93-460d-a757-8248089ec6af triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:59:13.388018 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (45a9c481-4a93-460d-a757-8248089ec6af), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:13.469159 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 45a9c481-4a93-460d-a757-8248089ec6af is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:59:13.470533 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (45a9c481-4a93-460d-a757-8248089ec6af), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:13.493139 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950bf78d-0989-42c3-9a60-f8be10683c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a9c481-4a93-460d-a757-8248089ec6af'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:59:13.495363 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1641fc-be7a-40a8-8346-24330afc5573" -d '{"events": [{"server_uuid": "950bf78d-0989-42c3-9a60-f8be10683c9d", "name": "network-vif-plugged", "status": "completed", "tag": "45a9c481-4a93-460d-a757-8248089ec6af"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:59:13.508333 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 45a9c481-4a93-460d-a757-8248089ec6af, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=45a9c481-4a93-460d-a757-8248089ec6af,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:59:13.539377 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06b0fcb-a17b-49e9-bd44-618e4cac9ac8 x-openstack-request-id: req-f06b0fcb-a17b-49e9-bd44-618e4cac9ac8 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:59:13.539726 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950bf78d-0989-42c3-9a60-f8be10683c9d", "name": "network-vif-plugged", "status": "completed", "tag": "45a9c481-4a93-460d-a757-8248089ec6af", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:59:13.540040 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f06b0fcb-a17b-49e9-bd44-618e4cac9ac8 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:59:13.540664 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950bf78d-0989-42c3-9a60-f8be10683c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a9c481-4a93-460d-a757-8248089ec6af', 'code': 200} Jan 29 04:59:13.585397 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7aab4-cd53-4131-89ce-c735414b520b req-ab94aca7-0dc3-4174-8732-1710c11c6b38 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:59:13.586870 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-11c7aab4-cd53-4131-89ce-c735414b520b req-ab94aca7-0dc3-4174-8732-1710c11c6b38 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 945 time: 0.0541406 Jan 29 04:59:13.606041 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (45a9c481-4a93-460d-a757-8248089ec6af), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:13.634729 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-11c7aab4-cd53-4131-89ce-c735414b520b req-addefaca-1609-44bb-89d3-993629daadc7 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424323 Jan 29 04:59:13.649985 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=45a9c481-4a93-460d-a757-8248089ec6af,revision_number=11']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:59:14.757774 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8fdf5c-4b9c-4d80-ad0a-6b8ad6b57fa8 req-1c064831-a74a-47a2-bc70-b67ee4d529bd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:59:14.759248 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-eb8fdf5c-4b9c-4d80-ad0a-6b8ad6b57fa8 req-1c064831-a74a-47a2-bc70-b67ee4d529bd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 946 time: 0.0552192 Jan 29 04:59:14.804203 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-eb8fdf5c-4b9c-4d80-ad0a-6b8ad6b57fa8 req-53804526-e663-4e45-b82a-be3441d6841a tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394492 Jan 29 04:59:15.923457 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d719120-b954-4495-bb73-c7b8c298251a req-d79e9852-87ec-4936-ba10-e40fb05d0dc2 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:59:15.924962 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-2d719120-b954-4495-bb73-c7b8c298251a req-d79e9852-87ec-4936-ba10-e40fb05d0dc2 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 946 time: 0.0526242 Jan 29 04:59:15.971032 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-2d719120-b954-4495-bb73-c7b8c298251a req-9e6da714-aa9f-4fca-84ab-8d5f043c9922 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405841 Jan 29 04:59:17.088947 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0dee7d-e263-401d-93e7-f45084d184d3 req-6cb34bf5-5b12-4cce-8e53-b42fb0e7f28a tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:59:17.090423 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4c0dee7d-e263-401d-93e7-f45084d184d3 req-6cb34bf5-5b12-4cce-8e53-b42fb0e7f28a tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 946 time: 0.0531352 Jan 29 04:59:17.137434 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4c0dee7d-e263-401d-93e7-f45084d184d3 req-98a171c3-41cc-42de-8c7f-3022c19e4b1f tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412691 Jan 29 04:59:18.257907 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16802605-54e2-45fa-ae10-1aab22b90eb5 req-2174dbd9-0812-4903-bb0d-208d91bfb384 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:59:18.259365 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-16802605-54e2-45fa-ae10-1aab22b90eb5 req-2174dbd9-0812-4903-bb0d-208d91bfb384 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 946 time: 0.0562694 Jan 29 04:59:18.305114 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-16802605-54e2-45fa-ae10-1aab22b90eb5 req-a63cdae8-62ae-4235-8c42-1231e81b5b7f tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402930 Jan 29 04:59:18.514612 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be67a3f-5503-477c-aaaa-d442cbf0e7f1 req-a9e58342-e842-4522-b2fb-570111a5ab83 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:59:18.516072 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6be67a3f-5503-477c-aaaa-d442cbf0e7f1 req-a9e58342-e842-4522-b2fb-570111a5ab83 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 946 time: 0.1453488 Jan 29 04:59:18.566786 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6be67a3f-5503-477c-aaaa-d442cbf0e7f1 req-7b2aab60-e321-4b41-a490-52def0ba940e tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444379 Jan 29 04:59:18.744126 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95269bdf-22c0-4341-b190-9d2a830caab5 req-6389303b-4595-4efa-9143-ea2554d25363 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:59:18.745641 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-95269bdf-22c0-4341-b190-9d2a830caab5 req-6389303b-4595-4efa-9143-ea2554d25363 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 946 time: 0.1123533 Jan 29 04:59:18.791710 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-95269bdf-22c0-4341-b190-9d2a830caab5 req-73025b40-e786-4799-90b1-92870dd38bd1 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404923 Jan 29 04:59:19.242764 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d99346-e450-43a9-b04b-2b1b5bd8c63c req-8455d2ef-0ac2-4546-a891-7539d10a4b69 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:59:19.244256 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d5d99346-e450-43a9-b04b-2b1b5bd8c63c req-8455d2ef-0ac2-4546-a891-7539d10a4b69 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 946 time: 0.0530152 Jan 29 04:59:19.294450 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-d5d99346-e450-43a9-b04b-2b1b5bd8c63c req-77baeae3-04a6-48f0-93da-69a4c708cb30 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446696 Jan 29 04:59:19.406676 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:59:20.214192 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5f4779bc-47cf-4029-b9e4-acb93e5b30cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:20.411505 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0eeab-5de0-45dc-a754-e99a957dbd7c req-7238810a-6f8e-43e7-97a9-bcc4b9de19da tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:59:20.413550 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-62e0eeab-5de0-45dc-a754-e99a957dbd7c req-7238810a-6f8e-43e7-97a9-bcc4b9de19da tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 946 time: 0.0513945 Jan 29 04:59:20.459490 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-62e0eeab-5de0-45dc-a754-e99a957dbd7c req-e9043d08-38ef-4fb1-a098-35ed27b7bbb9 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402005 Jan 29 04:59:21.580015 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a007c-339e-42e8-82d8-585777297146 req-359454cc-8c25-4ed4-b5f6-20303977e51d tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:59:21.581533 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-276a007c-339e-42e8-82d8-585777297146 req-359454cc-8c25-4ed4-b5f6-20303977e51d tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 946 time: 0.0533755 Jan 29 04:59:21.628115 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-276a007c-339e-42e8-82d8-585777297146 req-0eddd8ff-da2c-438b-bcd4-a34e75402035 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf8497cd-182c-4620-a15d-049d61927c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410230 Jan 29 04:59:21.883664 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c34a52a-9021-4090-821d-b30b5f9f1adf req-7b6f635e-8f38-48d8-82c7-95cf6ec5af6b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:59:21.885134 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2c34a52a-9021-4090-821d-b30b5f9f1adf req-7b6f635e-8f38-48d8-82c7-95cf6ec5af6b tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.18 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 946 time: 0.0539737 Jan 29 04:59:21.977030 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-2c34a52a-9021-4090-821d-b30b5f9f1adf req-364bd5a6-792b-422a-9737-1ba8bf83f077 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Deleting port 45a9c481-4a93-460d-a757-8248089ec6af {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:59:21.977367 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2c34a52a-9021-4090-821d-b30b5f9f1adf req-364bd5a6-792b-422a-9737-1ba8bf83f077 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (45a9c481-4a93-460d-a757-8248089ec6af), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:22.063026 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-2c34a52a-9021-4090-821d-b30b5f9f1adf req-364bd5a6-792b-422a-9737-1ba8bf83f077 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] For port 45a9c481-4a93-460d-a757-8248089ec6af, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=45a9c481-4a93-460d-a757-8248089ec6af,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:59:22.063383 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2c34a52a-9021-4090-821d-b30b5f9f1adf req-364bd5a6-792b-422a-9737-1ba8bf83f077 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (45a9c481-4a93-460d-a757-8248089ec6af), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:22.237450 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2c34a52a-9021-4090-821d-b30b5f9f1adf req-364bd5a6-792b-422a-9737-1ba8bf83f077 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:22.237815 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2c34a52a-9021-4090-821d-b30b5f9f1adf req-364bd5a6-792b-422a-9737-1ba8bf83f077 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (486d60de-d4ad-44c1-93a5-4051a50b04c7), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:22.238144 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.l3_db [req-2c34a52a-9021-4090-821d-b30b5f9f1adf req-364bd5a6-792b-422a-9737-1ba8bf83f077 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Floating IP 486d60de-d4ad-44c1-93a5-4051a50b04c7 disassociated. External IP: 172.26.8.103, port: 45a9c481-4a93-460d-a757-8248089ec6af. Jan 29 04:59:22.238483 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-2c34a52a-9021-4090-821d-b30b5f9f1adf req-364bd5a6-792b-422a-9737-1ba8bf83f077 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Calling delete_port for 45a9c481-4a93-460d-a757-8248089ec6af owned by compute:nova {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:59:22.431635 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2c34a52a-9021-4090-821d-b30b5f9f1adf req-364bd5a6-792b-422a-9737-1ba8bf83f077 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (45a9c481-4a93-460d-a757-8248089ec6af), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:22.454285 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-beb6cf83-3892-4866-be93-4110d3c15853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:22.460301 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364bd5a6-792b-422a-9737-1ba8bf83f077 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Pushing event deleted for resources: {'Port': ['ID=45a9c481-4a93-460d-a757-8248089ec6af,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:59:22.471273 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364bd5a6-792b-422a-9737-1ba8bf83f077 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:59:22.471627 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364bd5a6-792b-422a-9737-1ba8bf83f077 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:59:22.471968 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364bd5a6-792b-422a-9737-1ba8bf83f077 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:59:22.472305 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364bd5a6-792b-422a-9737-1ba8bf83f077 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:59:22.472663 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364bd5a6-792b-422a-9737-1ba8bf83f077 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:59:22.472993 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364bd5a6-792b-422a-9737-1ba8bf83f077 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:59:22.473324 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364bd5a6-792b-422a-9737-1ba8bf83f077 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:59:22.473650 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364bd5a6-792b-422a-9737-1ba8bf83f077 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:59:22.473974 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364bd5a6-792b-422a-9737-1ba8bf83f077 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:59:22.474789 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364bd5a6-792b-422a-9737-1ba8bf83f077 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:59:22.475126 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364bd5a6-792b-422a-9737-1ba8bf83f077 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:59:22.475442 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364bd5a6-792b-422a-9737-1ba8bf83f077 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:59:22.475756 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364bd5a6-792b-422a-9737-1ba8bf83f077 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:59:22.590139 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c34a52a-9021-4090-821d-b30b5f9f1adf req-364bd5a6-792b-422a-9737-1ba8bf83f077 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Router b98488c3-e40a-4be7-8d86-6744077683a4 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:59:22.707169 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c34a52a-9021-4090-821d-b30b5f9f1adf req-364bd5a6-792b-422a-9737-1ba8bf83f077 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:59:22.716601 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3694418-a1a2-4381-abac-9b530b0f3409 None None] Sync routers for ids ['b98488c3-e40a-4be7-8d86-6744077683a4'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:59:22.727225 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3694418-a1a2-4381-abac-9b530b0f3409 None None] Routers {'b98488c3-e40a-4be7-8d86-6744077683a4'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:59:22.727970 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d6f01ad8-24f5-4212-98da-e74177e97609 req-a9e80008-a19f-44ca-afae-c3a1672bdc9d tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 210 time: 0.0322082 Jan 29 04:59:22.732934 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-e3694418-a1a2-4381-abac-9b530b0f3409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:59:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b98488c3-e40a-4be7-8d86-6744077683a4'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:59:22.764416 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c34a52a-9021-4090-821d-b30b5f9f1adf req-364bd5a6-792b-422a-9737-1ba8bf83f077 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] No DVR routers for this DVR port 45a9c481-4a93-460d-a757-8248089ec6af on host hv-neutron-8211 {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:59:22.766980 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2c34a52a-9021-4090-821d-b30b5f9f1adf req-364bd5a6-792b-422a-9737-1ba8bf83f077 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:22.770200 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2c34a52a-9021-4090-821d-b30b5f9f1adf req-364bd5a6-792b-422a-9737-1ba8bf83f077 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.18 "DELETE /v2.0/ports/45a9c481-4a93-460d-a757-8248089ec6af HTTP/1.1" status: 204 len: 173 time: 0.8799167 Jan 29 04:59:22.770644 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950bf78d-0989-42c3-9a60-f8be10683c9d', 'name': 'network-vif-deleted', 'tag': '45a9c481-4a93-460d-a757-8248089ec6af'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:59:22.773743 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9843cdeb-9d7b-4b40-a762-4abc406cab48" -d '{"events": [{"server_uuid": "950bf78d-0989-42c3-9a60-f8be10683c9d", "name": "network-vif-deleted", "tag": "45a9c481-4a93-460d-a757-8248089ec6af"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:59:22.809983 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b433f59a-1aba-47c1-a02b-52c412f471bc x-openstack-request-id: req-b433f59a-1aba-47c1-a02b-52c412f471bc {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:59:22.810283 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950bf78d-0989-42c3-9a60-f8be10683c9d", "name": "network-vif-deleted", "tag": "45a9c481-4a93-460d-a757-8248089ec6af", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:59:22.810534 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b433f59a-1aba-47c1-a02b-52c412f471bc {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:59:22.810960 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950bf78d-0989-42c3-9a60-f8be10683c9d', 'name': 'network-vif-deleted', 'tag': '45a9c481-4a93-460d-a757-8248089ec6af', 'status': 'completed', 'code': 200} Jan 29 04:59:22.839171 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-e3694418-a1a2-4381-abac-9b530b0f3409 None None] Set router b98488c3-e40a-4be7-8d86-6744077683a4 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:59:23.124891 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-e3694418-a1a2-4381-abac-9b530b0f3409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'name': 'tempest-ServerActionsTestJSON-293024610-router', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:38Z', 'revision_number': 4, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'gw_port': {'id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'd615b25c-d4c0-47b8-bcb8-12b4e5775ada', 'name': '', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'mac_address': 'fa:16:3e:20:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:37Z', 'updated_at': '2022-01-29T04:54:42Z', 'revision_number': 5, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'subnets': [{'id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:59:23.151385 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3694418-a1a2-4381-abac-9b530b0f3409 None None] Checking router: b98488c3-e40a-4be7-8d86-6744077683a4 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:59:23.160291 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3694418-a1a2-4381-abac-9b530b0f3409 None None] Routers {'b98488c3-e40a-4be7-8d86-6744077683a4'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:59:23.160947 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-e3694418-a1a2-4381-abac-9b530b0f3409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:59:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b98488c3-e40a-4be7-8d86-6744077683a4'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:59:23.262991 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-e3694418-a1a2-4381-abac-9b530b0f3409 None None] Set router b98488c3-e40a-4be7-8d86-6744077683a4 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:59:23.454493 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-e3694418-a1a2-4381-abac-9b530b0f3409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'name': 'tempest-ServerActionsTestJSON-293024610-router', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:38Z', 'revision_number': 4, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'gw_port': {'id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'd615b25c-d4c0-47b8-bcb8-12b4e5775ada', 'name': '', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'mac_address': 'fa:16:3e:20:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:37Z', 'updated_at': '2022-01-29T04:54:42Z', 'revision_number': 5, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'subnets': [{'id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:59:23.480321 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3694418-a1a2-4381-abac-9b530b0f3409 None None] The sync data for ids ['b98488c3-e40a-4be7-8d86-6744077683a4'] in dv-neutron-821190-1-hyperv is: [{'id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'name': 'tempest-ServerActionsTestJSON-293024610-router', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:38Z', 'revision_number': 4, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'gw_port': {'id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'd615b25c-d4c0-47b8-bcb8-12b4e5775ada', 'name': '', 'network_id': 'a12d9c04-ce6a-4b2a-875d-b59c27e7dd11', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'mac_address': 'fa:16:3e:20:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:37Z', 'updated_at': '2022-01-29T04:54:42Z', 'revision_number': 5, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'subnets': [{'id': 'abd95b5c-3142-4ffb-80ed-77c3d7cb3fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:59:23.705603 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba62d45e-932c-4842-a768-5125c723b80b None None] New status for floating IP 486d60de-d4ad-44c1-93a5-4051a50b04c7: DOWN {{(pid=103586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:59:23.817208 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:23.829617 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7802270c-f332-40fa-b89b-c20034bf895a req-6f38559a-a260-4d8f-a806-f94c63d8a778 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 210 time: 0.0309911 Jan 29 04:59:24.144330 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:24.934391 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:24.935993 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-0e3e60d7-11a1-42b2-b36f-cdd668081ec8 req-913161a9-3a48-48b2-951c-9c8f10c609e8 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 210 time: 0.0291004 Jan 29 04:59:25.388378 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 45a9c481-4a93-460d-a757-8248089ec6af no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:59:25.409041 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] No Port match for: 45a9c481-4a93-460d-a757-8248089ec6af {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:59:25.409394 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 45a9c481-4a93-460d-a757-8248089ec6af not bound to the agent host hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:59:26.032508 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e9ab078e-31c0-40f1-9928-a133d338751c req-228b1c58-003d-4637-b156-df100ca07018 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 210 time: 0.0273294 Jan 29 04:59:26.408596 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:27.132628 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-17f123a5-44f5-4aad-a0f0-c0cb42b37fb3 req-90b7b233-d9c5-455d-9fbf-f1de300e3d41 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 210 time: 0.0313203 Jan 29 04:59:28.229723 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6dc53e84-5380-439a-b2fc-95e5e1ff93c6 req-6ae10571-314e-485a-a7cb-019dd6be9045 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 210 time: 0.0309622 Jan 29 04:59:29.328986 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-74a1dee3-2611-404c-93ce-00443907e1ad req-1d768e92-15df-449c-ba76-3cbd60451383 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 210 time: 0.0289960 Jan 29 04:59:30.426393 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e8064f64-6921-405b-ba39-ccec93bea693 req-81edbdf0-7bc0-4650-ba40-d368b278c9bd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 210 time: 0.0270298 Jan 29 04:59:31.529321 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-395e5b18-e74c-4fed-a22c-aa84e1d9f52d req-d9803a53-28f1-4776-9ca7-408cf797efba tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/ports?device_id=950bf78d-0989-42c3-9a60-f8be10683c9d HTTP/1.1" status: 200 len: 210 time: 0.0271554 Jan 29 04:59:38.512373 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 60394) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:59:38.568368 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a701f9b1-61b2-48cd-97ae-22bf443e4bbd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks [] for security_group (bf8497cd-182c-4620-a15d-049d61927c6f), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:38.592439 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a701f9b1-61b2-48cd-97ae-22bf443e4bbd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks [] for security_group (bf8497cd-182c-4620-a15d-049d61927c6f), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:38.683008 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a701f9b1-61b2-48cd-97ae-22bf443e4bbd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (bf8497cd-182c-4620-a15d-049d61927c6f), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:38.685843 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a701f9b1-61b2-48cd-97ae-22bf443e4bbd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:38.687014 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a701f9b1-61b2-48cd-97ae-22bf443e4bbd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "DELETE /v2.0/security-groups/bf8497cd-182c-4620-a15d-049d61927c6f HTTP/1.1" status: 204 len: 168 time: 0.1736341 Jan 29 04:59:38.689678 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 60396) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:59:38.696804 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a701f9b1-61b2-48cd-97ae-22bf443e4bbd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8497cd-182c-4620-a15d-049d61927c6f,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:59:38.704146 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701f9b1-61b2-48cd-97ae-22bf443e4bbd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:59:38.704732 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701f9b1-61b2-48cd-97ae-22bf443e4bbd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:59:38.705087 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701f9b1-61b2-48cd-97ae-22bf443e4bbd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:59:38.705208 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.api.v2.resource [None req-c0c7704c-ca4a-4530-8fa3-b82f82e78ab1 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] show failed (client error): The resource could not be found. Jan 29 04:59:38.705432 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701f9b1-61b2-48cd-97ae-22bf443e4bbd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:59:38.709154 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701f9b1-61b2-48cd-97ae-22bf443e4bbd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:59:38.709154 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701f9b1-61b2-48cd-97ae-22bf443e4bbd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:59:38.709354 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c0c7704c-ca4a-4530-8fa3-b82f82e78ab1 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "GET /v2.0/security-groups/bf8497cd-182c-4620-a15d-049d61927c6f HTTP/1.1" status: 404 len: 347 time: 0.0150061 Jan 29 04:59:38.709439 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701f9b1-61b2-48cd-97ae-22bf443e4bbd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:59:38.709439 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701f9b1-61b2-48cd-97ae-22bf443e4bbd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:59:38.709439 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701f9b1-61b2-48cd-97ae-22bf443e4bbd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:59:38.709439 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701f9b1-61b2-48cd-97ae-22bf443e4bbd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:59:38.709439 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701f9b1-61b2-48cd-97ae-22bf443e4bbd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:59:38.709439 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701f9b1-61b2-48cd-97ae-22bf443e4bbd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:59:38.709439 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701f9b1-61b2-48cd-97ae-22bf443e4bbd tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:59:38.709899 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 60398) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:59:38.842233 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-6f60e60d-96ca-44b6-8a04-66b77b0b7b92 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Deleting port 7b3f93c1-41ff-4c60-a1c9-b95bab048090 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:59:38.842634 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6f60e60d-96ca-44b6-8a04-66b77b0b7b92 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (7b3f93c1-41ff-4c60-a1c9-b95bab048090), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:38.922245 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6f60e60d-96ca-44b6-8a04-66b77b0b7b92 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (7b3f93c1-41ff-4c60-a1c9-b95bab048090), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:38.922577 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6f60e60d-96ca-44b6-8a04-66b77b0b7b92 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks [] for floatingip (7b3f93c1-41ff-4c60-a1c9-b95bab048090), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:38.933932 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-6f60e60d-96ca-44b6-8a04-66b77b0b7b92 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Calling delete_port for 7b3f93c1-41ff-4c60-a1c9-b95bab048090 owned by network:floatingip {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:59:39.157632 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6f60e60d-96ca-44b6-8a04-66b77b0b7b92 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (7b3f93c1-41ff-4c60-a1c9-b95bab048090), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:39.188306 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f60e60d-96ca-44b6-8a04-66b77b0b7b92 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Pushing event deleted for resources: {'Port': ['ID=7b3f93c1-41ff-4c60-a1c9-b95bab048090,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:59:39.250144 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6f60e60d-96ca-44b6-8a04-66b77b0b7b92 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks [] for floatingip (486d60de-d4ad-44c1-93a5-4051a50b04c7), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:39.252759 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6f60e60d-96ca-44b6-8a04-66b77b0b7b92 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:39.254054 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6f60e60d-96ca-44b6-8a04-66b77b0b7b92 tempest-ServerActionsTestJSON-1715032684 tempest-ServerActionsTestJSON-1715032684-project] 10.222.0.13 "DELETE /v2.0/floatingips/486d60de-d4ad-44c1-93a5-4051a50b04c7 HTTP/1.1" status: 204 len: 168 time: 0.5437546 Jan 29 04:59:39.257060 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 60400) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:59:39.926702 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-af223329-ac23-4b21-b08f-72efd67a2cac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (b98488c3-e40a-4be7-8d86-6744077683a4), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:40.178928 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-af223329-ac23-4b21-b08f-72efd67a2cac admin admin] Deleting port d615b25c-d4c0-47b8-bcb8-12b4e5775ada {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:59:40.179263 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-af223329-ac23-4b21-b08f-72efd67a2cac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (d615b25c-d4c0-47b8-bcb8-12b4e5775ada), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:40.255177 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-af223329-ac23-4b21-b08f-72efd67a2cac admin admin] For port d615b25c-d4c0-47b8-bcb8-12b4e5775ada, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=d615b25c-d4c0-47b8-bcb8-12b4e5775ada,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:59:40.255537 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-af223329-ac23-4b21-b08f-72efd67a2cac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (d615b25c-d4c0-47b8-bcb8-12b4e5775ada), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:40.267648 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-af223329-ac23-4b21-b08f-72efd67a2cac admin admin] Calling delete_port for d615b25c-d4c0-47b8-bcb8-12b4e5775ada owned by network:router_interface {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:59:40.498172 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-af223329-ac23-4b21-b08f-72efd67a2cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (d615b25c-d4c0-47b8-bcb8-12b4e5775ada), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:40.525008 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af223329-ac23-4b21-b08f-72efd67a2cac admin admin] Pushing event deleted for resources: {'Port': ['ID=d615b25c-d4c0-47b8-bcb8-12b4e5775ada,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:59:40.696566 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-af223329-ac23-4b21-b08f-72efd67a2cac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (b98488c3-e40a-4be7-8d86-6744077683a4), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:40.909182 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af223329-ac23-4b21-b08f-72efd67a2cac admin admin] Router b98488c3-e40a-4be7-8d86-6744077683a4 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:59:41.014435 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af223329-ac23-4b21-b08f-72efd67a2cac admin admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:59:41.019451 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-af223329-ac23-4b21-b08f-72efd67a2cac admin admin] 10.222.0.13 "PUT /v2.0/routers/b98488c3-e40a-4be7-8d86-6744077683a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7613466 Jan 29 04:59:41.022610 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 60404) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:59:41.025269 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2931d86b-26fc-4414-a6c7-61abe43fa520 None None] Sync routers for ids ['b98488c3-e40a-4be7-8d86-6744077683a4'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:59:41.035462 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2931d86b-26fc-4414-a6c7-61abe43fa520 None None] Routers {'b98488c3-e40a-4be7-8d86-6744077683a4'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:59:41.036702 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-2931d86b-26fc-4414-a6c7-61abe43fa520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:59:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b98488c3-e40a-4be7-8d86-6744077683a4'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:59:41.125025 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a464d315-feb4-43b2-a943-1549d3406ec3 admin admin] Publish callbacks [] for router (b98488c3-e40a-4be7-8d86-6744077683a4), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:41.137708 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-2931d86b-26fc-4414-a6c7-61abe43fa520 None None] Set router b98488c3-e40a-4be7-8d86-6744077683a4 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:59:41.228428 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a464d315-feb4-43b2-a943-1549d3406ec3 admin admin] Publish callbacks [] for router_gateway (b98488c3-e40a-4be7-8d86-6744077683a4), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:41.311222 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-2931d86b-26fc-4414-a6c7-61abe43fa520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'name': 'tempest-ServerActionsTestJSON-293024610-router', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:59:40Z', 'revision_number': 5, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'gw_port': {'id': '2e42f577-99bb-4b53-a9d3-6fea907c0047', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:59:41.337186 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2931d86b-26fc-4414-a6c7-61abe43fa520 None None] Checking router: b98488c3-e40a-4be7-8d86-6744077683a4 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:59:41.345343 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2931d86b-26fc-4414-a6c7-61abe43fa520 None None] Routers {'b98488c3-e40a-4be7-8d86-6744077683a4'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:59:41.345933 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-2931d86b-26fc-4414-a6c7-61abe43fa520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T04:59:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['b98488c3-e40a-4be7-8d86-6744077683a4'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:59:41.351438 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-a464d315-feb4-43b2-a943-1549d3406ec3 admin admin] Deleting port 2e42f577-99bb-4b53-a9d3-6fea907c0047 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:59:41.351787 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a464d315-feb4-43b2-a943-1549d3406ec3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (2e42f577-99bb-4b53-a9d3-6fea907c0047), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:41.429403 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-a464d315-feb4-43b2-a943-1549d3406ec3 admin admin] For port 2e42f577-99bb-4b53-a9d3-6fea907c0047, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=2e42f577-99bb-4b53-a9d3-6fea907c0047,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:59:41.429678 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a464d315-feb4-43b2-a943-1549d3406ec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (2e42f577-99bb-4b53-a9d3-6fea907c0047), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:41.429948 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-2931d86b-26fc-4414-a6c7-61abe43fa520 None None] Set router b98488c3-e40a-4be7-8d86-6744077683a4 gateway port host: None {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:59:41.442216 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-a464d315-feb4-43b2-a943-1549d3406ec3 admin admin] Calling delete_port for 2e42f577-99bb-4b53-a9d3-6fea907c0047 owned by network:router_gateway {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:59:41.480390 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-2931d86b-26fc-4414-a6c7-61abe43fa520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'name': 'tempest-ServerActionsTestJSON-293024610-router', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:59:41Z', 'revision_number': 6, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'gw_port_host': None}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:59:41.509106 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2931d86b-26fc-4414-a6c7-61abe43fa520 None None] The sync data for ids ['b98488c3-e40a-4be7-8d86-6744077683a4'] in dv-neutron-821190-1-hyperv is: [{'id': 'b98488c3-e40a-4be7-8d86-6744077683a4', 'name': 'tempest-ServerActionsTestJSON-293024610-router', 'tenant_id': '8151d5f9a9034b2b9c2a348a0b026491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:35Z', 'updated_at': '2022-01-29T04:59:41Z', 'revision_number': 6, 'project_id': '8151d5f9a9034b2b9c2a348a0b026491', 'gw_port_host': None}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:59:41.663165 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a464d315-feb4-43b2-a943-1549d3406ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (2e42f577-99bb-4b53-a9d3-6fea907c0047), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:41.692892 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464d315-feb4-43b2-a943-1549d3406ec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e42f577-99bb-4b53-a9d3-6fea907c0047,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:59:41.753448 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a464d315-feb4-43b2-a943-1549d3406ec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (b98488c3-e40a-4be7-8d86-6744077683a4), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:41.849170 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a464d315-feb4-43b2-a943-1549d3406ec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (b98488c3-e40a-4be7-8d86-6744077683a4), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:41.851805 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a464d315-feb4-43b2-a943-1549d3406ec3 admin admin] Publish callbacks [] for router_controller (b98488c3-e40a-4be7-8d86-6744077683a4), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:41.960556 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a464d315-feb4-43b2-a943-1549d3406ec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (b98488c3-e40a-4be7-8d86-6744077683a4), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:41.961084 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a464d315-feb4-43b2-a943-1549d3406ec3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b98488c3-e40a-4be7-8d86-6744077683a4 {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:59:41.965323 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a464d315-feb4-43b2-a943-1549d3406ec3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:41.966460 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a464d315-feb4-43b2-a943-1549d3406ec3 admin admin] 10.222.0.13 "DELETE /v2.0/routers/b98488c3-e40a-4be7-8d86-6744077683a4 HTTP/1.1" status: 204 len: 168 time: 0.9429574 Jan 29 04:59:41.968951 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 60406) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:59:42.012099 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d281603-d0c8-4d72-8bb0-37211ea8d8ba admin admin] Deleting subnet abd95b5c-3142-4ffb-80ed-77c3d7cb3fac {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:59:42.015028 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6d281603-d0c8-4d72-8bb0-37211ea8d8ba admin admin] Publish callbacks [] for subnet (abd95b5c-3142-4ffb-80ed-77c3d7cb3fac), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:42.048173 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6d281603-d0c8-4d72-8bb0-37211ea8d8ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (abd95b5c-3142-4ffb-80ed-77c3d7cb3fac), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:42.122127 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6d281603-d0c8-4d72-8bb0-37211ea8d8ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (abd95b5c-3142-4ffb-80ed-77c3d7cb3fac), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:42.229663 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6d281603-d0c8-4d72-8bb0-37211ea8d8ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (abd95b5c-3142-4ffb-80ed-77c3d7cb3fac), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:42.261619 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d281603-d0c8-4d72-8bb0-37211ea8d8ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abd95b5c-3142-4ffb-80ed-77c3d7cb3fac,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:59:42.263597 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6d281603-d0c8-4d72-8bb0-37211ea8d8ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:42.266987 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6d281603-d0c8-4d72-8bb0-37211ea8d8ba admin admin] 10.222.0.13 "DELETE /v2.0/subnets/abd95b5c-3142-4ffb-80ed-77c3d7cb3fac HTTP/1.1" status: 204 len: 168 time: 0.2970936 Jan 29 04:59:42.269131 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a72ecad-ccb7-4936-b347-7f80208248ff None None] Network a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:59:42.270231 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 60408) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:59:42.288721 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 2e42f577-99bb-4b53-a9d3-6fea907c0047 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:59:42.333038 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 2e42f577-99bb-4b53-a9d3-6fea907c0047 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:59:42.333460 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 2e42f577-99bb-4b53-a9d3-6fea907c0047 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:59:42.333889 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device d615b25c-d4c0-47b8-bcb8-12b4e5775ada no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:59:42.350659 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-869dc395-f6a3-4ad7-9a51-7a00c3b78d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (a12d9c04-ce6a-4b2a-875d-b59c27e7dd11), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:42.358303 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: d615b25c-d4c0-47b8-bcb8-12b4e5775ada {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:59:42.358646 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device d615b25c-d4c0-47b8-bcb8-12b4e5775ada not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:59:42.405411 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-869dc395-f6a3-4ad7-9a51-7a00c3b78d51 admin admin] Deleting port 99b9cb0f-b6a9-4af0-8db5-132ea9886c02 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:59:42.405845 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-869dc395-f6a3-4ad7-9a51-7a00c3b78d51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (99b9cb0f-b6a9-4af0-8db5-132ea9886c02), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:42.475763 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-869dc395-f6a3-4ad7-9a51-7a00c3b78d51 admin admin] For port 99b9cb0f-b6a9-4af0-8db5-132ea9886c02, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=99b9cb0f-b6a9-4af0-8db5-132ea9886c02,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:59:42.476069 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-869dc395-f6a3-4ad7-9a51-7a00c3b78d51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (99b9cb0f-b6a9-4af0-8db5-132ea9886c02), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:42.476175 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac895e6d-6b4f-4790-9be2-336268eaa3fd None None] DHCP port deletion for a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:59:42.495559 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-869dc395-f6a3-4ad7-9a51-7a00c3b78d51 admin admin] Calling delete_port for 99b9cb0f-b6a9-4af0-8db5-132ea9886c02 owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:59:42.532193 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ac895e6d-6b4f-4790-9be2-336268eaa3fd None None] Deleting port 99b9cb0f-b6a9-4af0-8db5-132ea9886c02 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:59:42.532790 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ac895e6d-6b4f-4790-9be2-336268eaa3fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (99b9cb0f-b6a9-4af0-8db5-132ea9886c02), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:42.596744 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-ac895e6d-6b4f-4790-9be2-336268eaa3fd None None] For port 99b9cb0f-b6a9-4af0-8db5-132ea9886c02, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=99b9cb0f-b6a9-4af0-8db5-132ea9886c02,segment=NetworkSegment(c6abeccf-3b4d-456e-8a8f-f41d6aa55207),segment_id=c6abeccf-3b4d-456e-8a8f-f41d6aa55207)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:59:42.597141 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ac895e6d-6b4f-4790-9be2-336268eaa3fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (99b9cb0f-b6a9-4af0-8db5-132ea9886c02), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:42.610601 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ac895e6d-6b4f-4790-9be2-336268eaa3fd None None] Calling delete_port for 99b9cb0f-b6a9-4af0-8db5-132ea9886c02 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:59:42.637288 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-869dc395-f6a3-4ad7-9a51-7a00c3b78d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (99b9cb0f-b6a9-4af0-8db5-132ea9886c02), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:42.665359 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869dc395-f6a3-4ad7-9a51-7a00c3b78d51 admin admin] Pushing event deleted for resources: {'Port': ['ID=99b9cb0f-b6a9-4af0-8db5-132ea9886c02,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:59:42.667185 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869dc395-f6a3-4ad7-9a51-7a00c3b78d51 admin admin] No DVR routers for this DVR port 99b9cb0f-b6a9-4af0-8db5-132ea9886c02 on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:59:42.694989 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ac895e6d-6b4f-4790-9be2-336268eaa3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (99b9cb0f-b6a9-4af0-8db5-132ea9886c02), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:42.720262 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac895e6d-6b4f-4790-9be2-336268eaa3fd None None] Pushing event deleted for resources: {'Port': ['ID=99b9cb0f-b6a9-4af0-8db5-132ea9886c02,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:59:42.723952 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac895e6d-6b4f-4790-9be2-336268eaa3fd None None] No DVR routers for this DVR port 99b9cb0f-b6a9-4af0-8db5-132ea9886c02 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:59:42.744804 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-869dc395-f6a3-4ad7-9a51-7a00c3b78d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (a12d9c04-ce6a-4b2a-875d-b59c27e7dd11), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:42.765620 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-869dc395-f6a3-4ad7-9a51-7a00c3b78d51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a12d9c04-ce6a-4b2a-875d-b59c27e7dd11']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:59:42.775826 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-869dc395-f6a3-4ad7-9a51-7a00c3b78d51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6abeccf-3b4d-456e-8a8f-f41d6aa55207') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:59:42.776122 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-869dc395-f6a3-4ad7-9a51-7a00c3b78d51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6abeccf-3b4d-456e-8a8f-f41d6aa55207') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:59:42.785613 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-869dc395-f6a3-4ad7-9a51-7a00c3b78d51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (c6abeccf-3b4d-456e-8a8f-f41d6aa55207), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:42.798989 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-869dc395-f6a3-4ad7-9a51-7a00c3b78d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (c6abeccf-3b4d-456e-8a8f-f41d6aa55207), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:42.805166 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-869dc395-f6a3-4ad7-9a51-7a00c3b78d51 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:59:42.805544 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-869dc395-f6a3-4ad7-9a51-7a00c3b78d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (c6abeccf-3b4d-456e-8a8f-f41d6aa55207), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:42.807159 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 04:59:42.807159 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:59:42.807159 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 04:59:42.807159 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:59:42.807159 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 04:59:42.807159 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:59:42.807159 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 04:59:42.807159 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:59:42.807159 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 04:59:42.807159 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:59:42.807159 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 04:59:42.807159 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:59:42.807159 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 04:59:42.807159 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:59:42.807159 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:59:42.807159 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:59:42.807159 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:59:42.807159 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:59:42.807159 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 04:59:42.807159 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:59:42.807159 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 04:59:42.807159 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:59:42.807159 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:59:42.807159 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:59:42.807159 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 04:59:42.807159 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:59:42.807159 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:59:42.807159 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:59:42.807159 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:59:42.807159 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:59:42.807159 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:59:42.807159 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:59:42.917383 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-869dc395-f6a3-4ad7-9a51-7a00c3b78d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (a12d9c04-ce6a-4b2a-875d-b59c27e7dd11), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:42.921961 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-869dc395-f6a3-4ad7-9a51-7a00c3b78d51 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:42.925244 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-869dc395-f6a3-4ad7-9a51-7a00c3b78d51 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a12d9c04-ce6a-4b2a-875d-b59c27e7dd11 HTTP/1.1" status: 204 len: 168 time: 0.6539490 Jan 29 04:59:42.938423 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869dc395-f6a3-4ad7-9a51-7a00c3b78d51 admin admin] Pushing event deleted for resources: {'Network': ['ID=a12d9c04-ce6a-4b2a-875d-b59c27e7dd11,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:59:43.228180 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 60412) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:59:43.269567 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-698bcb76-4b58-48d4-bc37-dc253323885c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8151d5f9a9034b2b9c2a348a0b026491&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402110 Jan 29 04:59:43.272454 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 60414) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:59:43.325073 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b567e69a-8307-4988-828f-f84df37497dd admin admin] Publish callbacks [] for security_group (e20cbab2-8e94-4a60-b295-f35988c262e2), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:43.345543 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b567e69a-8307-4988-828f-f84df37497dd admin admin] Publish callbacks [] for security_group (e20cbab2-8e94-4a60-b295-f35988c262e2), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:43.457488 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b567e69a-8307-4988-828f-f84df37497dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (e20cbab2-8e94-4a60-b295-f35988c262e2), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:43.460165 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b567e69a-8307-4988-828f-f84df37497dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:43.461429 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b567e69a-8307-4988-828f-f84df37497dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e20cbab2-8e94-4a60-b295-f35988c262e2 HTTP/1.1" status: 204 len: 168 time: 0.1879044 Jan 29 04:59:43.469191 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b567e69a-8307-4988-828f-f84df37497dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20cbab2-8e94-4a60-b295-f35988c262e2,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:59:44.207712 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 99b9cb0f-b6a9-4af0-8db5-132ea9886c02 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:59:44.227955 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 99b9cb0f-b6a9-4af0-8db5-132ea9886c02 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:59:44.228306 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 99b9cb0f-b6a9-4af0-8db5-132ea9886c02 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:59:44.437709 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 60438) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:59:44.532724 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-b6e7ef0f-bbe0-4028-a8a0-2c8e2421a349 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-243136217-network', 'tenant_id': 'de579745d24148fc8a6439c57ff95296'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:59:44.654212 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e7ef0f-bbe0-4028-a8a0-2c8e2421a349 admin admin] Made reservation on behalf of de579745d24148fc8a6439c57ff95296 for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:59:44.656508 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b6e7ef0f-bbe0-4028-a8a0-2c8e2421a349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:44.665671 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b6e7ef0f-bbe0-4028-a8a0-2c8e2421a349 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:44.738423 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b6e7ef0f-bbe0-4028-a8a0-2c8e2421a349 admin admin] Publish callbacks [] for security_group (2068ffac-bbcf-4919-bcc3-a5120de2ac76), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:44.837346 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b6e7ef0f-bbe0-4028-a8a0-2c8e2421a349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (2068ffac-bbcf-4919-bcc3-a5120de2ac76), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:44.862658 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6e7ef0f-bbe0-4028-a8a0-2c8e2421a349 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:59:44.872274 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e7ef0f-bbe0-4028-a8a0-2c8e2421a349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2068ffac-bbcf-4919-bcc3-a5120de2ac76,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:59:44.878218 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b6e7ef0f-bbe0-4028-a8a0-2c8e2421a349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (29f7d49d-b669-498e-a7f0-42436b158b42), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:44.878559 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-b6e7ef0f-bbe0-4028-a8a0-2c8e2421a349 admin admin] Added segment 29f7d49d-b669-498e-a7f0-42436b158b42 of type vlan for network 565493d5-37b8-4ff5-8d05-cebdcc25202e Jan 29 04:59:44.918332 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b6e7ef0f-bbe0-4028-a8a0-2c8e2421a349 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (565493d5-37b8-4ff5-8d05-cebdcc25202e), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:45.029021 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b6e7ef0f-bbe0-4028-a8a0-2c8e2421a349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (565493d5-37b8-4ff5-8d05-cebdcc25202e), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:45.029988 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e7ef0f-bbe0-4028-a8a0-2c8e2421a349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:59:45.030577 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b6e7ef0f-bbe0-4028-a8a0-2c8e2421a349 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:45.089144 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e7ef0f-bbe0-4028-a8a0-2c8e2421a349 admin admin] Pushing event updated for resources: {'Network': ['ID=565493d5-37b8-4ff5-8d05-cebdcc25202e,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:59:45.098602 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 565493d5-37b8-4ff5-8d05-cebdcc25202e details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:59:45.125375 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b6e7ef0f-bbe0-4028-a8a0-2c8e2421a349 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6865699 Jan 29 04:59:45.128123 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 60442) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:59:45.133416 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-b7a81cdf-66a1-4a9d-9a16-932bb30a88bc admin admin] Request body: {'subnet': {'network_id': '565493d5-37b8-4ff5-8d05-cebdcc25202e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-243136217-subnet', 'tenant_id': 'de579745d24148fc8a6439c57ff95296', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:59:45.219812 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a81cdf-66a1-4a9d-9a16-932bb30a88bc admin admin] Made reservation on behalf of de579745d24148fc8a6439c57ff95296 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:59:45.222112 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b7a81cdf-66a1-4a9d-9a16-932bb30a88bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:45.434970 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b7a81cdf-66a1-4a9d-9a16-932bb30a88bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (8b1e0afb-8e72-4f23-b837-991dff43eb6a), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:45.488631 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a81cdf-66a1-4a9d-9a16-932bb30a88bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b1e0afb-8e72-4f23-b837-991dff43eb6a,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:59:45.500300 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a81cdf-66a1-4a9d-9a16-932bb30a88bc admin admin] Checking segment: {'id': '29f7d49d-b669-498e-a7f0-42436b158b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '565493d5-37b8-4ff5-8d05-cebdcc25202e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:59:45.500756 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a81cdf-66a1-4a9d-9a16-932bb30a88bc admin admin] Network hostable DHCP agents. Network: 565493d5-37b8-4ff5-8d05-cebdcc25202e, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:59:45.588726 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a81cdf-66a1-4a9d-9a16-932bb30a88bc admin admin] Network 565493d5-37b8-4ff5-8d05-cebdcc25202e is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:59:45.671141 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-b7a81cdf-66a1-4a9d-9a16-932bb30a88bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 565493d5-37b8-4ff5-8d05-cebdcc25202e) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:59:45.675177 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a81cdf-66a1-4a9d-9a16-932bb30a88bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:59:45.675766 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b7a81cdf-66a1-4a9d-9a16-932bb30a88bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:45.680474 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69677d5d-ccd2-427b-91fb-375f5ddeaa0a None None] Network 565493d5-37b8-4ff5-8d05-cebdcc25202e requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:59:45.771892 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b7a81cdf-66a1-4a9d-9a16-932bb30a88bc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6426380 Jan 29 04:59:45.779915 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff26c430-ab4e-4144-87bd-4510b5555969 None None] Network 565493d5-37b8-4ff5-8d05-cebdcc25202e requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:59:46.190856 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-fef43809-a8c5-449f-b190-c8ad1b84adad tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:59:46.192931 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-fef43809-a8c5-449f-b190-c8ad1b84adad tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/networks?id=565493d5-37b8-4ff5-8d05-cebdcc25202e HTTP/1.1" status: 200 len: 813 time: 0.1026788 Jan 29 04:59:46.207200 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-f278d4e4-f9be-4819-b82d-ae6574960d0d tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/quotas/de579745d24148fc8a6439c57ff95296 HTTP/1.1" status: 200 len: 375 time: 0.0086949 Jan 29 04:59:46.237898 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-47c2ab68-cff3-4137-aaec-603fb6b9bb7f tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=de579745d24148fc8a6439c57ff95296&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259433 Jan 29 04:59:46.290359 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-9929cd5a-a1fb-4ad9-9e92-a52b4d5c076f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 04:59:46.291359 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-9929cd5a-a1fb-4ad9-9e92-a52b4d5c076f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0468178 Jan 29 04:59:46.382415 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-50c0715d-bb8a-4b93-96e3-5f3f2d9f6835 service neutron] 10.222.0.13 "GET /v2.0/networks/565493d5-37b8-4ff5-8d05-cebdcc25202e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853579 Jan 29 04:59:46.469179 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-a4ca4669-aea3-4f05-9da3-269cb349f0cd service neutron] 10.222.0.13 "GET /v2.0/networks/565493d5-37b8-4ff5-8d05-cebdcc25202e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811508 Jan 29 04:59:46.724655 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5151e22e-fbd4-4f96-acdb-f44518d89dbf req-b253ecd6-c68b-410f-8c44-6c9d1b005c39 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/ports?device_id=335eab76-c73c-4a21-b1ea-feac7a3fec0b HTTP/1.1" status: 200 len: 210 time: 0.0283890 Jan 29 04:59:47.820909 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-55d077bc-3044-4fa2-8855-1f9ed92a0481 req-fdf2ab5b-894f-448a-b1f8-d31e37c227d6 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/ports?device_id=335eab76-c73c-4a21-b1ea-feac7a3fec0b HTTP/1.1" status: 200 len: 210 time: 0.0300002 Jan 29 04:59:48.919711 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7c9ad14c-ab41-4a7c-9733-675fa2d9bc09 req-e9837bab-81b4-46ad-8961-6a20c8c1a15e tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/ports?device_id=335eab76-c73c-4a21-b1ea-feac7a3fec0b HTTP/1.1" status: 200 len: 210 time: 0.0277159 Jan 29 04:59:49.122182 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-b7210479-a2da-4357-b208-2c042b2918e6 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:59:49.123527 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-b7210479-a2da-4357-b208-2c042b2918e6 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.18 "GET /v2.0/networks?id=565493d5-37b8-4ff5-8d05-cebdcc25202e HTTP/1.1" status: 200 len: 813 time: 0.1028855 Jan 29 04:59:49.142131 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-d9f75649-407b-40c1-ba52-5b7ff28318ce tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Request body: {'port': {'device_id': '335eab76-c73c-4a21-b1ea-feac7a3fec0b', 'network_id': '565493d5-37b8-4ff5-8d05-cebdcc25202e', 'admin_state_up': True, 'tenant_id': 'de579745d24148fc8a6439c57ff95296'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:59:49.311220 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-d9f75649-407b-40c1-ba52-5b7ff28318ce tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Made reservation on behalf of de579745d24148fc8a6439c57ff95296 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:59:49.314646 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-d9f75649-407b-40c1-ba52-5b7ff28318ce tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:49.437944 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-d9f75649-407b-40c1-ba52-5b7ff28318ce tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Allocated IP 172.20.0.9 (565493d5-37b8-4ff5-8d05-cebdcc25202e/8b1e0afb-8e72-4f23-b837-991dff43eb6a/51cc2db9-48ee-4138-a817-de87fa7534f0) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:59:49.587103 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-d9f75649-407b-40c1-ba52-5b7ff28318ce tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Publish callbacks [] for port (51cc2db9-48ee-4138-a817-de87fa7534f0), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:49.663712 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-d9f75649-407b-40c1-ba52-5b7ff28318ce tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (51cc2db9-48ee-4138-a817-de87fa7534f0), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:49.705289 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-d9f75649-407b-40c1-ba52-5b7ff28318ce tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Network 565493d5-37b8-4ff5-8d05-cebdcc25202e is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:59:49.708079 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-d9f75649-407b-40c1-ba52-5b7ff28318ce tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:59:49.712360 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-d9f75649-407b-40c1-ba52-5b7ff28318ce tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:59:49.720454 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f75649-407b-40c1-ba52-5b7ff28318ce tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Pushing event updated for resources: {'Port': ['ID=51cc2db9-48ee-4138-a817-de87fa7534f0,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:59:49.763862 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-d9f75649-407b-40c1-ba52-5b7ff28318ce tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:59:49.764471 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-d9f75649-407b-40c1-ba52-5b7ff28318ce tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:49.851034 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-d9f75649-407b-40c1-ba52-5b7ff28318ce tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7129867 Jan 29 04:59:49.884783 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-27a05f98-e2b7-45a5-b1f0-a9c93c187cf3 service neutron] Request body: {'port': {'device_id': '335eab76-c73c-4a21-b1ea-feac7a3fec0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:59:49.948112 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-27a05f98-e2b7-45a5-b1f0-a9c93c187cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (51cc2db9-48ee-4138-a817-de87fa7534f0), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:50.043806 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab646505-8d0e-4396-87ef-10ee05a7d37d req-a14d0552-b97b-4fec-96ef-367010d7a74c tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:59:50.045409 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ab646505-8d0e-4396-87ef-10ee05a7d37d req-a14d0552-b97b-4fec-96ef-367010d7a74c tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/ports?device_id=335eab76-c73c-4a21-b1ea-feac7a3fec0b HTTP/1.1" status: 200 len: 931 time: 0.0547714 Jan 29 04:59:50.109030 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ab646505-8d0e-4396-87ef-10ee05a7d37d req-72e69731-55f0-4700-8811-5db14d6a23f2 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/security-groups?id=2068ffac-bbcf-4919-bcc3-a5120de2ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580330 Jan 29 04:59:50.202672 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-955a18b6-5003-4234-b487-9af8122a1b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:50.539478 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-27a05f98-e2b7-45a5-b1f0-a9c93c187cf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51cc2db9-48ee-4138-a817-de87fa7534f0 {{(pid=103585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:59:50.548933 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-27a05f98-e2b7-45a5-b1f0-a9c93c187cf3 service neutron] Publish callbacks [] for port (51cc2db9-48ee-4138-a817-de87fa7534f0), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:50.562773 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.provisioning_blocks [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-27a05f98-e2b7-45a5-b1f0-a9c93c187cf3 service neutron] Transition to ACTIVE for port object 51cc2db9-48ee-4138-a817-de87fa7534f0 will not be triggered until provisioned by entity L2. {{(pid=103585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:59:50.642992 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-27a05f98-e2b7-45a5-b1f0-a9c93c187cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (51cc2db9-48ee-4138-a817-de87fa7534f0), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:50.701973 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a05f98-e2b7-45a5-b1f0-a9c93c187cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=51cc2db9-48ee-4138-a817-de87fa7534f0,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:59:50.779816 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-27a05f98-e2b7-45a5-b1f0-a9c93c187cf3 service neutron] Attempting to bind port 51cc2db9-48ee-4138-a817-de87fa7534f0 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 04:59:50.780147 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-27a05f98-e2b7-45a5-b1f0-a9c93c187cf3 service neutron] Attempting to bind port 51cc2db9-48ee-4138-a817-de87fa7534f0 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '29f7d49d-b669-498e-a7f0-42436b158b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '565493d5-37b8-4ff5-8d05-cebdcc25202e'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 04:59:50.780470 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-27a05f98-e2b7-45a5-b1f0-a9c93c187cf3 service neutron] Attempting to bind port 51cc2db9-48ee-4138-a817-de87fa7534f0 on network 565493d5-37b8-4ff5-8d05-cebdcc25202e {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:59:50.784705 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-27a05f98-e2b7-45a5-b1f0-a9c93c187cf3 service neutron] Port 51cc2db9-48ee-4138-a817-de87fa7534f0 on network 565493d5-37b8-4ff5-8d05-cebdcc25202e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:59:50.785021 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-27a05f98-e2b7-45a5-b1f0-a9c93c187cf3 service neutron] Attempting to bind port 51cc2db9-48ee-4138-a817-de87fa7534f0 on network 565493d5-37b8-4ff5-8d05-cebdcc25202e {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:59:50.790440 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-27a05f98-e2b7-45a5-b1f0-a9c93c187cf3 service neutron] Checking agent: {'id': '15eedd85-6d76-4715-a40f-dc31e854816c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'started_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:59:50.790718 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-27a05f98-e2b7-45a5-b1f0-a9c93c187cf3 service neutron] Checking segment: {'id': '29f7d49d-b669-498e-a7f0-42436b158b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '565493d5-37b8-4ff5-8d05-cebdcc25202e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 04:59:50.791100 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-27a05f98-e2b7-45a5-b1f0-a9c93c187cf3 service neutron] Bound using segment: {'id': '29f7d49d-b669-498e-a7f0-42436b158b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '565493d5-37b8-4ff5-8d05-cebdcc25202e'} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:59:50.791513 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-27a05f98-e2b7-45a5-b1f0-a9c93c187cf3 service neutron] Bound port: 51cc2db9-48ee-4138-a817-de87fa7534f0, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29f7d49d-b669-498e-a7f0-42436b158b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '565493d5-37b8-4ff5-8d05-cebdcc25202e'}}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 04:59:50.791860 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-27a05f98-e2b7-45a5-b1f0-a9c93c187cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (51cc2db9-48ee-4138-a817-de87fa7534f0), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:50.856030 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-27a05f98-e2b7-45a5-b1f0-a9c93c187cf3 service neutron] For port 51cc2db9-48ee-4138-a817-de87fa7534f0, host hv-neutron-8211, cleared binding levels {{(pid=103585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:59:50.858982 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-27a05f98-e2b7-45a5-b1f0-a9c93c187cf3 service neutron] For port 51cc2db9-48ee-4138-a817-de87fa7534f0, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=51cc2db9-48ee-4138-a817-de87fa7534f0,segment=NetworkSegment(29f7d49d-b669-498e-a7f0-42436b158b42),segment_id=29f7d49d-b669-498e-a7f0-42436b158b42)] {{(pid=103585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:59:50.928875 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-27a05f98-e2b7-45a5-b1f0-a9c93c187cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (51cc2db9-48ee-4138-a817-de87fa7534f0), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:50.969034 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-27a05f98-e2b7-45a5-b1f0-a9c93c187cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:59:50.969654 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-27a05f98-e2b7-45a5-b1f0-a9c93c187cf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:50.971133 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-27a05f98-e2b7-45a5-b1f0-a9c93c187cf3 service neutron] 10.222.0.18 "PUT /v2.0/ports/51cc2db9-48ee-4138-a817-de87fa7534f0 HTTP/1.1" status: 200 len: 1093 time: 1.0914364 Jan 29 04:59:50.971584 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '335eab76-c73c-4a21-b1ea-feac7a3fec0b', 'tag': '51cc2db9-48ee-4138-a817-de87fa7534f0'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:59:50.973831 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e40379d-a444-47bf-9647-8fbcfedb619c" -d '{"events": [{"name": "network-changed", "server_uuid": "335eab76-c73c-4a21-b1ea-feac7a3fec0b", "tag": "51cc2db9-48ee-4138-a817-de87fa7534f0"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:59:50.997051 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a05f98-e2b7-45a5-b1f0-a9c93c187cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=51cc2db9-48ee-4138-a817-de87fa7534f0,revision_number=3']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:59:51.068503 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66dc55e-4635-4432-ab68-554686ccad25 x-openstack-request-id: req-c66dc55e-4635-4432-ab68-554686ccad25 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:59:51.068801 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "335eab76-c73c-4a21-b1ea-feac7a3fec0b", "tag": "51cc2db9-48ee-4138-a817-de87fa7534f0", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:59:51.069051 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c66dc55e-4635-4432-ab68-554686ccad25 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:59:51.069452 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '335eab76-c73c-4a21-b1ea-feac7a3fec0b', 'tag': '51cc2db9-48ee-4138-a817-de87fa7534f0', 'status': 'completed', 'code': 200} Jan 29 04:59:51.133030 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-f02163de-a017-47ed-9f60-64e4727d55f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:59:51.134712 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-f02163de-a017-47ed-9f60-64e4727d55f3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de579745d24148fc8a6439c57ff95296&device_id=335eab76-c73c-4a21-b1ea-feac7a3fec0b HTTP/1.1" status: 200 len: 1127 time: 0.0479150 Jan 29 04:59:51.182076 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-92d793c0-22cd-4186-9c90-f45e53545c21 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51cc2db9-48ee-4138-a817-de87fa7534f0 HTTP/1.1" status: 200 len: 217 time: 0.0347748 Jan 29 04:59:51.228870 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847dd84c-cdf1-4a77-b82e-6d9b802d78c4 req-004e39fa-3ba7-4c9c-af86-540c6fb0f125 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:59:51.230354 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-847dd84c-cdf1-4a77-b82e-6d9b802d78c4 req-004e39fa-3ba7-4c9c-af86-540c6fb0f125 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/ports?device_id=335eab76-c73c-4a21-b1ea-feac7a3fec0b HTTP/1.1" status: 200 len: 943 time: 0.0527332 Jan 29 04:59:51.233851 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-58fc33b2-db9d-4828-b452-213b72b384c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:59:51.235298 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-58fc33b2-db9d-4828-b452-213b72b384c7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8b1e0afb-8e72-4f23-b837-991dff43eb6a HTTP/1.1" status: 200 len: 853 time: 0.0480192 Jan 29 04:59:51.267020 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-8e9ca046-0744-4322-9abe-fd87106e59b7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=565493d5-37b8-4ff5-8d05-cebdcc25202e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259578 Jan 29 04:59:51.277785 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-847dd84c-cdf1-4a77-b82e-6d9b802d78c4 req-2d871d0d-a4e5-446d-8451-e5adee21fdf9 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/security-groups?id=2068ffac-bbcf-4919-bcc3-a5120de2ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415077 Jan 29 04:59:51.353075 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-e1a8860b-71f5-4e50-8689-482ce754c5ed service neutron] 10.222.0.18 "GET /v2.0/networks/565493d5-37b8-4ff5-8d05-cebdcc25202e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801501 Jan 29 04:59:51.442392 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b84a3e64-c6e7-4bfe-9637-367882ba1292 req-bbf99d3f-858e-49a0-967a-a6697d3bccfe service neutron] 10.222.0.18 "GET /v2.0/networks/565493d5-37b8-4ff5-8d05-cebdcc25202e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833352 Jan 29 04:59:51.681536 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40379d-a444-47bf-9647-8fbcfedb619c req-d38258ee-4fd6-41cd-9a94-514f97ea717b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:59:51.682925 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7e40379d-a444-47bf-9647-8fbcfedb619c req-d38258ee-4fd6-41cd-9a94-514f97ea717b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de579745d24148fc8a6439c57ff95296&device_id=335eab76-c73c-4a21-b1ea-feac7a3fec0b HTTP/1.1" status: 200 len: 1127 time: 0.0450511 Jan 29 04:59:51.772765 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40379d-a444-47bf-9647-8fbcfedb619c req-ee63bb2b-10c8-4102-b040-bf10f478a54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:59:51.774425 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7e40379d-a444-47bf-9647-8fbcfedb619c req-ee63bb2b-10c8-4102-b040-bf10f478a54e service neutron] 10.222.0.18 "GET /v2.0/networks?id=565493d5-37b8-4ff5-8d05-cebdcc25202e HTTP/1.1" status: 200 len: 914 time: 0.0852237 Jan 29 04:59:51.814759 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7e40379d-a444-47bf-9647-8fbcfedb619c req-50829a8a-fa10-4e79-b95f-011cf4615f81 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51cc2db9-48ee-4138-a817-de87fa7534f0 HTTP/1.1" status: 200 len: 217 time: 0.0348511 Jan 29 04:59:51.861400 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40379d-a444-47bf-9647-8fbcfedb619c req-fbe798cc-2a1d-42a1-9be4-d43a68cae104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:59:51.862852 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7e40379d-a444-47bf-9647-8fbcfedb619c req-fbe798cc-2a1d-42a1-9be4-d43a68cae104 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8b1e0afb-8e72-4f23-b837-991dff43eb6a HTTP/1.1" status: 200 len: 853 time: 0.0430880 Jan 29 04:59:51.893893 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7e40379d-a444-47bf-9647-8fbcfedb619c req-dc132f41-1f6d-44a2-a925-067d2c606b4e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=565493d5-37b8-4ff5-8d05-cebdcc25202e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247419 Jan 29 04:59:51.983899 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7e40379d-a444-47bf-9647-8fbcfedb619c req-63ac0882-deee-4bfb-869c-8919bd6a5a41 service neutron] 10.222.0.18 "GET /v2.0/networks/565493d5-37b8-4ff5-8d05-cebdcc25202e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841854 Jan 29 04:59:52.078641 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7e40379d-a444-47bf-9647-8fbcfedb619c req-100de57f-2773-400d-acc8-12ac9388b11b service neutron] 10.222.0.18 "GET /v2.0/networks/565493d5-37b8-4ff5-8d05-cebdcc25202e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879731 Jan 29 04:59:52.402446 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8fa2c-478a-468b-a4ea-ef215c659f20 req-9b4577bf-3ec5-484b-8c36-8d9fab682940 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:59:52.403950 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0df8fa2c-478a-468b-a4ea-ef215c659f20 req-9b4577bf-3ec5-484b-8c36-8d9fab682940 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/ports?device_id=335eab76-c73c-4a21-b1ea-feac7a3fec0b HTTP/1.1" status: 200 len: 943 time: 0.0589597 Jan 29 04:59:52.445690 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ae971653-69fb-4375-a6fc-936f614ba239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:52.450890 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0df8fa2c-478a-468b-a4ea-ef215c659f20 req-d4125e67-876c-4ddf-a4c1-2bf441c4f295 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/security-groups?id=2068ffac-bbcf-4919-bcc3-a5120de2ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412810 Jan 29 04:59:53.568544 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6c9db-6134-43f5-9982-49e6c113bf6a req-3f0c214f-6f0d-4817-a195-6f83c9fe8468 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:59:53.570010 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-f6e6c9db-6134-43f5-9982-49e6c113bf6a req-3f0c214f-6f0d-4817-a195-6f83c9fe8468 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/ports?device_id=335eab76-c73c-4a21-b1ea-feac7a3fec0b HTTP/1.1" status: 200 len: 943 time: 0.0528467 Jan 29 04:59:53.616927 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-f6e6c9db-6134-43f5-9982-49e6c113bf6a req-075fa8a4-4a69-426e-a303-6ffecbff0872 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/security-groups?id=2068ffac-bbcf-4919-bcc3-a5120de2ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410416 Jan 29 04:59:53.756742 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:54.179655 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:54.734173 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3623f41-72eb-4f8d-84b7-82347f42efc3 req-0b65ef94-6bca-4187-bde5-f9fe1868f3a9 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:59:54.735645 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d3623f41-72eb-4f8d-84b7-82347f42efc3 req-0b65ef94-6bca-4187-bde5-f9fe1868f3a9 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/ports?device_id=335eab76-c73c-4a21-b1ea-feac7a3fec0b HTTP/1.1" status: 200 len: 943 time: 0.0527606 Jan 29 04:59:54.783651 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d3623f41-72eb-4f8d-84b7-82347f42efc3 req-f6943e8d-15c6-4dca-9d5c-6d4467925e01 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/security-groups?id=2068ffac-bbcf-4919-bcc3-a5120de2ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424304 Jan 29 04:59:54.939605 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:55.464699 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 51cc2db9-48ee-4138-a817-de87fa7534f0 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:59:55.558710 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 51cc2db9-48ee-4138-a817-de87fa7534f0, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=51cc2db9-48ee-4138-a817-de87fa7534f0,segment=NetworkSegment(29f7d49d-b669-498e-a7f0-42436b158b42),segment_id=29f7d49d-b669-498e-a7f0-42436b158b42)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:59:55.569566 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': '51cc2db9-48ee-4138-a817-de87fa7534f0', 'network_id': '565493d5-37b8-4ff5-8d05-cebdcc25202e', 'port_id': '51cc2db9-48ee-4138-a817-de87fa7534f0', 'mac_address': 'fa:16:3e:4f:4d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b1e0afb-8e72-4f23-b837-991dff43eb6a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:59:55.606201 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 51cc2db9-48ee-4138-a817-de87fa7534f0 is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:59:55.606586 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (51cc2db9-48ee-4138-a817-de87fa7534f0), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:55.619203 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51cc2db9-48ee-4138-a817-de87fa7534f0 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 04:59:55.637616 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 51cc2db9-48ee-4138-a817-de87fa7534f0, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=51cc2db9-48ee-4138-a817-de87fa7534f0,segment=NetworkSegment(29f7d49d-b669-498e-a7f0-42436b158b42),segment_id=29f7d49d-b669-498e-a7f0-42436b158b42)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:59:55.731587 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (51cc2db9-48ee-4138-a817-de87fa7534f0), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:55.780034 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=51cc2db9-48ee-4138-a817-de87fa7534f0,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:59:55.903412 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60268d-ede6-42da-9260-004c059fbbb6 req-f2c2727e-4de1-429f-bfbb-0620a3e571f1 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:59:55.904899 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-3b60268d-ede6-42da-9260-004c059fbbb6 req-f2c2727e-4de1-429f-bfbb-0620a3e571f1 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/ports?device_id=335eab76-c73c-4a21-b1ea-feac7a3fec0b HTTP/1.1" status: 200 len: 944 time: 0.0558774 Jan 29 04:59:55.950855 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-3b60268d-ede6-42da-9260-004c059fbbb6 req-4673011d-a789-4908-aafd-b2d96e10dd22 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/security-groups?id=2068ffac-bbcf-4919-bcc3-a5120de2ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404785 Jan 29 04:59:56.136773 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['51cc2db9-48ee-4138-a817-de87fa7534f0'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:59:56.402490 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:56.407416 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:59:57.072003 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd2777-7641-4744-809e-ba765283bf4c req-736dd7f4-2308-4ce9-83e6-0771ec16f580 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:59:57.073475 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d7fd2777-7641-4744-809e-ba765283bf4c req-736dd7f4-2308-4ce9-83e6-0771ec16f580 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/ports?device_id=335eab76-c73c-4a21-b1ea-feac7a3fec0b HTTP/1.1" status: 200 len: 944 time: 0.0562835 Jan 29 04:59:57.120539 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d7fd2777-7641-4744-809e-ba765283bf4c req-dce7f5cb-113d-4689-ad2f-80ab7acb8afd tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/security-groups?id=2068ffac-bbcf-4919-bcc3-a5120de2ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415912 Jan 29 04:59:57.464411 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 51cc2db9-48ee-4138-a817-de87fa7534f0 up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:59:57.647729 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning for port 51cc2db9-48ee-4138-a817-de87fa7534f0 completed by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:59:57.652330 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port 51cc2db9-48ee-4138-a817-de87fa7534f0 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:59:57.652727 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (51cc2db9-48ee-4138-a817-de87fa7534f0), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:57.726302 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 51cc2db9-48ee-4138-a817-de87fa7534f0 is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 04:59:57.726605 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (51cc2db9-48ee-4138-a817-de87fa7534f0), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:57.747896 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335eab76-c73c-4a21-b1ea-feac7a3fec0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51cc2db9-48ee-4138-a817-de87fa7534f0'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:59:57.750111 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c16fab0-fa09-4815-83ed-9e1dc124eaeb" -d '{"events": [{"server_uuid": "335eab76-c73c-4a21-b1ea-feac7a3fec0b", "name": "network-vif-plugged", "status": "completed", "tag": "51cc2db9-48ee-4138-a817-de87fa7534f0"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:59:57.763154 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 51cc2db9-48ee-4138-a817-de87fa7534f0, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=51cc2db9-48ee-4138-a817-de87fa7534f0,segment=NetworkSegment(29f7d49d-b669-498e-a7f0-42436b158b42),segment_id=29f7d49d-b669-498e-a7f0-42436b158b42)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:59:57.834457 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (51cc2db9-48ee-4138-a817-de87fa7534f0), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:59:57.841508 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7043e31-51a5-45dd-aaca-68587636544d x-openstack-request-id: req-d7043e31-51a5-45dd-aaca-68587636544d {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:59:57.841804 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "335eab76-c73c-4a21-b1ea-feac7a3fec0b", "name": "network-vif-plugged", "status": "completed", "tag": "51cc2db9-48ee-4138-a817-de87fa7534f0", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:59:57.842054 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7043e31-51a5-45dd-aaca-68587636544d {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:59:57.842438 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335eab76-c73c-4a21-b1ea-feac7a3fec0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51cc2db9-48ee-4138-a817-de87fa7534f0', 'code': 200} Jan 29 04:59:57.886837 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=51cc2db9-48ee-4138-a817-de87fa7534f0,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:59:57.893878 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:59:57.894223 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:59:57.894562 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:59:57.894895 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:59:57.895223 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:59:57.895548 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:59:57.895977 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:59:57.896310 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:59:57.896657 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:59:57.896980 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:59:57.897305 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:59:57.897627 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:59:57.897936 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:59:58.219471 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2b992-2700-4fe8-b763-2a2c5036d0fb req-01bf2aa0-2c13-42cf-a580-1cab1157f619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:59:58.220991 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b4f2b992-2700-4fe8-b763-2a2c5036d0fb req-01bf2aa0-2c13-42cf-a580-1cab1157f619 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=335eab76-c73c-4a21-b1ea-feac7a3fec0b HTTP/1.1" status: 200 len: 1129 time: 0.0717340 Jan 29 04:59:58.263573 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7bb92a-0e08-4ad2-a008-1713209bc283 req-200deba3-8ce4-4904-a4a4-fc021f95d43d tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:59:58.265054 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8d7bb92a-0e08-4ad2-a008-1713209bc283 req-200deba3-8ce4-4904-a4a4-fc021f95d43d tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/ports?device_id=335eab76-c73c-4a21-b1ea-feac7a3fec0b HTTP/1.1" status: 200 len: 945 time: 0.0781696 Jan 29 04:59:58.291896 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b4f2b992-2700-4fe8-b763-2a2c5036d0fb req-b73def12-0658-446f-8ff4-deeab0f4b915 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2068ffac-bbcf-4919-bcc3-a5120de2ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629280 Jan 29 04:59:58.325379 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8d7bb92a-0e08-4ad2-a008-1713209bc283 req-40f2877a-5e7b-4ae5-b11b-d89481eee851 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/security-groups?id=2068ffac-bbcf-4919-bcc3-a5120de2ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548594 Jan 29 04:59:59.443597 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b25a4-19e0-4078-900b-6db07631b92f req-0f149ff3-7ff8-40b9-aef1-720b451946ea tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:59:59.445090 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-cd1b25a4-19e0-4078-900b-6db07631b92f req-0f149ff3-7ff8-40b9-aef1-720b451946ea tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/ports?device_id=335eab76-c73c-4a21-b1ea-feac7a3fec0b HTTP/1.1" status: 200 len: 945 time: 0.0513468 Jan 29 04:59:59.491582 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-cd1b25a4-19e0-4078-900b-6db07631b92f req-2c81fcbe-b4de-476d-b9f1-ebc2b0cf8f23 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/security-groups?id=2068ffac-bbcf-4919-bcc3-a5120de2ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401511 Jan 29 05:00:00.610711 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9be7d5-07de-47ab-bad5-139400c6bf74 req-90471d04-b8ab-4639-8cb9-5120e2fb724f tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:00.612169 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1f9be7d5-07de-47ab-bad5-139400c6bf74 req-90471d04-b8ab-4639-8cb9-5120e2fb724f tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/ports?device_id=335eab76-c73c-4a21-b1ea-feac7a3fec0b HTTP/1.1" status: 200 len: 945 time: 0.0529268 Jan 29 05:00:00.657351 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1f9be7d5-07de-47ab-bad5-139400c6bf74 req-a28c4b6a-a156-40f1-8981-ea223ff8762e tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/security-groups?id=2068ffac-bbcf-4919-bcc3-a5120de2ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397196 Jan 29 05:00:00.834195 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e2fffc83-0b83-4539-8ddd-e999d52780ed req-017792a5-2dfb-4c38-882c-0d77157e07ce service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=335eab76-c73c-4a21-b1ea-feac7a3fec0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452034 Jan 29 05:00:00.889754 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-30c461df-0dfb-4c22-aabd-651af3ca7d9e tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:00.891263 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-30c461df-0dfb-4c22-aabd-651af3ca7d9e tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/networks?id=565493d5-37b8-4ff5-8d05-cebdcc25202e HTTP/1.1" status: 200 len: 813 time: 0.1146109 Jan 29 05:00:00.905715 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-f3faf948-6e99-498f-bfce-f1123ebcabf4 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/quotas/de579745d24148fc8a6439c57ff95296 HTTP/1.1" status: 200 len: 375 time: 0.0091584 Jan 29 05:00:00.938521 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fffc83-0b83-4539-8ddd-e999d52780ed req-22fbf3c8-6555-4115-a9ca-e21b8fc8ff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:00.940023 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e2fffc83-0b83-4539-8ddd-e999d52780ed req-22fbf3c8-6555-4115-a9ca-e21b8fc8ff8f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de579745d24148fc8a6439c57ff95296&device_id=335eab76-c73c-4a21-b1ea-feac7a3fec0b HTTP/1.1" status: 200 len: 1129 time: 0.0451865 Jan 29 05:00:00.959910 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-ea16c957-bb82-45dc-87c2-f1997cc3b15b tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=de579745d24148fc8a6439c57ff95296&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0489314 Jan 29 05:00:01.047348 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fffc83-0b83-4539-8ddd-e999d52780ed req-abf19abc-97e8-4863-8d36-ba6f3f4c8bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:01.048775 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e2fffc83-0b83-4539-8ddd-e999d52780ed req-abf19abc-97e8-4863-8d36-ba6f3f4c8bca service neutron] 10.222.0.18 "GET /v2.0/networks?id=565493d5-37b8-4ff5-8d05-cebdcc25202e HTTP/1.1" status: 200 len: 914 time: 0.0907047 Jan 29 05:00:01.052243 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-444137f1-5f85-49db-9fc0-9be88dbc2cb2 service neutron] 10.222.0.13 "GET /v2.0/networks/565493d5-37b8-4ff5-8d05-cebdcc25202e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850704 Jan 29 05:00:01.089466 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e2fffc83-0b83-4539-8ddd-e999d52780ed req-b1c83382-d701-49a5-9eb9-165a42500ff2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51cc2db9-48ee-4138-a817-de87fa7534f0 HTTP/1.1" status: 200 len: 217 time: 0.0354369 Jan 29 05:00:01.142250 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-ab8f74ff-eec8-4af6-af5e-f79aae10f101 service neutron] 10.222.0.13 "GET /v2.0/networks/565493d5-37b8-4ff5-8d05-cebdcc25202e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835607 Jan 29 05:00:01.142463 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fffc83-0b83-4539-8ddd-e999d52780ed req-71f96612-f6f7-4de6-91b3-6762b29c30fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:01.143945 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e2fffc83-0b83-4539-8ddd-e999d52780ed req-71f96612-f6f7-4de6-91b3-6762b29c30fb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8b1e0afb-8e72-4f23-b837-991dff43eb6a HTTP/1.1" status: 200 len: 853 time: 0.0487912 Jan 29 05:00:01.175352 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e2fffc83-0b83-4539-8ddd-e999d52780ed req-a7d5147b-714e-41dd-9307-f0aaf85c03ca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=565493d5-37b8-4ff5-8d05-cebdcc25202e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259340 Jan 29 05:00:01.262924 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e2fffc83-0b83-4539-8ddd-e999d52780ed req-c6698392-5188-4c3c-872d-86d443df51e2 service neutron] 10.222.0.18 "GET /v2.0/networks/565493d5-37b8-4ff5-8d05-cebdcc25202e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820007 Jan 29 05:00:01.368316 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d5437a2a-a58b-4853-b2bb-55d7b57dd37d req-5b7b429f-4a67-4765-844a-0d7dc500dce7 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/ports?device_id=075c1262-dd75-4f71-a02c-957d72bc76c4 HTTP/1.1" status: 200 len: 210 time: 0.0336571 Jan 29 05:00:01.385227 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e2fffc83-0b83-4539-8ddd-e999d52780ed req-29906d6b-ac3c-4f17-adbd-c343859b4c0d service neutron] 10.222.0.18 "GET /v2.0/networks/565493d5-37b8-4ff5-8d05-cebdcc25202e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158719 Jan 29 05:00:02.464044 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9a3105fa-d4ab-4461-8e04-9ab2ce89744e req-77af6000-9152-4e72-9202-f9c65569f939 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/ports?device_id=075c1262-dd75-4f71-a02c-957d72bc76c4 HTTP/1.1" status: 200 len: 210 time: 0.0281343 Jan 29 05:00:03.166295 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-863c61f1-b14b-4768-831f-1c1bec810727 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:03.167741 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-863c61f1-b14b-4768-831f-1c1bec810727 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.18 "GET /v2.0/networks?id=565493d5-37b8-4ff5-8d05-cebdcc25202e HTTP/1.1" status: 200 len: 813 time: 0.1060777 Jan 29 05:00:03.185655 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-d9101c68-b3e3-4942-b0b0-18933ccbd593 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Request body: {'port': {'device_id': '075c1262-dd75-4f71-a02c-957d72bc76c4', 'network_id': '565493d5-37b8-4ff5-8d05-cebdcc25202e', 'admin_state_up': True, 'tenant_id': 'de579745d24148fc8a6439c57ff95296'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:00:03.362126 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-d9101c68-b3e3-4942-b0b0-18933ccbd593 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Made reservation on behalf of de579745d24148fc8a6439c57ff95296 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:00:03.365561 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-d9101c68-b3e3-4942-b0b0-18933ccbd593 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:03.494643 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-d9101c68-b3e3-4942-b0b0-18933ccbd593 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Allocated IP 172.20.0.2 (565493d5-37b8-4ff5-8d05-cebdcc25202e/8b1e0afb-8e72-4f23-b837-991dff43eb6a/e9579870-e5b4-48a9-95f1-c15251ad0f67) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:00:03.577031 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9e35061b-6d8a-4223-892b-77cb6fa0c73a req-c70c46dd-6821-45e0-a553-203d7cb8f912 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/ports?device_id=075c1262-dd75-4f71-a02c-957d72bc76c4 HTTP/1.1" status: 200 len: 210 time: 0.0444171 Jan 29 05:00:03.662623 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-d9101c68-b3e3-4942-b0b0-18933ccbd593 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Publish callbacks [] for port (e9579870-e5b4-48a9-95f1-c15251ad0f67), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:03.751223 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-d9101c68-b3e3-4942-b0b0-18933ccbd593 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (e9579870-e5b4-48a9-95f1-c15251ad0f67), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:03.783981 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['51cc2db9-48ee-4138-a817-de87fa7534f0'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:00:03.793841 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-d9101c68-b3e3-4942-b0b0-18933ccbd593 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Network 565493d5-37b8-4ff5-8d05-cebdcc25202e is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:00:03.796756 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-d9101c68-b3e3-4942-b0b0-18933ccbd593 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:00:03.800240 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-d9101c68-b3e3-4942-b0b0-18933ccbd593 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:00:03.825815 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9101c68-b3e3-4942-b0b0-18933ccbd593 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Pushing event updated for resources: {'Port': ['ID=e9579870-e5b4-48a9-95f1-c15251ad0f67,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:03.853608 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-d9101c68-b3e3-4942-b0b0-18933ccbd593 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:03.854226 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-d9101c68-b3e3-4942-b0b0-18933ccbd593 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:03.930372 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-d9101c68-b3e3-4942-b0b0-18933ccbd593 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7490716 Jan 29 05:00:03.947356 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-d5ca3d58-86cb-4e24-8a96-3c37df2f4ba5 service neutron] Request body: {'port': {'device_id': '075c1262-dd75-4f71-a02c-957d72bc76c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:00:04.007648 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-d5ca3d58-86cb-4e24-8a96-3c37df2f4ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (e9579870-e5b4-48a9-95f1-c15251ad0f67), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:04.256462 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-d5ca3d58-86cb-4e24-8a96-3c37df2f4ba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9579870-e5b4-48a9-95f1-c15251ad0f67 {{(pid=103585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 05:00:04.264010 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-d5ca3d58-86cb-4e24-8a96-3c37df2f4ba5 service neutron] Publish callbacks [] for port (e9579870-e5b4-48a9-95f1-c15251ad0f67), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:04.275929 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.provisioning_blocks [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-d5ca3d58-86cb-4e24-8a96-3c37df2f4ba5 service neutron] Transition to ACTIVE for port object e9579870-e5b4-48a9-95f1-c15251ad0f67 will not be triggered until provisioned by entity L2. {{(pid=103585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 05:00:04.377183 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-d5ca3d58-86cb-4e24-8a96-3c37df2f4ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (e9579870-e5b4-48a9-95f1-c15251ad0f67), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:04.429658 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca3d58-86cb-4e24-8a96-3c37df2f4ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=e9579870-e5b4-48a9-95f1-c15251ad0f67,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:04.496128 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-d5ca3d58-86cb-4e24-8a96-3c37df2f4ba5 service neutron] Attempting to bind port e9579870-e5b4-48a9-95f1-c15251ad0f67 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:00:04.496457 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-d5ca3d58-86cb-4e24-8a96-3c37df2f4ba5 service neutron] Attempting to bind port e9579870-e5b4-48a9-95f1-c15251ad0f67 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '29f7d49d-b669-498e-a7f0-42436b158b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '565493d5-37b8-4ff5-8d05-cebdcc25202e'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:00:04.496806 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-d5ca3d58-86cb-4e24-8a96-3c37df2f4ba5 service neutron] Attempting to bind port e9579870-e5b4-48a9-95f1-c15251ad0f67 on network 565493d5-37b8-4ff5-8d05-cebdcc25202e {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:00:04.500950 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-d5ca3d58-86cb-4e24-8a96-3c37df2f4ba5 service neutron] Port e9579870-e5b4-48a9-95f1-c15251ad0f67 on network 565493d5-37b8-4ff5-8d05-cebdcc25202e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 05:00:04.501259 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-d5ca3d58-86cb-4e24-8a96-3c37df2f4ba5 service neutron] Attempting to bind port e9579870-e5b4-48a9-95f1-c15251ad0f67 on network 565493d5-37b8-4ff5-8d05-cebdcc25202e {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:00:04.505948 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-d5ca3d58-86cb-4e24-8a96-3c37df2f4ba5 service neutron] Checking agent: {'id': '15eedd85-6d76-4715-a40f-dc31e854816c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'started_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:00:04.506280 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-d5ca3d58-86cb-4e24-8a96-3c37df2f4ba5 service neutron] Checking segment: {'id': '29f7d49d-b669-498e-a7f0-42436b158b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '565493d5-37b8-4ff5-8d05-cebdcc25202e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:00:04.506651 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-d5ca3d58-86cb-4e24-8a96-3c37df2f4ba5 service neutron] Bound using segment: {'id': '29f7d49d-b669-498e-a7f0-42436b158b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '565493d5-37b8-4ff5-8d05-cebdcc25202e'} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:00:04.507062 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-d5ca3d58-86cb-4e24-8a96-3c37df2f4ba5 service neutron] Bound port: e9579870-e5b4-48a9-95f1-c15251ad0f67, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29f7d49d-b669-498e-a7f0-42436b158b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '565493d5-37b8-4ff5-8d05-cebdcc25202e'}}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:00:04.507403 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-d5ca3d58-86cb-4e24-8a96-3c37df2f4ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (e9579870-e5b4-48a9-95f1-c15251ad0f67), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:04.567561 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-d5ca3d58-86cb-4e24-8a96-3c37df2f4ba5 service neutron] For port e9579870-e5b4-48a9-95f1-c15251ad0f67, host hv-neutron-8211, cleared binding levels {{(pid=103585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:00:04.570671 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-d5ca3d58-86cb-4e24-8a96-3c37df2f4ba5 service neutron] For port e9579870-e5b4-48a9-95f1-c15251ad0f67, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e9579870-e5b4-48a9-95f1-c15251ad0f67,segment=NetworkSegment(29f7d49d-b669-498e-a7f0-42436b158b42),segment_id=29f7d49d-b669-498e-a7f0-42436b158b42)] {{(pid=103585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:00:04.648393 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-d5ca3d58-86cb-4e24-8a96-3c37df2f4ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (e9579870-e5b4-48a9-95f1-c15251ad0f67), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:04.683007 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-d5ca3d58-86cb-4e24-8a96-3c37df2f4ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:04.683633 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-d5ca3d58-86cb-4e24-8a96-3c37df2f4ba5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:04.685226 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-d5ca3d58-86cb-4e24-8a96-3c37df2f4ba5 service neutron] 10.222.0.18 "PUT /v2.0/ports/e9579870-e5b4-48a9-95f1-c15251ad0f67 HTTP/1.1" status: 200 len: 1093 time: 0.7421105 Jan 29 05:00:04.685682 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075c1262-dd75-4f71-a02c-957d72bc76c4', 'tag': 'e9579870-e5b4-48a9-95f1-c15251ad0f67'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:00:04.687925 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f206a428-b2d7-4485-9821-681bfdbd36cb" -d '{"events": [{"name": "network-changed", "server_uuid": "075c1262-dd75-4f71-a02c-957d72bc76c4", "tag": "e9579870-e5b4-48a9-95f1-c15251ad0f67"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:00:04.704357 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360183d3-6dc8-49c5-9515-448933ccc8fe req-1e6f03e0-3675-49e7-99c3-8129d592dfd8 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:04.706834 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-360183d3-6dc8-49c5-9515-448933ccc8fe req-1e6f03e0-3675-49e7-99c3-8129d592dfd8 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/ports?device_id=075c1262-dd75-4f71-a02c-957d72bc76c4 HTTP/1.1" status: 200 len: 943 time: 0.0605359 Jan 29 05:00:04.721123 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca3d58-86cb-4e24-8a96-3c37df2f4ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=e9579870-e5b4-48a9-95f1-c15251ad0f67,revision_number=3']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:04.726739 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6199bf80-3d78-460c-bfa9-1fadb9bbd646 x-openstack-request-id: req-6199bf80-3d78-460c-bfa9-1fadb9bbd646 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:00:04.727101 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "075c1262-dd75-4f71-a02c-957d72bc76c4", "tag": "e9579870-e5b4-48a9-95f1-c15251ad0f67", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:00:04.727420 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6199bf80-3d78-460c-bfa9-1fadb9bbd646 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:00:04.727977 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '075c1262-dd75-4f71-a02c-957d72bc76c4', 'tag': 'e9579870-e5b4-48a9-95f1-c15251ad0f67', 'status': 'completed', 'code': 200} Jan 29 05:00:04.762530 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-360183d3-6dc8-49c5-9515-448933ccc8fe req-17adb7ee-095a-4575-bda0-ff7124fec2f8 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/security-groups?id=2068ffac-bbcf-4919-bcc3-a5120de2ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489492 Jan 29 05:00:04.814460 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206a428-b2d7-4485-9821-681bfdbd36cb req-84347bb5-2567-4ce8-8308-3e1c804a02bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:04.815973 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f206a428-b2d7-4485-9821-681bfdbd36cb req-84347bb5-2567-4ce8-8308-3e1c804a02bf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de579745d24148fc8a6439c57ff95296&device_id=075c1262-dd75-4f71-a02c-957d72bc76c4 HTTP/1.1" status: 200 len: 1127 time: 0.0463109 Jan 29 05:00:04.920473 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206a428-b2d7-4485-9821-681bfdbd36cb req-76f44a2b-2edd-48db-a664-bd812f9bb592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:04.921989 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f206a428-b2d7-4485-9821-681bfdbd36cb req-76f44a2b-2edd-48db-a664-bd812f9bb592 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=de579745d24148fc8a6439c57ff95296&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0906286 Jan 29 05:00:05.016515 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206a428-b2d7-4485-9821-681bfdbd36cb req-0d71683e-ce2f-4430-a201-c1170e4f1df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:05.017984 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f206a428-b2d7-4485-9821-681bfdbd36cb req-0d71683e-ce2f-4430-a201-c1170e4f1df5 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895181 Jan 29 05:00:05.130220 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-861ffe5b-d469-4d52-a77a-8401b264ebd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:05.131606 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-861ffe5b-d469-4d52-a77a-8401b264ebd3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de579745d24148fc8a6439c57ff95296&device_id=075c1262-dd75-4f71-a02c-957d72bc76c4 HTTP/1.1" status: 200 len: 1127 time: 0.0460896 Jan 29 05:00:05.185855 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-64cbb74e-508d-47ae-91ea-79992281ce63 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9579870-e5b4-48a9-95f1-c15251ad0f67 HTTP/1.1" status: 200 len: 217 time: 0.0417745 Jan 29 05:00:05.233412 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-063798c2-9bf9-4cd7-9be8-d44aae91814b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:05.234826 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-063798c2-9bf9-4cd7-9be8-d44aae91814b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8b1e0afb-8e72-4f23-b837-991dff43eb6a HTTP/1.1" status: 200 len: 853 time: 0.0430355 Jan 29 05:00:05.265669 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-0698c3a4-198d-4160-b5ac-2d1836051506 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=565493d5-37b8-4ff5-8d05-cebdcc25202e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247722 Jan 29 05:00:05.353938 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-b9efab3e-fd08-4cfd-8a17-4e234bebb11a service neutron] 10.222.0.18 "GET /v2.0/networks/565493d5-37b8-4ff5-8d05-cebdcc25202e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824015 Jan 29 05:00:05.440714 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b0aa4cd7-d41a-4323-b5ba-71a65ebdc0a0 req-b1fd9d56-c286-4f72-9c75-7bf984683723 service neutron] 10.222.0.18 "GET /v2.0/networks/565493d5-37b8-4ff5-8d05-cebdcc25202e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794833 Jan 29 05:00:05.884696 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276541e9-3cfd-4a51-b9f8-ac11ddbf47b6 req-caca7ebc-5adb-4322-bdf8-032c3160a1ae tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:05.887202 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-276541e9-3cfd-4a51-b9f8-ac11ddbf47b6 req-caca7ebc-5adb-4322-bdf8-032c3160a1ae tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/ports?device_id=075c1262-dd75-4f71-a02c-957d72bc76c4 HTTP/1.1" status: 200 len: 943 time: 0.0548556 Jan 29 05:00:05.933383 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-276541e9-3cfd-4a51-b9f8-ac11ddbf47b6 req-36db3002-037d-4e69-bac9-8d6cc153c438 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/security-groups?id=2068ffac-bbcf-4919-bcc3-a5120de2ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406141 Jan 29 05:00:07.049266 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c3384-4f94-43b5-81cd-dc7400f4fe51 req-2563079f-c478-46ed-a72e-09e0f6d6460d tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:07.050754 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-0b8c3384-4f94-43b5-81cd-dc7400f4fe51 req-2563079f-c478-46ed-a72e-09e0f6d6460d tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/ports?device_id=075c1262-dd75-4f71-a02c-957d72bc76c4 HTTP/1.1" status: 200 len: 943 time: 0.0517716 Jan 29 05:00:07.097222 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-0b8c3384-4f94-43b5-81cd-dc7400f4fe51 req-dc5f5f5e-35a5-4959-961a-8ba3209ccdb8 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/security-groups?id=2068ffac-bbcf-4919-bcc3-a5120de2ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405698 Jan 29 05:00:07.515560 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device e9579870-e5b4-48a9-95f1-c15251ad0f67 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:00:07.609305 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port e9579870-e5b4-48a9-95f1-c15251ad0f67, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e9579870-e5b4-48a9-95f1-c15251ad0f67,segment=NetworkSegment(29f7d49d-b669-498e-a7f0-42436b158b42),segment_id=29f7d49d-b669-498e-a7f0-42436b158b42)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:00:07.621181 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': 'e9579870-e5b4-48a9-95f1-c15251ad0f67', 'network_id': '565493d5-37b8-4ff5-8d05-cebdcc25202e', 'port_id': 'e9579870-e5b4-48a9-95f1-c15251ad0f67', 'mac_address': 'fa:16:3e:b4:03:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b1e0afb-8e72-4f23-b837-991dff43eb6a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:00:07.659532 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port e9579870-e5b4-48a9-95f1-c15251ad0f67 is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:00:07.659919 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (e9579870-e5b4-48a9-95f1-c15251ad0f67), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:07.672580 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9579870-e5b4-48a9-95f1-c15251ad0f67 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 05:00:07.691195 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port e9579870-e5b4-48a9-95f1-c15251ad0f67, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e9579870-e5b4-48a9-95f1-c15251ad0f67,segment=NetworkSegment(29f7d49d-b669-498e-a7f0-42436b158b42),segment_id=29f7d49d-b669-498e-a7f0-42436b158b42)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:00:07.739334 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (e9579870-e5b4-48a9-95f1-c15251ad0f67), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:07.785458 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=e9579870-e5b4-48a9-95f1-c15251ad0f67,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:08.126907 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['e9579870-e5b4-48a9-95f1-c15251ad0f67'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:00:08.221346 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed43ecd-9a85-4226-b138-99c5b8aa1081 req-33c04b02-743c-4385-9204-29682ad3cddb tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:08.222944 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-eed43ecd-9a85-4226-b138-99c5b8aa1081 req-33c04b02-743c-4385-9204-29682ad3cddb tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/ports?device_id=075c1262-dd75-4f71-a02c-957d72bc76c4 HTTP/1.1" status: 200 len: 944 time: 0.0576255 Jan 29 05:00:08.269057 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-eed43ecd-9a85-4226-b138-99c5b8aa1081 req-a4096aa4-def8-4a19-9406-0bb41114b7ac tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/security-groups?id=2068ffac-bbcf-4919-bcc3-a5120de2ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398090 Jan 29 05:00:09.387904 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef5551c-cf90-4947-aa48-9c4346f0ebcc req-98504273-f28a-488f-8af0-3ba9aa16e7df tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:09.389452 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-0ef5551c-cf90-4947-aa48-9c4346f0ebcc req-98504273-f28a-488f-8af0-3ba9aa16e7df tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/ports?device_id=075c1262-dd75-4f71-a02c-957d72bc76c4 HTTP/1.1" status: 200 len: 944 time: 0.0534623 Jan 29 05:00:09.435768 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-0ef5551c-cf90-4947-aa48-9c4346f0ebcc req-b933b77f-aa4b-41a1-96c3-8aea3cc85d53 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/security-groups?id=2068ffac-bbcf-4919-bcc3-a5120de2ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406046 Jan 29 05:00:09.528065 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device e9579870-e5b4-48a9-95f1-c15251ad0f67 up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:00:09.642159 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning for port e9579870-e5b4-48a9-95f1-c15251ad0f67 completed by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 05:00:09.645767 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port e9579870-e5b4-48a9-95f1-c15251ad0f67 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:00:09.646142 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (e9579870-e5b4-48a9-95f1-c15251ad0f67), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:09.722715 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port e9579870-e5b4-48a9-95f1-c15251ad0f67 is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:00:09.723090 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (e9579870-e5b4-48a9-95f1-c15251ad0f67), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:09.886779 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075c1262-dd75-4f71-a02c-957d72bc76c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9579870-e5b4-48a9-95f1-c15251ad0f67'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:00:09.888983 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927d05d8-b449-4214-97e9-5dff00d771b6" -d '{"events": [{"server_uuid": "075c1262-dd75-4f71-a02c-957d72bc76c4", "name": "network-vif-plugged", "status": "completed", "tag": "e9579870-e5b4-48a9-95f1-c15251ad0f67"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:00:09.903385 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port e9579870-e5b4-48a9-95f1-c15251ad0f67, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e9579870-e5b4-48a9-95f1-c15251ad0f67,segment=NetworkSegment(29f7d49d-b669-498e-a7f0-42436b158b42),segment_id=29f7d49d-b669-498e-a7f0-42436b158b42)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:00:09.926334 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d665c195-b54f-46f3-ae0e-19d7c0cb3ed9 x-openstack-request-id: req-d665c195-b54f-46f3-ae0e-19d7c0cb3ed9 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:00:09.926648 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075c1262-dd75-4f71-a02c-957d72bc76c4", "name": "network-vif-plugged", "status": "completed", "tag": "e9579870-e5b4-48a9-95f1-c15251ad0f67", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:00:09.926899 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d665c195-b54f-46f3-ae0e-19d7c0cb3ed9 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:00:09.927285 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075c1262-dd75-4f71-a02c-957d72bc76c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9579870-e5b4-48a9-95f1-c15251ad0f67', 'code': 200} Jan 29 05:00:09.996502 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (e9579870-e5b4-48a9-95f1-c15251ad0f67), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:10.044015 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=e9579870-e5b4-48a9-95f1-c15251ad0f67,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:10.292070 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b763f2e-bc6b-4d27-9649-e98b24b260c0 req-dffceb27-d8a7-4eb2-abc9-d4fbba627951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:10.293604 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4b763f2e-bc6b-4d27-9649-e98b24b260c0 req-dffceb27-d8a7-4eb2-abc9-d4fbba627951 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=075c1262-dd75-4f71-a02c-957d72bc76c4 HTTP/1.1" status: 200 len: 1129 time: 0.0439987 Jan 29 05:00:10.339834 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4b763f2e-bc6b-4d27-9649-e98b24b260c0 req-ecfb2f7c-567e-4591-afdf-2494ef29d54b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2068ffac-bbcf-4919-bcc3-a5120de2ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408888 Jan 29 05:00:10.557044 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be37093-f650-48ad-acb2-739f986d1fb3 req-98ace23b-e761-4096-93cf-e6d6304cd30d tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:10.558539 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-3be37093-f650-48ad-acb2-739f986d1fb3 req-98ace23b-e761-4096-93cf-e6d6304cd30d tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/ports?device_id=075c1262-dd75-4f71-a02c-957d72bc76c4 HTTP/1.1" status: 200 len: 945 time: 0.0565097 Jan 29 05:00:10.604940 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-3be37093-f650-48ad-acb2-739f986d1fb3 req-ed49388c-438f-4ffe-bec1-d222fc103f80 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/security-groups?id=2068ffac-bbcf-4919-bcc3-a5120de2ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409458 Jan 29 05:00:11.726037 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24738a-750f-4b77-b84f-c242fabc120e req-66735831-3a66-494d-a5fc-7e4a6cb4972e tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:11.729242 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1e24738a-750f-4b77-b84f-c242fabc120e req-66735831-3a66-494d-a5fc-7e4a6cb4972e tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/ports?device_id=075c1262-dd75-4f71-a02c-957d72bc76c4 HTTP/1.1" status: 200 len: 945 time: 0.0569205 Jan 29 05:00:11.776568 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1e24738a-750f-4b77-b84f-c242fabc120e req-4c055a7b-1c11-448b-b885-3770ff20e883 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/security-groups?id=2068ffac-bbcf-4919-bcc3-a5120de2ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416422 Jan 29 05:00:12.898415 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fd1b6-d7f7-4262-b604-204cdb5b7115 req-9592458f-b987-4a42-89cc-d7ff074a3cd4 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:12.900584 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-8b5fd1b6-d7f7-4262-b604-204cdb5b7115 req-9592458f-b987-4a42-89cc-d7ff074a3cd4 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/ports?device_id=075c1262-dd75-4f71-a02c-957d72bc76c4 HTTP/1.1" status: 200 len: 945 time: 0.0524061 Jan 29 05:00:12.946675 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-8b5fd1b6-d7f7-4262-b604-204cdb5b7115 req-fc9d0aee-6147-4a47-89ba-739836b1e486 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/security-groups?id=2068ffac-bbcf-4919-bcc3-a5120de2ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398872 Jan 29 05:00:13.455622 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb8b9e-4fc9-415d-979a-603265239e62 req-3c6b760d-4aa3-47b1-81fd-601148d83b54 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:13.457124 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-55cb8b9e-4fc9-415d-979a-603265239e62 req-3c6b760d-4aa3-47b1-81fd-601148d83b54 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/ports?device_id=075c1262-dd75-4f71-a02c-957d72bc76c4 HTTP/1.1" status: 200 len: 945 time: 0.0576093 Jan 29 05:00:13.502886 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-55cb8b9e-4fc9-415d-979a-603265239e62 req-4c57c982-61ad-44f8-afb2-084b8004f40b tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/security-groups?id=2068ffac-bbcf-4919-bcc3-a5120de2ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400949 Jan 29 05:00:14.622742 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34522c09-35cc-46db-a335-1a8a7f1a5828 req-b3028860-8c95-47b6-88d1-f11108a01ddb tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:14.624210 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-34522c09-35cc-46db-a335-1a8a7f1a5828 req-b3028860-8c95-47b6-88d1-f11108a01ddb tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/ports?device_id=075c1262-dd75-4f71-a02c-957d72bc76c4 HTTP/1.1" status: 200 len: 945 time: 0.0522201 Jan 29 05:00:14.669959 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-34522c09-35cc-46db-a335-1a8a7f1a5828 req-945d83bd-bd1f-4b70-a8cc-22fff5f7fe42 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/security-groups?id=2068ffac-bbcf-4919-bcc3-a5120de2ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402753 Jan 29 05:00:15.081510 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1997a-8899-4515-8073-fde4df0e8de9 req-c31631f5-b0b2-4b11-8bb3-331013f8e83c tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:15.082937 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-33c1997a-8899-4515-8073-fde4df0e8de9 req-c31631f5-b0b2-4b11-8bb3-331013f8e83c tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.18 "GET /v2.0/ports?device_id=075c1262-dd75-4f71-a02c-957d72bc76c4 HTTP/1.1" status: 200 len: 945 time: 0.0506597 Jan 29 05:00:15.175489 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-33c1997a-8899-4515-8073-fde4df0e8de9 req-db049fd0-d7a3-4eb9-92e7-660f81eeaf9c tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Deleting port e9579870-e5b4-48a9-95f1-c15251ad0f67 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:00:15.175745 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-33c1997a-8899-4515-8073-fde4df0e8de9 req-db049fd0-d7a3-4eb9-92e7-660f81eeaf9c tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (e9579870-e5b4-48a9-95f1-c15251ad0f67), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:15.259604 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-33c1997a-8899-4515-8073-fde4df0e8de9 req-db049fd0-d7a3-4eb9-92e7-660f81eeaf9c tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] For port e9579870-e5b4-48a9-95f1-c15251ad0f67, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e9579870-e5b4-48a9-95f1-c15251ad0f67,segment=NetworkSegment(29f7d49d-b669-498e-a7f0-42436b158b42),segment_id=29f7d49d-b669-498e-a7f0-42436b158b42)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:00:15.259959 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-33c1997a-8899-4515-8073-fde4df0e8de9 req-db049fd0-d7a3-4eb9-92e7-660f81eeaf9c tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (e9579870-e5b4-48a9-95f1-c15251ad0f67), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:15.272340 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-33c1997a-8899-4515-8073-fde4df0e8de9 req-db049fd0-d7a3-4eb9-92e7-660f81eeaf9c tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Calling delete_port for e9579870-e5b4-48a9-95f1-c15251ad0f67 owned by compute:nova {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:00:15.476741 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-33c1997a-8899-4515-8073-fde4df0e8de9 req-db049fd0-d7a3-4eb9-92e7-660f81eeaf9c tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (e9579870-e5b4-48a9-95f1-c15251ad0f67), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:15.504676 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db049fd0-d7a3-4eb9-92e7-660f81eeaf9c tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Pushing event deleted for resources: {'Port': ['ID=e9579870-e5b4-48a9-95f1-c15251ad0f67,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:15.515260 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['51cc2db9-48ee-4138-a817-de87fa7534f0', 'e9579870-e5b4-48a9-95f1-c15251ad0f67'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:00:15.554994 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c1997a-8899-4515-8073-fde4df0e8de9 req-db049fd0-d7a3-4eb9-92e7-660f81eeaf9c tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] No DVR routers for this DVR port e9579870-e5b4-48a9-95f1-c15251ad0f67 on host hv-neutron-8211 {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:00:15.557696 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-33c1997a-8899-4515-8073-fde4df0e8de9 req-db049fd0-d7a3-4eb9-92e7-660f81eeaf9c tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:15.561004 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-33c1997a-8899-4515-8073-fde4df0e8de9 req-db049fd0-d7a3-4eb9-92e7-660f81eeaf9c tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.18 "DELETE /v2.0/ports/e9579870-e5b4-48a9-95f1-c15251ad0f67 HTTP/1.1" status: 204 len: 173 time: 0.4728363 Jan 29 05:00:15.561445 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075c1262-dd75-4f71-a02c-957d72bc76c4', 'name': 'network-vif-deleted', 'tag': 'e9579870-e5b4-48a9-95f1-c15251ad0f67'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:00:15.563681 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c9192d-e804-45c4-af04-de18cd7cf29c" -d '{"events": [{"server_uuid": "075c1262-dd75-4f71-a02c-957d72bc76c4", "name": "network-vif-deleted", "tag": "e9579870-e5b4-48a9-95f1-c15251ad0f67"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:00:15.600601 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1c40d3-f7f7-4407-b3ce-224a439b140b x-openstack-request-id: req-1b1c40d3-f7f7-4407-b3ce-224a439b140b {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:00:15.600893 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075c1262-dd75-4f71-a02c-957d72bc76c4", "name": "network-vif-deleted", "tag": "e9579870-e5b4-48a9-95f1-c15251ad0f67", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:00:15.601150 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b1c40d3-f7f7-4407-b3ce-224a439b140b {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:00:15.601628 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075c1262-dd75-4f71-a02c-957d72bc76c4', 'name': 'network-vif-deleted', 'tag': 'e9579870-e5b4-48a9-95f1-c15251ad0f67', 'status': 'completed', 'code': 200} Jan 29 05:00:15.764465 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-49be4679-c8ed-4575-a25d-82114ad2a08c req-7bcca3f8-166b-44b2-9424-76caf5e9a164 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/ports?device_id=075c1262-dd75-4f71-a02c-957d72bc76c4 HTTP/1.1" status: 200 len: 210 time: 0.0274160 Jan 29 05:00:16.916718 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b3cba-9848-4f67-b73f-099260a52b90 req-0cd72146-97e3-4c71-b09b-35827ec9323b tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:16.918218 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3f2b3cba-9848-4f67-b73f-099260a52b90 req-0cd72146-97e3-4c71-b09b-35827ec9323b tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/ports?device_id=335eab76-c73c-4a21-b1ea-feac7a3fec0b HTTP/1.1" status: 200 len: 945 time: 0.0526843 Jan 29 05:00:16.965419 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3f2b3cba-9848-4f67-b73f-099260a52b90 req-eff6c0b0-f6bd-425a-83fe-fd26e8da7c53 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/security-groups?id=2068ffac-bbcf-4919-bcc3-a5120de2ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416114 Jan 29 05:00:17.105887 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36174d8-bd1e-45a0-84b5-5b72663430e7 req-c0abc59d-4230-4aad-968b-b2f35fe943a0 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:17.107280 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e36174d8-bd1e-45a0-84b5-5b72663430e7 req-c0abc59d-4230-4aad-968b-b2f35fe943a0 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/ports?device_id=335eab76-c73c-4a21-b1ea-feac7a3fec0b HTTP/1.1" status: 200 len: 945 time: 0.0574374 Jan 29 05:00:17.154045 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e36174d8-bd1e-45a0-84b5-5b72663430e7 req-6f85b4f7-eeaf-4135-9df1-4e0fe3c44a19 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/security-groups?id=2068ffac-bbcf-4919-bcc3-a5120de2ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412481 Jan 29 05:00:17.274326 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e186b85-9730-4f87-9789-57074acfc04a req-22592bad-d5d9-47ea-b8d3-f0e03145c00a tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:17.275957 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-1e186b85-9730-4f87-9789-57074acfc04a req-22592bad-d5d9-47ea-b8d3-f0e03145c00a tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/ports?device_id=335eab76-c73c-4a21-b1ea-feac7a3fec0b HTTP/1.1" status: 200 len: 945 time: 0.0544324 Jan 29 05:00:17.323303 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-1e186b85-9730-4f87-9789-57074acfc04a req-4ca58d78-5875-4941-8f8e-7e89f087b0e2 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/security-groups?id=2068ffac-bbcf-4919-bcc3-a5120de2ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418227 Jan 29 05:00:17.496738 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474caa2c-c454-4995-9241-f6344eb4866a req-cfb781d9-1a16-4dc1-a06d-03ebc7915803 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:17.498272 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-474caa2c-c454-4995-9241-f6344eb4866a req-cfb781d9-1a16-4dc1-a06d-03ebc7915803 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/ports?device_id=335eab76-c73c-4a21-b1ea-feac7a3fec0b HTTP/1.1" status: 200 len: 945 time: 0.0541754 Jan 29 05:00:17.542283 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device e9579870-e5b4-48a9-95f1-c15251ad0f67 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:00:17.549408 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-474caa2c-c454-4995-9241-f6344eb4866a req-f5b5bcae-a759-4377-abf8-c076aff65ceb tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/security-groups?id=2068ffac-bbcf-4919-bcc3-a5120de2ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455236 Jan 29 05:00:17.563304 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] No Port match for: e9579870-e5b4-48a9-95f1-c15251ad0f67 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:00:17.563658 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device e9579870-e5b4-48a9-95f1-c15251ad0f67 not bound to the agent host hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:00:17.669736 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003067e-0430-4a2a-a104-30046bb9a049 req-3255a71a-3a6b-491b-89f7-6fe498554855 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:17.671151 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a003067e-0430-4a2a-a104-30046bb9a049 req-3255a71a-3a6b-491b-89f7-6fe498554855 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/ports?device_id=335eab76-c73c-4a21-b1ea-feac7a3fec0b HTTP/1.1" status: 200 len: 945 time: 0.0532837 Jan 29 05:00:17.723061 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a003067e-0430-4a2a-a104-30046bb9a049 req-d64a55d3-3d78-4897-be82-1ec2e9370b0d tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/security-groups?id=2068ffac-bbcf-4919-bcc3-a5120de2ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464048 Jan 29 05:00:17.851075 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519207e-83c5-43d5-abbd-181da32aec6e req-7caf4ce9-5e56-4141-aa7e-b0ee70487353 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:17.852741 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8519207e-83c5-43d5-abbd-181da32aec6e req-7caf4ce9-5e56-4141-aa7e-b0ee70487353 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/ports?device_id=335eab76-c73c-4a21-b1ea-feac7a3fec0b HTTP/1.1" status: 200 len: 945 time: 0.0532241 Jan 29 05:00:17.904002 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8519207e-83c5-43d5-abbd-181da32aec6e req-c521c7a4-da80-459e-857c-17a35fc8ddc1 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/security-groups?id=2068ffac-bbcf-4919-bcc3-a5120de2ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457990 Jan 29 05:00:18.435298 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be2f6d-5061-49cb-aa7e-e6230c6c2181 req-f40c72af-87bc-41fb-a3e5-9f3e15b31b19 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:18.436823 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-50be2f6d-5061-49cb-aa7e-e6230c6c2181 req-f40c72af-87bc-41fb-a3e5-9f3e15b31b19 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/ports?device_id=335eab76-c73c-4a21-b1ea-feac7a3fec0b HTTP/1.1" status: 200 len: 945 time: 0.0521598 Jan 29 05:00:18.483344 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-50be2f6d-5061-49cb-aa7e-e6230c6c2181 req-1a201898-ad7c-424d-bd97-506aca9a69ae tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/security-groups?id=2068ffac-bbcf-4919-bcc3-a5120de2ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409763 Jan 29 05:00:19.603793 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6529853-98f2-4b4f-8c62-dcc97fbf65e7 req-3f2625e7-db42-4282-b3f0-8a3642c7f4a7 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:19.605346 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-f6529853-98f2-4b4f-8c62-dcc97fbf65e7 req-3f2625e7-db42-4282-b3f0-8a3642c7f4a7 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/ports?device_id=335eab76-c73c-4a21-b1ea-feac7a3fec0b HTTP/1.1" status: 200 len: 945 time: 0.0537107 Jan 29 05:00:19.652636 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-f6529853-98f2-4b4f-8c62-dcc97fbf65e7 req-066af958-a24e-46f7-8dcb-70c812926b3d tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/security-groups?id=2068ffac-bbcf-4919-bcc3-a5120de2ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414872 Jan 29 05:00:20.062953 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec04157-d233-49f3-b847-3024f8288a68 req-228c2d05-8c8e-4237-a536-b4a1aedc0992 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:20.064520 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-dec04157-d233-49f3-b847-3024f8288a68 req-228c2d05-8c8e-4237-a536-b4a1aedc0992 tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.18 "GET /v2.0/ports?device_id=335eab76-c73c-4a21-b1ea-feac7a3fec0b HTTP/1.1" status: 200 len: 945 time: 0.0527210 Jan 29 05:00:20.162073 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-dec04157-d233-49f3-b847-3024f8288a68 req-27e4e5cd-ed31-4a79-aa68-4661a20acf6d tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Deleting port 51cc2db9-48ee-4138-a817-de87fa7534f0 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:00:20.162348 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-dec04157-d233-49f3-b847-3024f8288a68 req-27e4e5cd-ed31-4a79-aa68-4661a20acf6d tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (51cc2db9-48ee-4138-a817-de87fa7534f0), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:20.210890 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2f741cbc-c3db-4d92-a674-3cd2c8a6f1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:20.254445 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-dec04157-d233-49f3-b847-3024f8288a68 req-27e4e5cd-ed31-4a79-aa68-4661a20acf6d tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] For port 51cc2db9-48ee-4138-a817-de87fa7534f0, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=51cc2db9-48ee-4138-a817-de87fa7534f0,segment=NetworkSegment(29f7d49d-b669-498e-a7f0-42436b158b42),segment_id=29f7d49d-b669-498e-a7f0-42436b158b42)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:00:20.254809 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-dec04157-d233-49f3-b847-3024f8288a68 req-27e4e5cd-ed31-4a79-aa68-4661a20acf6d tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (51cc2db9-48ee-4138-a817-de87fa7534f0), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:20.267843 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-dec04157-d233-49f3-b847-3024f8288a68 req-27e4e5cd-ed31-4a79-aa68-4661a20acf6d tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Calling delete_port for 51cc2db9-48ee-4138-a817-de87fa7534f0 owned by compute:nova {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:00:20.468189 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-dec04157-d233-49f3-b847-3024f8288a68 req-27e4e5cd-ed31-4a79-aa68-4661a20acf6d tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (51cc2db9-48ee-4138-a817-de87fa7534f0), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:20.497723 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e4e5cd-ed31-4a79-aa68-4661a20acf6d tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Pushing event deleted for resources: {'Port': ['ID=51cc2db9-48ee-4138-a817-de87fa7534f0,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:20.502039 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['51cc2db9-48ee-4138-a817-de87fa7534f0'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:00:20.545900 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec04157-d233-49f3-b847-3024f8288a68 req-27e4e5cd-ed31-4a79-aa68-4661a20acf6d tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] No DVR routers for this DVR port 51cc2db9-48ee-4138-a817-de87fa7534f0 on host hv-neutron-8211 {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:00:20.548257 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-dec04157-d233-49f3-b847-3024f8288a68 req-27e4e5cd-ed31-4a79-aa68-4661a20acf6d tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:20.551530 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-dec04157-d233-49f3-b847-3024f8288a68 req-27e4e5cd-ed31-4a79-aa68-4661a20acf6d tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.18 "DELETE /v2.0/ports/51cc2db9-48ee-4138-a817-de87fa7534f0 HTTP/1.1" status: 204 len: 173 time: 0.4822021 Jan 29 05:00:20.551972 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335eab76-c73c-4a21-b1ea-feac7a3fec0b', 'name': 'network-vif-deleted', 'tag': '51cc2db9-48ee-4138-a817-de87fa7534f0'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:00:20.554234 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963c6970-9559-4702-bd9a-9f2226e01823" -d '{"events": [{"server_uuid": "335eab76-c73c-4a21-b1ea-feac7a3fec0b", "name": "network-vif-deleted", "tag": "51cc2db9-48ee-4138-a817-de87fa7534f0"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:00:20.591694 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8c50fe-fe0c-400f-84cb-af9cdddca988 x-openstack-request-id: req-2c8c50fe-fe0c-400f-84cb-af9cdddca988 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:00:20.591995 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "335eab76-c73c-4a21-b1ea-feac7a3fec0b", "name": "network-vif-deleted", "tag": "51cc2db9-48ee-4138-a817-de87fa7534f0", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:00:20.592249 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c8c50fe-fe0c-400f-84cb-af9cdddca988 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:00:20.592690 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335eab76-c73c-4a21-b1ea-feac7a3fec0b', 'name': 'network-vif-deleted', 'tag': '51cc2db9-48ee-4138-a817-de87fa7534f0', 'status': 'completed', 'code': 200} Jan 29 05:00:20.750923 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-aa23336b-7c69-47b6-b9d2-8ef37cf7e41e req-93f3e52b-70ad-4f83-bcca-baa8ce38834c tempest-ServersNegativeTestJSON-864880837 tempest-ServersNegativeTestJSON-864880837-project] 10.222.0.13 "GET /v2.0/ports?device_id=335eab76-c73c-4a21-b1ea-feac7a3fec0b HTTP/1.1" status: 200 len: 210 time: 0.0304379 Jan 29 05:00:21.808895 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 60610) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:21.853432 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-453f469b-74ab-47d7-9c3f-a0ba44bcfd16 admin admin] Deleting subnet 8b1e0afb-8e72-4f23-b837-991dff43eb6a {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 05:00:21.856538 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-453f469b-74ab-47d7-9c3f-a0ba44bcfd16 admin admin] Publish callbacks [] for subnet (8b1e0afb-8e72-4f23-b837-991dff43eb6a), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:21.894373 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-453f469b-74ab-47d7-9c3f-a0ba44bcfd16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (8b1e0afb-8e72-4f23-b837-991dff43eb6a), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:21.933250 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-453f469b-74ab-47d7-9c3f-a0ba44bcfd16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (8b1e0afb-8e72-4f23-b837-991dff43eb6a), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:22.059162 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-453f469b-74ab-47d7-9c3f-a0ba44bcfd16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (8b1e0afb-8e72-4f23-b837-991dff43eb6a), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:22.084248 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f469b-74ab-47d7-9c3f-a0ba44bcfd16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b1e0afb-8e72-4f23-b837-991dff43eb6a,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:22.088691 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-453f469b-74ab-47d7-9c3f-a0ba44bcfd16 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:22.094728 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-453f469b-74ab-47d7-9c3f-a0ba44bcfd16 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8b1e0afb-8e72-4f23-b837-991dff43eb6a HTTP/1.1" status: 204 len: 168 time: 0.2820799 Jan 29 05:00:22.094728 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 60612) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:22.165790 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5b2af5ba-959f-48fa-833b-7ff1b8266c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (565493d5-37b8-4ff5-8d05-cebdcc25202e), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:22.243942 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5b2af5ba-959f-48fa-833b-7ff1b8266c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (565493d5-37b8-4ff5-8d05-cebdcc25202e), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:22.264165 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-5b2af5ba-959f-48fa-833b-7ff1b8266c44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['565493d5-37b8-4ff5-8d05-cebdcc25202e']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:00:22.273240 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-5b2af5ba-959f-48fa-833b-7ff1b8266c44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29f7d49d-b669-498e-a7f0-42436b158b42') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:00:22.273541 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-5b2af5ba-959f-48fa-833b-7ff1b8266c44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29f7d49d-b669-498e-a7f0-42436b158b42') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:00:22.282876 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5b2af5ba-959f-48fa-833b-7ff1b8266c44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (29f7d49d-b669-498e-a7f0-42436b158b42), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:22.295436 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5b2af5ba-959f-48fa-833b-7ff1b8266c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (29f7d49d-b669-498e-a7f0-42436b158b42), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:22.301247 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b2af5ba-959f-48fa-833b-7ff1b8266c44 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:00:22.301625 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5b2af5ba-959f-48fa-833b-7ff1b8266c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (29f7d49d-b669-498e-a7f0-42436b158b42), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:22.303226 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 05:00:22.303226 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:00:22.303226 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 05:00:22.303226 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:00:22.303226 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 05:00:22.303226 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:00:22.303226 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 05:00:22.303226 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:00:22.303226 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 05:00:22.303226 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:00:22.303226 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 05:00:22.303226 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:00:22.303226 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 05:00:22.303226 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:00:22.303226 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:00:22.303226 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:00:22.303226 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:00:22.303226 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:00:22.303226 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 05:00:22.303226 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:00:22.303226 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 05:00:22.303226 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:00:22.303226 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:00:22.303226 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:00:22.303226 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 05:00:22.303226 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:00:22.303226 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:00:22.303226 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:00:22.303226 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:00:22.303226 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:00:22.303226 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:00:22.303226 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:00:22.439622 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5b2af5ba-959f-48fa-833b-7ff1b8266c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (565493d5-37b8-4ff5-8d05-cebdcc25202e), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:22.445073 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5b2af5ba-959f-48fa-833b-7ff1b8266c44 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:22.450136 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-5b2af5ba-959f-48fa-833b-7ff1b8266c44 admin admin] 10.222.0.13 "DELETE /v2.0/networks/565493d5-37b8-4ff5-8d05-cebdcc25202e HTTP/1.1" status: 204 len: 168 time: 0.3546481 Jan 29 05:00:22.463208 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2af5ba-959f-48fa-833b-7ff1b8266c44 admin admin] Pushing event deleted for resources: {'Network': ['ID=565493d5-37b8-4ff5-8d05-cebdcc25202e,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:22.476830 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-abf43324-5a8b-43f4-9d8a-da5051b1cf31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:22.766604 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 60616) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:22.807187 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0b4c2c41-b663-4abc-91d3-784bfb4aafdb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de579745d24148fc8a6439c57ff95296&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393715 Jan 29 05:00:22.809568 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 60618) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:22.856832 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-51da175b-c677-41a8-97c5-156cdca2b202 admin admin] Publish callbacks [] for security_group (2068ffac-bbcf-4919-bcc3-a5120de2ac76), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:22.878258 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-51da175b-c677-41a8-97c5-156cdca2b202 admin admin] Publish callbacks [] for security_group (2068ffac-bbcf-4919-bcc3-a5120de2ac76), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:22.990260 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-51da175b-c677-41a8-97c5-156cdca2b202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (2068ffac-bbcf-4919-bcc3-a5120de2ac76), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:22.992983 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-51da175b-c677-41a8-97c5-156cdca2b202 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:22.994145 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-51da175b-c677-41a8-97c5-156cdca2b202 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2068ffac-bbcf-4919-bcc3-a5120de2ac76 HTTP/1.1" status: 204 len: 168 time: 0.1836498 Jan 29 05:00:23.002015 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da175b-c677-41a8-97c5-156cdca2b202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2068ffac-bbcf-4919-bcc3-a5120de2ac76,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:23.574613 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 51cc2db9-48ee-4138-a817-de87fa7534f0 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:00:23.594744 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] No Port match for: 51cc2db9-48ee-4138-a817-de87fa7534f0 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:00:23.595092 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 51cc2db9-48ee-4138-a817-de87fa7534f0 not bound to the agent host hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:00:23.790205 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:24.066259 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 60640) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:24.160157 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-1c4edbcb-fd1a-4d3e-bce7-f5307e4577fe tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-442016739'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:00:24.182855 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:24.239174 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4edbcb-fd1a-4d3e-bce7-f5307e4577fe tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Made reservation on behalf of 5398692c8646440e928b343b6bb1370d for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:00:24.242624 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1c4edbcb-fd1a-4d3e-bce7-f5307e4577fe tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:24.251692 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1c4edbcb-fd1a-4d3e-bce7-f5307e4577fe tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:24.323667 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1c4edbcb-fd1a-4d3e-bce7-f5307e4577fe tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks [] for security_group (0fad437c-04b0-412b-9071-f015c57852ef), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:24.387942 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1c4edbcb-fd1a-4d3e-bce7-f5307e4577fe tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (0fad437c-04b0-412b-9071-f015c57852ef), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:24.419100 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c4edbcb-fd1a-4d3e-bce7-f5307e4577fe tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 05:00:24.424620 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4edbcb-fd1a-4d3e-bce7-f5307e4577fe tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fad437c-04b0-412b-9071-f015c57852ef,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:24.431705 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1c4edbcb-fd1a-4d3e-bce7-f5307e4577fe tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (8fbee24e-8518-4a36-8aaf-9dcb4a5ec9b3), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:24.432044 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-1c4edbcb-fd1a-4d3e-bce7-f5307e4577fe tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Added segment 8fbee24e-8518-4a36-8aaf-9dcb4a5ec9b3 of type vlan for network a5bbe9da-eb63-4e29-b0bb-86d12e464a45 Jan 29 05:00:24.471234 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1c4edbcb-fd1a-4d3e-bce7-f5307e4577fe tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (a5bbe9da-eb63-4e29-b0bb-86d12e464a45), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:24.571798 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1c4edbcb-fd1a-4d3e-bce7-f5307e4577fe tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (a5bbe9da-eb63-4e29-b0bb-86d12e464a45), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:24.576906 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4edbcb-fd1a-4d3e-bce7-f5307e4577fe tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:24.577465 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1c4edbcb-fd1a-4d3e-bce7-f5307e4577fe tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:24.643931 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4edbcb-fd1a-4d3e-bce7-f5307e4577fe tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Pushing event updated for resources: {'Network': ['ID=a5bbe9da-eb63-4e29-b0bb-86d12e464a45,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:24.654723 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network a5bbe9da-eb63-4e29-b0bb-86d12e464a45 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 05:00:24.678751 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1c4edbcb-fd1a-4d3e-bce7-f5307e4577fe tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6113842 Jan 29 05:00:24.955705 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:26.410607 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:28.082752 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 60644) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:28.088644 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-3f3f9a22-20e7-4e59-be77-97a7714ab759 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Request body: {'subnet': {'network_id': 'a5bbe9da-eb63-4e29-b0bb-86d12e464a45', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:00:28.259465 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3f9a22-20e7-4e59-be77-97a7714ab759 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Made reservation on behalf of 5398692c8646440e928b343b6bb1370d for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:00:28.262901 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3f3f9a22-20e7-4e59-be77-97a7714ab759 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:28.496377 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3f3f9a22-20e7-4e59-be77-97a7714ab759 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (a810ca6d-dc2b-4467-935e-30cf4a574a33), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:28.553555 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f9a22-20e7-4e59-be77-97a7714ab759 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Pushing event updated for resources: {'Subnet': ['ID=a810ca6d-dc2b-4467-935e-30cf4a574a33,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:28.565065 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3f9a22-20e7-4e59-be77-97a7714ab759 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:28.565406 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3f9a22-20e7-4e59-be77-97a7714ab759 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:28.567860 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3f9a22-20e7-4e59-be77-97a7714ab759 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:28.567860 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3f9a22-20e7-4e59-be77-97a7714ab759 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:28.567860 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3f9a22-20e7-4e59-be77-97a7714ab759 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:28.567860 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3f9a22-20e7-4e59-be77-97a7714ab759 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:28.567860 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3f9a22-20e7-4e59-be77-97a7714ab759 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:28.567860 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3f9a22-20e7-4e59-be77-97a7714ab759 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:28.567860 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3f9a22-20e7-4e59-be77-97a7714ab759 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:28.568425 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3f9a22-20e7-4e59-be77-97a7714ab759 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:28.568425 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3f9a22-20e7-4e59-be77-97a7714ab759 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:28.568806 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3f9a22-20e7-4e59-be77-97a7714ab759 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:28.569127 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3f9a22-20e7-4e59-be77-97a7714ab759 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:28.575620 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3f9a22-20e7-4e59-be77-97a7714ab759 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Checking segment: {'id': '8fbee24e-8518-4a36-8aaf-9dcb4a5ec9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a5bbe9da-eb63-4e29-b0bb-86d12e464a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:00:28.575983 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3f9a22-20e7-4e59-be77-97a7714ab759 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Network hostable DHCP agents. Network: a5bbe9da-eb63-4e29-b0bb-86d12e464a45, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 05:00:28.661816 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3f9a22-20e7-4e59-be77-97a7714ab759 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Network a5bbe9da-eb63-4e29-b0bb-86d12e464a45 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 05:00:28.810590 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-3f3f9a22-20e7-4e59-be77-97a7714ab759 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, a5bbe9da-eb63-4e29-b0bb-86d12e464a45) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:00:28.814876 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3f9a22-20e7-4e59-be77-97a7714ab759 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:28.815477 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3f3f9a22-20e7-4e59-be77-97a7714ab759 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:28.819362 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c1842f-cd5f-41da-8b85-1ccd5fd80f2f None None] Network a5bbe9da-eb63-4e29-b0bb-86d12e464a45 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:00:28.893505 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-3f3f9a22-20e7-4e59-be77-97a7714ab759 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8096147 Jan 29 05:00:28.896955 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 60646) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:28.903110 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-72ed8115-7ecf-468a-bc2f-eac8eb41e052 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1313517288'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:00:28.922903 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88148841-b451-45f2-8ee4-5133c03892d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-a5bbe9da-eb63-4e29-b0bb-86d12e464a45', 'network_id': 'a5bbe9da-eb63-4e29-b0bb-86d12e464a45', 'project_id': '5398692c8646440e928b343b6bb1370d', 'fixed_ips': [{'subnet_id': 'a810ca6d-dc2b-4467-935e-30cf4a574a33'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 05:00:28.923753 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-88148841-b451-45f2-8ee4-5133c03892d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:28.981954 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ed8115-7ecf-468a-bc2f-eac8eb41e052 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Made reservation on behalf of 5398692c8646440e928b343b6bb1370d for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:00:28.985308 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-72ed8115-7ecf-468a-bc2f-eac8eb41e052 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:29.012956 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ed8115-7ecf-468a-bc2f-eac8eb41e052 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 05:00:29.021488 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-72ed8115-7ecf-468a-bc2f-eac8eb41e052 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (8f1489df-c704-4819-920a-6ac89bb9f3c5), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:29.021834 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-72ed8115-7ecf-468a-bc2f-eac8eb41e052 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Added segment 8f1489df-c704-4819-920a-6ac89bb9f3c5 of type vlan for network ed864337-8237-4fd4-8d1d-520ef77aefbd Jan 29 05:00:29.061260 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-72ed8115-7ecf-468a-bc2f-eac8eb41e052 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (ed864337-8237-4fd4-8d1d-520ef77aefbd), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:29.114945 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-88148841-b451-45f2-8ee4-5133c03892d7 None None] Allocated IP 2001:db8:0:ffff::2 (a5bbe9da-eb63-4e29-b0bb-86d12e464a45/a810ca6d-dc2b-4467-935e-30cf4a574a33/aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:00:29.159316 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-72ed8115-7ecf-468a-bc2f-eac8eb41e052 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (ed864337-8237-4fd4-8d1d-520ef77aefbd), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:29.164580 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ed8115-7ecf-468a-bc2f-eac8eb41e052 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:29.168913 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-72ed8115-7ecf-468a-bc2f-eac8eb41e052 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:29.251895 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-88148841-b451-45f2-8ee4-5133c03892d7 None None] Publish callbacks [] for port (aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:29.266871 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ed8115-7ecf-468a-bc2f-eac8eb41e052 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Pushing event updated for resources: {'Network': ['ID=ed864337-8237-4fd4-8d1d-520ef77aefbd,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:29.277756 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-72ed8115-7ecf-468a-bc2f-eac8eb41e052 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3790414 Jan 29 05:00:29.277887 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network ed864337-8237-4fd4-8d1d-520ef77aefbd details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 05:00:29.279747 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 60648) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:29.284768 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-2542e1c5-be74-403c-a225-42fda2efba6d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Request body: {'subnet': {'network_id': 'ed864337-8237-4fd4-8d1d-520ef77aefbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:00:29.343568 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-88148841-b451-45f2-8ee4-5133c03892d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:29.384717 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88148841-b451-45f2-8ee4-5133c03892d7 None None] Network a5bbe9da-eb63-4e29-b0bb-86d12e464a45 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:00:29.387448 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-88148841-b451-45f2-8ee4-5133c03892d7 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:00:29.390751 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88148841-b451-45f2-8ee4-5133c03892d7 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:00:29.399594 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88148841-b451-45f2-8ee4-5133c03892d7 None None] Pushing event updated for resources: {'Port': ['ID=aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:29.441504 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2542e1c5-be74-403c-a225-42fda2efba6d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Made reservation on behalf of 5398692c8646440e928b343b6bb1370d for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:00:29.445235 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2542e1c5-be74-403c-a225-42fda2efba6d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:29.456128 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-88148841-b451-45f2-8ee4-5133c03892d7 None None] Attempting to bind port aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:00:29.456519 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-88148841-b451-45f2-8ee4-5133c03892d7 None None] Attempting to bind port aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '8fbee24e-8518-4a36-8aaf-9dcb4a5ec9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a5bbe9da-eb63-4e29-b0bb-86d12e464a45'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:00:29.456884 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88148841-b451-45f2-8ee4-5133c03892d7 None None] Attempting to bind port aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908 on network a5bbe9da-eb63-4e29-b0bb-86d12e464a45 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:00:29.463230 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88148841-b451-45f2-8ee4-5133c03892d7 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:00:29.463611 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88148841-b451-45f2-8ee4-5133c03892d7 None None] Checking segment: {'id': '8fbee24e-8518-4a36-8aaf-9dcb4a5ec9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a5bbe9da-eb63-4e29-b0bb-86d12e464a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:00:29.464011 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-88148841-b451-45f2-8ee4-5133c03892d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:29.464401 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88148841-b451-45f2-8ee4-5133c03892d7 None None] Bound using segment: {'id': '8fbee24e-8518-4a36-8aaf-9dcb4a5ec9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a5bbe9da-eb63-4e29-b0bb-86d12e464a45'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:00:29.464887 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-88148841-b451-45f2-8ee4-5133c03892d7 None None] Bound port: aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fbee24e-8518-4a36-8aaf-9dcb4a5ec9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a5bbe9da-eb63-4e29-b0bb-86d12e464a45'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:00:29.465263 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-88148841-b451-45f2-8ee4-5133c03892d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:29.530639 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-88148841-b451-45f2-8ee4-5133c03892d7 None None] For port aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:00:29.533881 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-88148841-b451-45f2-8ee4-5133c03892d7 None None] For port aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908,segment=NetworkSegment(8fbee24e-8518-4a36-8aaf-9dcb4a5ec9b3),segment_id=8fbee24e-8518-4a36-8aaf-9dcb4a5ec9b3)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:00:29.623138 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-88148841-b451-45f2-8ee4-5133c03892d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:29.685783 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88148841-b451-45f2-8ee4-5133c03892d7 None None] Pushing event updated for resources: {'Port': ['ID=aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:30.019690 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2542e1c5-be74-403c-a225-42fda2efba6d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (01213e83-3554-459a-bc15-946d5681bc84), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:30.079230 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542e1c5-be74-403c-a225-42fda2efba6d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Pushing event updated for resources: {'Subnet': ['ID=01213e83-3554-459a-bc15-946d5681bc84,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:30.095217 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2542e1c5-be74-403c-a225-42fda2efba6d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Checking segment: {'id': '8f1489df-c704-4819-920a-6ac89bb9f3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ed864337-8237-4fd4-8d1d-520ef77aefbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:00:30.095574 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2542e1c5-be74-403c-a225-42fda2efba6d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Network hostable DHCP agents. Network: ed864337-8237-4fd4-8d1d-520ef77aefbd, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 05:00:30.187735 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2542e1c5-be74-403c-a225-42fda2efba6d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Network ed864337-8237-4fd4-8d1d-520ef77aefbd is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 05:00:30.265856 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:00:30.279520 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-2542e1c5-be74-403c-a225-42fda2efba6d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, ed864337-8237-4fd4-8d1d-520ef77aefbd) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:00:30.285632 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2542e1c5-be74-403c-a225-42fda2efba6d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:30.285632 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2542e1c5-be74-403c-a225-42fda2efba6d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:30.295497 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd96e90e-13d4-485d-9603-165dd61e5185 None None] Network ed864337-8237-4fd4-8d1d-520ef77aefbd requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:00:30.389057 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2542e1c5-be74-403c-a225-42fda2efba6d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.1081531 Jan 29 05:00:30.391348 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 60650) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:30.394003 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:00:30.394381 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:30.447773 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79f5fa0-c7f6-4353-b53a-353ff62ca03c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-ed864337-8237-4fd4-8d1d-520ef77aefbd', 'network_id': 'ed864337-8237-4fd4-8d1d-520ef77aefbd', 'project_id': '5398692c8646440e928b343b6bb1370d', 'fixed_ips': [{'subnet_id': '01213e83-3554-459a-bc15-946d5681bc84'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 05:00:30.448657 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c79f5fa0-c7f6-4353-b53a-353ff62ca03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:30.498979 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7a874596-2c0b-46df-91ae-ed74a67009c6 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (ed864337-8237-4fd4-8d1d-520ef77aefbd), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:30.576675 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:00:30.581421 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:30.587580 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7a874596-2c0b-46df-91ae-ed74a67009c6 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (01213e83-3554-459a-bc15-946d5681bc84), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:30.644739 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908,segment=NetworkSegment(8fbee24e-8518-4a36-8aaf-9dcb4a5ec9b3),segment_id=8fbee24e-8518-4a36-8aaf-9dcb4a5ec9b3)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:00:30.656524 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d5abd9-678e-4132-bee5-e7bb9228a66f None None] Network a5bbe9da-eb63-4e29-b0bb-86d12e464a45 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:00:30.658689 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-c79f5fa0-c7f6-4353-b53a-353ff62ca03c None None] Allocated IP 2001:db8::2 (ed864337-8237-4fd4-8d1d-520ef77aefbd/01213e83-3554-459a-bc15-946d5681bc84/b0adec32-d466-4b7b-bfe7-8bf669d76583) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:00:30.774516 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-d0a9b703-dddb-4361-9b83-69cdd3cf3fc6 None None] Provisioning complete for port aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:00:30.774888 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d0a9b703-dddb-4361-9b83-69cdd3cf3fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:30.776384 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:30.925015 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:31.010238 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c79f5fa0-c7f6-4353-b53a-353ff62ca03c None None] Publish callbacks [] for port (b0adec32-d466-4b7b-bfe7-8bf669d76583), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:31.013129 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-d0a9b703-dddb-4361-9b83-69cdd3cf3fc6 None None] Current status of the port aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:00:31.082573 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c79f5fa0-c7f6-4353-b53a-353ff62ca03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (b0adec32-d466-4b7b-bfe7-8bf669d76583), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:31.125178 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79f5fa0-c7f6-4353-b53a-353ff62ca03c None None] Network ed864337-8237-4fd4-8d1d-520ef77aefbd is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:00:31.127966 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-c79f5fa0-c7f6-4353-b53a-353ff62ca03c None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:00:31.131360 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79f5fa0-c7f6-4353-b53a-353ff62ca03c None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:00:31.141547 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f5fa0-c7f6-4353-b53a-353ff62ca03c None None] Pushing event updated for resources: {'Port': ['ID=b0adec32-d466-4b7b-bfe7-8bf669d76583,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:31.195534 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-c79f5fa0-c7f6-4353-b53a-353ff62ca03c None None] Attempting to bind port b0adec32-d466-4b7b-bfe7-8bf669d76583 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:00:31.195910 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-c79f5fa0-c7f6-4353-b53a-353ff62ca03c None None] Attempting to bind port b0adec32-d466-4b7b-bfe7-8bf669d76583 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '8f1489df-c704-4819-920a-6ac89bb9f3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ed864337-8237-4fd4-8d1d-520ef77aefbd'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:00:31.196526 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79f5fa0-c7f6-4353-b53a-353ff62ca03c None None] Attempting to bind port b0adec32-d466-4b7b-bfe7-8bf669d76583 on network ed864337-8237-4fd4-8d1d-520ef77aefbd {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:00:31.201527 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79f5fa0-c7f6-4353-b53a-353ff62ca03c None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:00:31.201899 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79f5fa0-c7f6-4353-b53a-353ff62ca03c None None] Checking segment: {'id': '8f1489df-c704-4819-920a-6ac89bb9f3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ed864337-8237-4fd4-8d1d-520ef77aefbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:00:31.202299 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c79f5fa0-c7f6-4353-b53a-353ff62ca03c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:31.202688 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79f5fa0-c7f6-4353-b53a-353ff62ca03c None None] Bound using segment: {'id': '8f1489df-c704-4819-920a-6ac89bb9f3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ed864337-8237-4fd4-8d1d-520ef77aefbd'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:00:31.202968 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7a874596-2c0b-46df-91ae-ed74a67009c6 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (01213e83-3554-459a-bc15-946d5681bc84), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:31.203428 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-c79f5fa0-c7f6-4353-b53a-353ff62ca03c None None] Bound port: b0adec32-d466-4b7b-bfe7-8bf669d76583, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f1489df-c704-4819-920a-6ac89bb9f3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ed864337-8237-4fd4-8d1d-520ef77aefbd'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:00:31.203532 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c79f5fa0-c7f6-4353-b53a-353ff62ca03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b0adec32-d466-4b7b-bfe7-8bf669d76583), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:31.231973 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a874596-2c0b-46df-91ae-ed74a67009c6 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Pushing event deleted for resources: {'Subnet': ['ID=01213e83-3554-459a-bc15-946d5681bc84,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:31.268168 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-a5b60b47-2140-4187-95bc-1bf01abe76a6 None None] Provisioning complete for port aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:00:31.268799 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a5b60b47-2140-4187-95bc-1bf01abe76a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:31.295635 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7a874596-2c0b-46df-91ae-ed74a67009c6 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (ed864337-8237-4fd4-8d1d-520ef77aefbd), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:31.305171 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-c79f5fa0-c7f6-4353-b53a-353ff62ca03c None None] For port b0adec32-d466-4b7b-bfe7-8bf669d76583, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:00:31.309545 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-c79f5fa0-c7f6-4353-b53a-353ff62ca03c None None] For port b0adec32-d466-4b7b-bfe7-8bf669d76583, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=b0adec32-d466-4b7b-bfe7-8bf669d76583,segment=NetworkSegment(8f1489df-c704-4819-920a-6ac89bb9f3c5),segment_id=8f1489df-c704-4819-920a-6ac89bb9f3c5)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:00:31.316306 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-7a874596-2c0b-46df-91ae-ed74a67009c6 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed864337-8237-4fd4-8d1d-520ef77aefbd']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:00:31.326581 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-7a874596-2c0b-46df-91ae-ed74a67009c6 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f1489df-c704-4819-920a-6ac89bb9f3c5') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:00:31.326878 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-7a874596-2c0b-46df-91ae-ed74a67009c6 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f1489df-c704-4819-920a-6ac89bb9f3c5') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:00:31.336513 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7a874596-2c0b-46df-91ae-ed74a67009c6 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (8f1489df-c704-4819-920a-6ac89bb9f3c5), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:31.362114 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-a5b60b47-2140-4187-95bc-1bf01abe76a6 None None] Current status of the port aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:00:31.384699 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c79f5fa0-c7f6-4353-b53a-353ff62ca03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (b0adec32-d466-4b7b-bfe7-8bf669d76583), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:31.387098 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7a874596-2c0b-46df-91ae-ed74a67009c6 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (8f1489df-c704-4819-920a-6ac89bb9f3c5), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:31.393735 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a874596-2c0b-46df-91ae-ed74a67009c6 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:00:31.394019 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7a874596-2c0b-46df-91ae-ed74a67009c6 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (8f1489df-c704-4819-920a-6ac89bb9f3c5), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:31.399016 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 05:00:31.399016 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:00:31.399016 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 05:00:31.399016 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:00:31.399016 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 05:00:31.399016 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:00:31.399016 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 05:00:31.399016 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:00:31.399016 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 05:00:31.399016 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:00:31.399016 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 05:00:31.399016 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:00:31.399016 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 05:00:31.399016 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:00:31.399016 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:00:31.399016 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:00:31.399016 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:00:31.399016 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:00:31.399016 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 05:00:31.399016 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:00:31.399016 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 05:00:31.399016 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:00:31.399016 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:00:31.399016 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:00:31.399016 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 05:00:31.399016 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:00:31.399016 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:00:31.399016 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:00:31.399016 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:00:31.399016 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:00:31.399016 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:00:31.399016 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:00:31.462910 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f5fa0-c7f6-4353-b53a-353ff62ca03c None None] Pushing event updated for resources: {'Port': ['ID=b0adec32-d466-4b7b-bfe7-8bf669d76583,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:31.478682 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a3c826-242b-4d38-8d8b-116329b7d261 None None] get_active_networks_info from dv-neutron-821190-1-hyperv {{(pid=103586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 29 05:00:31.487524 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.db.api [None req-7a874596-2c0b-46df-91ae-ed74a67009c6 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 29 05:00:31.487524 dv-neutron-821190-1-hyperv neutron-server[103585]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 29 05:00:31.487524 dv-neutron-821190-1-hyperv neutron-server[103585]: [parameters: {'id': 'ed864337-8237-4fd4-8d1d-520ef77aefbd'}] Jan 29 05:00:31.487524 dv-neutron-821190-1-hyperv neutron-server[103585]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 05:00:31.487887 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG oslo_db.api [None req-7a874596-2c0b-46df-91ae-ed74a67009c6 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 05:00:31.687003 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a3c826-242b-4d38-8d8b-116329b7d261 None None] Resources bound (agent type, host, resource id): {{(pid=103586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 05:00:31.835330 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f7fb0e-9b6b-4983-abdd-5de80db927d9 None None] Network ed864337-8237-4fd4-8d1d-520ef77aefbd requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:00:31.988913 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7a874596-2c0b-46df-91ae-ed74a67009c6 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (ed864337-8237-4fd4-8d1d-520ef77aefbd), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:32.043545 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-7a874596-2c0b-46df-91ae-ed74a67009c6 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Deleting port b0adec32-d466-4b7b-bfe7-8bf669d76583 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:00:32.043888 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7a874596-2c0b-46df-91ae-ed74a67009c6 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (b0adec32-d466-4b7b-bfe7-8bf669d76583), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:32.109462 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-7a874596-2c0b-46df-91ae-ed74a67009c6 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] For port b0adec32-d466-4b7b-bfe7-8bf669d76583, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=b0adec32-d466-4b7b-bfe7-8bf669d76583,segment=NetworkSegment(8f1489df-c704-4819-920a-6ac89bb9f3c5),segment_id=8f1489df-c704-4819-920a-6ac89bb9f3c5)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:00:32.109826 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7a874596-2c0b-46df-91ae-ed74a67009c6 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (b0adec32-d466-4b7b-bfe7-8bf669d76583), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:32.123227 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-7a874596-2c0b-46df-91ae-ed74a67009c6 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Calling delete_port for b0adec32-d466-4b7b-bfe7-8bf669d76583 owned by network:dhcp {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:00:32.247260 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:00:32.282186 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7a874596-2c0b-46df-91ae-ed74a67009c6 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (b0adec32-d466-4b7b-bfe7-8bf669d76583), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:32.298666 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:00:32.299213 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:32.313252 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a874596-2c0b-46df-91ae-ed74a67009c6 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Pushing event deleted for resources: {'Port': ['ID=b0adec32-d466-4b7b-bfe7-8bf669d76583,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:32.318267 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a874596-2c0b-46df-91ae-ed74a67009c6 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] No DVR routers for this DVR port b0adec32-d466-4b7b-bfe7-8bf669d76583 on host dv-neutron-821190-1-hyperv {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:00:32.376365 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:00:32.394789 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7a874596-2c0b-46df-91ae-ed74a67009c6 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (ed864337-8237-4fd4-8d1d-520ef77aefbd), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:32.415240 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-7a874596-2c0b-46df-91ae-ed74a67009c6 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed864337-8237-4fd4-8d1d-520ef77aefbd']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:00:32.424132 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-7a874596-2c0b-46df-91ae-ed74a67009c6 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f1489df-c704-4819-920a-6ac89bb9f3c5') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:00:32.424433 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-7a874596-2c0b-46df-91ae-ed74a67009c6 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f1489df-c704-4819-920a-6ac89bb9f3c5') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:00:32.434165 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7a874596-2c0b-46df-91ae-ed74a67009c6 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (8f1489df-c704-4819-920a-6ac89bb9f3c5), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:32.446988 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7a874596-2c0b-46df-91ae-ed74a67009c6 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (8f1489df-c704-4819-920a-6ac89bb9f3c5), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:32.452848 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a874596-2c0b-46df-91ae-ed74a67009c6 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:00:32.453225 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7a874596-2c0b-46df-91ae-ed74a67009c6 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (8f1489df-c704-4819-920a-6ac89bb9f3c5), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:32.456188 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 05:00:32.456188 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:00:32.456188 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 05:00:32.456188 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:00:32.456188 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 05:00:32.456188 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:00:32.456188 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 05:00:32.456188 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:00:32.456188 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 05:00:32.456188 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:00:32.456188 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 05:00:32.456188 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:00:32.456188 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 05:00:32.456188 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:00:32.456188 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:00:32.456188 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:00:32.456188 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:00:32.456188 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:00:32.456188 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 05:00:32.456188 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:00:32.456188 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 05:00:32.456188 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:00:32.456188 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:00:32.456188 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:00:32.456188 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 05:00:32.456188 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:00:32.456188 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:00:32.456188 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:00:32.456188 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:00:32.456188 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:00:32.456188 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:00:32.456188 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:00:32.581712 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7a874596-2c0b-46df-91ae-ed74a67009c6 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (ed864337-8237-4fd4-8d1d-520ef77aefbd), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:32.586394 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7a874596-2c0b-46df-91ae-ed74a67009c6 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:32.589841 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7a874596-2c0b-46df-91ae-ed74a67009c6 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] 10.222.0.13 "DELETE /v2.0/networks/ed864337-8237-4fd4-8d1d-520ef77aefbd HTTP/1.1" status: 204 len: 168 time: 2.1973164 Jan 29 05:00:32.593351 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 60652) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:32.599273 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-0b93f856-7efb-4d29-90f7-f6f156bf0170 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-162357820'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:00:32.612566 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a874596-2c0b-46df-91ae-ed74a67009c6 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Pushing event deleted for resources: {'Network': ['ID=ed864337-8237-4fd4-8d1d-520ef77aefbd,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:32.684819 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b93f856-7efb-4d29-90f7-f6f156bf0170 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Made reservation on behalf of 5398692c8646440e928b343b6bb1370d for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:00:32.688102 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0b93f856-7efb-4d29-90f7-f6f156bf0170 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:32.711628 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b93f856-7efb-4d29-90f7-f6f156bf0170 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 05:00:32.719934 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0b93f856-7efb-4d29-90f7-f6f156bf0170 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (52e17095-33a3-4f2e-a8a8-81be0bdfaff4), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:32.720305 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-0b93f856-7efb-4d29-90f7-f6f156bf0170 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Added segment 52e17095-33a3-4f2e-a8a8-81be0bdfaff4 of type vlan for network fd7b2d2c-e5aa-47c2-89f4-0209c5eba001 Jan 29 05:00:32.757996 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0b93f856-7efb-4d29-90f7-f6f156bf0170 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (fd7b2d2c-e5aa-47c2-89f4-0209c5eba001), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:32.864628 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0b93f856-7efb-4d29-90f7-f6f156bf0170 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (fd7b2d2c-e5aa-47c2-89f4-0209c5eba001), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:32.869635 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b93f856-7efb-4d29-90f7-f6f156bf0170 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:32.870204 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0b93f856-7efb-4d29-90f7-f6f156bf0170 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:32.939737 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b93f856-7efb-4d29-90f7-f6f156bf0170 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Pushing event updated for resources: {'Network': ['ID=fd7b2d2c-e5aa-47c2-89f4-0209c5eba001,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:32.950359 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network fd7b2d2c-e5aa-47c2-89f4-0209c5eba001 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 05:00:32.969697 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-0b93f856-7efb-4d29-90f7-f6f156bf0170 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3752971 Jan 29 05:00:32.972426 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 60654) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:32.977386 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-c00fa2f1-9829-40ee-9505-40f25aad9ff2 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Request body: {'subnet': {'network_id': 'fd7b2d2c-e5aa-47c2-89f4-0209c5eba001', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:00:33.138537 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00fa2f1-9829-40ee-9505-40f25aad9ff2 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Made reservation on behalf of 5398692c8646440e928b343b6bb1370d for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:00:33.141897 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c00fa2f1-9829-40ee-9505-40f25aad9ff2 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:33.201420 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.ipam_backend_mixin [None req-c00fa2f1-9829-40ee-9505-40f25aad9ff2 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Performing IP validity checks on allocation pools {{(pid=103585) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 29 05:00:33.201928 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.ipam_backend_mixin [None req-c00fa2f1-9829-40ee-9505-40f25aad9ff2 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103585) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 29 05:00:33.379234 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c00fa2f1-9829-40ee-9505-40f25aad9ff2 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (32f05e49-4e7d-44cb-b1eb-85d514b16e82), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:33.409618 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:00:33.446079 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00fa2f1-9829-40ee-9505-40f25aad9ff2 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Pushing event updated for resources: {'Subnet': ['ID=32f05e49-4e7d-44cb-b1eb-85d514b16e82,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:33.453696 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00fa2f1-9829-40ee-9505-40f25aad9ff2 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Checking segment: {'id': '52e17095-33a3-4f2e-a8a8-81be0bdfaff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'fd7b2d2c-e5aa-47c2-89f4-0209c5eba001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:00:33.454060 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00fa2f1-9829-40ee-9505-40f25aad9ff2 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Network hostable DHCP agents. Network: fd7b2d2c-e5aa-47c2-89f4-0209c5eba001, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 05:00:33.553027 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00fa2f1-9829-40ee-9505-40f25aad9ff2 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Network fd7b2d2c-e5aa-47c2-89f4-0209c5eba001 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 05:00:33.612811 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-c00fa2f1-9829-40ee-9505-40f25aad9ff2 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, fd7b2d2c-e5aa-47c2-89f4-0209c5eba001) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:00:33.616823 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00fa2f1-9829-40ee-9505-40f25aad9ff2 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:33.617548 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c00fa2f1-9829-40ee-9505-40f25aad9ff2 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:33.621950 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dada863-db2f-4dc1-85ff-f35e532a83e6 None None] Network fd7b2d2c-e5aa-47c2-89f4-0209c5eba001 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:00:33.684675 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c00fa2f1-9829-40ee-9505-40f25aad9ff2 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7109289 Jan 29 05:00:33.687217 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 60656) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:33.724559 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc05c9a7-b4c0-44e2-a2a3-ec218c2d9a47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-fd7b2d2c-e5aa-47c2-89f4-0209c5eba001', 'network_id': 'fd7b2d2c-e5aa-47c2-89f4-0209c5eba001', 'project_id': '5398692c8646440e928b343b6bb1370d', 'fixed_ips': [{'subnet_id': '32f05e49-4e7d-44cb-b1eb-85d514b16e82'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 05:00:33.725414 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fc05c9a7-b4c0-44e2-a2a3-ec218c2d9a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:33.783578 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5216e2b4-5959-4f7a-9ef6-d6a099f30f2c tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (fd7b2d2c-e5aa-47c2-89f4-0209c5eba001), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:33.861093 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-fc05c9a7-b4c0-44e2-a2a3-ec218c2d9a47 None None] Allocated IP 2001:db8::3 (fd7b2d2c-e5aa-47c2-89f4-0209c5eba001/32f05e49-4e7d-44cb-b1eb-85d514b16e82/407214b0-afaf-4b56-ac91-7d77918c1fe4) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:00:33.865326 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5216e2b4-5959-4f7a-9ef6-d6a099f30f2c tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (32f05e49-4e7d-44cb-b1eb-85d514b16e82), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:34.001522 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fc05c9a7-b4c0-44e2-a2a3-ec218c2d9a47 None None] Publish callbacks [] for port (407214b0-afaf-4b56-ac91-7d77918c1fe4), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:34.068055 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fc05c9a7-b4c0-44e2-a2a3-ec218c2d9a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (407214b0-afaf-4b56-ac91-7d77918c1fe4), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:34.105685 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc05c9a7-b4c0-44e2-a2a3-ec218c2d9a47 None None] Network fd7b2d2c-e5aa-47c2-89f4-0209c5eba001 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:00:34.108295 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-fc05c9a7-b4c0-44e2-a2a3-ec218c2d9a47 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:00:34.111575 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc05c9a7-b4c0-44e2-a2a3-ec218c2d9a47 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:00:34.119323 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05c9a7-b4c0-44e2-a2a3-ec218c2d9a47 None None] Pushing event updated for resources: {'Port': ['ID=407214b0-afaf-4b56-ac91-7d77918c1fe4,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:34.168242 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5216e2b4-5959-4f7a-9ef6-d6a099f30f2c tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (32f05e49-4e7d-44cb-b1eb-85d514b16e82), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:34.175820 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-fc05c9a7-b4c0-44e2-a2a3-ec218c2d9a47 None None] Attempting to bind port 407214b0-afaf-4b56-ac91-7d77918c1fe4 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:00:34.176194 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-fc05c9a7-b4c0-44e2-a2a3-ec218c2d9a47 None None] Attempting to bind port 407214b0-afaf-4b56-ac91-7d77918c1fe4 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '52e17095-33a3-4f2e-a8a8-81be0bdfaff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'fd7b2d2c-e5aa-47c2-89f4-0209c5eba001'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:00:34.176664 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc05c9a7-b4c0-44e2-a2a3-ec218c2d9a47 None None] Attempting to bind port 407214b0-afaf-4b56-ac91-7d77918c1fe4 on network fd7b2d2c-e5aa-47c2-89f4-0209c5eba001 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:00:34.183355 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc05c9a7-b4c0-44e2-a2a3-ec218c2d9a47 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:00:34.183355 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc05c9a7-b4c0-44e2-a2a3-ec218c2d9a47 None None] Checking segment: {'id': '52e17095-33a3-4f2e-a8a8-81be0bdfaff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'fd7b2d2c-e5aa-47c2-89f4-0209c5eba001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:00:34.183355 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fc05c9a7-b4c0-44e2-a2a3-ec218c2d9a47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:34.183355 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc05c9a7-b4c0-44e2-a2a3-ec218c2d9a47 None None] Bound using segment: {'id': '52e17095-33a3-4f2e-a8a8-81be0bdfaff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'fd7b2d2c-e5aa-47c2-89f4-0209c5eba001'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:00:34.184080 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-fc05c9a7-b4c0-44e2-a2a3-ec218c2d9a47 None None] Bound port: 407214b0-afaf-4b56-ac91-7d77918c1fe4, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e17095-33a3-4f2e-a8a8-81be0bdfaff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'fd7b2d2c-e5aa-47c2-89f4-0209c5eba001'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:00:34.184174 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fc05c9a7-b4c0-44e2-a2a3-ec218c2d9a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (407214b0-afaf-4b56-ac91-7d77918c1fe4), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:34.196785 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5216e2b4-5959-4f7a-9ef6-d6a099f30f2c tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Pushing event deleted for resources: {'Subnet': ['ID=32f05e49-4e7d-44cb-b1eb-85d514b16e82,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:34.248553 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-fc05c9a7-b4c0-44e2-a2a3-ec218c2d9a47 None None] For port 407214b0-afaf-4b56-ac91-7d77918c1fe4, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:00:34.251689 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-fc05c9a7-b4c0-44e2-a2a3-ec218c2d9a47 None None] For port 407214b0-afaf-4b56-ac91-7d77918c1fe4, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=407214b0-afaf-4b56-ac91-7d77918c1fe4,segment=NetworkSegment(52e17095-33a3-4f2e-a8a8-81be0bdfaff4),segment_id=52e17095-33a3-4f2e-a8a8-81be0bdfaff4)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:00:34.258310 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5216e2b4-5959-4f7a-9ef6-d6a099f30f2c tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (fd7b2d2c-e5aa-47c2-89f4-0209c5eba001), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:34.278136 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-5216e2b4-5959-4f7a-9ef6-d6a099f30f2c tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd7b2d2c-e5aa-47c2-89f4-0209c5eba001']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:00:34.286904 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-5216e2b4-5959-4f7a-9ef6-d6a099f30f2c tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52e17095-33a3-4f2e-a8a8-81be0bdfaff4') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:00:34.287221 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-5216e2b4-5959-4f7a-9ef6-d6a099f30f2c tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52e17095-33a3-4f2e-a8a8-81be0bdfaff4') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:00:34.296873 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5216e2b4-5959-4f7a-9ef6-d6a099f30f2c tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (52e17095-33a3-4f2e-a8a8-81be0bdfaff4), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:34.333520 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fc05c9a7-b4c0-44e2-a2a3-ec218c2d9a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (407214b0-afaf-4b56-ac91-7d77918c1fe4), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:34.335304 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5216e2b4-5959-4f7a-9ef6-d6a099f30f2c tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (52e17095-33a3-4f2e-a8a8-81be0bdfaff4), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:34.343740 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5216e2b4-5959-4f7a-9ef6-d6a099f30f2c tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:00:34.344273 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5216e2b4-5959-4f7a-9ef6-d6a099f30f2c tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (52e17095-33a3-4f2e-a8a8-81be0bdfaff4), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:34.347419 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 05:00:34.347419 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:00:34.347419 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 05:00:34.347419 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:00:34.347419 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 05:00:34.347419 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:00:34.347419 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 05:00:34.347419 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:00:34.347419 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 05:00:34.347419 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:00:34.347419 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 05:00:34.347419 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:00:34.347419 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 05:00:34.347419 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:00:34.347419 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:00:34.347419 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:00:34.347419 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:00:34.347419 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:00:34.347419 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 05:00:34.347419 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:00:34.347419 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 05:00:34.347419 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:00:34.347419 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:00:34.347419 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:00:34.347419 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 05:00:34.347419 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:00:34.347419 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:00:34.347419 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:00:34.347419 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:00:34.347419 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:00:34.347419 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:00:34.347419 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:00:34.415216 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05c9a7-b4c0-44e2-a2a3-ec218c2d9a47 None None] Pushing event updated for resources: {'Port': ['ID=407214b0-afaf-4b56-ac91-7d77918c1fe4,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:34.431665 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861e5eae-0380-4c5b-92fe-ef72afc0ba73 None None] get_active_networks_info from dv-neutron-821190-1-hyperv {{(pid=103586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 29 05:00:34.448061 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.db.api [None req-5216e2b4-5959-4f7a-9ef6-d6a099f30f2c tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 29 05:00:34.448061 dv-neutron-821190-1-hyperv neutron-server[103584]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 29 05:00:34.448061 dv-neutron-821190-1-hyperv neutron-server[103584]: [parameters: {'id': 'fd7b2d2c-e5aa-47c2-89f4-0209c5eba001'}] Jan 29 05:00:34.448061 dv-neutron-821190-1-hyperv neutron-server[103584]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 05:00:34.448523 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG oslo_db.api [None req-5216e2b4-5959-4f7a-9ef6-d6a099f30f2c tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 05:00:34.496504 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861e5eae-0380-4c5b-92fe-ef72afc0ba73 None None] Resources bound (agent type, host, resource id): {{(pid=103586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 05:00:34.643839 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35d5941-eaa3-44e0-9b41-3ab05badccc8 None None] Network fd7b2d2c-e5aa-47c2-89f4-0209c5eba001 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:00:34.950155 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5216e2b4-5959-4f7a-9ef6-d6a099f30f2c tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (fd7b2d2c-e5aa-47c2-89f4-0209c5eba001), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:35.001576 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-5216e2b4-5959-4f7a-9ef6-d6a099f30f2c tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Deleting port 407214b0-afaf-4b56-ac91-7d77918c1fe4 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:00:35.001905 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5216e2b4-5959-4f7a-9ef6-d6a099f30f2c tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (407214b0-afaf-4b56-ac91-7d77918c1fe4), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:35.064698 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-5216e2b4-5959-4f7a-9ef6-d6a099f30f2c tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] For port 407214b0-afaf-4b56-ac91-7d77918c1fe4, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=407214b0-afaf-4b56-ac91-7d77918c1fe4,segment=NetworkSegment(52e17095-33a3-4f2e-a8a8-81be0bdfaff4),segment_id=52e17095-33a3-4f2e-a8a8-81be0bdfaff4)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:00:35.065058 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5216e2b4-5959-4f7a-9ef6-d6a099f30f2c tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (407214b0-afaf-4b56-ac91-7d77918c1fe4), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:35.077940 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-5216e2b4-5959-4f7a-9ef6-d6a099f30f2c tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Calling delete_port for 407214b0-afaf-4b56-ac91-7d77918c1fe4 owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:00:35.224299 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5216e2b4-5959-4f7a-9ef6-d6a099f30f2c tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (407214b0-afaf-4b56-ac91-7d77918c1fe4), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:35.251662 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5216e2b4-5959-4f7a-9ef6-d6a099f30f2c tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Pushing event deleted for resources: {'Port': ['ID=407214b0-afaf-4b56-ac91-7d77918c1fe4,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:35.258336 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5216e2b4-5959-4f7a-9ef6-d6a099f30f2c tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] No DVR routers for this DVR port 407214b0-afaf-4b56-ac91-7d77918c1fe4 on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:00:35.333874 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5216e2b4-5959-4f7a-9ef6-d6a099f30f2c tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (fd7b2d2c-e5aa-47c2-89f4-0209c5eba001), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:35.354347 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-5216e2b4-5959-4f7a-9ef6-d6a099f30f2c tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd7b2d2c-e5aa-47c2-89f4-0209c5eba001']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:00:35.363150 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-5216e2b4-5959-4f7a-9ef6-d6a099f30f2c tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52e17095-33a3-4f2e-a8a8-81be0bdfaff4') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:00:35.363444 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-5216e2b4-5959-4f7a-9ef6-d6a099f30f2c tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52e17095-33a3-4f2e-a8a8-81be0bdfaff4') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:00:35.372907 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5216e2b4-5959-4f7a-9ef6-d6a099f30f2c tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (52e17095-33a3-4f2e-a8a8-81be0bdfaff4), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:35.385243 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5216e2b4-5959-4f7a-9ef6-d6a099f30f2c tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (52e17095-33a3-4f2e-a8a8-81be0bdfaff4), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:35.390839 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5216e2b4-5959-4f7a-9ef6-d6a099f30f2c tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:00:35.391218 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5216e2b4-5959-4f7a-9ef6-d6a099f30f2c tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (52e17095-33a3-4f2e-a8a8-81be0bdfaff4), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:35.394073 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 05:00:35.394073 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:00:35.394073 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 05:00:35.394073 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:00:35.394073 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 05:00:35.394073 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:00:35.394073 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 05:00:35.394073 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:00:35.394073 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 05:00:35.394073 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:00:35.394073 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 05:00:35.394073 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:00:35.394073 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 05:00:35.394073 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:00:35.394073 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:00:35.394073 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:00:35.394073 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:00:35.394073 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:00:35.394073 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 05:00:35.394073 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:00:35.394073 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 05:00:35.394073 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:00:35.394073 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:00:35.394073 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:00:35.394073 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 05:00:35.394073 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:00:35.394073 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:00:35.394073 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:00:35.394073 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:00:35.394073 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:00:35.394073 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:00:35.394073 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:00:35.499085 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5216e2b4-5959-4f7a-9ef6-d6a099f30f2c tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (fd7b2d2c-e5aa-47c2-89f4-0209c5eba001), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:35.505690 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5216e2b4-5959-4f7a-9ef6-d6a099f30f2c tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:35.508861 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-5216e2b4-5959-4f7a-9ef6-d6a099f30f2c tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] 10.222.0.13 "DELETE /v2.0/networks/fd7b2d2c-e5aa-47c2-89f4-0209c5eba001 HTTP/1.1" status: 204 len: 168 time: 1.8205862 Jan 29 05:00:35.512768 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 60658) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:35.517737 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-fba0ac9a-e368-4d47-9aa8-4fc2cac0d585 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-511652631'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:00:35.520379 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5216e2b4-5959-4f7a-9ef6-d6a099f30f2c tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Pushing event deleted for resources: {'Network': ['ID=fd7b2d2c-e5aa-47c2-89f4-0209c5eba001,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:35.593374 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba0ac9a-e368-4d47-9aa8-4fc2cac0d585 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Made reservation on behalf of 5398692c8646440e928b343b6bb1370d for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:00:35.596860 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fba0ac9a-e368-4d47-9aa8-4fc2cac0d585 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:35.620439 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fba0ac9a-e368-4d47-9aa8-4fc2cac0d585 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 05:00:35.628717 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fba0ac9a-e368-4d47-9aa8-4fc2cac0d585 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (965a0f05-3d31-4b2a-aa76-ab94852fbeb1), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:35.629057 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-fba0ac9a-e368-4d47-9aa8-4fc2cac0d585 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Added segment 965a0f05-3d31-4b2a-aa76-ab94852fbeb1 of type vlan for network d44f2d71-71fd-4251-8cfe-d9af50020b14 Jan 29 05:00:35.668384 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fba0ac9a-e368-4d47-9aa8-4fc2cac0d585 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (d44f2d71-71fd-4251-8cfe-d9af50020b14), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:35.750174 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fba0ac9a-e368-4d47-9aa8-4fc2cac0d585 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (d44f2d71-71fd-4251-8cfe-d9af50020b14), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:35.755001 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba0ac9a-e368-4d47-9aa8-4fc2cac0d585 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:35.755569 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fba0ac9a-e368-4d47-9aa8-4fc2cac0d585 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:35.826688 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba0ac9a-e368-4d47-9aa8-4fc2cac0d585 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Pushing event updated for resources: {'Network': ['ID=d44f2d71-71fd-4251-8cfe-d9af50020b14,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:35.838111 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network d44f2d71-71fd-4251-8cfe-d9af50020b14 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 05:00:35.841684 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-fba0ac9a-e368-4d47-9aa8-4fc2cac0d585 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3280766 Jan 29 05:00:35.844622 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 60660) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:35.853173 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-2d9b93f5-ce08-46f1-b663-e46a629e0df3 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Request body: {'subnet': {'network_id': 'd44f2d71-71fd-4251-8cfe-d9af50020b14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:00:35.995747 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9b93f5-ce08-46f1-b663-e46a629e0df3 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Made reservation on behalf of 5398692c8646440e928b343b6bb1370d for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:00:35.999200 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2d9b93f5-ce08-46f1-b663-e46a629e0df3 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:36.230167 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2d9b93f5-ce08-46f1-b663-e46a629e0df3 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (4edbde62-7ab0-433f-b7b2-b5d765e62802), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:36.294325 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b93f5-ce08-46f1-b663-e46a629e0df3 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Pushing event updated for resources: {'Subnet': ['ID=4edbde62-7ab0-433f-b7b2-b5d765e62802,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:36.302787 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9b93f5-ce08-46f1-b663-e46a629e0df3 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Checking segment: {'id': '965a0f05-3d31-4b2a-aa76-ab94852fbeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd44f2d71-71fd-4251-8cfe-d9af50020b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:00:36.303149 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9b93f5-ce08-46f1-b663-e46a629e0df3 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Network hostable DHCP agents. Network: d44f2d71-71fd-4251-8cfe-d9af50020b14, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 05:00:36.396010 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9b93f5-ce08-46f1-b663-e46a629e0df3 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Network d44f2d71-71fd-4251-8cfe-d9af50020b14 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 05:00:36.464197 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-2d9b93f5-ce08-46f1-b663-e46a629e0df3 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, d44f2d71-71fd-4251-8cfe-d9af50020b14) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:00:36.468087 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9b93f5-ce08-46f1-b663-e46a629e0df3 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:36.468711 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2d9b93f5-ce08-46f1-b663-e46a629e0df3 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:36.473940 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e02a72-b5dd-4db4-ad93-e939e785ee62 None None] Network d44f2d71-71fd-4251-8cfe-d9af50020b14 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:00:36.556649 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-2d9b93f5-ce08-46f1-b663-e46a629e0df3 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7107213 Jan 29 05:00:36.560254 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 60662) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:36.565303 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-ea1148eb-5d32-437a-9640-ede31a4cd091 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1469588047'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:00:36.575081 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46dc35e0-3c3a-44c8-b424-56d070a0a8e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-d44f2d71-71fd-4251-8cfe-d9af50020b14', 'network_id': 'd44f2d71-71fd-4251-8cfe-d9af50020b14', 'project_id': '5398692c8646440e928b343b6bb1370d', 'fixed_ips': [{'subnet_id': '4edbde62-7ab0-433f-b7b2-b5d765e62802'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 05:00:36.576040 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-46dc35e0-3c3a-44c8-b424-56d070a0a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:36.641580 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1148eb-5d32-437a-9640-ede31a4cd091 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Made reservation on behalf of 5398692c8646440e928b343b6bb1370d for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:00:36.645012 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ea1148eb-5d32-437a-9640-ede31a4cd091 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:36.669164 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea1148eb-5d32-437a-9640-ede31a4cd091 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 05:00:36.678006 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ea1148eb-5d32-437a-9640-ede31a4cd091 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (00997bea-2ee3-4318-9583-43d3889da081), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:36.679521 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-ea1148eb-5d32-437a-9640-ede31a4cd091 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Added segment 00997bea-2ee3-4318-9583-43d3889da081 of type vlan for network 7e1aab5b-efff-41e4-b0e4-85751fdb0b02 Jan 29 05:00:36.709200 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-46dc35e0-3c3a-44c8-b424-56d070a0a8e5 None None] Allocated IP 2001:db8::2 (d44f2d71-71fd-4251-8cfe-d9af50020b14/4edbde62-7ab0-433f-b7b2-b5d765e62802/3a4be737-19c1-4879-8db3-684782e8ffa4) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:00:36.720170 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ea1148eb-5d32-437a-9640-ede31a4cd091 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (7e1aab5b-efff-41e4-b0e4-85751fdb0b02), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:36.816374 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ea1148eb-5d32-437a-9640-ede31a4cd091 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (7e1aab5b-efff-41e4-b0e4-85751fdb0b02), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:36.822336 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1148eb-5d32-437a-9640-ede31a4cd091 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:36.822930 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ea1148eb-5d32-437a-9640-ede31a4cd091 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:36.846105 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-46dc35e0-3c3a-44c8-b424-56d070a0a8e5 None None] Publish callbacks [] for port (3a4be737-19c1-4879-8db3-684782e8ffa4), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:36.892465 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1148eb-5d32-437a-9640-ede31a4cd091 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Pushing event updated for resources: {'Network': ['ID=7e1aab5b-efff-41e4-b0e4-85751fdb0b02,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:36.902996 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 7e1aab5b-efff-41e4-b0e4-85751fdb0b02 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 05:00:36.950665 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ea1148eb-5d32-437a-9640-ede31a4cd091 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3892915 Jan 29 05:00:36.953562 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 60664) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:36.953688 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-46dc35e0-3c3a-44c8-b424-56d070a0a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (3a4be737-19c1-4879-8db3-684782e8ffa4), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:36.958712 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-be1398b6-ccb3-4663-9e07-1b3c8dc1636b tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Request body: {'subnet': {'network_id': '7e1aab5b-efff-41e4-b0e4-85751fdb0b02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:00:37.006510 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dc35e0-3c3a-44c8-b424-56d070a0a8e5 None None] Network d44f2d71-71fd-4251-8cfe-d9af50020b14 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:00:37.011241 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-46dc35e0-3c3a-44c8-b424-56d070a0a8e5 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:00:37.017606 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dc35e0-3c3a-44c8-b424-56d070a0a8e5 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:00:37.021147 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc35e0-3c3a-44c8-b424-56d070a0a8e5 None None] Pushing event updated for resources: {'Port': ['ID=3a4be737-19c1-4879-8db3-684782e8ffa4,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:37.074625 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-46dc35e0-3c3a-44c8-b424-56d070a0a8e5 None None] Attempting to bind port 3a4be737-19c1-4879-8db3-684782e8ffa4 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:00:37.074989 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-46dc35e0-3c3a-44c8-b424-56d070a0a8e5 None None] Attempting to bind port 3a4be737-19c1-4879-8db3-684782e8ffa4 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '965a0f05-3d31-4b2a-aa76-ab94852fbeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd44f2d71-71fd-4251-8cfe-d9af50020b14'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:00:37.075355 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dc35e0-3c3a-44c8-b424-56d070a0a8e5 None None] Attempting to bind port 3a4be737-19c1-4879-8db3-684782e8ffa4 on network d44f2d71-71fd-4251-8cfe-d9af50020b14 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:00:37.080220 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dc35e0-3c3a-44c8-b424-56d070a0a8e5 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:00:37.080616 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dc35e0-3c3a-44c8-b424-56d070a0a8e5 None None] Checking segment: {'id': '965a0f05-3d31-4b2a-aa76-ab94852fbeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd44f2d71-71fd-4251-8cfe-d9af50020b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:00:37.081012 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-46dc35e0-3c3a-44c8-b424-56d070a0a8e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:37.081401 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dc35e0-3c3a-44c8-b424-56d070a0a8e5 None None] Bound using segment: {'id': '965a0f05-3d31-4b2a-aa76-ab94852fbeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd44f2d71-71fd-4251-8cfe-d9af50020b14'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:00:37.081853 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-46dc35e0-3c3a-44c8-b424-56d070a0a8e5 None None] Bound port: 3a4be737-19c1-4879-8db3-684782e8ffa4, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965a0f05-3d31-4b2a-aa76-ab94852fbeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd44f2d71-71fd-4251-8cfe-d9af50020b14'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:00:37.082230 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-46dc35e0-3c3a-44c8-b424-56d070a0a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (3a4be737-19c1-4879-8db3-684782e8ffa4), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:37.113679 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1398b6-ccb3-4663-9e07-1b3c8dc1636b tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Made reservation on behalf of 5398692c8646440e928b343b6bb1370d for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:00:37.117569 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-be1398b6-ccb3-4663-9e07-1b3c8dc1636b tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:37.145881 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-46dc35e0-3c3a-44c8-b424-56d070a0a8e5 None None] For port 3a4be737-19c1-4879-8db3-684782e8ffa4, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:00:37.149728 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-46dc35e0-3c3a-44c8-b424-56d070a0a8e5 None None] For port 3a4be737-19c1-4879-8db3-684782e8ffa4, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=3a4be737-19c1-4879-8db3-684782e8ffa4,segment=NetworkSegment(965a0f05-3d31-4b2a-aa76-ab94852fbeb1),segment_id=965a0f05-3d31-4b2a-aa76-ab94852fbeb1)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:00:37.219692 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-46dc35e0-3c3a-44c8-b424-56d070a0a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (3a4be737-19c1-4879-8db3-684782e8ffa4), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:37.279159 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc35e0-3c3a-44c8-b424-56d070a0a8e5 None None] Pushing event updated for resources: {'Port': ['ID=3a4be737-19c1-4879-8db3-684782e8ffa4,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:37.361675 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-be1398b6-ccb3-4663-9e07-1b3c8dc1636b tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (b0a2ef3c-7b08-4e1c-a4ae-140cbbb899a5), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:37.437242 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1398b6-ccb3-4663-9e07-1b3c8dc1636b tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Pushing event updated for resources: {'Subnet': ['ID=b0a2ef3c-7b08-4e1c-a4ae-140cbbb899a5,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:37.449147 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1398b6-ccb3-4663-9e07-1b3c8dc1636b tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Checking segment: {'id': '00997bea-2ee3-4318-9583-43d3889da081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7e1aab5b-efff-41e4-b0e4-85751fdb0b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:00:37.452820 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1398b6-ccb3-4663-9e07-1b3c8dc1636b tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Network hostable DHCP agents. Network: 7e1aab5b-efff-41e4-b0e4-85751fdb0b02, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 05:00:37.519031 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1398b6-ccb3-4663-9e07-1b3c8dc1636b tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Network 7e1aab5b-efff-41e4-b0e4-85751fdb0b02 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 05:00:37.610451 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-be1398b6-ccb3-4663-9e07-1b3c8dc1636b tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 7e1aab5b-efff-41e4-b0e4-85751fdb0b02) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:00:37.615092 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1398b6-ccb3-4663-9e07-1b3c8dc1636b tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:37.615689 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-be1398b6-ccb3-4663-9e07-1b3c8dc1636b tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:37.619742 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d762f4-3006-4bf0-a5bd-e98830cc6c7d None None] Network 7e1aab5b-efff-41e4-b0e4-85751fdb0b02 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:00:37.700906 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 60666) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:37.701448 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-be1398b6-ccb3-4663-9e07-1b3c8dc1636b tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7462544 Jan 29 05:00:37.725278 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3489a6ab-20f9-45ed-a1ad-54bae6e6aaa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-7e1aab5b-efff-41e4-b0e4-85751fdb0b02', 'network_id': '7e1aab5b-efff-41e4-b0e4-85751fdb0b02', 'project_id': '5398692c8646440e928b343b6bb1370d', 'fixed_ips': [{'subnet_id': 'b0a2ef3c-7b08-4e1c-a4ae-140cbbb899a5'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 05:00:37.726129 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3489a6ab-20f9-45ed-a1ad-54bae6e6aaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:37.798733 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (7e1aab5b-efff-41e4-b0e4-85751fdb0b02), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:37.855909 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (b0a2ef3c-7b08-4e1c-a4ae-140cbbb899a5), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:37.862428 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-3489a6ab-20f9-45ed-a1ad-54bae6e6aaa5 None None] Allocated IP 2001:db8::2 (7e1aab5b-efff-41e4-b0e4-85751fdb0b02/b0a2ef3c-7b08-4e1c-a4ae-140cbbb899a5/9a2f1bd6-2e60-41ad-b954-5d71aa9aff4e) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:00:38.031951 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3489a6ab-20f9-45ed-a1ad-54bae6e6aaa5 None None] Publish callbacks [] for port (9a2f1bd6-2e60-41ad-b954-5d71aa9aff4e), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:38.105707 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3489a6ab-20f9-45ed-a1ad-54bae6e6aaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (9a2f1bd6-2e60-41ad-b954-5d71aa9aff4e), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:38.147498 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3489a6ab-20f9-45ed-a1ad-54bae6e6aaa5 None None] Network 7e1aab5b-efff-41e4-b0e4-85751fdb0b02 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:00:38.150600 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-3489a6ab-20f9-45ed-a1ad-54bae6e6aaa5 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:00:38.154015 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3489a6ab-20f9-45ed-a1ad-54bae6e6aaa5 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:00:38.168075 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489a6ab-20f9-45ed-a1ad-54bae6e6aaa5 None None] Pushing event updated for resources: {'Port': ['ID=9a2f1bd6-2e60-41ad-b954-5d71aa9aff4e,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:38.222549 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161f8c60-7307-469e-b5a9-f07d723884d3 None None] Network d44f2d71-71fd-4251-8cfe-d9af50020b14 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:00:38.289592 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-3489a6ab-20f9-45ed-a1ad-54bae6e6aaa5 None None] Attempting to bind port 9a2f1bd6-2e60-41ad-b954-5d71aa9aff4e on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:00:38.290210 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-3489a6ab-20f9-45ed-a1ad-54bae6e6aaa5 None None] Attempting to bind port 9a2f1bd6-2e60-41ad-b954-5d71aa9aff4e by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '00997bea-2ee3-4318-9583-43d3889da081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7e1aab5b-efff-41e4-b0e4-85751fdb0b02'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:00:38.290627 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3489a6ab-20f9-45ed-a1ad-54bae6e6aaa5 None None] Attempting to bind port 9a2f1bd6-2e60-41ad-b954-5d71aa9aff4e on network 7e1aab5b-efff-41e4-b0e4-85751fdb0b02 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:00:38.303280 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3489a6ab-20f9-45ed-a1ad-54bae6e6aaa5 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:00:38.305467 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3489a6ab-20f9-45ed-a1ad-54bae6e6aaa5 None None] Checking segment: {'id': '00997bea-2ee3-4318-9583-43d3889da081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7e1aab5b-efff-41e4-b0e4-85751fdb0b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:00:38.305467 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3489a6ab-20f9-45ed-a1ad-54bae6e6aaa5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:38.305467 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3489a6ab-20f9-45ed-a1ad-54bae6e6aaa5 None None] Bound using segment: {'id': '00997bea-2ee3-4318-9583-43d3889da081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7e1aab5b-efff-41e4-b0e4-85751fdb0b02'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:00:38.305749 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-3489a6ab-20f9-45ed-a1ad-54bae6e6aaa5 None None] Bound port: 9a2f1bd6-2e60-41ad-b954-5d71aa9aff4e, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00997bea-2ee3-4318-9583-43d3889da081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7e1aab5b-efff-41e4-b0e4-85751fdb0b02'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:00:38.306189 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3489a6ab-20f9-45ed-a1ad-54bae6e6aaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (9a2f1bd6-2e60-41ad-b954-5d71aa9aff4e), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:38.310693 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-e1598b62-737b-4d20-bb16-42224b43dc91 None None] Provisioning complete for port 3a4be737-19c1-4879-8db3-684782e8ffa4 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:00:38.311053 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e1598b62-737b-4d20-bb16-42224b43dc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (3a4be737-19c1-4879-8db3-684782e8ffa4), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:38.336868 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (b0a2ef3c-7b08-4e1c-a4ae-140cbbb899a5), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:38.365735 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Pushing event deleted for resources: {'Subnet': ['ID=b0a2ef3c-7b08-4e1c-a4ae-140cbbb899a5,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:38.431794 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (7e1aab5b-efff-41e4-b0e4-85751fdb0b02), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:38.453767 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e1aab5b-efff-41e4-b0e4-85751fdb0b02']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:00:38.464447 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00997bea-2ee3-4318-9583-43d3889da081') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:00:38.464784 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00997bea-2ee3-4318-9583-43d3889da081') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:00:38.474805 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (00997bea-2ee3-4318-9583-43d3889da081), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:38.476375 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 3a4be737-19c1-4879-8db3-684782e8ffa4 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:00:38.488219 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (00997bea-2ee3-4318-9583-43d3889da081), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:38.494652 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:00:38.495035 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (00997bea-2ee3-4318-9583-43d3889da081), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:38.498171 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 05:00:38.498171 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:00:38.498171 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 05:00:38.498171 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:00:38.498171 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 05:00:38.498171 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:00:38.498171 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 05:00:38.498171 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:00:38.498171 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 05:00:38.498171 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:00:38.498171 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 05:00:38.498171 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:00:38.498171 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 05:00:38.498171 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:00:38.498171 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:00:38.498171 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:00:38.498171 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:00:38.498171 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:00:38.498171 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 05:00:38.498171 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:00:38.498171 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 05:00:38.498171 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:00:38.498171 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:00:38.498171 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:00:38.498171 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 05:00:38.498171 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:00:38.498171 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:00:38.498171 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:00:38.498171 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:00:38.498171 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:00:38.498171 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:00:38.498171 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:00:38.593642 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.db.api [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 29 05:00:38.593642 dv-neutron-821190-1-hyperv neutron-server[103584]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 29 05:00:38.593642 dv-neutron-821190-1-hyperv neutron-server[103584]: [parameters: {'id': '7e1aab5b-efff-41e4-b0e4-85751fdb0b02'}] Jan 29 05:00:38.593642 dv-neutron-821190-1-hyperv neutron-server[103584]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 05:00:38.594110 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG oslo_db.api [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 05:00:38.641007 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3489a6ab-20f9-45ed-a1ad-54bae6e6aaa5 None None] For port 9a2f1bd6-2e60-41ad-b954-5d71aa9aff4e, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:00:38.645780 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3489a6ab-20f9-45ed-a1ad-54bae6e6aaa5 None None] For port 9a2f1bd6-2e60-41ad-b954-5d71aa9aff4e, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=9a2f1bd6-2e60-41ad-b954-5d71aa9aff4e,segment=NetworkSegment(00997bea-2ee3-4318-9583-43d3889da081),segment_id=00997bea-2ee3-4318-9583-43d3889da081)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:00:38.675373 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 3a4be737-19c1-4879-8db3-684782e8ffa4 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:00:38.676162 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (3a4be737-19c1-4879-8db3-684782e8ffa4), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:38.709162 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-e1598b62-737b-4d20-bb16-42224b43dc91 None None] Current status of the port 3a4be737-19c1-4879-8db3-684782e8ffa4 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:00:38.709553 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e1598b62-737b-4d20-bb16-42224b43dc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (3a4be737-19c1-4879-8db3-684782e8ffa4), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:38.735559 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3489a6ab-20f9-45ed-a1ad-54bae6e6aaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (9a2f1bd6-2e60-41ad-b954-5d71aa9aff4e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:38.793717 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-e1598b62-737b-4d20-bb16-42224b43dc91 None None] For port 3a4be737-19c1-4879-8db3-684782e8ffa4, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=3a4be737-19c1-4879-8db3-684782e8ffa4,segment=NetworkSegment(965a0f05-3d31-4b2a-aa76-ab94852fbeb1),segment_id=965a0f05-3d31-4b2a-aa76-ab94852fbeb1)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:00:38.871051 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489a6ab-20f9-45ed-a1ad-54bae6e6aaa5 None None] Pushing event updated for resources: {'Port': ['ID=9a2f1bd6-2e60-41ad-b954-5d71aa9aff4e,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:38.882925 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e1598b62-737b-4d20-bb16-42224b43dc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (3a4be737-19c1-4879-8db3-684782e8ffa4), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:38.888335 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 3a4be737-19c1-4879-8db3-684782e8ffa4 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:00:38.888735 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (3a4be737-19c1-4879-8db3-684782e8ffa4), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:38.918384 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce7219d-fc7f-434a-b473-e9e0c182c2c8 None None] get_active_networks_info from dv-neutron-821190-1-hyperv {{(pid=103586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 29 05:00:39.013546 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1598b62-737b-4d20-bb16-42224b43dc91 None None] Pushing event updated for resources: {'Port': ['ID=3a4be737-19c1-4879-8db3-684782e8ffa4,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:39.047216 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 05:00:39.047571 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 05:00:39.053502 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-cf885634-e5b9-4018-9570-c050d195b18c None None] Provisioning complete for port 3a4be737-19c1-4879-8db3-684782e8ffa4 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:00:39.053875 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cf885634-e5b9-4018-9570-c050d195b18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (3a4be737-19c1-4879-8db3-684782e8ffa4), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:39.094150 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce7219d-fc7f-434a-b473-e9e0c182c2c8 None None] Resources bound (agent type, host, resource id): {{(pid=103586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 05:00:39.095215 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (7e1aab5b-efff-41e4-b0e4-85751fdb0b02), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:39.147957 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Deleting port 9a2f1bd6-2e60-41ad-b954-5d71aa9aff4e {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:00:39.148309 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (9a2f1bd6-2e60-41ad-b954-5d71aa9aff4e), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:39.209910 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-cf885634-e5b9-4018-9570-c050d195b18c None None] Current status of the port 3a4be737-19c1-4879-8db3-684782e8ffa4 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:00:39.213827 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] For port 9a2f1bd6-2e60-41ad-b954-5d71aa9aff4e, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=9a2f1bd6-2e60-41ad-b954-5d71aa9aff4e,segment=NetworkSegment(00997bea-2ee3-4318-9583-43d3889da081),segment_id=00997bea-2ee3-4318-9583-43d3889da081)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:00:39.220061 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (9a2f1bd6-2e60-41ad-b954-5d71aa9aff4e), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:39.227834 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Calling delete_port for 9a2f1bd6-2e60-41ad-b954-5d71aa9aff4e owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:00:39.291027 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69458f04-b096-41c1-9b3f-10cff03e66f6 None None] Network 7e1aab5b-efff-41e4-b0e4-85751fdb0b02 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:00:39.393104 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (9a2f1bd6-2e60-41ad-b954-5d71aa9aff4e), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:39.421581 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Pushing event deleted for resources: {'Port': ['ID=9a2f1bd6-2e60-41ad-b954-5d71aa9aff4e,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:39.428894 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] No DVR routers for this DVR port 9a2f1bd6-2e60-41ad-b954-5d71aa9aff4e on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:00:39.434274 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:39.434742 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:39.435083 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:39.435426 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:39.435757 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:39.436082 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:39.436407 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:39.436754 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:39.437077 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:39.437407 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:39.437727 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:39.438044 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:39.438362 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:39.515579 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (7e1aab5b-efff-41e4-b0e4-85751fdb0b02), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:39.532726 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e1aab5b-efff-41e4-b0e4-85751fdb0b02']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:00:39.541693 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00997bea-2ee3-4318-9583-43d3889da081') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:00:39.541992 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00997bea-2ee3-4318-9583-43d3889da081') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:00:39.551064 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (00997bea-2ee3-4318-9583-43d3889da081), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:39.564464 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (00997bea-2ee3-4318-9583-43d3889da081), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:39.571019 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:00:39.571681 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (00997bea-2ee3-4318-9583-43d3889da081), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:39.574716 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 05:00:39.574716 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:00:39.574716 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 05:00:39.574716 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:00:39.574716 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 05:00:39.574716 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:00:39.574716 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 05:00:39.574716 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:00:39.574716 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 05:00:39.574716 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:00:39.574716 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 05:00:39.574716 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:00:39.574716 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 05:00:39.574716 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:00:39.574716 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:00:39.574716 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:00:39.574716 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:00:39.574716 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:00:39.574716 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 05:00:39.574716 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:00:39.574716 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 05:00:39.574716 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:00:39.574716 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:00:39.574716 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:00:39.574716 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 05:00:39.574716 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:00:39.574716 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:00:39.574716 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:00:39.574716 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:00:39.574716 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:00:39.574716 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:00:39.574716 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:00:39.589178 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 3a4be737-19c1-4879-8db3-684782e8ffa4 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:00:39.692703 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (7e1aab5b-efff-41e4-b0e4-85751fdb0b02), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:39.700328 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:39.703095 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] 10.222.0.13 "DELETE /v2.0/networks/7e1aab5b-efff-41e4-b0e4-85751fdb0b02 HTTP/1.1" status: 204 len: 168 time: 1.9998717 Jan 29 05:00:39.706279 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 60668) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:39.714778 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f56138-c658-4946-a0b9-c4ce4e14753d tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Pushing event deleted for resources: {'Network': ['ID=7e1aab5b-efff-41e4-b0e4-85751fdb0b02,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:39.739958 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f9d9d7d-3328-4dfd-905c-06683a8b5513 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] GET failed (client error): The resource could not be found. Jan 29 05:00:39.741316 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-8f9d9d7d-3328-4dfd-905c-06683a8b5513 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] 10.222.0.13 "GET /v2.0/subnets/b0a2ef3c-7b08-4e1c-a4ae-140cbbb899a5 HTTP/1.1" status: 404 len: 337 time: 0.0340281 Jan 29 05:00:39.744690 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 60670) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:39.762140 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-92e8c26d-204b-4e9c-83eb-5537e5230cff tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] DELETE failed (client error): The resource could not be found. Jan 29 05:00:39.762657 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92e8c26d-204b-4e9c-83eb-5537e5230cff tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 05:00:39.765692 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-92e8c26d-204b-4e9c-83eb-5537e5230cff tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] 10.222.0.13 "DELETE /v2.0/networks/7e1aab5b-efff-41e4-b0e4-85751fdb0b02 HTTP/1.1" status: 404 len: 339 time: 0.0201070 Jan 29 05:00:39.769329 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 60672) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:39.794767 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-37e8c761-1f98-4c24-8153-3e3636562b83 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] DELETE failed (client error): The resource could not be found. Jan 29 05:00:39.795216 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37e8c761-1f98-4c24-8153-3e3636562b83 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 05:00:39.798147 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-37e8c761-1f98-4c24-8153-3e3636562b83 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] 10.222.0.13 "DELETE /v2.0/subnets/b0a2ef3c-7b08-4e1c-a4ae-140cbbb899a5 HTTP/1.1" status: 404 len: 337 time: 0.0279384 Jan 29 05:00:39.800453 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 60674) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:39.817971 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee688404-407b-4d9d-9399-9d643ce7e252 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] DELETE failed (client error): The resource could not be found. Jan 29 05:00:39.818453 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee688404-407b-4d9d-9399-9d643ce7e252 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 05:00:39.821732 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ee688404-407b-4d9d-9399-9d643ce7e252 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] 10.222.0.13 "DELETE /v2.0/networks/7e1aab5b-efff-41e4-b0e4-85751fdb0b02 HTTP/1.1" status: 404 len: 339 time: 0.0201442 Jan 29 05:00:39.824047 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 60676) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:39.873957 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dae8222-9b92-4fee-8ef6-6f05aa8e53b2 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Deleting subnet 4edbde62-7ab0-433f-b7b2-b5d765e62802 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 05:00:39.876970 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2dae8222-9b92-4fee-8ef6-6f05aa8e53b2 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks [] for subnet (4edbde62-7ab0-433f-b7b2-b5d765e62802), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:39.920587 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2dae8222-9b92-4fee-8ef6-6f05aa8e53b2 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (4edbde62-7ab0-433f-b7b2-b5d765e62802), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:40.001346 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2dae8222-9b92-4fee-8ef6-6f05aa8e53b2 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (4edbde62-7ab0-433f-b7b2-b5d765e62802), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:40.121797 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2dae8222-9b92-4fee-8ef6-6f05aa8e53b2 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (4edbde62-7ab0-433f-b7b2-b5d765e62802), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:40.150039 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae8222-9b92-4fee-8ef6-6f05aa8e53b2 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Pushing event deleted for resources: {'Subnet': ['ID=4edbde62-7ab0-433f-b7b2-b5d765e62802,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:40.152246 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2dae8222-9b92-4fee-8ef6-6f05aa8e53b2 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:40.155484 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2dae8222-9b92-4fee-8ef6-6f05aa8e53b2 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] 10.222.0.13 "DELETE /v2.0/subnets/4edbde62-7ab0-433f-b7b2-b5d765e62802 HTTP/1.1" status: 204 len: 168 time: 0.3305213 Jan 29 05:00:40.157103 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45aa0ff-3637-4102-8aa4-b5a3a31d02a1 None None] Network d44f2d71-71fd-4251-8cfe-d9af50020b14 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:00:40.159246 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 60678) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:40.241077 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f7bc71ad-12d3-4762-8877-7d56bd9b1c6f tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (d44f2d71-71fd-4251-8cfe-d9af50020b14), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:40.251211 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 3a4be737-19c1-4879-8db3-684782e8ffa4 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:00:40.301262 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac1a9c8-81f5-48c2-8f60-152cdbfb565a None None] DHCP port deletion for d44f2d71-71fd-4251-8cfe-d9af50020b14 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 05:00:40.302491 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-f7bc71ad-12d3-4762-8877-7d56bd9b1c6f tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Deleting port 3a4be737-19c1-4879-8db3-684782e8ffa4 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:00:40.302828 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f7bc71ad-12d3-4762-8877-7d56bd9b1c6f tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (3a4be737-19c1-4879-8db3-684782e8ffa4), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:40.337334 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 3a4be737-19c1-4879-8db3-684782e8ffa4 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:00:40.337706 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (3a4be737-19c1-4879-8db3-684782e8ffa4), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:40.365459 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-f7bc71ad-12d3-4762-8877-7d56bd9b1c6f tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] For port 3a4be737-19c1-4879-8db3-684782e8ffa4, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=3a4be737-19c1-4879-8db3-684782e8ffa4,segment=NetworkSegment(965a0f05-3d31-4b2a-aa76-ab94852fbeb1),segment_id=965a0f05-3d31-4b2a-aa76-ab94852fbeb1)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:00:40.365829 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f7bc71ad-12d3-4762-8877-7d56bd9b1c6f tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (3a4be737-19c1-4879-8db3-684782e8ffa4), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:40.379256 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-f7bc71ad-12d3-4762-8877-7d56bd9b1c6f tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Calling delete_port for 3a4be737-19c1-4879-8db3-684782e8ffa4 owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:00:40.389943 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-0ac1a9c8-81f5-48c2-8f60-152cdbfb565a None None] Deleting port 3a4be737-19c1-4879-8db3-684782e8ffa4 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:00:40.390308 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0ac1a9c8-81f5-48c2-8f60-152cdbfb565a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (3a4be737-19c1-4879-8db3-684782e8ffa4), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:40.480339 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 3a4be737-19c1-4879-8db3-684782e8ffa4 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:00:40.483382 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-0ac1a9c8-81f5-48c2-8f60-152cdbfb565a None None] For port 3a4be737-19c1-4879-8db3-684782e8ffa4, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=3a4be737-19c1-4879-8db3-684782e8ffa4,segment=NetworkSegment(965a0f05-3d31-4b2a-aa76-ab94852fbeb1),segment_id=965a0f05-3d31-4b2a-aa76-ab94852fbeb1)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:00:40.483779 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0ac1a9c8-81f5-48c2-8f60-152cdbfb565a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (3a4be737-19c1-4879-8db3-684782e8ffa4), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:40.495566 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-0ac1a9c8-81f5-48c2-8f60-152cdbfb565a None None] Calling delete_port for 3a4be737-19c1-4879-8db3-684782e8ffa4 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:00:40.538548 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f7bc71ad-12d3-4762-8877-7d56bd9b1c6f tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (3a4be737-19c1-4879-8db3-684782e8ffa4), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:40.567886 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc71ad-12d3-4762-8877-7d56bd9b1c6f tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Pushing event deleted for resources: {'Port': ['ID=3a4be737-19c1-4879-8db3-684782e8ffa4,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:40.569739 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bc71ad-12d3-4762-8877-7d56bd9b1c6f tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] No DVR routers for this DVR port 3a4be737-19c1-4879-8db3-684782e8ffa4 on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:00:40.575128 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0ac1a9c8-81f5-48c2-8f60-152cdbfb565a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (3a4be737-19c1-4879-8db3-684782e8ffa4), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:40.605634 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac1a9c8-81f5-48c2-8f60-152cdbfb565a None None] Pushing event deleted for resources: {'Port': ['ID=3a4be737-19c1-4879-8db3-684782e8ffa4,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:40.607540 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac1a9c8-81f5-48c2-8f60-152cdbfb565a None None] No DVR routers for this DVR port 3a4be737-19c1-4879-8db3-684782e8ffa4 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:00:40.654055 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f7bc71ad-12d3-4762-8877-7d56bd9b1c6f tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (d44f2d71-71fd-4251-8cfe-d9af50020b14), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:40.673847 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-f7bc71ad-12d3-4762-8877-7d56bd9b1c6f tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d44f2d71-71fd-4251-8cfe-d9af50020b14']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:00:40.683859 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-f7bc71ad-12d3-4762-8877-7d56bd9b1c6f tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '965a0f05-3d31-4b2a-aa76-ab94852fbeb1') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:00:40.684154 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-f7bc71ad-12d3-4762-8877-7d56bd9b1c6f tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '965a0f05-3d31-4b2a-aa76-ab94852fbeb1') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:00:40.698240 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f7bc71ad-12d3-4762-8877-7d56bd9b1c6f tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (965a0f05-3d31-4b2a-aa76-ab94852fbeb1), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:40.711213 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f7bc71ad-12d3-4762-8877-7d56bd9b1c6f tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (965a0f05-3d31-4b2a-aa76-ab94852fbeb1), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:40.716922 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7bc71ad-12d3-4762-8877-7d56bd9b1c6f tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:00:40.717297 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f7bc71ad-12d3-4762-8877-7d56bd9b1c6f tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (965a0f05-3d31-4b2a-aa76-ab94852fbeb1), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:40.720203 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 05:00:40.720203 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:00:40.720203 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 05:00:40.720203 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:00:40.720203 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 05:00:40.720203 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:00:40.720203 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 05:00:40.720203 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:00:40.720203 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 05:00:40.720203 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:00:40.720203 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 05:00:40.720203 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:00:40.720203 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 05:00:40.720203 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:00:40.720203 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:00:40.720203 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:00:40.720203 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:00:40.720203 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:00:40.720203 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 05:00:40.720203 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:00:40.720203 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 05:00:40.720203 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:00:40.720203 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:00:40.720203 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:00:40.720203 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 05:00:40.720203 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:00:40.720203 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:00:40.720203 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:00:40.720203 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:00:40.720203 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:00:40.720203 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:00:40.720203 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:00:40.847086 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f7bc71ad-12d3-4762-8877-7d56bd9b1c6f tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (d44f2d71-71fd-4251-8cfe-d9af50020b14), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:40.854465 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f7bc71ad-12d3-4762-8877-7d56bd9b1c6f tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:40.858614 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f7bc71ad-12d3-4762-8877-7d56bd9b1c6f tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] 10.222.0.13 "DELETE /v2.0/networks/d44f2d71-71fd-4251-8cfe-d9af50020b14 HTTP/1.1" status: 204 len: 168 time: 0.6963136 Jan 29 05:00:40.859627 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 60680) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:40.868907 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc71ad-12d3-4762-8877-7d56bd9b1c6f tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Pushing event deleted for resources: {'Network': ['ID=d44f2d71-71fd-4251-8cfe-d9af50020b14,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:40.893109 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c593d33-b083-48c9-8db2-c34b19ed00fb tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] DELETE failed (client error): The resource could not be found. Jan 29 05:00:40.893574 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c593d33-b083-48c9-8db2-c34b19ed00fb tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 05:00:40.896578 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-1c593d33-b083-48c9-8db2-c34b19ed00fb tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] 10.222.0.13 "DELETE /v2.0/subnets/32f05e49-4e7d-44cb-b1eb-85d514b16e82 HTTP/1.1" status: 404 len: 337 time: 0.0359316 Jan 29 05:00:40.899201 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 60682) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:40.916994 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6e1b0da-e35b-4030-8f75-41f9c6dfd348 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] DELETE failed (client error): The resource could not be found. Jan 29 05:00:40.917512 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6e1b0da-e35b-4030-8f75-41f9c6dfd348 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 05:00:40.920321 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b6e1b0da-e35b-4030-8f75-41f9c6dfd348 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] 10.222.0.13 "DELETE /v2.0/networks/fd7b2d2c-e5aa-47c2-89f4-0209c5eba001 HTTP/1.1" status: 404 len: 339 time: 0.0201714 Jan 29 05:00:40.926672 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 60684) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:40.953885 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-e76f3992-31f8-4a76-9c41-059736cbe640 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] DELETE failed (client error): The resource could not be found. Jan 29 05:00:40.954333 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e76f3992-31f8-4a76-9c41-059736cbe640 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 05:00:40.957320 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-e76f3992-31f8-4a76-9c41-059736cbe640 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] 10.222.0.13 "DELETE /v2.0/subnets/01213e83-3554-459a-bc15-946d5681bc84 HTTP/1.1" status: 404 len: 337 time: 0.0297701 Jan 29 05:00:40.959664 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 60686) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:40.977089 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd73867b-4a5b-4c3c-80e8-27477345216c tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] DELETE failed (client error): The resource could not be found. Jan 29 05:00:40.977579 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd73867b-4a5b-4c3c-80e8-27477345216c tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 05:00:40.980429 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-fd73867b-4a5b-4c3c-80e8-27477345216c tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] 10.222.0.13 "DELETE /v2.0/networks/ed864337-8237-4fd4-8d1d-520ef77aefbd HTTP/1.1" status: 404 len: 339 time: 0.0198812 Jan 29 05:00:40.982584 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 60688) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:41.031980 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-dddd4bf6-2ccc-4203-8e80-d36d720360ce tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Deleting subnet a810ca6d-dc2b-4467-935e-30cf4a574a33 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 05:00:41.035007 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dddd4bf6-2ccc-4203-8e80-d36d720360ce tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks [] for subnet (a810ca6d-dc2b-4467-935e-30cf4a574a33), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:41.074732 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dddd4bf6-2ccc-4203-8e80-d36d720360ce tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (a810ca6d-dc2b-4467-935e-30cf4a574a33), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:41.157389 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dddd4bf6-2ccc-4203-8e80-d36d720360ce tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (a810ca6d-dc2b-4467-935e-30cf4a574a33), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:41.291083 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dddd4bf6-2ccc-4203-8e80-d36d720360ce tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (a810ca6d-dc2b-4467-935e-30cf4a574a33), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:41.316455 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd4bf6-2ccc-4203-8e80-d36d720360ce tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Pushing event deleted for resources: {'Subnet': ['ID=a810ca6d-dc2b-4467-935e-30cf4a574a33,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:41.323502 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dddd4bf6-2ccc-4203-8e80-d36d720360ce tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:41.329517 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-dddd4bf6-2ccc-4203-8e80-d36d720360ce tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] 10.222.0.13 "DELETE /v2.0/subnets/a810ca6d-dc2b-4467-935e-30cf4a574a33 HTTP/1.1" status: 204 len: 168 time: 0.3432410 Jan 29 05:00:41.329517 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 60690) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:41.331436 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73218373-f752-41c6-8380-4e3acabd664a None None] Network a5bbe9da-eb63-4e29-b0bb-86d12e464a45 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:00:41.406459 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9d69a1f4-a0bb-4d37-8a30-3b17c5a9ae22 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (a5bbe9da-eb63-4e29-b0bb-86d12e464a45), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:41.463046 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-9d69a1f4-a0bb-4d37-8a30-3b17c5a9ae22 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Deleting port aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:00:41.463385 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9d69a1f4-a0bb-4d37-8a30-3b17c5a9ae22 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:41.480213 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d05968d-322f-4dec-bb22-2701e0a0e427 None None] DHCP port deletion for a5bbe9da-eb63-4e29-b0bb-86d12e464a45 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 05:00:41.525384 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-9d69a1f4-a0bb-4d37-8a30-3b17c5a9ae22 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] For port aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908,segment=NetworkSegment(8fbee24e-8518-4a36-8aaf-9dcb4a5ec9b3),segment_id=8fbee24e-8518-4a36-8aaf-9dcb4a5ec9b3)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:00:41.525750 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9d69a1f4-a0bb-4d37-8a30-3b17c5a9ae22 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:41.530751 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-4d05968d-322f-4dec-bb22-2701e0a0e427 None None] Deleting port aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:00:41.531128 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4d05968d-322f-4dec-bb22-2701e0a0e427 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:41.539042 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-9d69a1f4-a0bb-4d37-8a30-3b17c5a9ae22 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Calling delete_port for aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908 owned by network:dhcp {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:00:41.592015 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-4d05968d-322f-4dec-bb22-2701e0a0e427 None None] For port aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908,segment=NetworkSegment(8fbee24e-8518-4a36-8aaf-9dcb4a5ec9b3),segment_id=8fbee24e-8518-4a36-8aaf-9dcb4a5ec9b3)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:00:41.592404 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4d05968d-322f-4dec-bb22-2701e0a0e427 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:41.605397 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-4d05968d-322f-4dec-bb22-2701e0a0e427 None None] Calling delete_port for aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:00:41.679149 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9d69a1f4-a0bb-4d37-8a30-3b17c5a9ae22 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:41.684408 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4d05968d-322f-4dec-bb22-2701e0a0e427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:41.706775 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d69a1f4-a0bb-4d37-8a30-3b17c5a9ae22 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] No DVR routers for this DVR port aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908 on host dv-neutron-821190-1-hyperv {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:00:41.709354 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d05968d-322f-4dec-bb22-2701e0a0e427 None None] Pushing event deleted for resources: {'Port': ['ID=aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:41.712091 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d69a1f4-a0bb-4d37-8a30-3b17c5a9ae22 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Pushing event deleted for resources: {'Port': ['ID=aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:41.713620 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d05968d-322f-4dec-bb22-2701e0a0e427 None None] No DVR routers for this DVR port aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:00:41.794192 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9d69a1f4-a0bb-4d37-8a30-3b17c5a9ae22 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (a5bbe9da-eb63-4e29-b0bb-86d12e464a45), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:41.814040 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-9d69a1f4-a0bb-4d37-8a30-3b17c5a9ae22 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5bbe9da-eb63-4e29-b0bb-86d12e464a45']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:00:41.823788 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-9d69a1f4-a0bb-4d37-8a30-3b17c5a9ae22 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fbee24e-8518-4a36-8aaf-9dcb4a5ec9b3') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:00:41.824088 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-9d69a1f4-a0bb-4d37-8a30-3b17c5a9ae22 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fbee24e-8518-4a36-8aaf-9dcb4a5ec9b3') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:00:41.833447 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9d69a1f4-a0bb-4d37-8a30-3b17c5a9ae22 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (8fbee24e-8518-4a36-8aaf-9dcb4a5ec9b3), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:41.847183 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9d69a1f4-a0bb-4d37-8a30-3b17c5a9ae22 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (8fbee24e-8518-4a36-8aaf-9dcb4a5ec9b3), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:41.853603 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d69a1f4-a0bb-4d37-8a30-3b17c5a9ae22 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:00:41.853981 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9d69a1f4-a0bb-4d37-8a30-3b17c5a9ae22 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (8fbee24e-8518-4a36-8aaf-9dcb4a5ec9b3), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:41.857019 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 05:00:41.857019 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:00:41.857019 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 05:00:41.857019 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:00:41.857019 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 05:00:41.857019 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:00:41.857019 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 05:00:41.857019 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:00:41.857019 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 05:00:41.857019 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:00:41.857019 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 05:00:41.857019 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:00:41.857019 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 05:00:41.857019 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:00:41.857019 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:00:41.857019 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:00:41.857019 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:00:41.857019 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:00:41.857019 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 05:00:41.857019 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:00:41.857019 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 05:00:41.857019 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:00:41.857019 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:00:41.857019 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:00:41.857019 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 05:00:41.857019 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:00:41.857019 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:00:41.857019 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:00:41.857019 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:00:41.857019 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:00:41.857019 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:00:41.857019 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:00:41.984451 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9d69a1f4-a0bb-4d37-8a30-3b17c5a9ae22 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (a5bbe9da-eb63-4e29-b0bb-86d12e464a45), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:41.991385 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9d69a1f4-a0bb-4d37-8a30-3b17c5a9ae22 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:41.994444 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9d69a1f4-a0bb-4d37-8a30-3b17c5a9ae22 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] 10.222.0.13 "DELETE /v2.0/networks/a5bbe9da-eb63-4e29-b0bb-86d12e464a45 HTTP/1.1" status: 204 len: 168 time: 0.6642523 Jan 29 05:00:42.006417 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d69a1f4-a0bb-4d37-8a30-3b17c5a9ae22 tempest-NetworksIpV6Test-318592883 tempest-NetworksIpV6Test-318592883-project] Pushing event deleted for resources: {'Network': ['ID=a5bbe9da-eb63-4e29-b0bb-86d12e464a45,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:42.250242 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:00:42.271009 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:00:42.271371 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device aa4ce5f9-2b9f-4ebd-8868-9e132b9e2908 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:00:42.271777 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 3a4be737-19c1-4879-8db3-684782e8ffa4 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:00:42.290161 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 3a4be737-19c1-4879-8db3-684782e8ffa4 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:00:42.290512 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 3a4be737-19c1-4879-8db3-684782e8ffa4 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:00:42.430839 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 60696) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:42.563546 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-80313dd5-9526-4ff0-9ab0-56b4ba5a0981 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5398692c8646440e928b343b6bb1370d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1315379 Jan 29 05:00:42.566059 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 60700) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:42.612340 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-92e433e2-45de-441d-aa69-c98a765a18e1 admin admin] Publish callbacks [] for security_group (0fad437c-04b0-412b-9071-f015c57852ef), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:42.633123 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-92e433e2-45de-441d-aa69-c98a765a18e1 admin admin] Publish callbacks [] for security_group (0fad437c-04b0-412b-9071-f015c57852ef), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:42.753482 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-92e433e2-45de-441d-aa69-c98a765a18e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (0fad437c-04b0-412b-9071-f015c57852ef), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:42.756033 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-92e433e2-45de-441d-aa69-c98a765a18e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:42.757207 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-92e433e2-45de-441d-aa69-c98a765a18e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0fad437c-04b0-412b-9071-f015c57852ef HTTP/1.1" status: 204 len: 168 time: 0.1902428 Jan 29 05:00:42.765422 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e433e2-45de-441d-aa69-c98a765a18e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fad437c-04b0-412b-9071-f015c57852ef,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:43.705152 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 60722) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:43.796983 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-12a3cc4a-6c19-4ca4-af66-b84305380a5c tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2042118974', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:00:43.876037 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-12a3cc4a-6c19-4ca4-af66-b84305380a5c tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (b2f94b37-7767-47ba-8763-1725f3551abc), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:43.877183 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-12a3cc4a-6c19-4ca4-af66-b84305380a5c tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (b2f94b37-7767-47ba-8763-1725f3551abc), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:43.932954 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-12a3cc4a-6c19-4ca4-af66-b84305380a5c tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks [] for router_controller (b2f94b37-7767-47ba-8763-1725f3551abc), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:44.018915 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-12a3cc4a-6c19-4ca4-af66-b84305380a5c tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (b2f94b37-7767-47ba-8763-1725f3551abc), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:44.104034 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-12a3cc4a-6c19-4ca4-af66-b84305380a5c tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:44.105792 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-12a3cc4a-6c19-4ca4-af66-b84305380a5c tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3996027 Jan 29 05:00:44.107801 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 60726) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:44.112694 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-050d06fd-c59b-48e0-985b-e0fa0dee649e tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1131835410'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:00:44.204361 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050d06fd-c59b-48e0-985b-e0fa0dee649e tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Made reservation on behalf of 93fd3208a97b48d192ee8fda7b95f44d for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:00:44.207651 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-050d06fd-c59b-48e0-985b-e0fa0dee649e tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:44.216109 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-050d06fd-c59b-48e0-985b-e0fa0dee649e tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:44.287362 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-050d06fd-c59b-48e0-985b-e0fa0dee649e tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks [] for security_group (633b785d-0fde-471e-a1fe-731ca98546b9), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:44.358923 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-050d06fd-c59b-48e0-985b-e0fa0dee649e tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (633b785d-0fde-471e-a1fe-731ca98546b9), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:44.382803 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-050d06fd-c59b-48e0-985b-e0fa0dee649e tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 05:00:44.397507 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d06fd-c59b-48e0-985b-e0fa0dee649e tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=633b785d-0fde-471e-a1fe-731ca98546b9,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:44.401624 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-050d06fd-c59b-48e0-985b-e0fa0dee649e tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (0c1a8dc8-a8ff-40fa-b244-a7ade5cc6600), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:44.401964 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-050d06fd-c59b-48e0-985b-e0fa0dee649e tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Added segment 0c1a8dc8-a8ff-40fa-b244-a7ade5cc6600 of type vlan for network 1a78a91c-4521-4912-8b89-3df8483fa517 Jan 29 05:00:44.441301 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-050d06fd-c59b-48e0-985b-e0fa0dee649e tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (1a78a91c-4521-4912-8b89-3df8483fa517), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:44.509584 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-050d06fd-c59b-48e0-985b-e0fa0dee649e tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (1a78a91c-4521-4912-8b89-3df8483fa517), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:44.514581 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050d06fd-c59b-48e0-985b-e0fa0dee649e tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:44.515166 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-050d06fd-c59b-48e0-985b-e0fa0dee649e tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:44.582047 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d06fd-c59b-48e0-985b-e0fa0dee649e tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Pushing event updated for resources: {'Network': ['ID=1a78a91c-4521-4912-8b89-3df8483fa517,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:44.592807 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 1a78a91c-4521-4912-8b89-3df8483fa517 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 05:00:44.618889 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-050d06fd-c59b-48e0-985b-e0fa0dee649e tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5099607 Jan 29 05:00:44.621618 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 60728) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:44.626458 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-85b95d16-7069-4f36-a7e4-b69bc6d904eb tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Request body: {'subnet': {'network_id': '1a78a91c-4521-4912-8b89-3df8483fa517', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:00:44.764294 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b95d16-7069-4f36-a7e4-b69bc6d904eb tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Made reservation on behalf of 93fd3208a97b48d192ee8fda7b95f44d for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:00:44.767718 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-85b95d16-7069-4f36-a7e4-b69bc6d904eb tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:45.016258 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-85b95d16-7069-4f36-a7e4-b69bc6d904eb tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (cc9a4bdb-a910-43d3-8593-06d8c7e469f2), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:45.069242 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b95d16-7069-4f36-a7e4-b69bc6d904eb tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Pushing event updated for resources: {'Subnet': ['ID=cc9a4bdb-a910-43d3-8593-06d8c7e469f2,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:45.087437 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b95d16-7069-4f36-a7e4-b69bc6d904eb tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Checking segment: {'id': '0c1a8dc8-a8ff-40fa-b244-a7ade5cc6600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1a78a91c-4521-4912-8b89-3df8483fa517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:00:45.087799 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b95d16-7069-4f36-a7e4-b69bc6d904eb tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Network hostable DHCP agents. Network: 1a78a91c-4521-4912-8b89-3df8483fa517, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 05:00:45.187168 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b95d16-7069-4f36-a7e4-b69bc6d904eb tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Network 1a78a91c-4521-4912-8b89-3df8483fa517 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 05:00:45.269550 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-85b95d16-7069-4f36-a7e4-b69bc6d904eb tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 1a78a91c-4521-4912-8b89-3df8483fa517) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:00:45.273600 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b95d16-7069-4f36-a7e4-b69bc6d904eb tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:45.274193 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-85b95d16-7069-4f36-a7e4-b69bc6d904eb tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:45.279632 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3403e6c-d446-4aaf-ad4c-1188a7f9134e None None] Network 1a78a91c-4521-4912-8b89-3df8483fa517 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:00:45.358217 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-85b95d16-7069-4f36-a7e4-b69bc6d904eb tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7355552 Jan 29 05:00:45.361321 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 60730) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:45.367241 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-d8130565-1a61-4331-b1fc-9b1b68fb9d57 tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1229046590'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:00:45.378409 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4af8f7b-f57b-4d0a-bbaa-49c19ef49d8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-1a78a91c-4521-4912-8b89-3df8483fa517', 'network_id': '1a78a91c-4521-4912-8b89-3df8483fa517', 'project_id': '93fd3208a97b48d192ee8fda7b95f44d', 'fixed_ips': [{'subnet_id': 'cc9a4bdb-a910-43d3-8593-06d8c7e469f2'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 05:00:45.379236 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b4af8f7b-f57b-4d0a-bbaa-49c19ef49d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:45.441122 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8130565-1a61-4331-b1fc-9b1b68fb9d57 tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Made reservation on behalf of 93fd3208a97b48d192ee8fda7b95f44d for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:00:45.444588 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d8130565-1a61-4331-b1fc-9b1b68fb9d57 tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:45.468319 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8130565-1a61-4331-b1fc-9b1b68fb9d57 tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 05:00:45.477131 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d8130565-1a61-4331-b1fc-9b1b68fb9d57 tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (2d5f7745-4786-45e3-afa7-8a65ecdf0a0f), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:45.477476 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-d8130565-1a61-4331-b1fc-9b1b68fb9d57 tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Added segment 2d5f7745-4786-45e3-afa7-8a65ecdf0a0f of type vlan for network 410d1f7e-e5d5-4a9a-9450-22d2d765f495 Jan 29 05:00:45.518356 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d8130565-1a61-4331-b1fc-9b1b68fb9d57 tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (410d1f7e-e5d5-4a9a-9450-22d2d765f495), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:45.520507 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-b4af8f7b-f57b-4d0a-bbaa-49c19ef49d8c None None] Allocated IP 172.20.0.2 (1a78a91c-4521-4912-8b89-3df8483fa517/cc9a4bdb-a910-43d3-8593-06d8c7e469f2/915697b2-8cad-493a-b137-1cd68eed2db0) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:00:45.612934 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d8130565-1a61-4331-b1fc-9b1b68fb9d57 tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (410d1f7e-e5d5-4a9a-9450-22d2d765f495), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:45.617981 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8130565-1a61-4331-b1fc-9b1b68fb9d57 tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:45.618574 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d8130565-1a61-4331-b1fc-9b1b68fb9d57 tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:45.659414 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b4af8f7b-f57b-4d0a-bbaa-49c19ef49d8c None None] Publish callbacks [] for port (915697b2-8cad-493a-b137-1cd68eed2db0), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:45.688725 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8130565-1a61-4331-b1fc-9b1b68fb9d57 tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Pushing event updated for resources: {'Network': ['ID=410d1f7e-e5d5-4a9a-9450-22d2d765f495,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:45.699201 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 410d1f7e-e5d5-4a9a-9450-22d2d765f495 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 05:00:45.713434 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d8130565-1a61-4331-b1fc-9b1b68fb9d57 tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3509531 Jan 29 05:00:45.716127 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 60732) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:45.721273 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-11df6e2e-70f3-4deb-88f0-f0e9659c45a6 tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Request body: {'subnet': {'network_id': '410d1f7e-e5d5-4a9a-9450-22d2d765f495', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:00:45.751564 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b4af8f7b-f57b-4d0a-bbaa-49c19ef49d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (915697b2-8cad-493a-b137-1cd68eed2db0), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:45.802359 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4af8f7b-f57b-4d0a-bbaa-49c19ef49d8c None None] Network 1a78a91c-4521-4912-8b89-3df8483fa517 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:00:45.806518 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-b4af8f7b-f57b-4d0a-bbaa-49c19ef49d8c None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:00:45.812624 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4af8f7b-f57b-4d0a-bbaa-49c19ef49d8c None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:00:45.815921 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af8f7b-f57b-4d0a-bbaa-49c19ef49d8c None None] Pushing event updated for resources: {'Port': ['ID=915697b2-8cad-493a-b137-1cd68eed2db0,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:45.861825 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11df6e2e-70f3-4deb-88f0-f0e9659c45a6 tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Made reservation on behalf of 93fd3208a97b48d192ee8fda7b95f44d for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:00:45.865313 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-11df6e2e-70f3-4deb-88f0-f0e9659c45a6 tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:45.873620 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-b4af8f7b-f57b-4d0a-bbaa-49c19ef49d8c None None] Attempting to bind port 915697b2-8cad-493a-b137-1cd68eed2db0 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:00:45.873987 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-b4af8f7b-f57b-4d0a-bbaa-49c19ef49d8c None None] Attempting to bind port 915697b2-8cad-493a-b137-1cd68eed2db0 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '0c1a8dc8-a8ff-40fa-b244-a7ade5cc6600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1a78a91c-4521-4912-8b89-3df8483fa517'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:00:45.874345 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4af8f7b-f57b-4d0a-bbaa-49c19ef49d8c None None] Attempting to bind port 915697b2-8cad-493a-b137-1cd68eed2db0 on network 1a78a91c-4521-4912-8b89-3df8483fa517 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:00:45.879766 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4af8f7b-f57b-4d0a-bbaa-49c19ef49d8c None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:00:45.880140 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4af8f7b-f57b-4d0a-bbaa-49c19ef49d8c None None] Checking segment: {'id': '0c1a8dc8-a8ff-40fa-b244-a7ade5cc6600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1a78a91c-4521-4912-8b89-3df8483fa517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:00:45.880556 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b4af8f7b-f57b-4d0a-bbaa-49c19ef49d8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:45.880945 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4af8f7b-f57b-4d0a-bbaa-49c19ef49d8c None None] Bound using segment: {'id': '0c1a8dc8-a8ff-40fa-b244-a7ade5cc6600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1a78a91c-4521-4912-8b89-3df8483fa517'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:00:45.881454 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-b4af8f7b-f57b-4d0a-bbaa-49c19ef49d8c None None] Bound port: 915697b2-8cad-493a-b137-1cd68eed2db0, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1a8dc8-a8ff-40fa-b244-a7ade5cc6600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1a78a91c-4521-4912-8b89-3df8483fa517'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:00:45.881823 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b4af8f7b-f57b-4d0a-bbaa-49c19ef49d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (915697b2-8cad-493a-b137-1cd68eed2db0), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:45.942772 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-b4af8f7b-f57b-4d0a-bbaa-49c19ef49d8c None None] For port 915697b2-8cad-493a-b137-1cd68eed2db0, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:00:45.945901 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-b4af8f7b-f57b-4d0a-bbaa-49c19ef49d8c None None] For port 915697b2-8cad-493a-b137-1cd68eed2db0, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=915697b2-8cad-493a-b137-1cd68eed2db0,segment=NetworkSegment(0c1a8dc8-a8ff-40fa-b244-a7ade5cc6600),segment_id=0c1a8dc8-a8ff-40fa-b244-a7ade5cc6600)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:00:46.035826 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b4af8f7b-f57b-4d0a-bbaa-49c19ef49d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (915697b2-8cad-493a-b137-1cd68eed2db0), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:46.095892 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af8f7b-f57b-4d0a-bbaa-49c19ef49d8c None None] Pushing event updated for resources: {'Port': ['ID=915697b2-8cad-493a-b137-1cd68eed2db0,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:46.104548 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-11df6e2e-70f3-4deb-88f0-f0e9659c45a6 tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (13cb3875-23bf-4e8d-8ac0-dd635bc51eed), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:46.169122 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df6e2e-70f3-4deb-88f0-f0e9659c45a6 tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Pushing event updated for resources: {'Subnet': ['ID=13cb3875-23bf-4e8d-8ac0-dd635bc51eed,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:46.179597 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11df6e2e-70f3-4deb-88f0-f0e9659c45a6 tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Checking segment: {'id': '2d5f7745-4786-45e3-afa7-8a65ecdf0a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '410d1f7e-e5d5-4a9a-9450-22d2d765f495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:00:46.179967 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11df6e2e-70f3-4deb-88f0-f0e9659c45a6 tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Network hostable DHCP agents. Network: 410d1f7e-e5d5-4a9a-9450-22d2d765f495, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 05:00:46.293265 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11df6e2e-70f3-4deb-88f0-f0e9659c45a6 tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Network 410d1f7e-e5d5-4a9a-9450-22d2d765f495 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 05:00:46.361613 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-11df6e2e-70f3-4deb-88f0-f0e9659c45a6 tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 410d1f7e-e5d5-4a9a-9450-22d2d765f495) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:00:46.368815 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11df6e2e-70f3-4deb-88f0-f0e9659c45a6 tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:46.369630 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-11df6e2e-70f3-4deb-88f0-f0e9659c45a6 tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:46.375305 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3973eff7-a586-44be-abf9-8aede523b0d3 None None] Network 410d1f7e-e5d5-4a9a-9450-22d2d765f495 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:00:46.448414 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-11df6e2e-70f3-4deb-88f0-f0e9659c45a6 tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7310517 Jan 29 05:00:46.451206 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 60734) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:46.455578 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-06ddaffd-6da4-4e30-b209-69861a6a7b6b tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Request body: {'router': {'external_gateway_info': {'network_id': '410d1f7e-e5d5-4a9a-9450-22d2d765f495'}}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:00:46.480144 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3995db-f712-47ec-9f1a-3bba2f7e8f1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-410d1f7e-e5d5-4a9a-9450-22d2d765f495', 'network_id': '410d1f7e-e5d5-4a9a-9450-22d2d765f495', 'project_id': '93fd3208a97b48d192ee8fda7b95f44d', 'fixed_ips': [{'subnet_id': '13cb3875-23bf-4e8d-8ac0-dd635bc51eed'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 05:00:46.481021 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ab3995db-f712-47ec-9f1a-3bba2f7e8f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:46.616998 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-ab3995db-f712-47ec-9f1a-3bba2f7e8f1c None None] Allocated IP 172.21.0.2 (410d1f7e-e5d5-4a9a-9450-22d2d765f495/13cb3875-23bf-4e8d-8ac0-dd635bc51eed/40e9fd01-022d-46e9-ae3c-1284bad367b2) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:00:46.670845 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-06ddaffd-6da4-4e30-b209-69861a6a7b6b tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks [] for router_gateway (b2f94b37-7767-47ba-8763-1725f3551abc), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:46.862962 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.api.v2.resource [None req-06ddaffd-6da4-4e30-b209-69861a6a7b6b tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 05:00:46.864046 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-06ddaffd-6da4-4e30-b209-69861a6a7b6b tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] 10.222.0.13 "PUT /v2.0/routers/b2f94b37-7767-47ba-8763-1725f3551abc HTTP/1.1" status: 400 len: 364 time: 0.4120226 Jan 29 05:00:46.872042 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 60736) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:46.931153 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-df5b033d-33e8-41c0-9cc2-2372bb70d5f7 tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Deleting subnet 13cb3875-23bf-4e8d-8ac0-dd635bc51eed {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 05:00:46.950930 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ab3995db-f712-47ec-9f1a-3bba2f7e8f1c None None] Publish callbacks [] for port (40e9fd01-022d-46e9-ae3c-1284bad367b2), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:47.015232 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfbd83d-358d-4d4c-a2c7-e395f8d9f297 None None] Network 1a78a91c-4521-4912-8b89-3df8483fa517 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:00:47.018175 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-df5b033d-33e8-41c0-9cc2-2372bb70d5f7 tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks [] for subnet (13cb3875-23bf-4e8d-8ac0-dd635bc51eed), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:47.019432 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ab3995db-f712-47ec-9f1a-3bba2f7e8f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (40e9fd01-022d-46e9-ae3c-1284bad367b2), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:47.061614 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-df5b033d-33e8-41c0-9cc2-2372bb70d5f7 tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (13cb3875-23bf-4e8d-8ac0-dd635bc51eed), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:47.106473 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3995db-f712-47ec-9f1a-3bba2f7e8f1c None None] Network 410d1f7e-e5d5-4a9a-9450-22d2d765f495 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:00:47.125688 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-ab3995db-f712-47ec-9f1a-3bba2f7e8f1c None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:00:47.129737 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3995db-f712-47ec-9f1a-3bba2f7e8f1c None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:00:47.134286 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3995db-f712-47ec-9f1a-3bba2f7e8f1c None None] Pushing event updated for resources: {'Port': ['ID=40e9fd01-022d-46e9-ae3c-1284bad367b2,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:47.151414 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-df5b033d-33e8-41c0-9cc2-2372bb70d5f7 tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (13cb3875-23bf-4e8d-8ac0-dd635bc51eed), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:47.156110 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-f382a63a-4f48-42c1-8287-3ec42912bd1d None None] Provisioning complete for port 915697b2-8cad-493a-b137-1cd68eed2db0 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:00:47.156512 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f382a63a-4f48-42c1-8287-3ec42912bd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (915697b2-8cad-493a-b137-1cd68eed2db0), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:47.253761 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-ab3995db-f712-47ec-9f1a-3bba2f7e8f1c None None] Attempting to bind port 40e9fd01-022d-46e9-ae3c-1284bad367b2 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:00:47.254174 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-ab3995db-f712-47ec-9f1a-3bba2f7e8f1c None None] Attempting to bind port 40e9fd01-022d-46e9-ae3c-1284bad367b2 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '2d5f7745-4786-45e3-afa7-8a65ecdf0a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '410d1f7e-e5d5-4a9a-9450-22d2d765f495'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:00:47.254649 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3995db-f712-47ec-9f1a-3bba2f7e8f1c None None] Attempting to bind port 40e9fd01-022d-46e9-ae3c-1284bad367b2 on network 410d1f7e-e5d5-4a9a-9450-22d2d765f495 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:00:47.268541 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3995db-f712-47ec-9f1a-3bba2f7e8f1c None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:00:47.269093 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3995db-f712-47ec-9f1a-3bba2f7e8f1c None None] Checking segment: {'id': '2d5f7745-4786-45e3-afa7-8a65ecdf0a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '410d1f7e-e5d5-4a9a-9450-22d2d765f495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:00:47.269304 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ab3995db-f712-47ec-9f1a-3bba2f7e8f1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:47.269694 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3995db-f712-47ec-9f1a-3bba2f7e8f1c None None] Bound using segment: {'id': '2d5f7745-4786-45e3-afa7-8a65ecdf0a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '410d1f7e-e5d5-4a9a-9450-22d2d765f495'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:00:47.270154 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-ab3995db-f712-47ec-9f1a-3bba2f7e8f1c None None] Bound port: 40e9fd01-022d-46e9-ae3c-1284bad367b2, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d5f7745-4786-45e3-afa7-8a65ecdf0a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '410d1f7e-e5d5-4a9a-9450-22d2d765f495'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:00:47.270531 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ab3995db-f712-47ec-9f1a-3bba2f7e8f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (40e9fd01-022d-46e9-ae3c-1284bad367b2), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:47.287301 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-df5b033d-33e8-41c0-9cc2-2372bb70d5f7 tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (13cb3875-23bf-4e8d-8ac0-dd635bc51eed), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:47.319630 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-df5b033d-33e8-41c0-9cc2-2372bb70d5f7 tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:47.323425 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-df5b033d-33e8-41c0-9cc2-2372bb70d5f7 tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] 10.222.0.13 "DELETE /v2.0/subnets/13cb3875-23bf-4e8d-8ac0-dd635bc51eed HTTP/1.1" status: 204 len: 168 time: 0.4501843 Jan 29 05:00:47.325913 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b033d-33e8-41c0-9cc2-2372bb70d5f7 tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Pushing event deleted for resources: {'Subnet': ['ID=13cb3875-23bf-4e8d-8ac0-dd635bc51eed,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:47.326709 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 60738) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:47.372380 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-f382a63a-4f48-42c1-8287-3ec42912bd1d None None] Current status of the port 915697b2-8cad-493a-b137-1cd68eed2db0 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:00:47.372795 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f382a63a-4f48-42c1-8287-3ec42912bd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (915697b2-8cad-493a-b137-1cd68eed2db0), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:47.383928 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-ab3995db-f712-47ec-9f1a-3bba2f7e8f1c None None] For port 40e9fd01-022d-46e9-ae3c-1284bad367b2, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:00:47.403759 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-ab3995db-f712-47ec-9f1a-3bba2f7e8f1c None None] For port 40e9fd01-022d-46e9-ae3c-1284bad367b2, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=40e9fd01-022d-46e9-ae3c-1284bad367b2,segment=NetworkSegment(2d5f7745-4786-45e3-afa7-8a65ecdf0a0f),segment_id=2d5f7745-4786-45e3-afa7-8a65ecdf0a0f)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:00:47.410511 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0e430f7e-ff12-4627-b87d-3fe280fd12ce tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (410d1f7e-e5d5-4a9a-9450-22d2d765f495), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:47.421820 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-f382a63a-4f48-42c1-8287-3ec42912bd1d None None] For port 915697b2-8cad-493a-b137-1cd68eed2db0, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=915697b2-8cad-493a-b137-1cd68eed2db0,segment=NetworkSegment(0c1a8dc8-a8ff-40fa-b244-a7ade5cc6600),segment_id=0c1a8dc8-a8ff-40fa-b244-a7ade5cc6600)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:00:47.459271 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ab3995db-f712-47ec-9f1a-3bba2f7e8f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (40e9fd01-022d-46e9-ae3c-1284bad367b2), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:47.471307 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-0e430f7e-ff12-4627-b87d-3fe280fd12ce tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Deleting port 40e9fd01-022d-46e9-ae3c-1284bad367b2 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:00:47.471654 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0e430f7e-ff12-4627-b87d-3fe280fd12ce tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (40e9fd01-022d-46e9-ae3c-1284bad367b2), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:47.494520 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f382a63a-4f48-42c1-8287-3ec42912bd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (915697b2-8cad-493a-b137-1cd68eed2db0), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:47.541049 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-0e430f7e-ff12-4627-b87d-3fe280fd12ce tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] For port 40e9fd01-022d-46e9-ae3c-1284bad367b2, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=40e9fd01-022d-46e9-ae3c-1284bad367b2,segment=NetworkSegment(2d5f7745-4786-45e3-afa7-8a65ecdf0a0f),segment_id=2d5f7745-4786-45e3-afa7-8a65ecdf0a0f)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:00:47.541514 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0e430f7e-ff12-4627-b87d-3fe280fd12ce tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (40e9fd01-022d-46e9-ae3c-1284bad367b2), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:47.543627 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3995db-f712-47ec-9f1a-3bba2f7e8f1c None None] Pushing event updated for resources: {'Port': ['ID=40e9fd01-022d-46e9-ae3c-1284bad367b2,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:47.555754 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-0e430f7e-ff12-4627-b87d-3fe280fd12ce tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Calling delete_port for 40e9fd01-022d-46e9-ae3c-1284bad367b2 owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:00:47.591247 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d417535b-af3f-433a-9344-79957dae6148 None None] get_active_networks_info from dv-neutron-821190-1-hyperv {{(pid=103586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 29 05:00:47.635118 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f382a63a-4f48-42c1-8287-3ec42912bd1d None None] Pushing event updated for resources: {'Port': ['ID=915697b2-8cad-493a-b137-1cd68eed2db0,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:47.655236 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-41405870-e424-4697-a643-ca309bfc9fb5 None None] Provisioning complete for port 915697b2-8cad-493a-b137-1cd68eed2db0 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:00:47.655610 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-41405870-e424-4697-a643-ca309bfc9fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (915697b2-8cad-493a-b137-1cd68eed2db0), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:47.704712 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0e430f7e-ff12-4627-b87d-3fe280fd12ce tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (40e9fd01-022d-46e9-ae3c-1284bad367b2), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:47.706813 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d417535b-af3f-433a-9344-79957dae6148 None None] Resources bound (agent type, host, resource id): {{(pid=103586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 05:00:47.733933 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e430f7e-ff12-4627-b87d-3fe280fd12ce tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] No DVR routers for this DVR port 40e9fd01-022d-46e9-ae3c-1284bad367b2 on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:00:47.739724 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e430f7e-ff12-4627-b87d-3fe280fd12ce tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Pushing event deleted for resources: {'Port': ['ID=40e9fd01-022d-46e9-ae3c-1284bad367b2,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:47.814395 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-41405870-e424-4697-a643-ca309bfc9fb5 None None] Current status of the port 915697b2-8cad-493a-b137-1cd68eed2db0 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:00:47.818756 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0e430f7e-ff12-4627-b87d-3fe280fd12ce tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (410d1f7e-e5d5-4a9a-9450-22d2d765f495), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:47.841001 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-0e430f7e-ff12-4627-b87d-3fe280fd12ce tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['410d1f7e-e5d5-4a9a-9450-22d2d765f495']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:00:47.853068 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-0e430f7e-ff12-4627-b87d-3fe280fd12ce tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d5f7745-4786-45e3-afa7-8a65ecdf0a0f') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:00:47.853377 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-0e430f7e-ff12-4627-b87d-3fe280fd12ce tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d5f7745-4786-45e3-afa7-8a65ecdf0a0f') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:00:47.862905 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0e430f7e-ff12-4627-b87d-3fe280fd12ce tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (2d5f7745-4786-45e3-afa7-8a65ecdf0a0f), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:47.876247 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0e430f7e-ff12-4627-b87d-3fe280fd12ce tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (2d5f7745-4786-45e3-afa7-8a65ecdf0a0f), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:47.883062 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e430f7e-ff12-4627-b87d-3fe280fd12ce tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:00:47.883485 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0e430f7e-ff12-4627-b87d-3fe280fd12ce tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (2d5f7745-4786-45e3-afa7-8a65ecdf0a0f), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:47.886631 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 05:00:47.886631 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:00:47.886631 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 05:00:47.886631 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:00:47.886631 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 05:00:47.886631 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:00:47.886631 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 05:00:47.886631 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:00:47.886631 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 05:00:47.886631 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:00:47.886631 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 05:00:47.886631 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:00:47.886631 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 05:00:47.886631 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:00:47.886631 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:00:47.886631 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:00:47.886631 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:00:47.886631 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:00:47.886631 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 05:00:47.886631 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:00:47.886631 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 05:00:47.886631 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:00:47.886631 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:00:47.886631 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:00:47.886631 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 05:00:47.886631 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:00:47.886631 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:00:47.886631 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:00:47.886631 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:00:47.886631 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:00:47.886631 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:00:47.886631 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:00:47.897274 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9a83b5-303b-4e4a-aef3-fec835c17072 None None] Network 410d1f7e-e5d5-4a9a-9450-22d2d765f495 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:00:48.027504 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0e430f7e-ff12-4627-b87d-3fe280fd12ce tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (410d1f7e-e5d5-4a9a-9450-22d2d765f495), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:48.034144 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0e430f7e-ff12-4627-b87d-3fe280fd12ce tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:48.037296 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0e430f7e-ff12-4627-b87d-3fe280fd12ce tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] 10.222.0.13 "DELETE /v2.0/networks/410d1f7e-e5d5-4a9a-9450-22d2d765f495 HTTP/1.1" status: 204 len: 168 time: 0.7096055 Jan 29 05:00:48.039890 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 60740) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:48.049253 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e430f7e-ff12-4627-b87d-3fe280fd12ce tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Pushing event deleted for resources: {'Network': ['ID=410d1f7e-e5d5-4a9a-9450-22d2d765f495,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:48.091316 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-2517afb9-4fe7-46bb-963f-ec3ef2d5e2c3 tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Deleting subnet cc9a4bdb-a910-43d3-8593-06d8c7e469f2 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 05:00:48.094284 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2517afb9-4fe7-46bb-963f-ec3ef2d5e2c3 tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks [] for subnet (cc9a4bdb-a910-43d3-8593-06d8c7e469f2), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:48.132605 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2517afb9-4fe7-46bb-963f-ec3ef2d5e2c3 tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (cc9a4bdb-a910-43d3-8593-06d8c7e469f2), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:48.220287 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2517afb9-4fe7-46bb-963f-ec3ef2d5e2c3 tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (cc9a4bdb-a910-43d3-8593-06d8c7e469f2), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:48.283929 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 915697b2-8cad-493a-b137-1cd68eed2db0 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:00:48.332153 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 915697b2-8cad-493a-b137-1cd68eed2db0 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:00:48.332546 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (915697b2-8cad-493a-b137-1cd68eed2db0), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:48.405205 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2517afb9-4fe7-46bb-963f-ec3ef2d5e2c3 tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (cc9a4bdb-a910-43d3-8593-06d8c7e469f2), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:48.406558 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 915697b2-8cad-493a-b137-1cd68eed2db0 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:00:48.432431 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517afb9-4fe7-46bb-963f-ec3ef2d5e2c3 tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Pushing event deleted for resources: {'Subnet': ['ID=cc9a4bdb-a910-43d3-8593-06d8c7e469f2,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:48.436055 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2517afb9-4fe7-46bb-963f-ec3ef2d5e2c3 tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:48.439540 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2517afb9-4fe7-46bb-963f-ec3ef2d5e2c3 tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] 10.222.0.13 "DELETE /v2.0/subnets/cc9a4bdb-a910-43d3-8593-06d8c7e469f2 HTTP/1.1" status: 204 len: 168 time: 0.3981557 Jan 29 05:00:48.441849 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 60742) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:48.443522 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795800c5-ecfd-4bf3-9172-469cda7cae9b None None] Network 1a78a91c-4521-4912-8b89-3df8483fa517 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:00:48.519353 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-739cc32c-af23-486f-9177-d86801a434ca tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (1a78a91c-4521-4912-8b89-3df8483fa517), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:48.574879 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-739cc32c-af23-486f-9177-d86801a434ca tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Deleting port 915697b2-8cad-493a-b137-1cd68eed2db0 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:00:48.575222 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-739cc32c-af23-486f-9177-d86801a434ca tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (915697b2-8cad-493a-b137-1cd68eed2db0), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:48.592512 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad16332-e5e4-40fe-954d-05057ec7f92b None None] DHCP port deletion for 1a78a91c-4521-4912-8b89-3df8483fa517 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 05:00:48.643045 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-1ad16332-e5e4-40fe-954d-05057ec7f92b None None] Deleting port 915697b2-8cad-493a-b137-1cd68eed2db0 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:00:48.643271 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-739cc32c-af23-486f-9177-d86801a434ca tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] For port 915697b2-8cad-493a-b137-1cd68eed2db0, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=915697b2-8cad-493a-b137-1cd68eed2db0,segment=NetworkSegment(0c1a8dc8-a8ff-40fa-b244-a7ade5cc6600),segment_id=0c1a8dc8-a8ff-40fa-b244-a7ade5cc6600)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:00:48.643448 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1ad16332-e5e4-40fe-954d-05057ec7f92b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (915697b2-8cad-493a-b137-1cd68eed2db0), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:48.643591 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-739cc32c-af23-486f-9177-d86801a434ca tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (915697b2-8cad-493a-b137-1cd68eed2db0), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:48.658156 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-739cc32c-af23-486f-9177-d86801a434ca tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Calling delete_port for 915697b2-8cad-493a-b137-1cd68eed2db0 owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:00:48.703281 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-1ad16332-e5e4-40fe-954d-05057ec7f92b None None] For port 915697b2-8cad-493a-b137-1cd68eed2db0, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=915697b2-8cad-493a-b137-1cd68eed2db0,segment=NetworkSegment(0c1a8dc8-a8ff-40fa-b244-a7ade5cc6600),segment_id=0c1a8dc8-a8ff-40fa-b244-a7ade5cc6600)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:00:48.703611 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1ad16332-e5e4-40fe-954d-05057ec7f92b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (915697b2-8cad-493a-b137-1cd68eed2db0), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:48.716659 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-1ad16332-e5e4-40fe-954d-05057ec7f92b None None] Calling delete_port for 915697b2-8cad-493a-b137-1cd68eed2db0 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:00:48.818861 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-739cc32c-af23-486f-9177-d86801a434ca tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (915697b2-8cad-493a-b137-1cd68eed2db0), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:48.825905 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1ad16332-e5e4-40fe-954d-05057ec7f92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (915697b2-8cad-493a-b137-1cd68eed2db0), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:48.856804 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad16332-e5e4-40fe-954d-05057ec7f92b None None] Pushing event deleted for resources: {'Port': ['ID=915697b2-8cad-493a-b137-1cd68eed2db0,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:48.856945 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cc32c-af23-486f-9177-d86801a434ca tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Pushing event deleted for resources: {'Port': ['ID=915697b2-8cad-493a-b137-1cd68eed2db0,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:48.858282 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad16332-e5e4-40fe-954d-05057ec7f92b None None] No DVR routers for this DVR port 915697b2-8cad-493a-b137-1cd68eed2db0 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:00:48.859622 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739cc32c-af23-486f-9177-d86801a434ca tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] No DVR routers for this DVR port 915697b2-8cad-493a-b137-1cd68eed2db0 on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:00:48.942842 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-739cc32c-af23-486f-9177-d86801a434ca tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (1a78a91c-4521-4912-8b89-3df8483fa517), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:48.963825 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-739cc32c-af23-486f-9177-d86801a434ca tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a78a91c-4521-4912-8b89-3df8483fa517']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:00:48.973003 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-739cc32c-af23-486f-9177-d86801a434ca tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c1a8dc8-a8ff-40fa-b244-a7ade5cc6600') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:00:48.973307 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-739cc32c-af23-486f-9177-d86801a434ca tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c1a8dc8-a8ff-40fa-b244-a7ade5cc6600') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:00:48.982790 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-739cc32c-af23-486f-9177-d86801a434ca tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (0c1a8dc8-a8ff-40fa-b244-a7ade5cc6600), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:48.996111 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-739cc32c-af23-486f-9177-d86801a434ca tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (0c1a8dc8-a8ff-40fa-b244-a7ade5cc6600), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:49.002171 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-739cc32c-af23-486f-9177-d86801a434ca tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:00:49.002562 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-739cc32c-af23-486f-9177-d86801a434ca tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (0c1a8dc8-a8ff-40fa-b244-a7ade5cc6600), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:49.005562 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 05:00:49.005562 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:00:49.005562 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 05:00:49.005562 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:00:49.005562 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 05:00:49.005562 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:00:49.005562 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 05:00:49.005562 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:00:49.005562 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 05:00:49.005562 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:00:49.005562 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 05:00:49.005562 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:00:49.005562 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 05:00:49.005562 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:00:49.005562 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:00:49.005562 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:00:49.005562 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:00:49.005562 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:00:49.005562 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 05:00:49.005562 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:00:49.005562 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 05:00:49.005562 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:00:49.005562 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:00:49.005562 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:00:49.005562 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 05:00:49.005562 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:00:49.005562 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:00:49.005562 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:00:49.005562 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:00:49.005562 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:00:49.005562 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:00:49.005562 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:00:49.110246 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-739cc32c-af23-486f-9177-d86801a434ca tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (1a78a91c-4521-4912-8b89-3df8483fa517), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:49.117891 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-739cc32c-af23-486f-9177-d86801a434ca tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:49.120799 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-739cc32c-af23-486f-9177-d86801a434ca tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] 10.222.0.13 "DELETE /v2.0/networks/1a78a91c-4521-4912-8b89-3df8483fa517 HTTP/1.1" status: 204 len: 168 time: 0.6779354 Jan 29 05:00:49.123702 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 60744) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:49.133099 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cc32c-af23-486f-9177-d86801a434ca tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Pushing event deleted for resources: {'Network': ['ID=1a78a91c-4521-4912-8b89-3df8483fa517,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:49.152778 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-bc5f9af0-ff9f-4f5a-8f3e-63210a1d3d0f tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2f94b37-7767-47ba-8763-1725f3551abc HTTP/1.1" status: 200 len: 205 time: 0.0279202 Jan 29 05:00:49.155093 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 60746) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:49.227856 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e5f1cad3-3c07-480f-a939-ebf038c91424 tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks [] for router (b2f94b37-7767-47ba-8763-1725f3551abc), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:49.673943 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e5f1cad3-3c07-480f-a939-ebf038c91424 tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (b2f94b37-7767-47ba-8763-1725f3551abc), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:49.676058 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e5f1cad3-3c07-480f-a939-ebf038c91424 tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks [] for router_controller (b2f94b37-7767-47ba-8763-1725f3551abc), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:49.793125 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e5f1cad3-3c07-480f-a939-ebf038c91424 tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (b2f94b37-7767-47ba-8763-1725f3551abc), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:49.793685 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f1cad3-3c07-480f-a939-ebf038c91424 tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Fanout notify agent at l3_agent the message router_deleted on router b2f94b37-7767-47ba-8763-1725f3551abc {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 05:00:49.805817 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e5f1cad3-3c07-480f-a939-ebf038c91424 tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:49.805817 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-e5f1cad3-3c07-480f-a939-ebf038c91424 tempest-RoutersNegativeTest-185722226 tempest-RoutersNegativeTest-185722226-project] 10.222.0.13 "DELETE /v2.0/routers/b2f94b37-7767-47ba-8763-1725f3551abc HTTP/1.1" status: 204 len: 168 time: 0.6454079 Jan 29 05:00:50.239991 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 915697b2-8cad-493a-b137-1cd68eed2db0 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:00:50.260847 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 915697b2-8cad-493a-b137-1cd68eed2db0 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:00:50.261188 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 915697b2-8cad-493a-b137-1cd68eed2db0 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:00:50.398756 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d9e6d9b9-edad-44e8-aa22-bd52b7ee18df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:50.520908 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 60752) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:50.654073 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f273f2b5-f53b-47be-a350-6a617fe7622a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=93fd3208a97b48d192ee8fda7b95f44d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1318588 Jan 29 05:00:50.656312 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 60756) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:50.702261 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-169c8ef6-dd4a-4088-82b4-9aa511ca25df admin admin] Publish callbacks [] for security_group (633b785d-0fde-471e-a1fe-731ca98546b9), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:50.722282 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-169c8ef6-dd4a-4088-82b4-9aa511ca25df admin admin] Publish callbacks [] for security_group (633b785d-0fde-471e-a1fe-731ca98546b9), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:50.833106 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-169c8ef6-dd4a-4088-82b4-9aa511ca25df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (633b785d-0fde-471e-a1fe-731ca98546b9), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:50.835814 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-169c8ef6-dd4a-4088-82b4-9aa511ca25df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:50.836983 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-169c8ef6-dd4a-4088-82b4-9aa511ca25df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/633b785d-0fde-471e-a1fe-731ca98546b9 HTTP/1.1" status: 204 len: 168 time: 0.1797559 Jan 29 05:00:50.844850 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c8ef6-dd4a-4088-82b4-9aa511ca25df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633b785d-0fde-471e-a1fe-731ca98546b9,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:51.756827 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 60778) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:51.850017 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-c8e81db7-0fd5-4844-b84d-62739da621f7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2121680195-network', 'tenant_id': '3b41125e3ffe4bd8898695fd4fe2bc88'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:00:51.952766 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e81db7-0fd5-4844-b84d-62739da621f7 admin admin] Made reservation on behalf of 3b41125e3ffe4bd8898695fd4fe2bc88 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:00:51.955089 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c8e81db7-0fd5-4844-b84d-62739da621f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:51.964700 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c8e81db7-0fd5-4844-b84d-62739da621f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:52.040188 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c8e81db7-0fd5-4844-b84d-62739da621f7 admin admin] Publish callbacks [] for security_group (6555d6a2-b71a-42b3-846f-1b2f200ec92a), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:52.104134 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c8e81db7-0fd5-4844-b84d-62739da621f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (6555d6a2-b71a-42b3-846f-1b2f200ec92a), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:52.128640 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8e81db7-0fd5-4844-b84d-62739da621f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 05:00:52.138828 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e81db7-0fd5-4844-b84d-62739da621f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6555d6a2-b71a-42b3-846f-1b2f200ec92a,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:52.143585 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c8e81db7-0fd5-4844-b84d-62739da621f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (abf82723-0fad-47c5-b8bc-d45b7870384c), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:52.143922 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-c8e81db7-0fd5-4844-b84d-62739da621f7 admin admin] Added segment abf82723-0fad-47c5-b8bc-d45b7870384c of type vlan for network 045d1849-2770-408c-9c77-63a6404b9502 Jan 29 05:00:52.196059 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c8e81db7-0fd5-4844-b84d-62739da621f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (045d1849-2770-408c-9c77-63a6404b9502), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:52.296307 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c8e81db7-0fd5-4844-b84d-62739da621f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (045d1849-2770-408c-9c77-63a6404b9502), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:52.297693 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e81db7-0fd5-4844-b84d-62739da621f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:52.297853 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c8e81db7-0fd5-4844-b84d-62739da621f7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:52.359607 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e81db7-0fd5-4844-b84d-62739da621f7 admin admin] Pushing event updated for resources: {'Network': ['ID=045d1849-2770-408c-9c77-63a6404b9502,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:52.370060 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 045d1849-2770-408c-9c77-63a6404b9502 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 05:00:52.430463 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c8e81db7-0fd5-4844-b84d-62739da621f7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6723690 Jan 29 05:00:52.433196 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 60782) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:52.438669 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-d6f160f4-d654-45ce-9782-daed56efa5d3 admin admin] Request body: {'subnet': {'network_id': '045d1849-2770-408c-9c77-63a6404b9502', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2121680195-subnet', 'tenant_id': '3b41125e3ffe4bd8898695fd4fe2bc88', 'ip_version': 4}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:00:52.529987 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cfdafed2-0d5b-424f-8420-239044687526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:52.552886 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f160f4-d654-45ce-9782-daed56efa5d3 admin admin] Made reservation on behalf of 3b41125e3ffe4bd8898695fd4fe2bc88 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:00:52.555670 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d6f160f4-d654-45ce-9782-daed56efa5d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:52.793507 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d6f160f4-d654-45ce-9782-daed56efa5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (c097ad64-73a8-43e1-95ef-989f70315862), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:52.847076 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f160f4-d654-45ce-9782-daed56efa5d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c097ad64-73a8-43e1-95ef-989f70315862,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:52.857362 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f160f4-d654-45ce-9782-daed56efa5d3 admin admin] Checking segment: {'id': 'abf82723-0fad-47c5-b8bc-d45b7870384c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '045d1849-2770-408c-9c77-63a6404b9502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:00:52.857733 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f160f4-d654-45ce-9782-daed56efa5d3 admin admin] Network hostable DHCP agents. Network: 045d1849-2770-408c-9c77-63a6404b9502, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 05:00:52.930344 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f160f4-d654-45ce-9782-daed56efa5d3 admin admin] Network 045d1849-2770-408c-9c77-63a6404b9502 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 05:00:52.998787 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-d6f160f4-d654-45ce-9782-daed56efa5d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 045d1849-2770-408c-9c77-63a6404b9502) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:00:53.002769 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f160f4-d654-45ce-9782-daed56efa5d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:53.003359 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d6f160f4-d654-45ce-9782-daed56efa5d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:53.009241 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d25d6f-faa8-4352-8fbe-f0156e50e873 None None] Network 045d1849-2770-408c-9c77-63a6404b9502 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:00:53.121212 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea21cfc-4be3-4591-a172-82279fe22ecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-045d1849-2770-408c-9c77-63a6404b9502', 'network_id': '045d1849-2770-408c-9c77-63a6404b9502', 'project_id': '3b41125e3ffe4bd8898695fd4fe2bc88', 'fixed_ips': [{'subnet_id': 'c097ad64-73a8-43e1-95ef-989f70315862'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 05:00:53.122054 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bea21cfc-4be3-4591-a172-82279fe22ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:53.126987 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d6f160f4-d654-45ce-9782-daed56efa5d3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6927276 Jan 29 05:00:53.129733 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 60784) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:53.134041 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-c591f38a-2fdd-4a2c-99e6-9e3d19f5bc61 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2121680195-router', 'tenant_id': '3b41125e3ffe4bd8898695fd4fe2bc88', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:00:53.210530 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c591f38a-2fdd-4a2c-99e6-9e3d19f5bc61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (9779f748-fd6c-4696-bd67-48826ffd47e8), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:53.211599 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c591f38a-2fdd-4a2c-99e6-9e3d19f5bc61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (9779f748-fd6c-4696-bd67-48826ffd47e8), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:53.258942 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-bea21cfc-4be3-4591-a172-82279fe22ecf None None] Allocated IP 172.20.0.2 (045d1849-2770-408c-9c77-63a6404b9502/c097ad64-73a8-43e1-95ef-989f70315862/4220a8c5-315b-4fec-8c78-67b3382ab7ec) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:00:53.268131 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c591f38a-2fdd-4a2c-99e6-9e3d19f5bc61 admin admin] Publish callbacks [] for router_controller (9779f748-fd6c-4696-bd67-48826ffd47e8), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:53.396971 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bea21cfc-4be3-4591-a172-82279fe22ecf None None] Publish callbacks [] for port (4220a8c5-315b-4fec-8c78-67b3382ab7ec), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:53.452868 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bea21cfc-4be3-4591-a172-82279fe22ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (4220a8c5-315b-4fec-8c78-67b3382ab7ec), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:53.487906 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c591f38a-2fdd-4a2c-99e6-9e3d19f5bc61 admin admin] Publish callbacks [] for router_gateway (9779f748-fd6c-4696-bd67-48826ffd47e8), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:53.496957 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea21cfc-4be3-4591-a172-82279fe22ecf None None] Network 045d1849-2770-408c-9c77-63a6404b9502 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:00:53.499676 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-bea21cfc-4be3-4591-a172-82279fe22ecf None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:00:53.505951 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea21cfc-4be3-4591-a172-82279fe22ecf None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:00:53.508976 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea21cfc-4be3-4591-a172-82279fe22ecf None None] Pushing event updated for resources: {'Port': ['ID=4220a8c5-315b-4fec-8c78-67b3382ab7ec,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:53.562399 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-bea21cfc-4be3-4591-a172-82279fe22ecf None None] Attempting to bind port 4220a8c5-315b-4fec-8c78-67b3382ab7ec on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:00:53.562775 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-bea21cfc-4be3-4591-a172-82279fe22ecf None None] Attempting to bind port 4220a8c5-315b-4fec-8c78-67b3382ab7ec by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'abf82723-0fad-47c5-b8bc-d45b7870384c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '045d1849-2770-408c-9c77-63a6404b9502'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:00:53.563141 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea21cfc-4be3-4591-a172-82279fe22ecf None None] Attempting to bind port 4220a8c5-315b-4fec-8c78-67b3382ab7ec on network 045d1849-2770-408c-9c77-63a6404b9502 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:00:53.568063 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea21cfc-4be3-4591-a172-82279fe22ecf None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:00:53.568441 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea21cfc-4be3-4591-a172-82279fe22ecf None None] Checking segment: {'id': 'abf82723-0fad-47c5-b8bc-d45b7870384c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '045d1849-2770-408c-9c77-63a6404b9502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:00:53.568877 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bea21cfc-4be3-4591-a172-82279fe22ecf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:53.569333 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea21cfc-4be3-4591-a172-82279fe22ecf None None] Bound using segment: {'id': 'abf82723-0fad-47c5-b8bc-d45b7870384c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '045d1849-2770-408c-9c77-63a6404b9502'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:00:53.569779 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-bea21cfc-4be3-4591-a172-82279fe22ecf None None] Bound port: 4220a8c5-315b-4fec-8c78-67b3382ab7ec, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abf82723-0fad-47c5-b8bc-d45b7870384c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '045d1849-2770-408c-9c77-63a6404b9502'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:00:53.570165 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bea21cfc-4be3-4591-a172-82279fe22ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (4220a8c5-315b-4fec-8c78-67b3382ab7ec), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:53.632083 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-bea21cfc-4be3-4591-a172-82279fe22ecf None None] For port 4220a8c5-315b-4fec-8c78-67b3382ab7ec, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:00:53.635560 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-bea21cfc-4be3-4591-a172-82279fe22ecf None None] For port 4220a8c5-315b-4fec-8c78-67b3382ab7ec, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=4220a8c5-315b-4fec-8c78-67b3382ab7ec,segment=NetworkSegment(abf82723-0fad-47c5-b8bc-d45b7870384c),segment_id=abf82723-0fad-47c5-b8bc-d45b7870384c)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:00:53.724535 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bea21cfc-4be3-4591-a172-82279fe22ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (4220a8c5-315b-4fec-8c78-67b3382ab7ec), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:53.738068 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c591f38a-2fdd-4a2c-99e6-9e3d19f5bc61 admin admin] Publish callbacks [] for router_gateway (9779f748-fd6c-4696-bd67-48826ffd47e8), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:53.758956 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c591f38a-2fdd-4a2c-99e6-9e3d19f5bc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:53.872043 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-c591f38a-2fdd-4a2c-99e6-9e3d19f5bc61 admin admin] Allocated IP 172.26.8.146 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:00:53.901380 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:53.927935 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea21cfc-4be3-4591-a172-82279fe22ecf None None] Pushing event updated for resources: {'Port': ['ID=4220a8c5-315b-4fec-8c78-67b3382ab7ec,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:53.977640 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c591f38a-2fdd-4a2c-99e6-9e3d19f5bc61 admin admin] Publish callbacks [] for port (2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:54.075200 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c591f38a-2fdd-4a2c-99e6-9e3d19f5bc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:54.134004 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c591f38a-2fdd-4a2c-99e6-9e3d19f5bc61 admin admin] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:00:54.138916 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-c591f38a-2fdd-4a2c-99e6-9e3d19f5bc61 admin admin] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:00:54.147172 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c591f38a-2fdd-4a2c-99e6-9e3d19f5bc61 admin admin] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:00:54.151020 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c591f38a-2fdd-4a2c-99e6-9e3d19f5bc61 admin admin] Pushing event updated for resources: {'Port': ['ID=2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:54.212286 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:54.301771 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 4220a8c5-315b-4fec-8c78-67b3382ab7ec up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:00:54.349737 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 4220a8c5-315b-4fec-8c78-67b3382ab7ec triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:00:54.350028 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (4220a8c5-315b-4fec-8c78-67b3382ab7ec), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:54.431660 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 4220a8c5-315b-4fec-8c78-67b3382ab7ec is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:00:54.432346 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (4220a8c5-315b-4fec-8c78-67b3382ab7ec), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:54.465999 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 4220a8c5-315b-4fec-8c78-67b3382ab7ec, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=4220a8c5-315b-4fec-8c78-67b3382ab7ec,segment=NetworkSegment(abf82723-0fad-47c5-b8bc-d45b7870384c),segment_id=abf82723-0fad-47c5-b8bc-d45b7870384c)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:00:54.485463 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c591f38a-2fdd-4a2c-99e6-9e3d19f5bc61 admin admin] Publish callbacks [] for router_gateway (9779f748-fd6c-4696-bd67-48826ffd47e8), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:54.544020 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (4220a8c5-315b-4fec-8c78-67b3382ab7ec), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:54.596713 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=4220a8c5-315b-4fec-8c78-67b3382ab7ec,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:54.688302 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c591f38a-2fdd-4a2c-99e6-9e3d19f5bc61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (9779f748-fd6c-4696-bd67-48826ffd47e8), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:54.852692 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068e4ff1-ee9e-4823-9f02-7cb08671d04d None None] Network 045d1849-2770-408c-9c77-63a6404b9502 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:00:54.869424 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c591f38a-2fdd-4a2c-99e6-9e3d19f5bc61 admin admin] Router 9779f748-fd6c-4696-bd67-48826ffd47e8 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 05:00:54.931121 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-ddf56a83-43e3-4134-889a-4feab9dffcdc None None] Provisioning complete for port 4220a8c5-315b-4fec-8c78-67b3382ab7ec triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:00:54.931491 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ddf56a83-43e3-4134-889a-4feab9dffcdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (4220a8c5-315b-4fec-8c78-67b3382ab7ec), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:54.982822 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c591f38a-2fdd-4a2c-99e6-9e3d19f5bc61 admin admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:00:54.995801 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:54.996712 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f62e8d4-7f2a-43d7-a22e-fbec6b103bd7 None None] Sync routers for ids ['9779f748-fd6c-4696-bd67-48826ffd47e8'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:00:55.016958 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f62e8d4-7f2a-43d7-a22e-fbec6b103bd7 None None] Routers {'9779f748-fd6c-4696-bd67-48826ffd47e8'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:00:55.017567 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-0f62e8d4-7f2a-43d7-a22e-fbec6b103bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:00:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['9779f748-fd6c-4696-bd67-48826ffd47e8'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:00:55.057759 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c591f38a-2fdd-4a2c-99e6-9e3d19f5bc61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:55.059019 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c591f38a-2fdd-4a2c-99e6-9e3d19f5bc61 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9283648 Jan 29 05:00:55.061764 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 60786) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:55.145639 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ddf56a83-43e3-4134-889a-4feab9dffcdc None None] Current status of the port 4220a8c5-315b-4fec-8c78-67b3382ab7ec is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:00:55.164632 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-0f62e8d4-7f2a-43d7-a22e-fbec6b103bd7 None None] Set router 9779f748-fd6c-4696-bd67-48826ffd47e8 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:00:55.346235 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-0f62e8d4-7f2a-43d7-a22e-fbec6b103bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9779f748-fd6c-4696-bd67-48826ffd47e8', 'name': 'tempest-TestEncryptedCinderVolumes-2121680195-router', 'tenant_id': '3b41125e3ffe4bd8898695fd4fe2bc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:00:53Z', 'updated_at': '2022-01-29T05:00:54Z', 'revision_number': 3, 'project_id': '3b41125e3ffe4bd8898695fd4fe2bc88', 'gw_port': {'id': '2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9779f748-fd6c-4696-bd67-48826ffd47e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:00:53Z', 'updated_at': '2022-01-29T05:00:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:00:55.376276 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f62e8d4-7f2a-43d7-a22e-fbec6b103bd7 None None] Checking router: 9779f748-fd6c-4696-bd67-48826ffd47e8 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:00:55.376659 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f62e8d4-7f2a-43d7-a22e-fbec6b103bd7 None None] Updating router 9779f748-fd6c-4696-bd67-48826ffd47e8 port 2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0 binding host dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:00:55.415281 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0f62e8d4-7f2a-43d7-a22e-fbec6b103bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:55.416961 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-36ffa265-c03c-414a-88a1-9332fda360d7 None None] Provisioning complete for port 4220a8c5-315b-4fec-8c78-67b3382ab7ec triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:00:55.417327 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-36ffa265-c03c-414a-88a1-9332fda360d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (4220a8c5-315b-4fec-8c78-67b3382ab7ec), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:55.637310 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-36ffa265-c03c-414a-88a1-9332fda360d7 None None] Current status of the port 4220a8c5-315b-4fec-8c78-67b3382ab7ec is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:00:55.743782 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0f62e8d4-7f2a-43d7-a22e-fbec6b103bd7 None None] Publish callbacks [] for port (2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:55.782869 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b8ddde77-4f82-4e4b-83d7-acf71d1fb2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:55.818567 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0f62e8d4-7f2a-43d7-a22e-fbec6b103bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:55.871128 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-0f62e8d4-7f2a-43d7-a22e-fbec6b103bd7 None None] Attempting to bind port 2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:00:55.871498 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-0f62e8d4-7f2a-43d7-a22e-fbec6b103bd7 None None] Attempting to bind port 2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:00:55.871858 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f62e8d4-7f2a-43d7-a22e-fbec6b103bd7 None None] Attempting to bind port 2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0 on network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:00:55.873834 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd137f1e-d09a-4420-b129-94a01cecb474 None None] Pushing event updated for resources: {'Port': ['ID=2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:55.879157 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f62e8d4-7f2a-43d7-a22e-fbec6b103bd7 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:00:55.879533 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f62e8d4-7f2a-43d7-a22e-fbec6b103bd7 None None] Checking segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:00:55.880562 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0f62e8d4-7f2a-43d7-a22e-fbec6b103bd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:55.880562 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f62e8d4-7f2a-43d7-a22e-fbec6b103bd7 None None] Bound using segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:00:55.880783 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-0f62e8d4-7f2a-43d7-a22e-fbec6b103bd7 None None] Bound port: 2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:00:55.881603 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0f62e8d4-7f2a-43d7-a22e-fbec6b103bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:55.930354 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-0f62e8d4-7f2a-43d7-a22e-fbec6b103bd7 None None] For port 2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:00:55.933223 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-0f62e8d4-7f2a-43d7-a22e-fbec6b103bd7 None None] For port 2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:00:55.942472 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-b8ddde77-4f82-4e4b-83d7-acf71d1fb2dc admin admin] Allocated IP 172.20.0.1 (045d1849-2770-408c-9c77-63a6404b9502/c097ad64-73a8-43e1-95ef-989f70315862/d140e2e2-9d56-48a9-b868-f103e975d595) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:00:56.013577 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0f62e8d4-7f2a-43d7-a22e-fbec6b103bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:56.045884 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b8ddde77-4f82-4e4b-83d7-acf71d1fb2dc admin admin] Publish callbacks [] for port (d140e2e2-9d56-48a9-b868-f103e975d595), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:56.066625 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f62e8d4-7f2a-43d7-a22e-fbec6b103bd7 None None] Routers {'9779f748-fd6c-4696-bd67-48826ffd47e8'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:00:56.067236 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-0f62e8d4-7f2a-43d7-a22e-fbec6b103bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:00:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['9779f748-fd6c-4696-bd67-48826ffd47e8'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:00:56.112111 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd137f1e-d09a-4420-b129-94a01cecb474 None None] Pushing event updated for resources: {'Port': ['ID=2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:56.127675 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b8ddde77-4f82-4e4b-83d7-acf71d1fb2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (d140e2e2-9d56-48a9-b868-f103e975d595), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:56.167807 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ddde77-4f82-4e4b-83d7-acf71d1fb2dc admin admin] Network 045d1849-2770-408c-9c77-63a6404b9502 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:00:56.170644 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-b8ddde77-4f82-4e4b-83d7-acf71d1fb2dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:00:56.174037 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ddde77-4f82-4e4b-83d7-acf71d1fb2dc admin admin] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:00:56.184895 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ddde77-4f82-4e4b-83d7-acf71d1fb2dc admin admin] Pushing event updated for resources: {'Port': ['ID=d140e2e2-9d56-48a9-b868-f103e975d595,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:56.185017 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-0f62e8d4-7f2a-43d7-a22e-fbec6b103bd7 None None] Set router 9779f748-fd6c-4696-bd67-48826ffd47e8 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:00:56.226218 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b8ddde77-4f82-4e4b-83d7-acf71d1fb2dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (9779f748-fd6c-4696-bd67-48826ffd47e8), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:56.295693 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 4220a8c5-315b-4fec-8c78-67b3382ab7ec up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:00:56.411590 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 4220a8c5-315b-4fec-8c78-67b3382ab7ec triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:00:56.411967 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (4220a8c5-315b-4fec-8c78-67b3382ab7ec), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:56.445667 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b8ddde77-4f82-4e4b-83d7-acf71d1fb2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (d140e2e2-9d56-48a9-b868-f103e975d595), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:56.449526 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:56.483551 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-0f62e8d4-7f2a-43d7-a22e-fbec6b103bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9779f748-fd6c-4696-bd67-48826ffd47e8', 'name': 'tempest-TestEncryptedCinderVolumes-2121680195-router', 'tenant_id': '3b41125e3ffe4bd8898695fd4fe2bc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:00:53Z', 'updated_at': '2022-01-29T05:00:54Z', 'revision_number': 3, 'project_id': '3b41125e3ffe4bd8898695fd4fe2bc88', 'gw_port': {'id': '2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9779f748-fd6c-4696-bd67-48826ffd47e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:00:53Z', 'updated_at': '2022-01-29T05:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:00:56.512590 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-7e60218b-d4e0-4ef0-8077-e920f0e111a3 None None] Provisioning complete for port d140e2e2-9d56-48a9-b868-f103e975d595 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:00:56.512967 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7e60218b-d4e0-4ef0-8077-e920f0e111a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (d140e2e2-9d56-48a9-b868-f103e975d595), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:56.517007 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f62e8d4-7f2a-43d7-a22e-fbec6b103bd7 None None] The sync data for ids ['9779f748-fd6c-4696-bd67-48826ffd47e8'] in dv-neutron-821190-1-hyperv is: [{'id': '9779f748-fd6c-4696-bd67-48826ffd47e8', 'name': 'tempest-TestEncryptedCinderVolumes-2121680195-router', 'tenant_id': '3b41125e3ffe4bd8898695fd4fe2bc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:00:53Z', 'updated_at': '2022-01-29T05:00:54Z', 'revision_number': 3, 'project_id': '3b41125e3ffe4bd8898695fd4fe2bc88', 'gw_port': {'id': '2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9779f748-fd6c-4696-bd67-48826ffd47e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:00:53Z', 'updated_at': '2022-01-29T05:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:00:56.583260 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-7e60218b-d4e0-4ef0-8077-e920f0e111a3 None None] Port d140e2e2-9d56-48a9-b868-f103e975d595 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:00:56.585213 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 4220a8c5-315b-4fec-8c78-67b3382ab7ec is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:00:56.616325 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b8ddde77-4f82-4e4b-83d7-acf71d1fb2dc admin admin] Publish callbacks [] for port (d140e2e2-9d56-48a9-b868-f103e975d595), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:56.675310 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b8ddde77-4f82-4e4b-83d7-acf71d1fb2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (d140e2e2-9d56-48a9-b868-f103e975d595), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:56.749323 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b8ddde77-4f82-4e4b-83d7-acf71d1fb2dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (9779f748-fd6c-4696-bd67-48826ffd47e8), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:56.751215 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ddde77-4f82-4e4b-83d7-acf71d1fb2dc admin admin] Pushing event updated for resources: {'Port': ['ID=d140e2e2-9d56-48a9-b868-f103e975d595,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:56.852333 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ddde77-4f82-4e4b-83d7-acf71d1fb2dc admin admin] Network 045d1849-2770-408c-9c77-63a6404b9502 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:00:56.853824 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-b8ddde77-4f82-4e4b-83d7-acf71d1fb2dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:00:56.987330 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ddde77-4f82-4e4b-83d7-acf71d1fb2dc admin admin] Router 9779f748-fd6c-4696-bd67-48826ffd47e8 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:00:57.106796 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-4842a11d-bd34-45ec-8c68-a9652c172c58 None None] Provisioning complete for port d140e2e2-9d56-48a9-b868-f103e975d595 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:00:57.107366 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4842a11d-bd34-45ec-8c68-a9652c172c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (d140e2e2-9d56-48a9-b868-f103e975d595), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:57.113554 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ddde77-4f82-4e4b-83d7-acf71d1fb2dc admin admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:00:57.118881 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b8ddde77-4f82-4e4b-83d7-acf71d1fb2dc admin admin] 10.222.0.13 "PUT /v2.0/routers/9779f748-fd6c-4696-bd67-48826ffd47e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0556200 Jan 29 05:00:57.152122 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-4842a11d-bd34-45ec-8c68-a9652c172c58 None None] Port d140e2e2-9d56-48a9-b868-f103e975d595 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:00:57.844790 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 60802) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:57.849887 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-cf9ccf1e-8acd-46a7-a0cd-7e5af531c80a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-121734344-network', 'tenant_id': '52e94fdf2eef439e856fe56db915e785'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:00:57.927045 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9ccf1e-8acd-46a7-a0cd-7e5af531c80a admin admin] Made reservation on behalf of 52e94fdf2eef439e856fe56db915e785 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:00:57.930012 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cf9ccf1e-8acd-46a7-a0cd-7e5af531c80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:57.938984 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cf9ccf1e-8acd-46a7-a0cd-7e5af531c80a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:58.016278 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cf9ccf1e-8acd-46a7-a0cd-7e5af531c80a admin admin] Publish callbacks [] for security_group (2bd1908b-3c36-4a65-8dd4-74b41b15d4f5), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:58.049998 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83879830-fdec-4ea9-bc18-f77038b746fa None None] Sync routers for ids ['9779f748-fd6c-4696-bd67-48826ffd47e8'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:00:58.059726 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83879830-fdec-4ea9-bc18-f77038b746fa None None] Routers {'9779f748-fd6c-4696-bd67-48826ffd47e8'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:00:58.067519 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-83879830-fdec-4ea9-bc18-f77038b746fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:00:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['9779f748-fd6c-4696-bd67-48826ffd47e8'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:00:58.086704 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cf9ccf1e-8acd-46a7-a0cd-7e5af531c80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (2bd1908b-3c36-4a65-8dd4-74b41b15d4f5), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:58.111203 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf9ccf1e-8acd-46a7-a0cd-7e5af531c80a admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 05:00:58.121592 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ccf1e-8acd-46a7-a0cd-7e5af531c80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd1908b-3c36-4a65-8dd4-74b41b15d4f5,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:58.126704 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cf9ccf1e-8acd-46a7-a0cd-7e5af531c80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (2d0e9405-2bda-496c-9ed0-68a5f8348639), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:58.127053 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-cf9ccf1e-8acd-46a7-a0cd-7e5af531c80a admin admin] Added segment 2d0e9405-2bda-496c-9ed0-68a5f8348639 of type vlan for network 1489bf46-379b-4193-8e1a-872e5ee80e2a Jan 29 05:00:58.170877 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cf9ccf1e-8acd-46a7-a0cd-7e5af531c80a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (1489bf46-379b-4193-8e1a-872e5ee80e2a), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:58.255761 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-83879830-fdec-4ea9-bc18-f77038b746fa None None] Set router 9779f748-fd6c-4696-bd67-48826ffd47e8 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:00:58.267215 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cf9ccf1e-8acd-46a7-a0cd-7e5af531c80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (1489bf46-379b-4193-8e1a-872e5ee80e2a), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:58.268328 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9ccf1e-8acd-46a7-a0cd-7e5af531c80a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:58.269194 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cf9ccf1e-8acd-46a7-a0cd-7e5af531c80a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:58.293030 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:00:58.335430 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ccf1e-8acd-46a7-a0cd-7e5af531c80a admin admin] Pushing event updated for resources: {'Network': ['ID=1489bf46-379b-4193-8e1a-872e5ee80e2a,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:58.345382 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 1489bf46-379b-4193-8e1a-872e5ee80e2a details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 05:00:58.348444 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:00:58.348812 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:58.395606 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-cf9ccf1e-8acd-46a7-a0cd-7e5af531c80a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5496595 Jan 29 05:00:58.398733 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 60804) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:58.404394 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-d0323a05-f0bb-4345-afcd-e53d8d6680d3 admin admin] Request body: {'subnet': {'network_id': '1489bf46-379b-4193-8e1a-872e5ee80e2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-121734344-subnet', 'tenant_id': '52e94fdf2eef439e856fe56db915e785', 'ip_version': 4}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:00:58.477925 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-83879830-fdec-4ea9-bc18-f77038b746fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9779f748-fd6c-4696-bd67-48826ffd47e8', 'name': 'tempest-TestEncryptedCinderVolumes-2121680195-router', 'tenant_id': '3b41125e3ffe4bd8898695fd4fe2bc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:00:53Z', 'updated_at': '2022-01-29T05:00:56Z', 'revision_number': 4, 'project_id': '3b41125e3ffe4bd8898695fd4fe2bc88', 'gw_port': {'id': '2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9779f748-fd6c-4696-bd67-48826ffd47e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:00:53Z', 'updated_at': '2022-01-29T05:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'd140e2e2-9d56-48a9-b868-f103e975d595', 'name': '', 'network_id': '045d1849-2770-408c-9c77-63a6404b9502', 'tenant_id': '3b41125e3ffe4bd8898695fd4fe2bc88', 'mac_address': 'fa:16:3e:67:fc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9779f748-fd6c-4696-bd67-48826ffd47e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'c097ad64-73a8-43e1-95ef-989f70315862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:00:55Z', 'updated_at': '2022-01-29T05:00:56Z', 'revision_number': 2, 'project_id': '3b41125e3ffe4bd8898695fd4fe2bc88', 'subnets': [{'id': 'c097ad64-73a8-43e1-95ef-989f70315862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:00:58.493169 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0323a05-f0bb-4345-afcd-e53d8d6680d3 admin admin] Made reservation on behalf of 52e94fdf2eef439e856fe56db915e785 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:00:58.495831 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d0323a05-f0bb-4345-afcd-e53d8d6680d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:58.509144 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83879830-fdec-4ea9-bc18-f77038b746fa None None] Checking router: 9779f748-fd6c-4696-bd67-48826ffd47e8 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:00:58.509515 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83879830-fdec-4ea9-bc18-f77038b746fa None None] Updating router 9779f748-fd6c-4696-bd67-48826ffd47e8 port d140e2e2-9d56-48a9-b868-f103e975d595 binding host dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:00:58.537307 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-83879830-fdec-4ea9-bc18-f77038b746fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (d140e2e2-9d56-48a9-b868-f103e975d595), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:58.630984 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:00:58.632400 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:58.652523 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:00:58.752986 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:58.782262 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d0323a05-f0bb-4345-afcd-e53d8d6680d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (94fcabca-f7ae-47e8-9d38-76bbbaa98bc9), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:58.800250 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:58.808574 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:58.808925 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:58.809269 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:58.809605 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:58.809935 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:58.810522 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:58.810632 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:58.811182 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:58.811312 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:58.811530 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:58.811850 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:58.812168 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:58.812508 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:58.814800 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-83879830-fdec-4ea9-bc18-f77038b746fa None None] Publish callbacks [] for port (d140e2e2-9d56-48a9-b868-f103e975d595), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:58.843506 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0323a05-f0bb-4345-afcd-e53d8d6680d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94fcabca-f7ae-47e8-9d38-76bbbaa98bc9,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:58.852781 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0323a05-f0bb-4345-afcd-e53d8d6680d3 admin admin] Checking segment: {'id': '2d0e9405-2bda-496c-9ed0-68a5f8348639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1489bf46-379b-4193-8e1a-872e5ee80e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:00:58.853132 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0323a05-f0bb-4345-afcd-e53d8d6680d3 admin admin] Network hostable DHCP agents. Network: 1489bf46-379b-4193-8e1a-872e5ee80e2a, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 05:00:58.892594 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-83879830-fdec-4ea9-bc18-f77038b746fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (d140e2e2-9d56-48a9-b868-f103e975d595), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:58.942260 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e121590-b831-4b8c-8cf9-b105272861d8 None None] Pushing event updated for resources: {'Port': ['ID=d140e2e2-9d56-48a9-b868-f103e975d595,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:58.966993 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e121590-b831-4b8c-8cf9-b105272861d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:58.967342 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e121590-b831-4b8c-8cf9-b105272861d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:58.967675 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e121590-b831-4b8c-8cf9-b105272861d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:58.968004 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e121590-b831-4b8c-8cf9-b105272861d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:58.968327 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e121590-b831-4b8c-8cf9-b105272861d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:58.968672 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e121590-b831-4b8c-8cf9-b105272861d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:58.968989 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e121590-b831-4b8c-8cf9-b105272861d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:58.969306 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e121590-b831-4b8c-8cf9-b105272861d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:58.969623 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e121590-b831-4b8c-8cf9-b105272861d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:58.969938 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e121590-b831-4b8c-8cf9-b105272861d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:58.970324 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e121590-b831-4b8c-8cf9-b105272861d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:58.970643 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e121590-b831-4b8c-8cf9-b105272861d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:58.970956 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e121590-b831-4b8c-8cf9-b105272861d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:58.978500 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0323a05-f0bb-4345-afcd-e53d8d6680d3 admin admin] Network 1489bf46-379b-4193-8e1a-872e5ee80e2a is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 05:00:59.004128 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-83879830-fdec-4ea9-bc18-f77038b746fa None None] Attempting to bind port d140e2e2-9d56-48a9-b868-f103e975d595 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:00:59.004516 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-83879830-fdec-4ea9-bc18-f77038b746fa None None] Attempting to bind port d140e2e2-9d56-48a9-b868-f103e975d595 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'abf82723-0fad-47c5-b8bc-d45b7870384c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '045d1849-2770-408c-9c77-63a6404b9502'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:00:59.005058 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83879830-fdec-4ea9-bc18-f77038b746fa None None] Attempting to bind port d140e2e2-9d56-48a9-b868-f103e975d595 on network 045d1849-2770-408c-9c77-63a6404b9502 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:00:59.010886 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83879830-fdec-4ea9-bc18-f77038b746fa None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:00:59.011316 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83879830-fdec-4ea9-bc18-f77038b746fa None None] Checking segment: {'id': 'abf82723-0fad-47c5-b8bc-d45b7870384c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '045d1849-2770-408c-9c77-63a6404b9502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:00:59.011720 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-83879830-fdec-4ea9-bc18-f77038b746fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:59.012110 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83879830-fdec-4ea9-bc18-f77038b746fa None None] Bound using segment: {'id': 'abf82723-0fad-47c5-b8bc-d45b7870384c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '045d1849-2770-408c-9c77-63a6404b9502'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:00:59.012599 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-83879830-fdec-4ea9-bc18-f77038b746fa None None] Bound port: d140e2e2-9d56-48a9-b868-f103e975d595, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abf82723-0fad-47c5-b8bc-d45b7870384c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '045d1849-2770-408c-9c77-63a6404b9502'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:00:59.012975 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-83879830-fdec-4ea9-bc18-f77038b746fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (d140e2e2-9d56-48a9-b868-f103e975d595), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:59.078515 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-83879830-fdec-4ea9-bc18-f77038b746fa None None] For port d140e2e2-9d56-48a9-b868-f103e975d595, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:00:59.081367 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-d0323a05-f0bb-4345-afcd-e53d8d6680d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 1489bf46-379b-4193-8e1a-872e5ee80e2a) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:00:59.082075 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-83879830-fdec-4ea9-bc18-f77038b746fa None None] For port d140e2e2-9d56-48a9-b868-f103e975d595, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=d140e2e2-9d56-48a9-b868-f103e975d595,segment=NetworkSegment(abf82723-0fad-47c5-b8bc-d45b7870384c),segment_id=abf82723-0fad-47c5-b8bc-d45b7870384c)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:00:59.085860 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0323a05-f0bb-4345-afcd-e53d8d6680d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:59.086466 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d0323a05-f0bb-4345-afcd-e53d8d6680d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:59.092981 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db77951-edd6-44a5-b793-6ebab001ab99 None None] Network 1489bf46-379b-4193-8e1a-872e5ee80e2a requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:00:59.179512 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-83879830-fdec-4ea9-bc18-f77038b746fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (d140e2e2-9d56-48a9-b868-f103e975d595), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:59.195985 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee28d4b-1f02-4be4-9d63-b63816a62964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-1489bf46-379b-4193-8e1a-872e5ee80e2a', 'network_id': '1489bf46-379b-4193-8e1a-872e5ee80e2a', 'project_id': '52e94fdf2eef439e856fe56db915e785', 'fixed_ips': [{'subnet_id': '94fcabca-f7ae-47e8-9d38-76bbbaa98bc9'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 05:00:59.197094 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9ee28d4b-1f02-4be4-9d63-b63816a62964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:59.201557 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-6405ebf3-c469-4d8c-856a-61de852e0a9f None None] Provisioning complete for port d140e2e2-9d56-48a9-b868-f103e975d595 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:00:59.201797 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6405ebf3-c469-4d8c-856a-61de852e0a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (d140e2e2-9d56-48a9-b868-f103e975d595), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:59.214628 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d0323a05-f0bb-4345-afcd-e53d8d6680d3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8124340 Jan 29 05:00:59.215159 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 60806) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:00:59.221451 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-bd0eced0-dc36-47cf-83a1-46fd4890288e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-121734344-router', 'tenant_id': '52e94fdf2eef439e856fe56db915e785', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:00:59.245079 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83879830-fdec-4ea9-bc18-f77038b746fa None None] Routers {'9779f748-fd6c-4696-bd67-48826ffd47e8'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:00:59.246250 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-83879830-fdec-4ea9-bc18-f77038b746fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:00:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['9779f748-fd6c-4696-bd67-48826ffd47e8'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:00:59.285033 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e121590-b831-4b8c-8cf9-b105272861d8 None None] Pushing event updated for resources: {'Port': ['ID=d140e2e2-9d56-48a9-b868-f103e975d595,revision_number=4']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:59.354448 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bd0eced0-dc36-47cf-83a1-46fd4890288e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (36d5d057-9f46-4614-b179-de23f1e71eb0), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:59.356178 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bd0eced0-dc36-47cf-83a1-46fd4890288e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (36d5d057-9f46-4614-b179-de23f1e71eb0), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:59.376005 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-83879830-fdec-4ea9-bc18-f77038b746fa None None] Set router 9779f748-fd6c-4696-bd67-48826ffd47e8 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:00:59.391673 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-6405ebf3-c469-4d8c-856a-61de852e0a9f None None] Current status of the port d140e2e2-9d56-48a9-b868-f103e975d595 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:00:59.392238 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6405ebf3-c469-4d8c-856a-61de852e0a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (d140e2e2-9d56-48a9-b868-f103e975d595), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:59.429917 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-9ee28d4b-1f02-4be4-9d63-b63816a62964 None None] Allocated IP 172.20.0.2 (1489bf46-379b-4193-8e1a-872e5ee80e2a/94fcabca-f7ae-47e8-9d38-76bbbaa98bc9/31a4100f-ff47-4407-8eab-5059bfa0789c) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:00:59.443185 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bd0eced0-dc36-47cf-83a1-46fd4890288e admin admin] Publish callbacks [] for router_controller (36d5d057-9f46-4614-b179-de23f1e71eb0), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:59.452917 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-6405ebf3-c469-4d8c-856a-61de852e0a9f None None] For port d140e2e2-9d56-48a9-b868-f103e975d595, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=d140e2e2-9d56-48a9-b868-f103e975d595,segment=NetworkSegment(abf82723-0fad-47c5-b8bc-d45b7870384c),segment_id=abf82723-0fad-47c5-b8bc-d45b7870384c)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:00:59.532933 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6405ebf3-c469-4d8c-856a-61de852e0a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (d140e2e2-9d56-48a9-b868-f103e975d595), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:59.587455 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-83879830-fdec-4ea9-bc18-f77038b746fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9779f748-fd6c-4696-bd67-48826ffd47e8', 'name': 'tempest-TestEncryptedCinderVolumes-2121680195-router', 'tenant_id': '3b41125e3ffe4bd8898695fd4fe2bc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:00:53Z', 'updated_at': '2022-01-29T05:00:56Z', 'revision_number': 4, 'project_id': '3b41125e3ffe4bd8898695fd4fe2bc88', 'gw_port': {'id': '2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779f748-fd6c-4696-bd67-48826ffd47e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:00:53Z', 'updated_at': '2022-01-29T05:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'd140e2e2-9d56-48a9-b868-f103e975d595', 'name': '', 'network_id': '045d1849-2770-408c-9c77-63a6404b9502', 'tenant_id': '3b41125e3ffe4bd8898695fd4fe2bc88', 'mac_address': 'fa:16:3e:67:fc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9779f748-fd6c-4696-bd67-48826ffd47e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'c097ad64-73a8-43e1-95ef-989f70315862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:00:55Z', 'updated_at': '2022-01-29T05:00:59Z', 'revision_number': 4, 'project_id': '3b41125e3ffe4bd8898695fd4fe2bc88', 'subnets': [{'id': 'c097ad64-73a8-43e1-95ef-989f70315862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:00:59.613941 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83879830-fdec-4ea9-bc18-f77038b746fa None None] The sync data for ids ['9779f748-fd6c-4696-bd67-48826ffd47e8'] in dv-neutron-821190-1-hyperv is: [{'id': '9779f748-fd6c-4696-bd67-48826ffd47e8', 'name': 'tempest-TestEncryptedCinderVolumes-2121680195-router', 'tenant_id': '3b41125e3ffe4bd8898695fd4fe2bc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:00:53Z', 'updated_at': '2022-01-29T05:00:56Z', 'revision_number': 4, 'project_id': '3b41125e3ffe4bd8898695fd4fe2bc88', 'gw_port': {'id': '2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779f748-fd6c-4696-bd67-48826ffd47e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:00:53Z', 'updated_at': '2022-01-29T05:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'd140e2e2-9d56-48a9-b868-f103e975d595', 'name': '', 'network_id': '045d1849-2770-408c-9c77-63a6404b9502', 'tenant_id': '3b41125e3ffe4bd8898695fd4fe2bc88', 'mac_address': 'fa:16:3e:67:fc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9779f748-fd6c-4696-bd67-48826ffd47e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'c097ad64-73a8-43e1-95ef-989f70315862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:00:55Z', 'updated_at': '2022-01-29T05:00:59Z', 'revision_number': 4, 'project_id': '3b41125e3ffe4bd8898695fd4fe2bc88', 'subnets': [{'id': 'c097ad64-73a8-43e1-95ef-989f70315862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:00:59.634118 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9ee28d4b-1f02-4be4-9d63-b63816a62964 None None] Publish callbacks [] for port (31a4100f-ff47-4407-8eab-5059bfa0789c), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:59.636247 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6405ebf3-c469-4d8c-856a-61de852e0a9f None None] Pushing event updated for resources: {'Port': ['ID=d140e2e2-9d56-48a9-b868-f103e975d595,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:59.668033 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bd0eced0-dc36-47cf-83a1-46fd4890288e admin admin] Publish callbacks [] for router_gateway (36d5d057-9f46-4614-b179-de23f1e71eb0), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:59.674870 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-f22cbd13-5ab8-49da-b8ce-19f79764b0c2 None None] Provisioning complete for port d140e2e2-9d56-48a9-b868-f103e975d595 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:00:59.675253 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f22cbd13-5ab8-49da-b8ce-19f79764b0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (d140e2e2-9d56-48a9-b868-f103e975d595), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:59.719141 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9ee28d4b-1f02-4be4-9d63-b63816a62964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (31a4100f-ff47-4407-8eab-5059bfa0789c), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:59.768579 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee28d4b-1f02-4be4-9d63-b63816a62964 None None] Network 1489bf46-379b-4193-8e1a-872e5ee80e2a is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:00:59.792694 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-9ee28d4b-1f02-4be4-9d63-b63816a62964 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:00:59.796992 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee28d4b-1f02-4be4-9d63-b63816a62964 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:00:59.800451 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee28d4b-1f02-4be4-9d63-b63816a62964 None None] Pushing event updated for resources: {'Port': ['ID=31a4100f-ff47-4407-8eab-5059bfa0789c,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:59.821131 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-f22cbd13-5ab8-49da-b8ce-19f79764b0c2 None None] Current status of the port d140e2e2-9d56-48a9-b868-f103e975d595 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:00:59.883731 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-9ee28d4b-1f02-4be4-9d63-b63816a62964 None None] Attempting to bind port 31a4100f-ff47-4407-8eab-5059bfa0789c on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:00:59.884204 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-9ee28d4b-1f02-4be4-9d63-b63816a62964 None None] Attempting to bind port 31a4100f-ff47-4407-8eab-5059bfa0789c by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '2d0e9405-2bda-496c-9ed0-68a5f8348639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1489bf46-379b-4193-8e1a-872e5ee80e2a'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:00:59.884744 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee28d4b-1f02-4be4-9d63-b63816a62964 None None] Attempting to bind port 31a4100f-ff47-4407-8eab-5059bfa0789c on network 1489bf46-379b-4193-8e1a-872e5ee80e2a {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:00:59.890750 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee28d4b-1f02-4be4-9d63-b63816a62964 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:00:59.891133 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee28d4b-1f02-4be4-9d63-b63816a62964 None None] Checking segment: {'id': '2d0e9405-2bda-496c-9ed0-68a5f8348639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1489bf46-379b-4193-8e1a-872e5ee80e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:00:59.891542 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9ee28d4b-1f02-4be4-9d63-b63816a62964 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:59.891946 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee28d4b-1f02-4be4-9d63-b63816a62964 None None] Bound using segment: {'id': '2d0e9405-2bda-496c-9ed0-68a5f8348639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1489bf46-379b-4193-8e1a-872e5ee80e2a'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:00:59.892421 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-9ee28d4b-1f02-4be4-9d63-b63816a62964 None None] Bound port: 31a4100f-ff47-4407-8eab-5059bfa0789c, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0e9405-2bda-496c-9ed0-68a5f8348639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1489bf46-379b-4193-8e1a-872e5ee80e2a'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:00:59.892836 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9ee28d4b-1f02-4be4-9d63-b63816a62964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (31a4100f-ff47-4407-8eab-5059bfa0789c), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:59.975877 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-9ee28d4b-1f02-4be4-9d63-b63816a62964 None None] For port 31a4100f-ff47-4407-8eab-5059bfa0789c, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:00:59.977031 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bd0eced0-dc36-47cf-83a1-46fd4890288e admin admin] Publish callbacks [] for router_gateway (36d5d057-9f46-4614-b179-de23f1e71eb0), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:00:59.979351 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-9ee28d4b-1f02-4be4-9d63-b63816a62964 None None] For port 31a4100f-ff47-4407-8eab-5059bfa0789c, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=31a4100f-ff47-4407-8eab-5059bfa0789c,segment=NetworkSegment(2d0e9405-2bda-496c-9ed0-68a5f8348639),segment_id=2d0e9405-2bda-496c-9ed0-68a5f8348639)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:00:59.997294 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bd0eced0-dc36-47cf-83a1-46fd4890288e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:00.036397 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9ee28d4b-1f02-4be4-9d63-b63816a62964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (31a4100f-ff47-4407-8eab-5059bfa0789c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:00.109587 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee28d4b-1f02-4be4-9d63-b63816a62964 None None] Pushing event updated for resources: {'Port': ['ID=31a4100f-ff47-4407-8eab-5059bfa0789c,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:01:00.122863 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-bd0eced0-dc36-47cf-83a1-46fd4890288e admin admin] Allocated IP 172.26.8.67 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/d7cd5463-41dc-40de-b25d-31aecb0c7240) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:01:00.246947 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bd0eced0-dc36-47cf-83a1-46fd4890288e admin admin] Publish callbacks [] for port (d7cd5463-41dc-40de-b25d-31aecb0c7240), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:00.359079 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bd0eced0-dc36-47cf-83a1-46fd4890288e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (d7cd5463-41dc-40de-b25d-31aecb0c7240), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:00.413512 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:01:00.425908 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0eced0-dc36-47cf-83a1-46fd4890288e admin admin] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:01:00.430001 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-bd0eced0-dc36-47cf-83a1-46fd4890288e admin admin] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:01:00.432538 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0eced0-dc36-47cf-83a1-46fd4890288e admin admin] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:01:00.470619 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0eced0-dc36-47cf-83a1-46fd4890288e admin admin] Pushing event updated for resources: {'Port': ['ID=d7cd5463-41dc-40de-b25d-31aecb0c7240,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:01:00.483070 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:01:00.483492 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:00.576097 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:01:00.577277 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device d140e2e2-9d56-48a9-b868-f103e975d595 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:01:00.626796 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port d140e2e2-9d56-48a9-b868-f103e975d595 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:01:00.627069 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (d140e2e2-9d56-48a9-b868-f103e975d595), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:00.713063 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port d140e2e2-9d56-48a9-b868-f103e975d595 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:01:00.800374 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bd0eced0-dc36-47cf-83a1-46fd4890288e admin admin] Publish callbacks [] for router_gateway (36d5d057-9f46-4614-b179-de23f1e71eb0), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:01.015319 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bd0eced0-dc36-47cf-83a1-46fd4890288e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (36d5d057-9f46-4614-b179-de23f1e71eb0), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:01.121102 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f23ee3a-d4a1-463b-9e6b-384e61b40c57 None None] Network 1489bf46-379b-4193-8e1a-872e5ee80e2a requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:01:01.187123 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-ebd0809e-3c53-4755-9ae9-ffddf786ce0b None None] Provisioning complete for port 31a4100f-ff47-4407-8eab-5059bfa0789c triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:01:01.187418 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ebd0809e-3c53-4755-9ae9-ffddf786ce0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (31a4100f-ff47-4407-8eab-5059bfa0789c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:01.212920 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd0eced0-dc36-47cf-83a1-46fd4890288e admin admin] Router 36d5d057-9f46-4614-b179-de23f1e71eb0 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 05:01:01.304715 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ebd0809e-3c53-4755-9ae9-ffddf786ce0b None None] Current status of the port 31a4100f-ff47-4407-8eab-5059bfa0789c is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:01:01.305131 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ebd0809e-3c53-4755-9ae9-ffddf786ce0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (31a4100f-ff47-4407-8eab-5059bfa0789c), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:01.321785 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0eced0-dc36-47cf-83a1-46fd4890288e admin admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:01:01.341078 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d76573b-85bf-4c1f-bfbc-69532e10edeb None None] Sync routers for ids ['36d5d057-9f46-4614-b179-de23f1e71eb0'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:01:01.347359 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-ebd0809e-3c53-4755-9ae9-ffddf786ce0b None None] For port 31a4100f-ff47-4407-8eab-5059bfa0789c, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=31a4100f-ff47-4407-8eab-5059bfa0789c,segment=NetworkSegment(2d0e9405-2bda-496c-9ed0-68a5f8348639),segment_id=2d0e9405-2bda-496c-9ed0-68a5f8348639)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:01:01.355596 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d76573b-85bf-4c1f-bfbc-69532e10edeb None None] Routers {'36d5d057-9f46-4614-b179-de23f1e71eb0'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:01:01.356275 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-8d76573b-85bf-4c1f-bfbc-69532e10edeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:00:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['36d5d057-9f46-4614-b179-de23f1e71eb0'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:01:01.432006 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bd0eced0-dc36-47cf-83a1-46fd4890288e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:01.433419 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-bd0eced0-dc36-47cf-83a1-46fd4890288e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2173252 Jan 29 05:01:01.436217 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 60808) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:01:01.440665 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ebd0809e-3c53-4755-9ae9-ffddf786ce0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (31a4100f-ff47-4407-8eab-5059bfa0789c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:01.513664 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-8d76573b-85bf-4c1f-bfbc-69532e10edeb None None] Set router 36d5d057-9f46-4614-b179-de23f1e71eb0 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:01:01.515855 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd0809e-3c53-4755-9ae9-ffddf786ce0b None None] Pushing event updated for resources: {'Port': ['ID=31a4100f-ff47-4407-8eab-5059bfa0789c,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:01:01.628165 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-7958c596-0767-44b1-98d2-a6e5ca3b65f4 None None] Provisioning complete for port 31a4100f-ff47-4407-8eab-5059bfa0789c triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:01:01.628580 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7958c596-0767-44b1-98d2-a6e5ca3b65f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (31a4100f-ff47-4407-8eab-5059bfa0789c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:01.773990 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-7958c596-0767-44b1-98d2-a6e5ca3b65f4 None None] Current status of the port 31a4100f-ff47-4407-8eab-5059bfa0789c is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:01:01.791378 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-8d76573b-85bf-4c1f-bfbc-69532e10edeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d5d057-9f46-4614-b179-de23f1e71eb0', 'name': 'tempest-TestEncryptedCinderVolumes-121734344-router', 'tenant_id': '52e94fdf2eef439e856fe56db915e785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': 'd7cd5463-41dc-40de-b25d-31aecb0c7240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:00:59Z', 'updated_at': '2022-01-29T05:01:00Z', 'revision_number': 3, 'project_id': '52e94fdf2eef439e856fe56db915e785', 'gw_port': {'id': 'd7cd5463-41dc-40de-b25d-31aecb0c7240', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:28:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d5d057-9f46-4614-b179-de23f1e71eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:01:00Z', 'updated_at': '2022-01-29T05:01:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:01:01.817762 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d76573b-85bf-4c1f-bfbc-69532e10edeb None None] Checking router: 36d5d057-9f46-4614-b179-de23f1e71eb0 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:01:01.818110 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d76573b-85bf-4c1f-bfbc-69532e10edeb None None] Updating router 36d5d057-9f46-4614-b179-de23f1e71eb0 port d7cd5463-41dc-40de-b25d-31aecb0c7240 binding host dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:01:01.845203 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8d76573b-85bf-4c1f-bfbc-69532e10edeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (d7cd5463-41dc-40de-b25d-31aecb0c7240), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:02.102562 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8d76573b-85bf-4c1f-bfbc-69532e10edeb None None] Publish callbacks [] for port (d7cd5463-41dc-40de-b25d-31aecb0c7240), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:02.153231 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cfa0ff91-60db-479e-9450-fa763f20db58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:02.172294 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8d76573b-85bf-4c1f-bfbc-69532e10edeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (d7cd5463-41dc-40de-b25d-31aecb0c7240), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:02.230095 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-8d76573b-85bf-4c1f-bfbc-69532e10edeb None None] Attempting to bind port d7cd5463-41dc-40de-b25d-31aecb0c7240 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:01:02.230501 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-8d76573b-85bf-4c1f-bfbc-69532e10edeb None None] Attempting to bind port d7cd5463-41dc-40de-b25d-31aecb0c7240 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:01:02.230831 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d76573b-85bf-4c1f-bfbc-69532e10edeb None None] Attempting to bind port d7cd5463-41dc-40de-b25d-31aecb0c7240 on network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:01:02.234343 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4285a18-9099-4272-b32d-a6bc5021c27a None None] Pushing event updated for resources: {'Port': ['ID=d7cd5463-41dc-40de-b25d-31aecb0c7240,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:01:02.240527 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d76573b-85bf-4c1f-bfbc-69532e10edeb None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:01:02.241593 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d76573b-85bf-4c1f-bfbc-69532e10edeb None None] Checking segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:01:02.242164 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8d76573b-85bf-4c1f-bfbc-69532e10edeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:02.242845 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d76573b-85bf-4c1f-bfbc-69532e10edeb None None] Bound using segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:01:02.243336 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-8d76573b-85bf-4c1f-bfbc-69532e10edeb None None] Bound port: d7cd5463-41dc-40de-b25d-31aecb0c7240, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:01:02.243728 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8d76573b-85bf-4c1f-bfbc-69532e10edeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (d7cd5463-41dc-40de-b25d-31aecb0c7240), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:02.299604 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-8d76573b-85bf-4c1f-bfbc-69532e10edeb None None] For port d7cd5463-41dc-40de-b25d-31aecb0c7240, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:01:02.302431 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-8d76573b-85bf-4c1f-bfbc-69532e10edeb None None] For port d7cd5463-41dc-40de-b25d-31aecb0c7240, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=d7cd5463-41dc-40de-b25d-31aecb0c7240,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:01:02.328194 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-cfa0ff91-60db-479e-9450-fa763f20db58 admin admin] Allocated IP 172.20.0.1 (1489bf46-379b-4193-8e1a-872e5ee80e2a/94fcabca-f7ae-47e8-9d38-76bbbaa98bc9/8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:01:02.338197 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 31a4100f-ff47-4407-8eab-5059bfa0789c up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:01:02.388585 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 31a4100f-ff47-4407-8eab-5059bfa0789c triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:01:02.388884 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (31a4100f-ff47-4407-8eab-5059bfa0789c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:02.411812 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8d76573b-85bf-4c1f-bfbc-69532e10edeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (d7cd5463-41dc-40de-b25d-31aecb0c7240), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:02.433125 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cfa0ff91-60db-479e-9450-fa763f20db58 admin admin] Publish callbacks [] for port (8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:02.487211 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4285a18-9099-4272-b32d-a6bc5021c27a None None] Pushing event updated for resources: {'Port': ['ID=d7cd5463-41dc-40de-b25d-31aecb0c7240,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:01:02.489606 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d76573b-85bf-4c1f-bfbc-69532e10edeb None None] Routers {'36d5d057-9f46-4614-b179-de23f1e71eb0'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:01:02.490193 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-8d76573b-85bf-4c1f-bfbc-69532e10edeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:00:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['36d5d057-9f46-4614-b179-de23f1e71eb0'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:01:02.536126 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cfa0ff91-60db-479e-9450-fa763f20db58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:02.572434 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 31a4100f-ff47-4407-8eab-5059bfa0789c is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:01:02.577819 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa0ff91-60db-479e-9450-fa763f20db58 admin admin] Network 1489bf46-379b-4193-8e1a-872e5ee80e2a is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:01:02.580903 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-cfa0ff91-60db-479e-9450-fa763f20db58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:01:02.584279 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa0ff91-60db-479e-9450-fa763f20db58 admin admin] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:01:02.610951 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa0ff91-60db-479e-9450-fa763f20db58 admin admin] Pushing event updated for resources: {'Port': ['ID=8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:01:02.624401 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-8d76573b-85bf-4c1f-bfbc-69532e10edeb None None] Set router 36d5d057-9f46-4614-b179-de23f1e71eb0 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:01:02.631476 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cfa0ff91-60db-479e-9450-fa763f20db58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (36d5d057-9f46-4614-b179-de23f1e71eb0), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:02.812518 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-55f9d8e4-a665-4e01-b045-86f66b24681a None None] Provisioning complete for port 8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:01:02.812892 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-55f9d8e4-a665-4e01-b045-86f66b24681a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:02.814808 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cfa0ff91-60db-479e-9450-fa763f20db58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:02.854970 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-55f9d8e4-a665-4e01-b045-86f66b24681a None None] Port 8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:01:02.859374 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-8d76573b-85bf-4c1f-bfbc-69532e10edeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d5d057-9f46-4614-b179-de23f1e71eb0', 'name': 'tempest-TestEncryptedCinderVolumes-121734344-router', 'tenant_id': '52e94fdf2eef439e856fe56db915e785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': 'd7cd5463-41dc-40de-b25d-31aecb0c7240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:00:59Z', 'updated_at': '2022-01-29T05:01:00Z', 'revision_number': 3, 'project_id': '52e94fdf2eef439e856fe56db915e785', 'gw_port': {'id': 'd7cd5463-41dc-40de-b25d-31aecb0c7240', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:28:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d5d057-9f46-4614-b179-de23f1e71eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:01:00Z', 'updated_at': '2022-01-29T05:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:01:02.886825 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d76573b-85bf-4c1f-bfbc-69532e10edeb None None] The sync data for ids ['36d5d057-9f46-4614-b179-de23f1e71eb0'] in dv-neutron-821190-1-hyperv is: [{'id': '36d5d057-9f46-4614-b179-de23f1e71eb0', 'name': 'tempest-TestEncryptedCinderVolumes-121734344-router', 'tenant_id': '52e94fdf2eef439e856fe56db915e785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': 'd7cd5463-41dc-40de-b25d-31aecb0c7240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:00:59Z', 'updated_at': '2022-01-29T05:01:00Z', 'revision_number': 3, 'project_id': '52e94fdf2eef439e856fe56db915e785', 'gw_port': {'id': 'd7cd5463-41dc-40de-b25d-31aecb0c7240', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:28:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d5d057-9f46-4614-b179-de23f1e71eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:01:00Z', 'updated_at': '2022-01-29T05:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:01:02.990402 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cfa0ff91-60db-479e-9450-fa763f20db58 admin admin] Publish callbacks [] for port (8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:03.050082 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cfa0ff91-60db-479e-9450-fa763f20db58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:03.115059 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cfa0ff91-60db-479e-9450-fa763f20db58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (36d5d057-9f46-4614-b179-de23f1e71eb0), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:03.146396 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa0ff91-60db-479e-9450-fa763f20db58 admin admin] Pushing event updated for resources: {'Port': ['ID=8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:01:03.225946 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa0ff91-60db-479e-9450-fa763f20db58 admin admin] Network 1489bf46-379b-4193-8e1a-872e5ee80e2a is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:01:03.227489 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-cfa0ff91-60db-479e-9450-fa763f20db58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:01:03.355082 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa0ff91-60db-479e-9450-fa763f20db58 admin admin] Router 36d5d057-9f46-4614-b179-de23f1e71eb0 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:01:03.476851 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa0ff91-60db-479e-9450-fa763f20db58 admin admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:01:03.484532 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-cfa0ff91-60db-479e-9450-fa763f20db58 admin admin] 10.222.0.13 "PUT /v2.0/routers/36d5d057-9f46-4614-b179-de23f1e71eb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0451028 Jan 29 05:01:03.485563 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-c7c108c1-da6b-40b6-a7a7-1c3708469b3a None None] Provisioning complete for port 8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:01:03.486009 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c7c108c1-da6b-40b6-a7a7-1c3708469b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:03.521096 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c7c108c1-da6b-40b6-a7a7-1c3708469b3a None None] Port 8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:01:04.313875 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device d7cd5463-41dc-40de-b25d-31aecb0c7240 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:01:04.362445 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573d3e00-1075-467d-9c66-14cfafdfea8c None None] Sync routers for ids ['36d5d057-9f46-4614-b179-de23f1e71eb0'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:01:04.365337 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port d7cd5463-41dc-40de-b25d-31aecb0c7240 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:01:04.366549 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (d7cd5463-41dc-40de-b25d-31aecb0c7240), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:04.372799 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-a02b02c2-fed4-4cc6-9a2c-9caeb4e30bea tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:01:04.374313 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-a02b02c2-fed4-4cc6-9a2c-9caeb4e30bea tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/networks?id=045d1849-2770-408c-9c77-63a6404b9502 HTTP/1.1" status: 200 len: 817 time: 0.1230979 Jan 29 05:01:04.378594 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573d3e00-1075-467d-9c66-14cfafdfea8c None None] Routers {'36d5d057-9f46-4614-b179-de23f1e71eb0'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:01:04.379579 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-573d3e00-1075-467d-9c66-14cfafdfea8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:00:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['36d5d057-9f46-4614-b179-de23f1e71eb0'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:01:04.390296 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-90767e13-29dc-4b38-8842-debe8c07a384 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/quotas/3b41125e3ffe4bd8898695fd4fe2bc88 HTTP/1.1" status: 200 len: 375 time: 0.0100522 Jan 29 05:01:04.452863 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-aa30a995-634b-46a3-bfdd-a5790a55f108 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3b41125e3ffe4bd8898695fd4fe2bc88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559592 Jan 29 05:01:04.469911 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-eac36170-3a16-4809-b215-37b386916154 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103585) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 05:01:04.471035 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-eac36170-3a16-4809-b215-37b386916154 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057557 Jan 29 05:01:04.494151 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-573d3e00-1075-467d-9c66-14cfafdfea8c None None] Set router 36d5d057-9f46-4614-b179-de23f1e71eb0 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:01:04.571910 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-139b25fe-526d-46f6-88f3-0758b23c4d65 service neutron] 10.222.0.13 "GET /v2.0/networks/045d1849-2770-408c-9c77-63a6404b9502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938404 Jan 29 05:01:04.606157 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port d7cd5463-41dc-40de-b25d-31aecb0c7240 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:01:04.606722 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (d7cd5463-41dc-40de-b25d-31aecb0c7240), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:04.627177 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port d7cd5463-41dc-40de-b25d-31aecb0c7240, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=d7cd5463-41dc-40de-b25d-31aecb0c7240,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:01:04.666862 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-772e28cd-f6a4-4555-be9c-8f71ac925ea5 service neutron] 10.222.0.13 "GET /v2.0/networks/045d1849-2770-408c-9c77-63a6404b9502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889604 Jan 29 05:01:04.704744 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-573d3e00-1075-467d-9c66-14cfafdfea8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d5d057-9f46-4614-b179-de23f1e71eb0', 'name': 'tempest-TestEncryptedCinderVolumes-121734344-router', 'tenant_id': '52e94fdf2eef439e856fe56db915e785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': 'd7cd5463-41dc-40de-b25d-31aecb0c7240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:00:59Z', 'updated_at': '2022-01-29T05:01:02Z', 'revision_number': 4, 'project_id': '52e94fdf2eef439e856fe56db915e785', 'gw_port': {'id': 'd7cd5463-41dc-40de-b25d-31aecb0c7240', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:28:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d5d057-9f46-4614-b179-de23f1e71eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:01:00Z', 'updated_at': '2022-01-29T05:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c', 'name': '', 'network_id': '1489bf46-379b-4193-8e1a-872e5ee80e2a', 'tenant_id': '52e94fdf2eef439e856fe56db915e785', 'mac_address': 'fa:16:3e:f2:81:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d5d057-9f46-4614-b179-de23f1e71eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '94fcabca-f7ae-47e8-9d38-76bbbaa98bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:01:02Z', 'updated_at': '2022-01-29T05:01:02Z', 'revision_number': 2, 'project_id': '52e94fdf2eef439e856fe56db915e785', 'subnets': [{'id': '94fcabca-f7ae-47e8-9d38-76bbbaa98bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:01:04.718298 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (d7cd5463-41dc-40de-b25d-31aecb0c7240), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:04.730582 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573d3e00-1075-467d-9c66-14cfafdfea8c None None] Checking router: 36d5d057-9f46-4614-b179-de23f1e71eb0 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:01:04.730935 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573d3e00-1075-467d-9c66-14cfafdfea8c None None] Updating router 36d5d057-9f46-4614-b179-de23f1e71eb0 port 8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c binding host dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:01:04.762699 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-573d3e00-1075-467d-9c66-14cfafdfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:04.773772 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=d7cd5463-41dc-40de-b25d-31aecb0c7240,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:01:04.907811 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-c8245172-bbab-4650-9b72-e8cc7e9759fb req-7f71c4e5-eba4-4cca-ae7e-eb716a22e367 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/ports?device_id=24932a77-dc9c-4a61-a769-8f22cf14560c HTTP/1.1" status: 200 len: 210 time: 0.0291991 Jan 29 05:01:05.114017 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-573d3e00-1075-467d-9c66-14cfafdfea8c None None] Publish callbacks [] for port (8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:05.189376 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-573d3e00-1075-467d-9c66-14cfafdfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:05.236408 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb9f64-9df4-469f-ba1e-2308304a6156 None None] Pushing event updated for resources: {'Port': ['ID=8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:01:05.297987 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-573d3e00-1075-467d-9c66-14cfafdfea8c None None] Attempting to bind port 8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:01:05.298348 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-573d3e00-1075-467d-9c66-14cfafdfea8c None None] Attempting to bind port 8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '2d0e9405-2bda-496c-9ed0-68a5f8348639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1489bf46-379b-4193-8e1a-872e5ee80e2a'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:01:05.299109 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573d3e00-1075-467d-9c66-14cfafdfea8c None None] Attempting to bind port 8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c on network 1489bf46-379b-4193-8e1a-872e5ee80e2a {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:01:05.304585 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573d3e00-1075-467d-9c66-14cfafdfea8c None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:01:05.306771 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573d3e00-1075-467d-9c66-14cfafdfea8c None None] Checking segment: {'id': '2d0e9405-2bda-496c-9ed0-68a5f8348639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1489bf46-379b-4193-8e1a-872e5ee80e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:01:05.306771 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-573d3e00-1075-467d-9c66-14cfafdfea8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:05.306771 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573d3e00-1075-467d-9c66-14cfafdfea8c None None] Bound using segment: {'id': '2d0e9405-2bda-496c-9ed0-68a5f8348639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1489bf46-379b-4193-8e1a-872e5ee80e2a'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:01:05.306771 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-573d3e00-1075-467d-9c66-14cfafdfea8c None None] Bound port: 8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0e9405-2bda-496c-9ed0-68a5f8348639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1489bf46-379b-4193-8e1a-872e5ee80e2a'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:01:05.306771 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-573d3e00-1075-467d-9c66-14cfafdfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:05.373943 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-573d3e00-1075-467d-9c66-14cfafdfea8c None None] For port 8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:01:05.377401 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-573d3e00-1075-467d-9c66-14cfafdfea8c None None] For port 8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c,segment=NetworkSegment(2d0e9405-2bda-496c-9ed0-68a5f8348639),segment_id=2d0e9405-2bda-496c-9ed0-68a5f8348639)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:01:05.455279 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-ee190ff8-ca4d-49f3-bf95-e75a19fb9212 None None] Provisioning complete for port 8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:01:05.455680 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ee190ff8-ca4d-49f3-bf95-e75a19fb9212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:05.462449 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-573d3e00-1075-467d-9c66-14cfafdfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:05.491210 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ee190ff8-ca4d-49f3-bf95-e75a19fb9212 None None] Port 8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:01:05.518757 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb9f64-9df4-469f-ba1e-2308304a6156 None None] Pushing event updated for resources: {'Port': ['ID=8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c,revision_number=4']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:01:05.526143 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573d3e00-1075-467d-9c66-14cfafdfea8c None None] Routers {'36d5d057-9f46-4614-b179-de23f1e71eb0'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:01:05.526753 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-573d3e00-1075-467d-9c66-14cfafdfea8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:00:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['36d5d057-9f46-4614-b179-de23f1e71eb0'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:01:05.637175 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-573d3e00-1075-467d-9c66-14cfafdfea8c None None] Set router 36d5d057-9f46-4614-b179-de23f1e71eb0 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:01:05.723219 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-dd86a2b3-e747-474e-81e5-578260edf978 None None] Provisioning complete for port 8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:01:05.724194 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dd86a2b3-e747-474e-81e5-578260edf978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:05.806780 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-dd86a2b3-e747-474e-81e5-578260edf978 None None] Current status of the port 8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:01:05.807163 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dd86a2b3-e747-474e-81e5-578260edf978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:05.840144 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-dd86a2b3-e747-474e-81e5-578260edf978 None None] For port 8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c,segment=NetworkSegment(2d0e9405-2bda-496c-9ed0-68a5f8348639),segment_id=2d0e9405-2bda-496c-9ed0-68a5f8348639)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:01:05.844881 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-573d3e00-1075-467d-9c66-14cfafdfea8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d5d057-9f46-4614-b179-de23f1e71eb0', 'name': 'tempest-TestEncryptedCinderVolumes-121734344-router', 'tenant_id': '52e94fdf2eef439e856fe56db915e785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': 'd7cd5463-41dc-40de-b25d-31aecb0c7240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:00:59Z', 'updated_at': '2022-01-29T05:01:02Z', 'revision_number': 4, 'project_id': '52e94fdf2eef439e856fe56db915e785', 'gw_port': {'id': 'd7cd5463-41dc-40de-b25d-31aecb0c7240', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:28:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d5d057-9f46-4614-b179-de23f1e71eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:01:00Z', 'updated_at': '2022-01-29T05:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c', 'name': '', 'network_id': '1489bf46-379b-4193-8e1a-872e5ee80e2a', 'tenant_id': '52e94fdf2eef439e856fe56db915e785', 'mac_address': 'fa:16:3e:f2:81:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d5d057-9f46-4614-b179-de23f1e71eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '94fcabca-f7ae-47e8-9d38-76bbbaa98bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:01:02Z', 'updated_at': '2022-01-29T05:01:05Z', 'revision_number': 4, 'project_id': '52e94fdf2eef439e856fe56db915e785', 'subnets': [{'id': '94fcabca-f7ae-47e8-9d38-76bbbaa98bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:01:05.871094 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573d3e00-1075-467d-9c66-14cfafdfea8c None None] The sync data for ids ['36d5d057-9f46-4614-b179-de23f1e71eb0'] in dv-neutron-821190-1-hyperv is: [{'id': '36d5d057-9f46-4614-b179-de23f1e71eb0', 'name': 'tempest-TestEncryptedCinderVolumes-121734344-router', 'tenant_id': '52e94fdf2eef439e856fe56db915e785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': 'd7cd5463-41dc-40de-b25d-31aecb0c7240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:00:59Z', 'updated_at': '2022-01-29T05:01:02Z', 'revision_number': 4, 'project_id': '52e94fdf2eef439e856fe56db915e785', 'gw_port': {'id': 'd7cd5463-41dc-40de-b25d-31aecb0c7240', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:28:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d5d057-9f46-4614-b179-de23f1e71eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:01:00Z', 'updated_at': '2022-01-29T05:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c', 'name': '', 'network_id': '1489bf46-379b-4193-8e1a-872e5ee80e2a', 'tenant_id': '52e94fdf2eef439e856fe56db915e785', 'mac_address': 'fa:16:3e:f2:81:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d5d057-9f46-4614-b179-de23f1e71eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '94fcabca-f7ae-47e8-9d38-76bbbaa98bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:01:02Z', 'updated_at': '2022-01-29T05:01:05Z', 'revision_number': 4, 'project_id': '52e94fdf2eef439e856fe56db915e785', 'subnets': [{'id': '94fcabca-f7ae-47e8-9d38-76bbbaa98bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:01:05.926907 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dd86a2b3-e747-474e-81e5-578260edf978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:05.988398 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd86a2b3-e747-474e-81e5-578260edf978 None None] Pushing event updated for resources: {'Port': ['ID=8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:01:06.023508 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8f061439-065d-4fb8-b57d-49226056b70a req-d38a8b0d-0319-4370-971c-5f37f5af7ad2 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/ports?device_id=24932a77-dc9c-4a61-a769-8f22cf14560c HTTP/1.1" status: 200 len: 210 time: 0.0355916 Jan 29 05:01:06.342800 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device d7cd5463-41dc-40de-b25d-31aecb0c7240 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:01:06.404440 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port d7cd5463-41dc-40de-b25d-31aecb0c7240 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:01:06.404785 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (d7cd5463-41dc-40de-b25d-31aecb0c7240), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:06.489828 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port d7cd5463-41dc-40de-b25d-31aecb0c7240 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:01:06.491532 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:01:06.540738 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:01:06.541116 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:06.625742 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:01:07.121683 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-db5d45fe-f978-404b-87b5-783609eaacea req-bd9355e1-4497-427a-bbf8-0e9d622c4b50 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/ports?device_id=24932a77-dc9c-4a61-a769-8f22cf14560c HTTP/1.1" status: 200 len: 210 time: 0.0294957 Jan 29 05:01:07.137447 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-95f7928e-4546-4ea1-9b43-16d6098c73c0 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:01:07.138881 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-95f7928e-4546-4ea1-9b43-16d6098c73c0 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.18 "GET /v2.0/networks?id=045d1849-2770-408c-9c77-63a6404b9502 HTTP/1.1" status: 200 len: 817 time: 0.1151180 Jan 29 05:01:07.156695 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-7d7b27b8-5830-4a15-a346-d41c184da475 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Request body: {'port': {'device_id': '24932a77-dc9c-4a61-a769-8f22cf14560c', 'network_id': '045d1849-2770-408c-9c77-63a6404b9502', 'admin_state_up': True, 'tenant_id': '3b41125e3ffe4bd8898695fd4fe2bc88'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:01:07.332246 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-7d7b27b8-5830-4a15-a346-d41c184da475 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Made reservation on behalf of 3b41125e3ffe4bd8898695fd4fe2bc88 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:01:07.336675 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-7d7b27b8-5830-4a15-a346-d41c184da475 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:07.472509 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-7d7b27b8-5830-4a15-a346-d41c184da475 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Allocated IP 172.20.0.7 (045d1849-2770-408c-9c77-63a6404b9502/c097ad64-73a8-43e1-95ef-989f70315862/5969fdcc-a849-4e8c-ad1e-23881cede78d) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:01:07.620255 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-7d7b27b8-5830-4a15-a346-d41c184da475 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Publish callbacks [] for port (5969fdcc-a849-4e8c-ad1e-23881cede78d), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:07.709883 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-7d7b27b8-5830-4a15-a346-d41c184da475 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (5969fdcc-a849-4e8c-ad1e-23881cede78d), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:07.750207 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-7d7b27b8-5830-4a15-a346-d41c184da475 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Network 045d1849-2770-408c-9c77-63a6404b9502 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:01:07.753454 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-7d7b27b8-5830-4a15-a346-d41c184da475 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:01:07.757526 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-7d7b27b8-5830-4a15-a346-d41c184da475 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:01:07.784814 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b27b8-5830-4a15-a346-d41c184da475 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Pushing event updated for resources: {'Port': ['ID=5969fdcc-a849-4e8c-ad1e-23881cede78d,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:01:07.813586 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-7d7b27b8-5830-4a15-a346-d41c184da475 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:01:07.814196 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-7d7b27b8-5830-4a15-a346-d41c184da475 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:07.906297 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-7d7b27b8-5830-4a15-a346-d41c184da475 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7532713 Jan 29 05:01:07.941717 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-11a0dc08-e9c1-4722-a3b4-27d484b2d375 service neutron] Request body: {'port': {'device_id': '24932a77-dc9c-4a61-a769-8f22cf14560c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:01:07.981727 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-a3726327-5b5c-4f70-b786-3aab27bba3a3 None None] Provisioning complete for port 5969fdcc-a849-4e8c-ad1e-23881cede78d triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:01:07.982309 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a3726327-5b5c-4f70-b786-3aab27bba3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (5969fdcc-a849-4e8c-ad1e-23881cede78d), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:08.005932 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-11a0dc08-e9c1-4722-a3b4-27d484b2d375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (5969fdcc-a849-4e8c-ad1e-23881cede78d), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:08.015159 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-a3726327-5b5c-4f70-b786-3aab27bba3a3 None None] Port 5969fdcc-a849-4e8c-ad1e-23881cede78d cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:01:08.275246 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232ea20-d4af-4870-946d-9d3aeda6a586 req-5114f686-cd82-4532-9fbb-aa486ba66410 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:01:08.276760 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5232ea20-d4af-4870-946d-9d3aeda6a586 req-5114f686-cd82-4532-9fbb-aa486ba66410 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/ports?device_id=24932a77-dc9c-4a61-a769-8f22cf14560c HTTP/1.1" status: 200 len: 931 time: 0.0861342 Jan 29 05:01:08.328711 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-11a0dc08-e9c1-4722-a3b4-27d484b2d375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5969fdcc-a849-4e8c-ad1e-23881cede78d {{(pid=103585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 05:01:08.342489 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-11a0dc08-e9c1-4722-a3b4-27d484b2d375 service neutron] Publish callbacks [] for port (5969fdcc-a849-4e8c-ad1e-23881cede78d), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:08.364392 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5232ea20-d4af-4870-946d-9d3aeda6a586 req-2079f053-62d3-4964-9c9c-7ec03633cc29 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/security-groups?id=6555d6a2-b71a-42b3-846f-1b2f200ec92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700693 Jan 29 05:01:08.367657 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.provisioning_blocks [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-11a0dc08-e9c1-4722-a3b4-27d484b2d375 service neutron] Transition to ACTIVE for port object 5969fdcc-a849-4e8c-ad1e-23881cede78d will not be triggered until provisioned by entity L2. {{(pid=103585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 05:01:08.434876 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-11a0dc08-e9c1-4722-a3b4-27d484b2d375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (5969fdcc-a849-4e8c-ad1e-23881cede78d), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:08.487898 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a0dc08-e9c1-4722-a3b4-27d484b2d375 service neutron] Pushing event updated for resources: {'Port': ['ID=5969fdcc-a849-4e8c-ad1e-23881cede78d,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:01:08.571723 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-11a0dc08-e9c1-4722-a3b4-27d484b2d375 service neutron] Attempting to bind port 5969fdcc-a849-4e8c-ad1e-23881cede78d on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:01:08.572123 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-11a0dc08-e9c1-4722-a3b4-27d484b2d375 service neutron] Attempting to bind port 5969fdcc-a849-4e8c-ad1e-23881cede78d by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'abf82723-0fad-47c5-b8bc-d45b7870384c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '045d1849-2770-408c-9c77-63a6404b9502'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:01:08.572611 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-11a0dc08-e9c1-4722-a3b4-27d484b2d375 service neutron] Attempting to bind port 5969fdcc-a849-4e8c-ad1e-23881cede78d on network 045d1849-2770-408c-9c77-63a6404b9502 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:01:08.577346 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-11a0dc08-e9c1-4722-a3b4-27d484b2d375 service neutron] Port 5969fdcc-a849-4e8c-ad1e-23881cede78d on network 045d1849-2770-408c-9c77-63a6404b9502 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 05:01:08.577681 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-11a0dc08-e9c1-4722-a3b4-27d484b2d375 service neutron] Attempting to bind port 5969fdcc-a849-4e8c-ad1e-23881cede78d on network 045d1849-2770-408c-9c77-63a6404b9502 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:01:08.582920 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-11a0dc08-e9c1-4722-a3b4-27d484b2d375 service neutron] Checking agent: {'id': '15eedd85-6d76-4715-a40f-dc31e854816c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'started_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:01:08.583257 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-11a0dc08-e9c1-4722-a3b4-27d484b2d375 service neutron] Checking segment: {'id': 'abf82723-0fad-47c5-b8bc-d45b7870384c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '045d1849-2770-408c-9c77-63a6404b9502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:01:08.583641 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-11a0dc08-e9c1-4722-a3b4-27d484b2d375 service neutron] Bound using segment: {'id': 'abf82723-0fad-47c5-b8bc-d45b7870384c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '045d1849-2770-408c-9c77-63a6404b9502'} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:01:08.584623 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-11a0dc08-e9c1-4722-a3b4-27d484b2d375 service neutron] Bound port: 5969fdcc-a849-4e8c-ad1e-23881cede78d, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abf82723-0fad-47c5-b8bc-d45b7870384c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '045d1849-2770-408c-9c77-63a6404b9502'}}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:01:08.585166 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-11a0dc08-e9c1-4722-a3b4-27d484b2d375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (5969fdcc-a849-4e8c-ad1e-23881cede78d), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:08.653588 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-11a0dc08-e9c1-4722-a3b4-27d484b2d375 service neutron] For port 5969fdcc-a849-4e8c-ad1e-23881cede78d, host hv-neutron-8211, cleared binding levels {{(pid=103585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:01:08.656470 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-11a0dc08-e9c1-4722-a3b4-27d484b2d375 service neutron] For port 5969fdcc-a849-4e8c-ad1e-23881cede78d, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=5969fdcc-a849-4e8c-ad1e-23881cede78d,segment=NetworkSegment(abf82723-0fad-47c5-b8bc-d45b7870384c),segment_id=abf82723-0fad-47c5-b8bc-d45b7870384c)] {{(pid=103585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:01:08.710325 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-11a0dc08-e9c1-4722-a3b4-27d484b2d375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (5969fdcc-a849-4e8c-ad1e-23881cede78d), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:08.744926 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-11a0dc08-e9c1-4722-a3b4-27d484b2d375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:01:08.745587 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-11a0dc08-e9c1-4722-a3b4-27d484b2d375 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:08.746983 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-11a0dc08-e9c1-4722-a3b4-27d484b2d375 service neutron] 10.222.0.18 "PUT /v2.0/ports/5969fdcc-a849-4e8c-ad1e-23881cede78d HTTP/1.1" status: 200 len: 1093 time: 0.8096747 Jan 29 05:01:08.747418 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24932a77-dc9c-4a61-a769-8f22cf14560c', 'tag': '5969fdcc-a849-4e8c-ad1e-23881cede78d'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:01:08.749748 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2204bf-74f4-46d4-b46e-edc2c78af44d" -d '{"events": [{"name": "network-changed", "server_uuid": "24932a77-dc9c-4a61-a769-8f22cf14560c", "tag": "5969fdcc-a849-4e8c-ad1e-23881cede78d"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:01:08.775542 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a0dc08-e9c1-4722-a3b4-27d484b2d375 service neutron] Pushing event updated for resources: {'Port': ['ID=5969fdcc-a849-4e8c-ad1e-23881cede78d,revision_number=3']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:01:08.802663 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad7ca15-e204-4770-ac82-2c6a60068337 x-openstack-request-id: req-9ad7ca15-e204-4770-ac82-2c6a60068337 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:01:08.803254 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24932a77-dc9c-4a61-a769-8f22cf14560c", "tag": "5969fdcc-a849-4e8c-ad1e-23881cede78d", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:01:08.803606 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9ad7ca15-e204-4770-ac82-2c6a60068337 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:01:08.804031 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24932a77-dc9c-4a61-a769-8f22cf14560c', 'tag': '5969fdcc-a849-4e8c-ad1e-23881cede78d', 'status': 'completed', 'code': 200} Jan 29 05:01:08.896157 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2204bf-74f4-46d4-b46e-edc2c78af44d req-698de963-3d73-4f07-b206-fe5d69dbf2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:01:08.898891 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2d2204bf-74f4-46d4-b46e-edc2c78af44d req-698de963-3d73-4f07-b206-fe5d69dbf2b7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3b41125e3ffe4bd8898695fd4fe2bc88&device_id=24932a77-dc9c-4a61-a769-8f22cf14560c HTTP/1.1" status: 200 len: 1127 time: 0.0517280 Jan 29 05:01:09.008844 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2204bf-74f4-46d4-b46e-edc2c78af44d req-83c12d2f-585b-4fc1-9f6f-6c7a22c41251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:01:09.010243 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2d2204bf-74f4-46d4-b46e-edc2c78af44d req-83c12d2f-585b-4fc1-9f6f-6c7a22c41251 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=3b41125e3ffe4bd8898695fd4fe2bc88&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0978289 Jan 29 05:01:09.101605 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2204bf-74f4-46d4-b46e-edc2c78af44d req-5277575c-39ed-4ab6-a60c-6845a47a77a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:01:09.103052 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2d2204bf-74f4-46d4-b46e-edc2c78af44d req-5277575c-39ed-4ab6-a60c-6845a47a77a1 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868709 Jan 29 05:01:09.203643 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-fdaeb775-c3ea-444f-9be8-61d238bf811c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:01:09.205164 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-fdaeb775-c3ea-444f-9be8-61d238bf811c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3b41125e3ffe4bd8898695fd4fe2bc88&device_id=24932a77-dc9c-4a61-a769-8f22cf14560c HTTP/1.1" status: 200 len: 1127 time: 0.0452247 Jan 29 05:01:09.256107 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-db2a145a-00d3-4939-abdc-8e0c8942dd2a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5969fdcc-a849-4e8c-ad1e-23881cede78d HTTP/1.1" status: 200 len: 217 time: 0.0383339 Jan 29 05:01:09.304885 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-ba165b63-7bfc-476c-8544-023bce89aee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:01:09.306309 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-ba165b63-7bfc-476c-8544-023bce89aee5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c097ad64-73a8-43e1-95ef-989f70315862 HTTP/1.1" status: 200 len: 856 time: 0.0434511 Jan 29 05:01:09.353611 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-2fa0cf88-d746-4d6d-a494-10fd885df27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:01:09.355066 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-2fa0cf88-d746-4d6d-a494-10fd885df27c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=045d1849-2770-408c-9c77-63a6404b9502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0434163 Jan 29 05:01:09.472832 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-767d8da8-745a-4b42-8517-36c14a9ac835 service neutron] 10.222.0.18 "GET /v2.0/networks/045d1849-2770-408c-9c77-63a6404b9502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117678 Jan 29 05:01:09.554029 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b41bf-b783-4ede-9308-15cde7fe01c0 req-d46f9ef2-9353-471e-a68e-4a4998bc16cf tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:01:09.555514 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ca0b41bf-b783-4ede-9308-15cde7fe01c0 req-d46f9ef2-9353-471e-a68e-4a4998bc16cf tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/ports?device_id=24932a77-dc9c-4a61-a769-8f22cf14560c HTTP/1.1" status: 200 len: 943 time: 0.1217663 Jan 29 05:01:09.598491 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a7b6a203-cdfe-4475-8194-97b0a3f4847c req-55cdb3a1-193b-4317-af2d-fc4429388acc service neutron] 10.222.0.18 "GET /v2.0/networks/045d1849-2770-408c-9c77-63a6404b9502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194267 Jan 29 05:01:09.620368 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ca0b41bf-b783-4ede-9308-15cde7fe01c0 req-8925285a-5719-48f3-a959-0d8f806ad9d8 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/security-groups?id=6555d6a2-b71a-42b3-846f-1b2f200ec92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551882 Jan 29 05:01:10.408196 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:01:10.743813 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68faf962-82e2-441d-81da-985373278554 req-74358216-aa84-4cae-97c4-e59e45c25dd8 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:01:10.745320 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-68faf962-82e2-441d-81da-985373278554 req-74358216-aa84-4cae-97c4-e59e45c25dd8 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/ports?device_id=24932a77-dc9c-4a61-a769-8f22cf14560c HTTP/1.1" status: 200 len: 943 time: 0.0575805 Jan 29 05:01:10.791220 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-68faf962-82e2-441d-81da-985373278554 req-68c36995-2ca1-40cd-8838-9d6e8adaba81 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/security-groups?id=6555d6a2-b71a-42b3-846f-1b2f200ec92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403564 Jan 29 05:01:11.823088 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 5969fdcc-a849-4e8c-ad1e-23881cede78d details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:01:11.910974 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76cc0e4-e9e8-49be-84f8-102ccc6027c7 req-00ea9361-4bf3-4b5d-bfd6-ec4daf6bd38f tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:01:11.913318 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b76cc0e4-e9e8-49be-84f8-102ccc6027c7 req-00ea9361-4bf3-4b5d-bfd6-ec4daf6bd38f tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/ports?device_id=24932a77-dc9c-4a61-a769-8f22cf14560c HTTP/1.1" status: 200 len: 943 time: 0.0547163 Jan 29 05:01:11.925987 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 5969fdcc-a849-4e8c-ad1e-23881cede78d, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=5969fdcc-a849-4e8c-ad1e-23881cede78d,segment=NetworkSegment(abf82723-0fad-47c5-b8bc-d45b7870384c),segment_id=abf82723-0fad-47c5-b8bc-d45b7870384c)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:01:11.937440 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': '5969fdcc-a849-4e8c-ad1e-23881cede78d', 'network_id': '045d1849-2770-408c-9c77-63a6404b9502', 'port_id': '5969fdcc-a849-4e8c-ad1e-23881cede78d', 'mac_address': 'fa:16:3e:6f:ea:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c097ad64-73a8-43e1-95ef-989f70315862', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:01:11.961433 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b76cc0e4-e9e8-49be-84f8-102ccc6027c7 req-91c7a3ce-2134-4e8a-ae71-f93d214c0e85 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/security-groups?id=6555d6a2-b71a-42b3-846f-1b2f200ec92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421927 Jan 29 05:01:11.979652 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 5969fdcc-a849-4e8c-ad1e-23881cede78d is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:01:11.980044 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (5969fdcc-a849-4e8c-ad1e-23881cede78d), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:11.993438 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5969fdcc-a849-4e8c-ad1e-23881cede78d {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 05:01:12.012215 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 5969fdcc-a849-4e8c-ad1e-23881cede78d, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=5969fdcc-a849-4e8c-ad1e-23881cede78d,segment=NetworkSegment(abf82723-0fad-47c5-b8bc-d45b7870384c),segment_id=abf82723-0fad-47c5-b8bc-d45b7870384c)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:01:12.103191 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (5969fdcc-a849-4e8c-ad1e-23881cede78d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:12.152458 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=5969fdcc-a849-4e8c-ad1e-23881cede78d,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:01:12.480564 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['5969fdcc-a849-4e8c-ad1e-23881cede78d'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:01:13.079057 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429008e-c211-4de4-8bf4-403c3bcb3ee8 req-e46b82a6-cb24-4ac8-a688-1c2ee44f2647 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:01:13.080568 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b429008e-c211-4de4-8bf4-403c3bcb3ee8 req-e46b82a6-cb24-4ac8-a688-1c2ee44f2647 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/ports?device_id=24932a77-dc9c-4a61-a769-8f22cf14560c HTTP/1.1" status: 200 len: 944 time: 0.0533848 Jan 29 05:01:13.127245 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b429008e-c211-4de4-8bf4-403c3bcb3ee8 req-b08dbe10-e1b7-4ef9-b875-87228a7e7aa9 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/security-groups?id=6555d6a2-b71a-42b3-846f-1b2f200ec92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409927 Jan 29 05:01:13.825956 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 5969fdcc-a849-4e8c-ad1e-23881cede78d up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:01:13.943576 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning for port 5969fdcc-a849-4e8c-ad1e-23881cede78d completed by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 05:01:13.947666 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port 5969fdcc-a849-4e8c-ad1e-23881cede78d triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:01:13.948049 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (5969fdcc-a849-4e8c-ad1e-23881cede78d), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:14.020432 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 5969fdcc-a849-4e8c-ad1e-23881cede78d is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:01:14.020838 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (5969fdcc-a849-4e8c-ad1e-23881cede78d), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:14.042950 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24932a77-dc9c-4a61-a769-8f22cf14560c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5969fdcc-a849-4e8c-ad1e-23881cede78d'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:01:14.045185 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014994f3-3ee8-4416-a9eb-2918119f3d38" -d '{"events": [{"server_uuid": "24932a77-dc9c-4a61-a769-8f22cf14560c", "name": "network-vif-plugged", "status": "completed", "tag": "5969fdcc-a849-4e8c-ad1e-23881cede78d"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:01:14.057191 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 5969fdcc-a849-4e8c-ad1e-23881cede78d, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=5969fdcc-a849-4e8c-ad1e-23881cede78d,segment=NetworkSegment(abf82723-0fad-47c5-b8bc-d45b7870384c),segment_id=abf82723-0fad-47c5-b8bc-d45b7870384c)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:01:14.079801 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9fcf28-2d0b-4bcf-b8b1-a24d49918de9 x-openstack-request-id: req-fc9fcf28-2d0b-4bcf-b8b1-a24d49918de9 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:01:14.080084 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24932a77-dc9c-4a61-a769-8f22cf14560c", "name": "network-vif-plugged", "status": "completed", "tag": "5969fdcc-a849-4e8c-ad1e-23881cede78d", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:01:14.080332 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc9fcf28-2d0b-4bcf-b8b1-a24d49918de9 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:01:14.080754 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24932a77-dc9c-4a61-a769-8f22cf14560c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5969fdcc-a849-4e8c-ad1e-23881cede78d', 'code': 200} Jan 29 05:01:14.149604 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (5969fdcc-a849-4e8c-ad1e-23881cede78d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:14.202361 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=5969fdcc-a849-4e8c-ad1e-23881cede78d,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:01:14.247856 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602a5a7-e089-4741-a783-2854b89356f9 req-adbfe322-940b-4639-aabf-8fe6e64365c4 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:01:14.249416 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9602a5a7-e089-4741-a783-2854b89356f9 req-adbfe322-940b-4639-aabf-8fe6e64365c4 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/ports?device_id=24932a77-dc9c-4a61-a769-8f22cf14560c HTTP/1.1" status: 200 len: 945 time: 0.0544617 Jan 29 05:01:14.300932 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9602a5a7-e089-4741-a783-2854b89356f9 req-b246a586-cd11-4886-9aba-6bec6464f63e tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/security-groups?id=6555d6a2-b71a-42b3-846f-1b2f200ec92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458279 Jan 29 05:01:14.419628 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ede92-f66c-47c5-a7b5-00fc7fc9fb3a req-69833893-7771-4d81-b495-bc329f185153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:01:14.421082 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9a6ede92-f66c-47c5-a7b5-00fc7fc9fb3a req-69833893-7771-4d81-b495-bc329f185153 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=24932a77-dc9c-4a61-a769-8f22cf14560c HTTP/1.1" status: 200 len: 1129 time: 0.0485013 Jan 29 05:01:14.465889 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9a6ede92-f66c-47c5-a7b5-00fc7fc9fb3a req-4524fe13-3bd2-4596-9773-d8a805ede292 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6555d6a2-b71a-42b3-846f-1b2f200ec92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391133 Jan 29 05:01:15.420987 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8f7c1-2336-4ff8-9fc0-e64b5d149883 req-a895ab18-9cb7-4681-94fa-f7e643537807 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:01:15.422473 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-32f8f7c1-2336-4ff8-9fc0-e64b5d149883 req-a895ab18-9cb7-4681-94fa-f7e643537807 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/ports?device_id=24932a77-dc9c-4a61-a769-8f22cf14560c HTTP/1.1" status: 200 len: 945 time: 0.0524859 Jan 29 05:01:15.468668 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-32f8f7c1-2336-4ff8-9fc0-e64b5d149883 req-695d7b2c-f0e3-481c-9c81-41e006d98f73 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/security-groups?id=6555d6a2-b71a-42b3-846f-1b2f200ec92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407281 Jan 29 05:01:16.588168 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaee506-6c18-4184-b9e8-004ac5da976f req-a2ad2f32-e524-479a-91b4-b1c0b9bd9146 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:01:16.589946 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-bcaee506-6c18-4184-b9e8-004ac5da976f req-a2ad2f32-e524-479a-91b4-b1c0b9bd9146 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/ports?device_id=24932a77-dc9c-4a61-a769-8f22cf14560c HTTP/1.1" status: 200 len: 945 time: 0.0544269 Jan 29 05:01:16.636374 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-bcaee506-6c18-4184-b9e8-004ac5da976f req-bcb9f395-43c7-49db-a9ee-474188eff72c tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/security-groups?id=6555d6a2-b71a-42b3-846f-1b2f200ec92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410328 Jan 29 05:01:16.750629 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff6bbd-be9a-4f32-8e4c-c23f4bfe77e6 req-d6a0134c-892a-44b9-b992-fdd380a81cd1 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:01:16.752004 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-adff6bbd-be9a-4f32-8e4c-c23f4bfe77e6 req-d6a0134c-892a-44b9-b992-fdd380a81cd1 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/ports?device_id=24932a77-dc9c-4a61-a769-8f22cf14560c HTTP/1.1" status: 200 len: 945 time: 0.0518048 Jan 29 05:01:16.802294 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-adff6bbd-be9a-4f32-8e4c-c23f4bfe77e6 req-78b61a05-ed89-4c53-bf6e-9c5d873a07ce tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/security-groups?id=6555d6a2-b71a-42b3-846f-1b2f200ec92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447707 Jan 29 05:01:20.198032 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0475ada4-fe69-4390-aac3-52fc19cbfd92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:22.443719 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-43cd2b4b-8eea-4ffb-bd49-0588cc50c20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:23.783638 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:24.241352 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:24.954783 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:26.392004 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:47.407585 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:01:50.191349 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1e9c15ff-ed17-42b8-a762-5dc62916a5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:52.445411 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e093b321-d73e-4bc3-94b5-ede52ea05441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:53.677666 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1427aeb0-7a85-456b-8a88-29713211facd req-05ef6e68-fc83-4148-a653-e70a30f51594 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:01:53.679482 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-1427aeb0-7a85-456b-8a88-29713211facd req-05ef6e68-fc83-4148-a653-e70a30f51594 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/ports?device_id=24932a77-dc9c-4a61-a769-8f22cf14560c HTTP/1.1" status: 200 len: 945 time: 0.0534792 Jan 29 05:01:53.729820 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-1427aeb0-7a85-456b-8a88-29713211facd req-860fb9cb-3534-4d5d-a1c5-02a133830181 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/security-groups?id=6555d6a2-b71a-42b3-846f-1b2f200ec92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451541 Jan 29 05:01:53.771448 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:54.211239 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:54.854280 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285ff9f-1387-4e43-a018-5b3be2f844c4 req-8262b6da-c026-43a9-b3d0-1cb664fb4bf4 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:01:54.855935 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7285ff9f-1387-4e43-a018-5b3be2f844c4 req-8262b6da-c026-43a9-b3d0-1cb664fb4bf4 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/ports?device_id=24932a77-dc9c-4a61-a769-8f22cf14560c HTTP/1.1" status: 200 len: 945 time: 0.0578320 Jan 29 05:01:54.906063 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7285ff9f-1387-4e43-a018-5b3be2f844c4 req-26c5c1b7-1239-4415-8538-2e779cff7d84 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/security-groups?id=6555d6a2-b71a-42b3-846f-1b2f200ec92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444646 Jan 29 05:01:54.976737 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:55.592036 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e335a-772f-41ba-befc-d3a26e2ec9c3 req-5f55db17-ceb2-433f-a778-99071c2ace34 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:01:55.593520 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-be5e335a-772f-41ba-befc-d3a26e2ec9c3 req-5f55db17-ceb2-433f-a778-99071c2ace34 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.18 "GET /v2.0/ports?device_id=24932a77-dc9c-4a61-a769-8f22cf14560c HTTP/1.1" status: 200 len: 945 time: 0.0552125 Jan 29 05:01:55.684393 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-be5e335a-772f-41ba-befc-d3a26e2ec9c3 req-a3a9292a-acc1-4e1e-99c7-3f7f6c17a953 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Deleting port 5969fdcc-a849-4e8c-ad1e-23881cede78d {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:01:55.684770 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-be5e335a-772f-41ba-befc-d3a26e2ec9c3 req-a3a9292a-acc1-4e1e-99c7-3f7f6c17a953 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (5969fdcc-a849-4e8c-ad1e-23881cede78d), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:55.775369 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-be5e335a-772f-41ba-befc-d3a26e2ec9c3 req-a3a9292a-acc1-4e1e-99c7-3f7f6c17a953 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] For port 5969fdcc-a849-4e8c-ad1e-23881cede78d, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=5969fdcc-a849-4e8c-ad1e-23881cede78d,segment=NetworkSegment(abf82723-0fad-47c5-b8bc-d45b7870384c),segment_id=abf82723-0fad-47c5-b8bc-d45b7870384c)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:01:55.775725 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-be5e335a-772f-41ba-befc-d3a26e2ec9c3 req-a3a9292a-acc1-4e1e-99c7-3f7f6c17a953 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (5969fdcc-a849-4e8c-ad1e-23881cede78d), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:55.787634 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-be5e335a-772f-41ba-befc-d3a26e2ec9c3 req-a3a9292a-acc1-4e1e-99c7-3f7f6c17a953 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Calling delete_port for 5969fdcc-a849-4e8c-ad1e-23881cede78d owned by compute:nova {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:01:55.982991 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-be5e335a-772f-41ba-befc-d3a26e2ec9c3 req-a3a9292a-acc1-4e1e-99c7-3f7f6c17a953 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (5969fdcc-a849-4e8c-ad1e-23881cede78d), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:56.006622 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-28f2adf8-187a-4196-95e0-d845e9b5c1af req-181ec28d-6f8d-4b53-b7fc-f765e19d3a6f tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/ports?device_id=24932a77-dc9c-4a61-a769-8f22cf14560c HTTP/1.1" status: 200 len: 210 time: 0.0329027 Jan 29 05:01:56.015446 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a9292a-acc1-4e1e-99c7-3f7f6c17a953 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Pushing event deleted for resources: {'Port': ['ID=5969fdcc-a849-4e8c-ad1e-23881cede78d,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:01:56.018357 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['5969fdcc-a849-4e8c-ad1e-23881cede78d'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:01:56.024799 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9292a-acc1-4e1e-99c7-3f7f6c17a953 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:01:56.025151 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9292a-acc1-4e1e-99c7-3f7f6c17a953 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:01:56.025493 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9292a-acc1-4e1e-99c7-3f7f6c17a953 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:01:56.025834 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9292a-acc1-4e1e-99c7-3f7f6c17a953 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:01:56.026166 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9292a-acc1-4e1e-99c7-3f7f6c17a953 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:01:56.026501 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9292a-acc1-4e1e-99c7-3f7f6c17a953 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:01:56.026827 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9292a-acc1-4e1e-99c7-3f7f6c17a953 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:01:56.027149 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9292a-acc1-4e1e-99c7-3f7f6c17a953 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:01:56.027472 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9292a-acc1-4e1e-99c7-3f7f6c17a953 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:01:56.027798 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9292a-acc1-4e1e-99c7-3f7f6c17a953 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:01:56.028115 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9292a-acc1-4e1e-99c7-3f7f6c17a953 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:01:56.028436 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9292a-acc1-4e1e-99c7-3f7f6c17a953 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:01:56.028777 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9292a-acc1-4e1e-99c7-3f7f6c17a953 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:01:56.073284 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5e335a-772f-41ba-befc-d3a26e2ec9c3 req-a3a9292a-acc1-4e1e-99c7-3f7f6c17a953 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] No DVR routers for this DVR port 5969fdcc-a849-4e8c-ad1e-23881cede78d on host hv-neutron-8211 {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:01:56.075767 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-be5e335a-772f-41ba-befc-d3a26e2ec9c3 req-a3a9292a-acc1-4e1e-99c7-3f7f6c17a953 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:56.078989 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-be5e335a-772f-41ba-befc-d3a26e2ec9c3 req-a3a9292a-acc1-4e1e-99c7-3f7f6c17a953 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.18 "DELETE /v2.0/ports/5969fdcc-a849-4e8c-ad1e-23881cede78d HTTP/1.1" status: 204 len: 173 time: 0.4800162 Jan 29 05:01:56.079425 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24932a77-dc9c-4a61-a769-8f22cf14560c', 'name': 'network-vif-deleted', 'tag': '5969fdcc-a849-4e8c-ad1e-23881cede78d'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:01:56.081654 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3baee09a-c23c-4657-b7d6-324438c72cf3" -d '{"events": [{"server_uuid": "24932a77-dc9c-4a61-a769-8f22cf14560c", "name": "network-vif-deleted", "tag": "5969fdcc-a849-4e8c-ad1e-23881cede78d"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:01:56.116554 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5914f147-b5a0-44a1-abd7-db00afe703be x-openstack-request-id: req-5914f147-b5a0-44a1-abd7-db00afe703be {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:01:56.116848 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24932a77-dc9c-4a61-a769-8f22cf14560c", "name": "network-vif-deleted", "tag": "5969fdcc-a849-4e8c-ad1e-23881cede78d", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:01:56.117101 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5914f147-b5a0-44a1-abd7-db00afe703be {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:01:56.117525 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24932a77-dc9c-4a61-a769-8f22cf14560c', 'name': 'network-vif-deleted', 'tag': '5969fdcc-a849-4e8c-ad1e-23881cede78d', 'status': 'completed', 'code': 200} Jan 29 05:01:56.423197 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:01:57.678330 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0017e-065d-4044-a947-0d2c4967782a req-ab78333e-d651-402a-b38d-8e5aef39d924 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:01:57.679769 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0cf0017e-065d-4044-a947-0d2c4967782a req-ab78333e-d651-402a-b38d-8e5aef39d924 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/networks?id=045d1849-2770-408c-9c77-63a6404b9502 HTTP/1.1" status: 200 len: 817 time: 0.0978956 Jan 29 05:01:57.695345 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0cf0017e-065d-4044-a947-0d2c4967782a req-82a8e0e1-8b66-42ee-a42c-4de3ba5168fd tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/quotas/3b41125e3ffe4bd8898695fd4fe2bc88 HTTP/1.1" status: 200 len: 375 time: 0.0104315 Jan 29 05:01:57.753030 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0cf0017e-065d-4044-a947-0d2c4967782a req-765a1e3a-b5af-498c-bb06-71b22a6cea58 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3b41125e3ffe4bd8898695fd4fe2bc88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524611 Jan 29 05:01:57.943004 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0cf0017e-065d-4044-a947-0d2c4967782a req-f3d032c0-3700-4e43-b3d3-56f2f38fd55e service neutron] 10.222.0.13 "GET /v2.0/networks/045d1849-2770-408c-9c77-63a6404b9502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785645 Jan 29 05:01:58.034316 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0cf0017e-065d-4044-a947-0d2c4967782a req-4ac00bf3-aef5-4ce7-b244-6e122012ee78 service neutron] 10.222.0.13 "GET /v2.0/networks/045d1849-2770-408c-9c77-63a6404b9502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852721 Jan 29 05:01:58.070762 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 5969fdcc-a849-4e8c-ad1e-23881cede78d no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:01:58.091315 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] No Port match for: 5969fdcc-a849-4e8c-ad1e-23881cede78d {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:01:58.091666 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 5969fdcc-a849-4e8c-ad1e-23881cede78d not bound to the agent host hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:01:58.287732 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-2bd00269-e546-4542-a233-0e3d555156ed req-a350953b-326e-42da-87b0-2b6444152ced tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde77dba-656a-40dd-9ea2-cf5e6039ebbb HTTP/1.1" status: 200 len: 210 time: 0.0284450 Jan 29 05:01:59.379621 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c656983d-a37d-4b7d-8b77-6b1301ed5fee req-b0fe36af-be05-46db-9951-32b26e2012f7 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde77dba-656a-40dd-9ea2-cf5e6039ebbb HTTP/1.1" status: 200 len: 210 time: 0.0269418 Jan 29 05:02:00.135727 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0017e-065d-4044-a947-0d2c4967782a req-d0a3e0e8-ce34-4f5b-8839-1770df710fd2 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:00.137095 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0cf0017e-065d-4044-a947-0d2c4967782a req-d0a3e0e8-ce34-4f5b-8839-1770df710fd2 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.18 "GET /v2.0/networks?id=045d1849-2770-408c-9c77-63a6404b9502 HTTP/1.1" status: 200 len: 817 time: 0.0990474 Jan 29 05:02:00.155005 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-0cf0017e-065d-4044-a947-0d2c4967782a req-11cf7b3f-7990-4e4e-a5e5-70e62d52c888 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Request body: {'port': {'device_id': 'cde77dba-656a-40dd-9ea2-cf5e6039ebbb', 'network_id': '045d1849-2770-408c-9c77-63a6404b9502', 'admin_state_up': True, 'tenant_id': '3b41125e3ffe4bd8898695fd4fe2bc88'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:02:00.368538 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cf0017e-065d-4044-a947-0d2c4967782a req-11cf7b3f-7990-4e4e-a5e5-70e62d52c888 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Made reservation on behalf of 3b41125e3ffe4bd8898695fd4fe2bc88 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:02:00.371906 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-0cf0017e-065d-4044-a947-0d2c4967782a req-11cf7b3f-7990-4e4e-a5e5-70e62d52c888 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:02:00.477501 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-47d8a940-2788-460b-9345-7a7beb8733dc req-3098ff7b-346a-4444-a38e-2dba294a8cd6 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde77dba-656a-40dd-9ea2-cf5e6039ebbb HTTP/1.1" status: 200 len: 210 time: 0.0285103 Jan 29 05:02:00.502409 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [req-0cf0017e-065d-4044-a947-0d2c4967782a req-11cf7b3f-7990-4e4e-a5e5-70e62d52c888 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Allocated IP 172.20.0.4 (045d1849-2770-408c-9c77-63a6404b9502/c097ad64-73a8-43e1-95ef-989f70315862/84b89e69-5351-4460-a622-4486d2fffcb9) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:02:00.641887 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-0cf0017e-065d-4044-a947-0d2c4967782a req-11cf7b3f-7990-4e4e-a5e5-70e62d52c888 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Publish callbacks [] for port (84b89e69-5351-4460-a622-4486d2fffcb9), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:02:00.728258 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-0cf0017e-065d-4044-a947-0d2c4967782a req-11cf7b3f-7990-4e4e-a5e5-70e62d52c888 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (84b89e69-5351-4460-a622-4486d2fffcb9), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:02:00.772360 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cf0017e-065d-4044-a947-0d2c4967782a req-11cf7b3f-7990-4e4e-a5e5-70e62d52c888 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Network 045d1849-2770-408c-9c77-63a6404b9502 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:02:00.781216 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [req-0cf0017e-065d-4044-a947-0d2c4967782a req-11cf7b3f-7990-4e4e-a5e5-70e62d52c888 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:02:00.788763 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf0017e-065d-4044-a947-0d2c4967782a req-11cf7b3f-7990-4e4e-a5e5-70e62d52c888 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:02:00.807791 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf7b3f-7990-4e4e-a5e5-70e62d52c888 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Pushing event updated for resources: {'Port': ['ID=84b89e69-5351-4460-a622-4486d2fffcb9,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:02:00.854765 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0017e-065d-4044-a947-0d2c4967782a req-11cf7b3f-7990-4e4e-a5e5-70e62d52c888 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:00.855381 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-0cf0017e-065d-4044-a947-0d2c4967782a req-11cf7b3f-7990-4e4e-a5e5-70e62d52c888 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:02:00.943332 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0cf0017e-065d-4044-a947-0d2c4967782a req-11cf7b3f-7990-4e4e-a5e5-70e62d52c888 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7910378 Jan 29 05:02:00.959958 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-0cf0017e-065d-4044-a947-0d2c4967782a req-09b7b1b0-1b9e-4f8b-8a21-25766f754047 service neutron] Request body: {'port': {'device_id': 'cde77dba-656a-40dd-9ea2-cf5e6039ebbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:02:01.001926 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-affa99d2-4a52-49c3-9a7e-40fe7c27deb2 None None] Provisioning complete for port 84b89e69-5351-4460-a622-4486d2fffcb9 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:02:01.002504 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-affa99d2-4a52-49c3-9a7e-40fe7c27deb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (84b89e69-5351-4460-a622-4486d2fffcb9), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:02:01.020362 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-0cf0017e-065d-4044-a947-0d2c4967782a req-09b7b1b0-1b9e-4f8b-8a21-25766f754047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (84b89e69-5351-4460-a622-4486d2fffcb9), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:02:01.035455 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-affa99d2-4a52-49c3-9a7e-40fe7c27deb2 None None] Port 84b89e69-5351-4460-a622-4486d2fffcb9 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:02:01.281550 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [req-0cf0017e-065d-4044-a947-0d2c4967782a req-09b7b1b0-1b9e-4f8b-8a21-25766f754047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84b89e69-5351-4460-a622-4486d2fffcb9 {{(pid=103585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 05:02:01.289678 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-0cf0017e-065d-4044-a947-0d2c4967782a req-09b7b1b0-1b9e-4f8b-8a21-25766f754047 service neutron] Publish callbacks [] for port (84b89e69-5351-4460-a622-4486d2fffcb9), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:02:01.301250 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.provisioning_blocks [req-0cf0017e-065d-4044-a947-0d2c4967782a req-09b7b1b0-1b9e-4f8b-8a21-25766f754047 service neutron] Transition to ACTIVE for port object 84b89e69-5351-4460-a622-4486d2fffcb9 will not be triggered until provisioned by entity L2. {{(pid=103585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 05:02:01.377149 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-0cf0017e-065d-4044-a947-0d2c4967782a req-09b7b1b0-1b9e-4f8b-8a21-25766f754047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (84b89e69-5351-4460-a622-4486d2fffcb9), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:02:01.429388 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b7b1b0-1b9e-4f8b-8a21-25766f754047 service neutron] Pushing event updated for resources: {'Port': ['ID=84b89e69-5351-4460-a622-4486d2fffcb9,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:02:01.504223 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-0cf0017e-065d-4044-a947-0d2c4967782a req-09b7b1b0-1b9e-4f8b-8a21-25766f754047 service neutron] Attempting to bind port 84b89e69-5351-4460-a622-4486d2fffcb9 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:02:01.504974 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-0cf0017e-065d-4044-a947-0d2c4967782a req-09b7b1b0-1b9e-4f8b-8a21-25766f754047 service neutron] Attempting to bind port 84b89e69-5351-4460-a622-4486d2fffcb9 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'abf82723-0fad-47c5-b8bc-d45b7870384c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '045d1849-2770-408c-9c77-63a6404b9502'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:02:01.504974 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf0017e-065d-4044-a947-0d2c4967782a req-09b7b1b0-1b9e-4f8b-8a21-25766f754047 service neutron] Attempting to bind port 84b89e69-5351-4460-a622-4486d2fffcb9 on network 045d1849-2770-408c-9c77-63a6404b9502 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:02:01.510082 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf0017e-065d-4044-a947-0d2c4967782a req-09b7b1b0-1b9e-4f8b-8a21-25766f754047 service neutron] Port 84b89e69-5351-4460-a622-4486d2fffcb9 on network 045d1849-2770-408c-9c77-63a6404b9502 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 05:02:01.510402 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf0017e-065d-4044-a947-0d2c4967782a req-09b7b1b0-1b9e-4f8b-8a21-25766f754047 service neutron] Attempting to bind port 84b89e69-5351-4460-a622-4486d2fffcb9 on network 045d1849-2770-408c-9c77-63a6404b9502 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:02:01.515899 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf0017e-065d-4044-a947-0d2c4967782a req-09b7b1b0-1b9e-4f8b-8a21-25766f754047 service neutron] Checking agent: {'id': '15eedd85-6d76-4715-a40f-dc31e854816c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'started_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:02:01.516237 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf0017e-065d-4044-a947-0d2c4967782a req-09b7b1b0-1b9e-4f8b-8a21-25766f754047 service neutron] Checking segment: {'id': 'abf82723-0fad-47c5-b8bc-d45b7870384c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '045d1849-2770-408c-9c77-63a6404b9502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:02:01.516652 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf0017e-065d-4044-a947-0d2c4967782a req-09b7b1b0-1b9e-4f8b-8a21-25766f754047 service neutron] Bound using segment: {'id': 'abf82723-0fad-47c5-b8bc-d45b7870384c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '045d1849-2770-408c-9c77-63a6404b9502'} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:02:01.517080 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-0cf0017e-065d-4044-a947-0d2c4967782a req-09b7b1b0-1b9e-4f8b-8a21-25766f754047 service neutron] Bound port: 84b89e69-5351-4460-a622-4486d2fffcb9, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abf82723-0fad-47c5-b8bc-d45b7870384c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '045d1849-2770-408c-9c77-63a6404b9502'}}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:02:01.517438 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-0cf0017e-065d-4044-a947-0d2c4967782a req-09b7b1b0-1b9e-4f8b-8a21-25766f754047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (84b89e69-5351-4460-a622-4486d2fffcb9), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:02:01.610339 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-0cf0017e-065d-4044-a947-0d2c4967782a req-09b7b1b0-1b9e-4f8b-8a21-25766f754047 service neutron] For port 84b89e69-5351-4460-a622-4486d2fffcb9, host hv-neutron-8211, cleared binding levels {{(pid=103585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:02:01.613974 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-0cf0017e-065d-4044-a947-0d2c4967782a req-09b7b1b0-1b9e-4f8b-8a21-25766f754047 service neutron] For port 84b89e69-5351-4460-a622-4486d2fffcb9, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=84b89e69-5351-4460-a622-4486d2fffcb9,segment=NetworkSegment(abf82723-0fad-47c5-b8bc-d45b7870384c),segment_id=abf82723-0fad-47c5-b8bc-d45b7870384c)] {{(pid=103585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:02:01.628299 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507aece-2607-4c39-8246-882e39d415d5 req-16c243d0-7d6a-49b5-b404-bdd723bc410c tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:01.629778 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f507aece-2607-4c39-8246-882e39d415d5 req-16c243d0-7d6a-49b5-b404-bdd723bc410c tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde77dba-656a-40dd-9ea2-cf5e6039ebbb HTTP/1.1" status: 200 len: 943 time: 0.0795162 Jan 29 05:02:01.676591 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f507aece-2607-4c39-8246-882e39d415d5 req-6cb7af36-0b27-4d20-8424-6ffc4b1e8c15 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/security-groups?id=6555d6a2-b71a-42b3-846f-1b2f200ec92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412259 Jan 29 05:02:01.685373 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-0cf0017e-065d-4044-a947-0d2c4967782a req-09b7b1b0-1b9e-4f8b-8a21-25766f754047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (84b89e69-5351-4460-a622-4486d2fffcb9), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:02:01.720541 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0017e-065d-4044-a947-0d2c4967782a req-09b7b1b0-1b9e-4f8b-8a21-25766f754047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:01.721153 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-0cf0017e-065d-4044-a947-0d2c4967782a req-09b7b1b0-1b9e-4f8b-8a21-25766f754047 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:02:01.722502 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0cf0017e-065d-4044-a947-0d2c4967782a req-09b7b1b0-1b9e-4f8b-8a21-25766f754047 service neutron] 10.222.0.18 "PUT /v2.0/ports/84b89e69-5351-4460-a622-4486d2fffcb9 HTTP/1.1" status: 200 len: 1093 time: 0.7670374 Jan 29 05:02:01.722935 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cde77dba-656a-40dd-9ea2-cf5e6039ebbb', 'tag': '84b89e69-5351-4460-a622-4486d2fffcb9'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:02:01.725883 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63585887-2252-40c3-bd34-24f05a71ef0e" -d '{"events": [{"name": "network-changed", "server_uuid": "cde77dba-656a-40dd-9ea2-cf5e6039ebbb", "tag": "84b89e69-5351-4460-a622-4486d2fffcb9"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:02:01.753573 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b7b1b0-1b9e-4f8b-8a21-25766f754047 service neutron] Pushing event updated for resources: {'Port': ['ID=84b89e69-5351-4460-a622-4486d2fffcb9,revision_number=3']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:02:01.766776 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9def7107-5e36-43e6-9fcb-8f7fa0959071 x-openstack-request-id: req-9def7107-5e36-43e6-9fcb-8f7fa0959071 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:02:01.767121 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cde77dba-656a-40dd-9ea2-cf5e6039ebbb", "tag": "84b89e69-5351-4460-a622-4486d2fffcb9", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:02:01.767378 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9def7107-5e36-43e6-9fcb-8f7fa0959071 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:02:01.767779 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cde77dba-656a-40dd-9ea2-cf5e6039ebbb', 'tag': '84b89e69-5351-4460-a622-4486d2fffcb9', 'status': 'completed', 'code': 200} Jan 29 05:02:02.150867 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63585887-2252-40c3-bd34-24f05a71ef0e req-23b4e17a-73e9-4058-9077-29747728d533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:02.152278 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-63585887-2252-40c3-bd34-24f05a71ef0e req-23b4e17a-73e9-4058-9077-29747728d533 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3b41125e3ffe4bd8898695fd4fe2bc88&device_id=cde77dba-656a-40dd-9ea2-cf5e6039ebbb HTTP/1.1" status: 200 len: 1127 time: 0.3463686 Jan 29 05:02:02.253126 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63585887-2252-40c3-bd34-24f05a71ef0e req-20017dc7-e352-44de-ac3a-ba8417107471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:02.255398 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-63585887-2252-40c3-bd34-24f05a71ef0e req-20017dc7-e352-44de-ac3a-ba8417107471 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=3b41125e3ffe4bd8898695fd4fe2bc88&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0886407 Jan 29 05:02:02.346394 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63585887-2252-40c3-bd34-24f05a71ef0e req-d261e4e4-36d6-4337-b72d-14fb16104ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:02.347847 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-63585887-2252-40c3-bd34-24f05a71ef0e req-d261e4e4-36d6-4337-b72d-14fb16104ee4 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877447 Jan 29 05:02:02.448526 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0017e-065d-4044-a947-0d2c4967782a req-5e6a2674-37e1-48fd-80bf-6af99b7f0105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:02.449930 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0cf0017e-065d-4044-a947-0d2c4967782a req-5e6a2674-37e1-48fd-80bf-6af99b7f0105 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3b41125e3ffe4bd8898695fd4fe2bc88&device_id=cde77dba-656a-40dd-9ea2-cf5e6039ebbb HTTP/1.1" status: 200 len: 1127 time: 0.0442386 Jan 29 05:02:02.499444 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0cf0017e-065d-4044-a947-0d2c4967782a req-5b0059a1-b64d-4b90-9524-bf04a3449ca8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84b89e69-5351-4460-a622-4486d2fffcb9 HTTP/1.1" status: 200 len: 217 time: 0.0367916 Jan 29 05:02:02.544886 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0017e-065d-4044-a947-0d2c4967782a req-a789d61b-9af1-4b7f-a275-a2f4557c8143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:02.546283 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0cf0017e-065d-4044-a947-0d2c4967782a req-a789d61b-9af1-4b7f-a275-a2f4557c8143 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c097ad64-73a8-43e1-95ef-989f70315862 HTTP/1.1" status: 200 len: 856 time: 0.0415368 Jan 29 05:02:02.593245 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0017e-065d-4044-a947-0d2c4967782a req-aa005e9a-cece-4cf3-8282-4ff789531ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:02.594708 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0cf0017e-065d-4044-a947-0d2c4967782a req-aa005e9a-cece-4cf3-8282-4ff789531ead service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=045d1849-2770-408c-9c77-63a6404b9502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0425520 Jan 29 05:02:02.681200 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0cf0017e-065d-4044-a947-0d2c4967782a req-98219d24-b5fe-4222-aed7-9af6f02182d3 service neutron] 10.222.0.18 "GET /v2.0/networks/045d1849-2770-408c-9c77-63a6404b9502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808611 Jan 29 05:02:02.819376 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0cf0017e-065d-4044-a947-0d2c4967782a req-3e2d8181-143f-4fe5-9916-929361ba98c0 service neutron] 10.222.0.18 "GET /v2.0/networks/045d1849-2770-408c-9c77-63a6404b9502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190705 Jan 29 05:02:02.826246 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0d6ad-deff-4978-89c8-bd18c95a3a58 req-537db4ad-58a9-47c1-9941-acc29aeb879d tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:02.827624 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-16f0d6ad-deff-4978-89c8-bd18c95a3a58 req-537db4ad-58a9-47c1-9941-acc29aeb879d tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde77dba-656a-40dd-9ea2-cf5e6039ebbb HTTP/1.1" status: 200 len: 943 time: 0.0825722 Jan 29 05:02:02.875187 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-16f0d6ad-deff-4978-89c8-bd18c95a3a58 req-101fa589-5b78-4390-a6cd-4ba13355c0e3 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/security-groups?id=6555d6a2-b71a-42b3-846f-1b2f200ec92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406880 Jan 29 05:02:03.993016 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62230ae2-5ee8-48bc-a12a-dc0c92768209 req-6ab53240-3b1e-4b1f-ad78-1c31fb033318 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:03.994471 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-62230ae2-5ee8-48bc-a12a-dc0c92768209 req-6ab53240-3b1e-4b1f-ad78-1c31fb033318 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde77dba-656a-40dd-9ea2-cf5e6039ebbb HTTP/1.1" status: 200 len: 943 time: 0.0523527 Jan 29 05:02:04.043064 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-62230ae2-5ee8-48bc-a12a-dc0c92768209 req-35836f0d-ade7-4d36-a2fb-1305d5b174d1 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/security-groups?id=6555d6a2-b71a-42b3-846f-1b2f200ec92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432084 Jan 29 05:02:05.159798 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0efe8cd-ef16-490d-9c56-9e424d52cc6b req-94b75583-af30-4cb4-820e-e411e1f79223 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:05.161733 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c0efe8cd-ef16-490d-9c56-9e424d52cc6b req-94b75583-af30-4cb4-820e-e411e1f79223 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde77dba-656a-40dd-9ea2-cf5e6039ebbb HTTP/1.1" status: 200 len: 943 time: 0.0529690 Jan 29 05:02:05.207049 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c0efe8cd-ef16-490d-9c56-9e424d52cc6b req-facd1aaa-12a0-4de0-a35d-eb5a3ecba509 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/security-groups?id=6555d6a2-b71a-42b3-846f-1b2f200ec92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399463 Jan 29 05:02:06.102153 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 84b89e69-5351-4460-a622-4486d2fffcb9 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:02:06.194380 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 84b89e69-5351-4460-a622-4486d2fffcb9, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=84b89e69-5351-4460-a622-4486d2fffcb9,segment=NetworkSegment(abf82723-0fad-47c5-b8bc-d45b7870384c),segment_id=abf82723-0fad-47c5-b8bc-d45b7870384c)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:02:06.205984 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': '84b89e69-5351-4460-a622-4486d2fffcb9', 'network_id': '045d1849-2770-408c-9c77-63a6404b9502', 'port_id': '84b89e69-5351-4460-a622-4486d2fffcb9', 'mac_address': 'fa:16:3e:4b:63:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c097ad64-73a8-43e1-95ef-989f70315862', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:02:06.247618 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 84b89e69-5351-4460-a622-4486d2fffcb9 is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:02:06.248006 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (84b89e69-5351-4460-a622-4486d2fffcb9), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:02:06.261190 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84b89e69-5351-4460-a622-4486d2fffcb9 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 05:02:06.280813 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 84b89e69-5351-4460-a622-4486d2fffcb9, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=84b89e69-5351-4460-a622-4486d2fffcb9,segment=NetworkSegment(abf82723-0fad-47c5-b8bc-d45b7870384c),segment_id=abf82723-0fad-47c5-b8bc-d45b7870384c)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:02:06.328249 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42e849-c764-47d9-896e-7490a098c41c req-7f87ad8a-b27c-49e0-8cd4-f771cda03294 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:06.329741 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-0c42e849-c764-47d9-896e-7490a098c41c req-7f87ad8a-b27c-49e0-8cd4-f771cda03294 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde77dba-656a-40dd-9ea2-cf5e6039ebbb HTTP/1.1" status: 200 len: 943 time: 0.0559042 Jan 29 05:02:06.339619 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (84b89e69-5351-4460-a622-4486d2fffcb9), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:02:06.377216 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-0c42e849-c764-47d9-896e-7490a098c41c req-0aa4f36e-721b-4a48-a0a8-42552bf7352f tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/security-groups?id=6555d6a2-b71a-42b3-846f-1b2f200ec92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413876 Jan 29 05:02:06.388731 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=84b89e69-5351-4460-a622-4486d2fffcb9,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:02:06.396273 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:02:06.396641 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:02:06.397001 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:02:06.397332 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:02:06.397649 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:02:06.397977 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:02:06.398302 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:02:06.398628 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:02:06.398952 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:02:06.399302 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:02:06.399620 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:02:06.399938 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:02:06.400253 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:02:06.723420 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['84b89e69-5351-4460-a622-4486d2fffcb9'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:02:07.495163 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d89ef-c702-43eb-8af3-b0dc20079c40 req-7f3962e7-cb2e-4bbb-b923-98d933784361 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:07.496659 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2f9d89ef-c702-43eb-8af3-b0dc20079c40 req-7f3962e7-cb2e-4bbb-b923-98d933784361 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde77dba-656a-40dd-9ea2-cf5e6039ebbb HTTP/1.1" status: 200 len: 944 time: 0.0531545 Jan 29 05:02:07.546646 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2f9d89ef-c702-43eb-8af3-b0dc20079c40 req-1872028c-fa43-4b5c-b680-d7957565aa66 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/security-groups?id=6555d6a2-b71a-42b3-846f-1b2f200ec92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445838 Jan 29 05:02:08.113647 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 84b89e69-5351-4460-a622-4486d2fffcb9 up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:02:08.247612 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning for port 84b89e69-5351-4460-a622-4486d2fffcb9 completed by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 05:02:08.251501 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port 84b89e69-5351-4460-a622-4486d2fffcb9 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:02:08.251872 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (84b89e69-5351-4460-a622-4486d2fffcb9), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:02:08.328613 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 84b89e69-5351-4460-a622-4486d2fffcb9 is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:02:08.328996 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (84b89e69-5351-4460-a622-4486d2fffcb9), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:02:08.350593 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde77dba-656a-40dd-9ea2-cf5e6039ebbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b89e69-5351-4460-a622-4486d2fffcb9'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:02:08.352836 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86db3456-f46b-45a0-a6bd-46dbc6e07afb" -d '{"events": [{"server_uuid": "cde77dba-656a-40dd-9ea2-cf5e6039ebbb", "name": "network-vif-plugged", "status": "completed", "tag": "84b89e69-5351-4460-a622-4486d2fffcb9"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:02:08.365544 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 84b89e69-5351-4460-a622-4486d2fffcb9, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=84b89e69-5351-4460-a622-4486d2fffcb9,segment=NetworkSegment(abf82723-0fad-47c5-b8bc-d45b7870384c),segment_id=abf82723-0fad-47c5-b8bc-d45b7870384c)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:02:08.388074 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4815b062-459e-4036-a50f-94b1629185a3 x-openstack-request-id: req-4815b062-459e-4036-a50f-94b1629185a3 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:02:08.388364 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde77dba-656a-40dd-9ea2-cf5e6039ebbb", "name": "network-vif-plugged", "status": "completed", "tag": "84b89e69-5351-4460-a622-4486d2fffcb9", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:02:08.388653 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4815b062-459e-4036-a50f-94b1629185a3 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:02:08.389044 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde77dba-656a-40dd-9ea2-cf5e6039ebbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b89e69-5351-4460-a622-4486d2fffcb9', 'code': 200} Jan 29 05:02:08.419487 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (84b89e69-5351-4460-a622-4486d2fffcb9), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:02:08.468676 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=84b89e69-5351-4460-a622-4486d2fffcb9,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:02:08.677380 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6d162-669e-497b-86cb-6e65ef43a8f0 req-d8a59fba-cea0-4588-a948-eb6ad431ccd4 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:08.678798 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-95d6d162-669e-497b-86cb-6e65ef43a8f0 req-d8a59fba-cea0-4588-a948-eb6ad431ccd4 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde77dba-656a-40dd-9ea2-cf5e6039ebbb HTTP/1.1" status: 200 len: 945 time: 0.0612230 Jan 29 05:02:08.748850 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-95d6d162-669e-497b-86cb-6e65ef43a8f0 req-178890eb-094f-4a94-8a1d-77037beeadd3 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/security-groups?id=6555d6a2-b71a-42b3-846f-1b2f200ec92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643616 Jan 29 05:02:08.767902 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d30142-f07b-444a-98fd-381cb59643f2 req-a5f5c3fd-ebb5-4bb9-b969-09ea60d25bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:08.767902 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-55d30142-f07b-444a-98fd-381cb59643f2 req-a5f5c3fd-ebb5-4bb9-b969-09ea60d25bb8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cde77dba-656a-40dd-9ea2-cf5e6039ebbb HTTP/1.1" status: 200 len: 1129 time: 0.0524793 Jan 29 05:02:08.810296 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-55d30142-f07b-444a-98fd-381cb59643f2 req-2814a783-339a-4914-be4c-0f40655ed6f5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6555d6a2-b71a-42b3-846f-1b2f200ec92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367050 Jan 29 05:02:20.207879 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-87e52ccd-2e01-42bf-983c-7dcbccf46e9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:02:22.493192 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1541aeee-c4ea-454e-832e-40efb69b6d8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:02:23.818821 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:02:24.204969 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:02:24.407190 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:02:24.987674 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:02:26.401486 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:02:50.195660 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eaba53df-c956-4179-85db-56ee9f655890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:02:52.441117 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f22446fa-e384-4b71-bc0c-ee775c85a841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:02:53.809987 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:02:54.189962 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:02:54.966955 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:02:56.395357 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:01.406317 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:03:02.864546 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8b344a7b-5c2f-4ec9-953f-4fccd541909b req-1f84ee79-dfad-4dc9-a43b-a15ac0424b94 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cde77dba-656a-40dd-9ea2-cf5e6039ebbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0901034 Jan 29 05:03:02.970439 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b344a7b-5c2f-4ec9-953f-4fccd541909b req-b9c6510d-c2a0-4cfa-aac5-a45b28b97f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:02.971996 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8b344a7b-5c2f-4ec9-953f-4fccd541909b req-b9c6510d-c2a0-4cfa-aac5-a45b28b97f01 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3b41125e3ffe4bd8898695fd4fe2bc88&device_id=cde77dba-656a-40dd-9ea2-cf5e6039ebbb HTTP/1.1" status: 200 len: 1129 time: 0.0453081 Jan 29 05:03:03.075966 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b344a7b-5c2f-4ec9-953f-4fccd541909b req-8208fdee-3907-40b8-bb09-04fd55fdeeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:03.077403 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8b344a7b-5c2f-4ec9-953f-4fccd541909b req-8208fdee-3907-40b8-bb09-04fd55fdeeb1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=045d1849-2770-408c-9c77-63a6404b9502 HTTP/1.1" status: 200 len: 918 time: 0.0872178 Jan 29 05:03:03.120364 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8b344a7b-5c2f-4ec9-953f-4fccd541909b req-4076f3a0-b0f3-4262-afb3-7c01d7277e40 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84b89e69-5351-4460-a622-4486d2fffcb9 HTTP/1.1" status: 200 len: 217 time: 0.0358822 Jan 29 05:03:03.171869 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b344a7b-5c2f-4ec9-953f-4fccd541909b req-e0ede91c-6026-4a3e-ae29-8d66d360c1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:03.173381 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8b344a7b-5c2f-4ec9-953f-4fccd541909b req-e0ede91c-6026-4a3e-ae29-8d66d360c1bc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c097ad64-73a8-43e1-95ef-989f70315862 HTTP/1.1" status: 200 len: 856 time: 0.0481274 Jan 29 05:03:03.222154 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b344a7b-5c2f-4ec9-953f-4fccd541909b req-554d2836-a578-4e54-addd-1b3cbadec6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:03.223688 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8b344a7b-5c2f-4ec9-953f-4fccd541909b req-554d2836-a578-4e54-addd-1b3cbadec6d5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=045d1849-2770-408c-9c77-63a6404b9502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0445623 Jan 29 05:03:03.312335 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8b344a7b-5c2f-4ec9-953f-4fccd541909b req-8783bd03-9165-4c66-8a71-b8de8c9e2f21 service neutron] 10.222.0.18 "GET /v2.0/networks/045d1849-2770-408c-9c77-63a6404b9502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827386 Jan 29 05:03:03.404727 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8b344a7b-5c2f-4ec9-953f-4fccd541909b req-27d5096f-f3e6-404d-a2ed-d2aa6fe04baa service neutron] 10.222.0.18 "GET /v2.0/networks/045d1849-2770-408c-9c77-63a6404b9502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864248 Jan 29 05:03:09.927336 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f11b2f-3d35-4821-a263-4d1fcc741d9f req-8fa6f70f-2fad-4ab1-9a81-ac7ecba2614f tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:09.928837 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e4f11b2f-3d35-4821-a263-4d1fcc741d9f req-8fa6f70f-2fad-4ab1-9a81-ac7ecba2614f tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde77dba-656a-40dd-9ea2-cf5e6039ebbb HTTP/1.1" status: 200 len: 945 time: 0.0538614 Jan 29 05:03:09.976037 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e4f11b2f-3d35-4821-a263-4d1fcc741d9f req-b839e3f5-40f9-4e23-91eb-65b9366f76bf tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/security-groups?id=6555d6a2-b71a-42b3-846f-1b2f200ec92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416594 Jan 29 05:03:10.092605 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdaf6f9-2f98-49d4-b570-047621be8e22 req-f6f2aed9-a8af-4cf2-ae4b-46e300456bfa tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:10.094143 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9fdaf6f9-2f98-49d4-b570-047621be8e22 req-f6f2aed9-a8af-4cf2-ae4b-46e300456bfa tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde77dba-656a-40dd-9ea2-cf5e6039ebbb HTTP/1.1" status: 200 len: 945 time: 0.0541646 Jan 29 05:03:10.145100 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9fdaf6f9-2f98-49d4-b570-047621be8e22 req-6336d424-b285-467d-8f66-1562313dde5d tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/security-groups?id=6555d6a2-b71a-42b3-846f-1b2f200ec92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456190 Jan 29 05:03:20.227262 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-40746b45-ffb5-4aed-adf4-3c5129092d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:22.446672 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ff94acaa-2ca5-444b-91ba-705c3b2c2ea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:23.843328 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:24.185950 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:24.994265 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:26.411319 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:38.406219 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:03:46.819477 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe97fed-ef8d-4568-8a9f-703e1d6ce2f6 req-e1d52db2-2064-45ba-9573-98ea6032c848 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:46.821033 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5fe97fed-ef8d-4568-8a9f-703e1d6ce2f6 req-e1d52db2-2064-45ba-9573-98ea6032c848 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde77dba-656a-40dd-9ea2-cf5e6039ebbb HTTP/1.1" status: 200 len: 945 time: 0.0533047 Jan 29 05:03:46.871625 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5fe97fed-ef8d-4568-8a9f-703e1d6ce2f6 req-b0897e97-c86a-4424-9894-e0f3b93bf99b tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/security-groups?id=6555d6a2-b71a-42b3-846f-1b2f200ec92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442293 Jan 29 05:03:47.994761 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d39c7-e80f-4f3c-b095-4158aec8d61d req-76e45bd9-4462-4556-92a3-e15b0cc15c36 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:47.996252 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-466d39c7-e80f-4f3c-b095-4158aec8d61d req-76e45bd9-4462-4556-92a3-e15b0cc15c36 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde77dba-656a-40dd-9ea2-cf5e6039ebbb HTTP/1.1" status: 200 len: 945 time: 0.0577972 Jan 29 05:03:48.042309 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-466d39c7-e80f-4f3c-b095-4158aec8d61d req-29701be8-5d27-4c3f-92b5-3330e2d73b4c tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/security-groups?id=6555d6a2-b71a-42b3-846f-1b2f200ec92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398138 Jan 29 05:03:48.580347 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a53a5-6cb4-41a9-9336-c9d8856bee9e req-37fdea93-cbf1-412d-b7f7-8b1c8d34962c tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:48.581722 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c62a53a5-6cb4-41a9-9336-c9d8856bee9e req-37fdea93-cbf1-412d-b7f7-8b1c8d34962c tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.18 "GET /v2.0/ports?device_id=cde77dba-656a-40dd-9ea2-cf5e6039ebbb HTTP/1.1" status: 200 len: 945 time: 0.0518715 Jan 29 05:03:48.671101 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-c62a53a5-6cb4-41a9-9336-c9d8856bee9e req-a7ad5aaf-e799-456a-90b7-89ef7ca5c924 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Deleting port 84b89e69-5351-4460-a622-4486d2fffcb9 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:03:48.671462 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-c62a53a5-6cb4-41a9-9336-c9d8856bee9e req-a7ad5aaf-e799-456a-90b7-89ef7ca5c924 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (84b89e69-5351-4460-a622-4486d2fffcb9), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:48.762515 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-c62a53a5-6cb4-41a9-9336-c9d8856bee9e req-a7ad5aaf-e799-456a-90b7-89ef7ca5c924 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] For port 84b89e69-5351-4460-a622-4486d2fffcb9, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=84b89e69-5351-4460-a622-4486d2fffcb9,segment=NetworkSegment(abf82723-0fad-47c5-b8bc-d45b7870384c),segment_id=abf82723-0fad-47c5-b8bc-d45b7870384c)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:03:48.762874 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-c62a53a5-6cb4-41a9-9336-c9d8856bee9e req-a7ad5aaf-e799-456a-90b7-89ef7ca5c924 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (84b89e69-5351-4460-a622-4486d2fffcb9), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:48.776289 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-c62a53a5-6cb4-41a9-9336-c9d8856bee9e req-a7ad5aaf-e799-456a-90b7-89ef7ca5c924 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Calling delete_port for 84b89e69-5351-4460-a622-4486d2fffcb9 owned by compute:nova {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:03:48.966223 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-c62a53a5-6cb4-41a9-9336-c9d8856bee9e req-a7ad5aaf-e799-456a-90b7-89ef7ca5c924 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (84b89e69-5351-4460-a622-4486d2fffcb9), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:48.994523 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad5aaf-e799-456a-90b7-89ef7ca5c924 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Pushing event deleted for resources: {'Port': ['ID=84b89e69-5351-4460-a622-4486d2fffcb9,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:03:49.020372 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ad5aaf-e799-456a-90b7-89ef7ca5c924 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:49.023148 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ad5aaf-e799-456a-90b7-89ef7ca5c924 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:49.023148 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ad5aaf-e799-456a-90b7-89ef7ca5c924 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:49.023148 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ad5aaf-e799-456a-90b7-89ef7ca5c924 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:49.023148 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ad5aaf-e799-456a-90b7-89ef7ca5c924 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:49.023148 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ad5aaf-e799-456a-90b7-89ef7ca5c924 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:49.023148 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ad5aaf-e799-456a-90b7-89ef7ca5c924 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:49.023148 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ad5aaf-e799-456a-90b7-89ef7ca5c924 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:49.023148 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ad5aaf-e799-456a-90b7-89ef7ca5c924 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:49.023853 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ad5aaf-e799-456a-90b7-89ef7ca5c924 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:49.023853 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ad5aaf-e799-456a-90b7-89ef7ca5c924 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:49.024020 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ad5aaf-e799-456a-90b7-89ef7ca5c924 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:49.024278 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ad5aaf-e799-456a-90b7-89ef7ca5c924 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:49.047221 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62a53a5-6cb4-41a9-9336-c9d8856bee9e req-a7ad5aaf-e799-456a-90b7-89ef7ca5c924 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] No DVR routers for this DVR port 84b89e69-5351-4460-a622-4486d2fffcb9 on host hv-neutron-8211 {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:03:49.049661 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-c62a53a5-6cb4-41a9-9336-c9d8856bee9e req-a7ad5aaf-e799-456a-90b7-89ef7ca5c924 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:49.053022 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c62a53a5-6cb4-41a9-9336-c9d8856bee9e req-a7ad5aaf-e799-456a-90b7-89ef7ca5c924 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.18 "DELETE /v2.0/ports/84b89e69-5351-4460-a622-4486d2fffcb9 HTTP/1.1" status: 204 len: 173 time: 0.4662976 Jan 29 05:03:49.053472 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde77dba-656a-40dd-9ea2-cf5e6039ebbb', 'name': 'network-vif-deleted', 'tag': '84b89e69-5351-4460-a622-4486d2fffcb9'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:03:49.055784 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd3dd42-c3ec-41b0-90ad-cea9f75c2931" -d '{"events": [{"server_uuid": "cde77dba-656a-40dd-9ea2-cf5e6039ebbb", "name": "network-vif-deleted", "tag": "84b89e69-5351-4460-a622-4486d2fffcb9"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:03:49.091471 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3eaf18b-0e75-4d11-8dc9-cb50deeae37a x-openstack-request-id: req-c3eaf18b-0e75-4d11-8dc9-cb50deeae37a {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:03:49.092013 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde77dba-656a-40dd-9ea2-cf5e6039ebbb", "name": "network-vif-deleted", "tag": "84b89e69-5351-4460-a622-4486d2fffcb9", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:03:49.092345 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3eaf18b-0e75-4d11-8dc9-cb50deeae37a {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:03:49.092797 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde77dba-656a-40dd-9ea2-cf5e6039ebbb', 'name': 'network-vif-deleted', 'tag': '84b89e69-5351-4460-a622-4486d2fffcb9', 'status': 'completed', 'code': 200} Jan 29 05:03:49.167411 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-012da246-c5ca-440c-b582-de142fc7bc7b req-5a38b158-eeff-4880-9775-dd6ea79b0733 tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde77dba-656a-40dd-9ea2-cf5e6039ebbb HTTP/1.1" status: 200 len: 210 time: 0.0323372 Jan 29 05:03:50.238197 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-595f8ca1-2be6-4369-8758-fad4960f5607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:50.307250 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 32968) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:03:50.631242 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 84b89e69-5351-4460-a622-4486d2fffcb9 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:03:50.641652 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-456ba496-9fc5-43a5-a3d0-4a69eb183108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (9779f748-fd6c-4696-bd67-48826ffd47e8), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:50.651830 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] No Port match for: 84b89e69-5351-4460-a622-4486d2fffcb9 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:03:50.652170 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 84b89e69-5351-4460-a622-4486d2fffcb9 not bound to the agent host hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:03:50.886141 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-456ba496-9fc5-43a5-a3d0-4a69eb183108 admin admin] Deleting port d140e2e2-9d56-48a9-b868-f103e975d595 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:03:50.886406 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-456ba496-9fc5-43a5-a3d0-4a69eb183108 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (d140e2e2-9d56-48a9-b868-f103e975d595), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:50.967878 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-456ba496-9fc5-43a5-a3d0-4a69eb183108 admin admin] For port d140e2e2-9d56-48a9-b868-f103e975d595, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=d140e2e2-9d56-48a9-b868-f103e975d595,segment=NetworkSegment(abf82723-0fad-47c5-b8bc-d45b7870384c),segment_id=abf82723-0fad-47c5-b8bc-d45b7870384c)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:03:50.974499 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-456ba496-9fc5-43a5-a3d0-4a69eb183108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (d140e2e2-9d56-48a9-b868-f103e975d595), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:50.981060 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-456ba496-9fc5-43a5-a3d0-4a69eb183108 admin admin] Calling delete_port for d140e2e2-9d56-48a9-b868-f103e975d595 owned by network:router_interface {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:03:51.221134 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-456ba496-9fc5-43a5-a3d0-4a69eb183108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (d140e2e2-9d56-48a9-b868-f103e975d595), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:51.244935 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ba496-9fc5-43a5-a3d0-4a69eb183108 admin admin] Pushing event deleted for resources: {'Port': ['ID=d140e2e2-9d56-48a9-b868-f103e975d595,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:03:51.255405 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ba496-9fc5-43a5-a3d0-4a69eb183108 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:51.255756 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ba496-9fc5-43a5-a3d0-4a69eb183108 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:51.256098 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ba496-9fc5-43a5-a3d0-4a69eb183108 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:51.256438 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ba496-9fc5-43a5-a3d0-4a69eb183108 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:51.256797 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ba496-9fc5-43a5-a3d0-4a69eb183108 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:51.257550 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ba496-9fc5-43a5-a3d0-4a69eb183108 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:51.257550 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ba496-9fc5-43a5-a3d0-4a69eb183108 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:51.257760 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ba496-9fc5-43a5-a3d0-4a69eb183108 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:51.258084 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ba496-9fc5-43a5-a3d0-4a69eb183108 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:51.258393 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ba496-9fc5-43a5-a3d0-4a69eb183108 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:51.258713 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ba496-9fc5-43a5-a3d0-4a69eb183108 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:51.259033 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ba496-9fc5-43a5-a3d0-4a69eb183108 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:51.259352 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ba496-9fc5-43a5-a3d0-4a69eb183108 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:51.428365 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-456ba496-9fc5-43a5-a3d0-4a69eb183108 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (9779f748-fd6c-4696-bd67-48826ffd47e8), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:51.641115 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-456ba496-9fc5-43a5-a3d0-4a69eb183108 admin admin] Router 9779f748-fd6c-4696-bd67-48826ffd47e8 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:03:51.748073 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456ba496-9fc5-43a5-a3d0-4a69eb183108 admin admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:03:51.753461 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-456ba496-9fc5-43a5-a3d0-4a69eb183108 admin admin] 10.222.0.13 "PUT /v2.0/routers/9779f748-fd6c-4696-bd67-48826ffd47e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4452164 Jan 29 05:03:51.755945 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 32974) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:03:51.756970 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8b22b7-9c8b-4b8b-bb44-d685fe8aa47d None None] Sync routers for ids ['9779f748-fd6c-4696-bd67-48826ffd47e8'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:03:51.767902 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8b22b7-9c8b-4b8b-bb44-d685fe8aa47d None None] Routers {'9779f748-fd6c-4696-bd67-48826ffd47e8'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:03:51.768551 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-3b8b22b7-9c8b-4b8b-bb44-d685fe8aa47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:03:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['9779f748-fd6c-4696-bd67-48826ffd47e8'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:03:51.860263 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bc3f450e-9914-486b-a228-35941e6ff16c admin admin] Publish callbacks [] for router (9779f748-fd6c-4696-bd67-48826ffd47e8), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:51.871626 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-3b8b22b7-9c8b-4b8b-bb44-d685fe8aa47d None None] Set router 9779f748-fd6c-4696-bd67-48826ffd47e8 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:03:51.963539 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bc3f450e-9914-486b-a228-35941e6ff16c admin admin] Publish callbacks [] for router_gateway (9779f748-fd6c-4696-bd67-48826ffd47e8), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:52.080860 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-bc3f450e-9914-486b-a228-35941e6ff16c admin admin] Deleting port 2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:03:52.081204 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bc3f450e-9914-486b-a228-35941e6ff16c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:52.162680 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-bc3f450e-9914-486b-a228-35941e6ff16c admin admin] For port 2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:03:52.163040 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bc3f450e-9914-486b-a228-35941e6ff16c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:52.175028 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-bc3f450e-9914-486b-a228-35941e6ff16c admin admin] Calling delete_port for 2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0 owned by network:router_gateway {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:03:52.189007 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-3b8b22b7-9c8b-4b8b-bb44-d685fe8aa47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9779f748-fd6c-4696-bd67-48826ffd47e8', 'name': 'tempest-TestEncryptedCinderVolumes-2121680195-router', 'tenant_id': '3b41125e3ffe4bd8898695fd4fe2bc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:00:53Z', 'updated_at': '2022-01-29T05:03:51Z', 'revision_number': 5, 'project_id': '3b41125e3ffe4bd8898695fd4fe2bc88', 'gw_port': {'id': '2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779f748-fd6c-4696-bd67-48826ffd47e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:00:53Z', 'updated_at': '2022-01-29T05:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:03:52.223181 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8b22b7-9c8b-4b8b-bb44-d685fe8aa47d None None] Checking router: 9779f748-fd6c-4696-bd67-48826ffd47e8 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:03:52.227161 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8b22b7-9c8b-4b8b-bb44-d685fe8aa47d None None] Routers {'9779f748-fd6c-4696-bd67-48826ffd47e8'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:03:52.227771 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-3b8b22b7-9c8b-4b8b-bb44-d685fe8aa47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:03:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['9779f748-fd6c-4696-bd67-48826ffd47e8'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:03:52.317723 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-3b8b22b7-9c8b-4b8b-bb44-d685fe8aa47d None None] Set router 9779f748-fd6c-4696-bd67-48826ffd47e8 gateway port host: None {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:03:52.381003 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-3b8b22b7-9c8b-4b8b-bb44-d685fe8aa47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9779f748-fd6c-4696-bd67-48826ffd47e8', 'name': 'tempest-TestEncryptedCinderVolumes-2121680195-router', 'tenant_id': '3b41125e3ffe4bd8898695fd4fe2bc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:00:53Z', 'updated_at': '2022-01-29T05:03:51Z', 'revision_number': 6, 'project_id': '3b41125e3ffe4bd8898695fd4fe2bc88', 'gw_port_host': None}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:03:52.419590 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8b22b7-9c8b-4b8b-bb44-d685fe8aa47d None None] The sync data for ids ['9779f748-fd6c-4696-bd67-48826ffd47e8'] in dv-neutron-821190-1-hyperv is: [{'id': '9779f748-fd6c-4696-bd67-48826ffd47e8', 'name': 'tempest-TestEncryptedCinderVolumes-2121680195-router', 'tenant_id': '3b41125e3ffe4bd8898695fd4fe2bc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:00:53Z', 'updated_at': '2022-01-29T05:03:51Z', 'revision_number': 6, 'project_id': '3b41125e3ffe4bd8898695fd4fe2bc88', 'gw_port_host': None}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:03:52.478214 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1bfe0558-8266-47d4-8ef8-2df28d85cce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:52.712369 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bc3f450e-9914-486b-a228-35941e6ff16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:52.738051 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f450e-9914-486b-a228-35941e6ff16c admin admin] Pushing event deleted for resources: {'Port': ['ID=2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:03:52.799723 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bc3f450e-9914-486b-a228-35941e6ff16c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (9779f748-fd6c-4696-bd67-48826ffd47e8), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:52.896366 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bc3f450e-9914-486b-a228-35941e6ff16c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (9779f748-fd6c-4696-bd67-48826ffd47e8), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:52.898493 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bc3f450e-9914-486b-a228-35941e6ff16c admin admin] Publish callbacks [] for router_controller (9779f748-fd6c-4696-bd67-48826ffd47e8), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:53.003888 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bc3f450e-9914-486b-a228-35941e6ff16c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (9779f748-fd6c-4696-bd67-48826ffd47e8), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:53.004345 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3f450e-9914-486b-a228-35941e6ff16c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9779f748-fd6c-4696-bd67-48826ffd47e8 {{(pid=103584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 05:03:53.019356 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bc3f450e-9914-486b-a228-35941e6ff16c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:53.019356 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-bc3f450e-9914-486b-a228-35941e6ff16c admin admin] 10.222.0.13 "DELETE /v2.0/routers/9779f748-fd6c-4696-bd67-48826ffd47e8 HTTP/1.1" status: 204 len: 168 time: 1.2550018 Jan 29 05:03:53.019356 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 32978) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:03:53.059873 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f03b96b-92d6-4fd8-902c-f78d57af6b04 admin admin] Deleting subnet c097ad64-73a8-43e1-95ef-989f70315862 {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 05:03:53.063231 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1f03b96b-92d6-4fd8-902c-f78d57af6b04 admin admin] Publish callbacks [] for subnet (c097ad64-73a8-43e1-95ef-989f70315862), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:53.102070 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1f03b96b-92d6-4fd8-902c-f78d57af6b04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (c097ad64-73a8-43e1-95ef-989f70315862), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:53.178677 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1f03b96b-92d6-4fd8-902c-f78d57af6b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (c097ad64-73a8-43e1-95ef-989f70315862), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:53.301537 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1f03b96b-92d6-4fd8-902c-f78d57af6b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (c097ad64-73a8-43e1-95ef-989f70315862), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:53.328869 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03b96b-92d6-4fd8-902c-f78d57af6b04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c097ad64-73a8-43e1-95ef-989f70315862,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:03:53.332427 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1f03b96b-92d6-4fd8-902c-f78d57af6b04 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:53.336004 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1f03b96b-92d6-4fd8-902c-f78d57af6b04 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c097ad64-73a8-43e1-95ef-989f70315862 HTTP/1.1" status: 204 len: 168 time: 0.3189869 Jan 29 05:03:53.338192 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 32980) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:03:53.338625 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4014b3d7-67c0-472f-a487-5ac924bf249c None None] Network 045d1849-2770-408c-9c77-63a6404b9502 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:03:53.412785 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-646b49e5-dec4-48ff-9d99-dbf2c1514096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (045d1849-2770-408c-9c77-63a6404b9502), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:53.470224 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-646b49e5-dec4-48ff-9d99-dbf2c1514096 admin admin] Deleting port 4220a8c5-315b-4fec-8c78-67b3382ab7ec {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:03:53.470224 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-646b49e5-dec4-48ff-9d99-dbf2c1514096 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (4220a8c5-315b-4fec-8c78-67b3382ab7ec), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:53.514328 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee97d80a-6d82-46e7-b0b5-7f7d09ab1123 None None] DHCP port deletion for 045d1849-2770-408c-9c77-63a6404b9502 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 05:03:53.533751 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-646b49e5-dec4-48ff-9d99-dbf2c1514096 admin admin] For port 4220a8c5-315b-4fec-8c78-67b3382ab7ec, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=4220a8c5-315b-4fec-8c78-67b3382ab7ec,segment=NetworkSegment(abf82723-0fad-47c5-b8bc-d45b7870384c),segment_id=abf82723-0fad-47c5-b8bc-d45b7870384c)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:03:53.534112 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-646b49e5-dec4-48ff-9d99-dbf2c1514096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (4220a8c5-315b-4fec-8c78-67b3382ab7ec), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:53.547837 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-646b49e5-dec4-48ff-9d99-dbf2c1514096 admin admin] Calling delete_port for 4220a8c5-315b-4fec-8c78-67b3382ab7ec owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:03:53.562437 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ee97d80a-6d82-46e7-b0b5-7f7d09ab1123 None None] Deleting port 4220a8c5-315b-4fec-8c78-67b3382ab7ec {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:03:53.562805 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ee97d80a-6d82-46e7-b0b5-7f7d09ab1123 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (4220a8c5-315b-4fec-8c78-67b3382ab7ec), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:53.626629 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-ee97d80a-6d82-46e7-b0b5-7f7d09ab1123 None None] For port 4220a8c5-315b-4fec-8c78-67b3382ab7ec, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=4220a8c5-315b-4fec-8c78-67b3382ab7ec,segment=NetworkSegment(abf82723-0fad-47c5-b8bc-d45b7870384c),segment_id=abf82723-0fad-47c5-b8bc-d45b7870384c)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:03:53.627027 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ee97d80a-6d82-46e7-b0b5-7f7d09ab1123 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (4220a8c5-315b-4fec-8c78-67b3382ab7ec), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:53.639498 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ee97d80a-6d82-46e7-b0b5-7f7d09ab1123 None None] Calling delete_port for 4220a8c5-315b-4fec-8c78-67b3382ab7ec owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:03:53.735203 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-646b49e5-dec4-48ff-9d99-dbf2c1514096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (4220a8c5-315b-4fec-8c78-67b3382ab7ec), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:53.740856 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ee97d80a-6d82-46e7-b0b5-7f7d09ab1123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (4220a8c5-315b-4fec-8c78-67b3382ab7ec), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:53.761878 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b49e5-dec4-48ff-9d99-dbf2c1514096 admin admin] Pushing event deleted for resources: {'Port': ['ID=4220a8c5-315b-4fec-8c78-67b3382ab7ec,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:03:53.765551 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646b49e5-dec4-48ff-9d99-dbf2c1514096 admin admin] No DVR routers for this DVR port 4220a8c5-315b-4fec-8c78-67b3382ab7ec on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:03:53.768807 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee97d80a-6d82-46e7-b0b5-7f7d09ab1123 None None] Pushing event deleted for resources: {'Port': ['ID=4220a8c5-315b-4fec-8c78-67b3382ab7ec,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:03:53.771851 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee97d80a-6d82-46e7-b0b5-7f7d09ab1123 None None] No DVR routers for this DVR port 4220a8c5-315b-4fec-8c78-67b3382ab7ec on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:03:53.778124 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97d80a-6d82-46e7-b0b5-7f7d09ab1123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:53.778477 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97d80a-6d82-46e7-b0b5-7f7d09ab1123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:53.778854 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97d80a-6d82-46e7-b0b5-7f7d09ab1123 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:53.779355 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97d80a-6d82-46e7-b0b5-7f7d09ab1123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:53.779882 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97d80a-6d82-46e7-b0b5-7f7d09ab1123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:53.780221 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97d80a-6d82-46e7-b0b5-7f7d09ab1123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:53.780585 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97d80a-6d82-46e7-b0b5-7f7d09ab1123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:53.780913 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97d80a-6d82-46e7-b0b5-7f7d09ab1123 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:53.781248 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97d80a-6d82-46e7-b0b5-7f7d09ab1123 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:53.781611 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97d80a-6d82-46e7-b0b5-7f7d09ab1123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:53.782202 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97d80a-6d82-46e7-b0b5-7f7d09ab1123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:53.782202 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97d80a-6d82-46e7-b0b5-7f7d09ab1123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:53.782701 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97d80a-6d82-46e7-b0b5-7f7d09ab1123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:53.823280 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:53.840810 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-646b49e5-dec4-48ff-9d99-dbf2c1514096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (045d1849-2770-408c-9c77-63a6404b9502), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:53.862156 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-646b49e5-dec4-48ff-9d99-dbf2c1514096 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['045d1849-2770-408c-9c77-63a6404b9502']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:03:53.871322 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-646b49e5-dec4-48ff-9d99-dbf2c1514096 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abf82723-0fad-47c5-b8bc-d45b7870384c') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:03:53.874424 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-646b49e5-dec4-48ff-9d99-dbf2c1514096 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abf82723-0fad-47c5-b8bc-d45b7870384c') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:03:53.880869 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-646b49e5-dec4-48ff-9d99-dbf2c1514096 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (abf82723-0fad-47c5-b8bc-d45b7870384c), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:53.894404 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-646b49e5-dec4-48ff-9d99-dbf2c1514096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (abf82723-0fad-47c5-b8bc-d45b7870384c), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:53.900396 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-646b49e5-dec4-48ff-9d99-dbf2c1514096 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:03:53.900822 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-646b49e5-dec4-48ff-9d99-dbf2c1514096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (abf82723-0fad-47c5-b8bc-d45b7870384c), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:53.902498 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 05:03:53.902498 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:03:53.902498 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 05:03:53.902498 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:03:53.902498 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 05:03:53.902498 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:03:53.902498 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 05:03:53.902498 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:03:53.902498 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 05:03:53.902498 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:03:53.902498 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 05:03:53.902498 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:03:53.902498 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 05:03:53.902498 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:03:53.902498 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:03:53.902498 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:03:53.902498 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:03:53.902498 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:03:53.902498 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 05:03:53.902498 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:03:53.902498 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 05:03:53.902498 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:03:53.902498 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:03:53.902498 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:03:53.902498 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 05:03:53.902498 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:03:53.902498 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:03:53.902498 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:03:53.902498 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:03:53.902498 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:03:53.902498 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:03:53.902498 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:03:54.023405 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-646b49e5-dec4-48ff-9d99-dbf2c1514096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (045d1849-2770-408c-9c77-63a6404b9502), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:54.027556 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-646b49e5-dec4-48ff-9d99-dbf2c1514096 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:54.033382 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-646b49e5-dec4-48ff-9d99-dbf2c1514096 admin admin] 10.222.0.13 "DELETE /v2.0/networks/045d1849-2770-408c-9c77-63a6404b9502 HTTP/1.1" status: 204 len: 168 time: 0.6917531 Jan 29 05:03:54.033992 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 32982) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:03:54.044413 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b49e5-dec4-48ff-9d99-dbf2c1514096 admin admin] Pushing event deleted for resources: {'Network': ['ID=045d1849-2770-408c-9c77-63a6404b9502,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:03:54.234440 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:54.339558 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:03:54.361269 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:03:54.361628 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 2fffcc7e-c9ec-435d-8faf-51ad0ab0b4e0 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:03:54.362039 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 4220a8c5-315b-4fec-8c78-67b3382ab7ec no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:03:54.380876 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-65cd1e42-ea72-4a1f-906a-5b178e696502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (36d5d057-9f46-4614-b179-de23f1e71eb0), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:54.384264 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 4220a8c5-315b-4fec-8c78-67b3382ab7ec {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:03:54.384640 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 4220a8c5-315b-4fec-8c78-67b3382ab7ec not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:03:54.385053 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device d140e2e2-9d56-48a9-b868-f103e975d595 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:03:54.404433 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: d140e2e2-9d56-48a9-b868-f103e975d595 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:03:54.404804 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device d140e2e2-9d56-48a9-b868-f103e975d595 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:03:54.635223 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-65cd1e42-ea72-4a1f-906a-5b178e696502 admin admin] Deleting port 8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:03:54.635527 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-65cd1e42-ea72-4a1f-906a-5b178e696502 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:54.710314 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-65cd1e42-ea72-4a1f-906a-5b178e696502 admin admin] For port 8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c,segment=NetworkSegment(2d0e9405-2bda-496c-9ed0-68a5f8348639),segment_id=2d0e9405-2bda-496c-9ed0-68a5f8348639)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:03:54.710669 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-65cd1e42-ea72-4a1f-906a-5b178e696502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:54.726977 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-65cd1e42-ea72-4a1f-906a-5b178e696502 admin admin] Calling delete_port for 8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c owned by network:router_interface {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:03:55.029634 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-65cd1e42-ea72-4a1f-906a-5b178e696502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:55.051817 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:55.056158 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd1e42-ea72-4a1f-906a-5b178e696502 admin admin] Pushing event deleted for resources: {'Port': ['ID=8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:03:55.217479 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-65cd1e42-ea72-4a1f-906a-5b178e696502 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (36d5d057-9f46-4614-b179-de23f1e71eb0), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:55.423607 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65cd1e42-ea72-4a1f-906a-5b178e696502 admin admin] Router 36d5d057-9f46-4614-b179-de23f1e71eb0 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:03:55.524981 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65cd1e42-ea72-4a1f-906a-5b178e696502 admin admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:03:55.530501 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-65cd1e42-ea72-4a1f-906a-5b178e696502 admin admin] 10.222.0.13 "PUT /v2.0/routers/36d5d057-9f46-4614-b179-de23f1e71eb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4954157 Jan 29 05:03:55.533020 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 32984) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:03:55.535569 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a92397f-a84a-416c-9734-bc01c91c59a4 None None] Sync routers for ids ['36d5d057-9f46-4614-b179-de23f1e71eb0'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:03:55.546124 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a92397f-a84a-416c-9734-bc01c91c59a4 None None] Routers {'36d5d057-9f46-4614-b179-de23f1e71eb0'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:03:55.546725 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-9a92397f-a84a-416c-9734-bc01c91c59a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:03:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['36d5d057-9f46-4614-b179-de23f1e71eb0'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:03:55.636328 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0f37d3d5-9544-41c6-a28f-d4700fbc7034 admin admin] Publish callbacks [] for router (36d5d057-9f46-4614-b179-de23f1e71eb0), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:55.646271 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-9a92397f-a84a-416c-9734-bc01c91c59a4 None None] Set router 36d5d057-9f46-4614-b179-de23f1e71eb0 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:03:55.739098 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0f37d3d5-9544-41c6-a28f-d4700fbc7034 admin admin] Publish callbacks [] for router_gateway (36d5d057-9f46-4614-b179-de23f1e71eb0), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:55.815775 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-9a92397f-a84a-416c-9734-bc01c91c59a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d5d057-9f46-4614-b179-de23f1e71eb0', 'name': 'tempest-TestEncryptedCinderVolumes-121734344-router', 'tenant_id': '52e94fdf2eef439e856fe56db915e785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': 'd7cd5463-41dc-40de-b25d-31aecb0c7240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:00:59Z', 'updated_at': '2022-01-29T05:03:54Z', 'revision_number': 5, 'project_id': '52e94fdf2eef439e856fe56db915e785', 'gw_port': {'id': 'd7cd5463-41dc-40de-b25d-31aecb0c7240', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:28:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d5d057-9f46-4614-b179-de23f1e71eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:01:00Z', 'updated_at': '2022-01-29T05:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:03:55.878603 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-0f37d3d5-9544-41c6-a28f-d4700fbc7034 admin admin] Deleting port d7cd5463-41dc-40de-b25d-31aecb0c7240 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:03:55.879093 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0f37d3d5-9544-41c6-a28f-d4700fbc7034 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (d7cd5463-41dc-40de-b25d-31aecb0c7240), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:55.928640 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a92397f-a84a-416c-9734-bc01c91c59a4 None None] Checking router: 36d5d057-9f46-4614-b179-de23f1e71eb0 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:03:55.937012 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a92397f-a84a-416c-9734-bc01c91c59a4 None None] Routers {'36d5d057-9f46-4614-b179-de23f1e71eb0'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:03:55.937615 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-9a92397f-a84a-416c-9734-bc01c91c59a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:03:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['36d5d057-9f46-4614-b179-de23f1e71eb0'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:03:55.967919 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-0f37d3d5-9544-41c6-a28f-d4700fbc7034 admin admin] For port d7cd5463-41dc-40de-b25d-31aecb0c7240, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=d7cd5463-41dc-40de-b25d-31aecb0c7240,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:03:55.968580 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0f37d3d5-9544-41c6-a28f-d4700fbc7034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (d7cd5463-41dc-40de-b25d-31aecb0c7240), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:55.986336 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-0f37d3d5-9544-41c6-a28f-d4700fbc7034 admin admin] Calling delete_port for d7cd5463-41dc-40de-b25d-31aecb0c7240 owned by network:router_gateway {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:03:56.024600 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-9a92397f-a84a-416c-9734-bc01c91c59a4 None None] Set router 36d5d057-9f46-4614-b179-de23f1e71eb0 gateway port host: None {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:03:56.078540 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-9a92397f-a84a-416c-9734-bc01c91c59a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d5d057-9f46-4614-b179-de23f1e71eb0', 'name': 'tempest-TestEncryptedCinderVolumes-121734344-router', 'tenant_id': '52e94fdf2eef439e856fe56db915e785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:00:59Z', 'updated_at': '2022-01-29T05:03:55Z', 'revision_number': 6, 'project_id': '52e94fdf2eef439e856fe56db915e785', 'gw_port_host': None}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:03:56.120010 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a92397f-a84a-416c-9734-bc01c91c59a4 None None] The sync data for ids ['36d5d057-9f46-4614-b179-de23f1e71eb0'] in dv-neutron-821190-1-hyperv is: [{'id': '36d5d057-9f46-4614-b179-de23f1e71eb0', 'name': 'tempest-TestEncryptedCinderVolumes-121734344-router', 'tenant_id': '52e94fdf2eef439e856fe56db915e785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:00:59Z', 'updated_at': '2022-01-29T05:03:55Z', 'revision_number': 6, 'project_id': '52e94fdf2eef439e856fe56db915e785', 'gw_port_host': None}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:03:56.395085 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:56.511885 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:03:56.534399 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:03:56.535323 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 8451ec38-d8b8-4d6d-b2c8-cc41ae7a8a7c not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:03:56.570289 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0f37d3d5-9544-41c6-a28f-d4700fbc7034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (d7cd5463-41dc-40de-b25d-31aecb0c7240), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:56.596658 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f37d3d5-9544-41c6-a28f-d4700fbc7034 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7cd5463-41dc-40de-b25d-31aecb0c7240,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:03:56.657853 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0f37d3d5-9544-41c6-a28f-d4700fbc7034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (36d5d057-9f46-4614-b179-de23f1e71eb0), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:56.751327 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0f37d3d5-9544-41c6-a28f-d4700fbc7034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (36d5d057-9f46-4614-b179-de23f1e71eb0), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:56.753537 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0f37d3d5-9544-41c6-a28f-d4700fbc7034 admin admin] Publish callbacks [] for router_controller (36d5d057-9f46-4614-b179-de23f1e71eb0), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:56.867121 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0f37d3d5-9544-41c6-a28f-d4700fbc7034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (36d5d057-9f46-4614-b179-de23f1e71eb0), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:56.867479 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f37d3d5-9544-41c6-a28f-d4700fbc7034 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36d5d057-9f46-4614-b179-de23f1e71eb0 {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 05:03:56.872328 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0f37d3d5-9544-41c6-a28f-d4700fbc7034 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:56.876470 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-0f37d3d5-9544-41c6-a28f-d4700fbc7034 admin admin] 10.222.0.13 "DELETE /v2.0/routers/36d5d057-9f46-4614-b179-de23f1e71eb0 HTTP/1.1" status: 204 len: 168 time: 1.3395760 Jan 29 05:03:56.876470 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 32986) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:03:56.921796 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e0a3c85-ce3b-4c36-bfd2-5caf8cff25a8 admin admin] Deleting subnet 94fcabca-f7ae-47e8-9d38-76bbbaa98bc9 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 05:03:56.924944 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2e0a3c85-ce3b-4c36-bfd2-5caf8cff25a8 admin admin] Publish callbacks [] for subnet (94fcabca-f7ae-47e8-9d38-76bbbaa98bc9), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:56.959410 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2e0a3c85-ce3b-4c36-bfd2-5caf8cff25a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (94fcabca-f7ae-47e8-9d38-76bbbaa98bc9), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:57.044317 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2e0a3c85-ce3b-4c36-bfd2-5caf8cff25a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (94fcabca-f7ae-47e8-9d38-76bbbaa98bc9), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:57.170909 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2e0a3c85-ce3b-4c36-bfd2-5caf8cff25a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (94fcabca-f7ae-47e8-9d38-76bbbaa98bc9), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:57.195862 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a3c85-ce3b-4c36-bfd2-5caf8cff25a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94fcabca-f7ae-47e8-9d38-76bbbaa98bc9,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:03:57.199647 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2e0a3c85-ce3b-4c36-bfd2-5caf8cff25a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:57.203272 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2e0a3c85-ce3b-4c36-bfd2-5caf8cff25a8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/94fcabca-f7ae-47e8-9d38-76bbbaa98bc9 HTTP/1.1" status: 204 len: 168 time: 0.3263078 Jan 29 05:03:57.206054 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 32988) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:03:57.208573 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0550ddb-32fd-4689-b390-c511aeeb4420 None None] Network 1489bf46-379b-4193-8e1a-872e5ee80e2a requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:03:57.274487 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-af4e0a49-427a-41ce-9132-9533f8d925fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (1489bf46-379b-4193-8e1a-872e5ee80e2a), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:57.334064 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-af4e0a49-427a-41ce-9132-9533f8d925fd admin admin] Deleting port 31a4100f-ff47-4407-8eab-5059bfa0789c {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:03:57.334421 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-af4e0a49-427a-41ce-9132-9533f8d925fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (31a4100f-ff47-4407-8eab-5059bfa0789c), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:57.356156 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573bcc64-4077-4ae2-80b9-bd54ddc4f4c2 None None] DHCP port deletion for 1489bf46-379b-4193-8e1a-872e5ee80e2a request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 05:03:57.396203 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-af4e0a49-427a-41ce-9132-9533f8d925fd admin admin] For port 31a4100f-ff47-4407-8eab-5059bfa0789c, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=31a4100f-ff47-4407-8eab-5059bfa0789c,segment=NetworkSegment(2d0e9405-2bda-496c-9ed0-68a5f8348639),segment_id=2d0e9405-2bda-496c-9ed0-68a5f8348639)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:03:57.396458 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-af4e0a49-427a-41ce-9132-9533f8d925fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (31a4100f-ff47-4407-8eab-5059bfa0789c), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:57.402885 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-573bcc64-4077-4ae2-80b9-bd54ddc4f4c2 None None] Deleting port 31a4100f-ff47-4407-8eab-5059bfa0789c {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:03:57.403404 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-573bcc64-4077-4ae2-80b9-bd54ddc4f4c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (31a4100f-ff47-4407-8eab-5059bfa0789c), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:57.410116 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-af4e0a49-427a-41ce-9132-9533f8d925fd admin admin] Calling delete_port for 31a4100f-ff47-4407-8eab-5059bfa0789c owned by network:dhcp {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:03:57.469351 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-573bcc64-4077-4ae2-80b9-bd54ddc4f4c2 None None] For port 31a4100f-ff47-4407-8eab-5059bfa0789c, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=31a4100f-ff47-4407-8eab-5059bfa0789c,segment=NetworkSegment(2d0e9405-2bda-496c-9ed0-68a5f8348639),segment_id=2d0e9405-2bda-496c-9ed0-68a5f8348639)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:03:57.469752 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-573bcc64-4077-4ae2-80b9-bd54ddc4f4c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (31a4100f-ff47-4407-8eab-5059bfa0789c), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:57.482146 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-573bcc64-4077-4ae2-80b9-bd54ddc4f4c2 None None] Calling delete_port for 31a4100f-ff47-4407-8eab-5059bfa0789c owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:03:57.558260 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-af4e0a49-427a-41ce-9132-9533f8d925fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (31a4100f-ff47-4407-8eab-5059bfa0789c), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:57.563819 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-573bcc64-4077-4ae2-80b9-bd54ddc4f4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (31a4100f-ff47-4407-8eab-5059bfa0789c), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:57.586398 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e0a49-427a-41ce-9132-9533f8d925fd admin admin] Pushing event deleted for resources: {'Port': ['ID=31a4100f-ff47-4407-8eab-5059bfa0789c,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:03:57.588238 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4e0a49-427a-41ce-9132-9533f8d925fd admin admin] No DVR routers for this DVR port 31a4100f-ff47-4407-8eab-5059bfa0789c on host dv-neutron-821190-1-hyperv {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:03:57.594499 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573bcc64-4077-4ae2-80b9-bd54ddc4f4c2 None None] Pushing event deleted for resources: {'Port': ['ID=31a4100f-ff47-4407-8eab-5059bfa0789c,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:03:57.596312 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573bcc64-4077-4ae2-80b9-bd54ddc4f4c2 None None] No DVR routers for this DVR port 31a4100f-ff47-4407-8eab-5059bfa0789c on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:03:57.658873 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-af4e0a49-427a-41ce-9132-9533f8d925fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (1489bf46-379b-4193-8e1a-872e5ee80e2a), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:57.678364 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-af4e0a49-427a-41ce-9132-9533f8d925fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1489bf46-379b-4193-8e1a-872e5ee80e2a']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:03:57.688061 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-af4e0a49-427a-41ce-9132-9533f8d925fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d0e9405-2bda-496c-9ed0-68a5f8348639') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:03:57.688358 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-af4e0a49-427a-41ce-9132-9533f8d925fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d0e9405-2bda-496c-9ed0-68a5f8348639') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:03:57.702137 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-af4e0a49-427a-41ce-9132-9533f8d925fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (2d0e9405-2bda-496c-9ed0-68a5f8348639), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:57.714595 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-af4e0a49-427a-41ce-9132-9533f8d925fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (2d0e9405-2bda-496c-9ed0-68a5f8348639), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:57.720924 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af4e0a49-427a-41ce-9132-9533f8d925fd admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:03:57.721305 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-af4e0a49-427a-41ce-9132-9533f8d925fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (2d0e9405-2bda-496c-9ed0-68a5f8348639), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:57.722952 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 05:03:57.722952 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:03:57.722952 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 05:03:57.722952 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:03:57.722952 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 05:03:57.722952 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:03:57.722952 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 05:03:57.722952 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:03:57.722952 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 05:03:57.722952 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:03:57.722952 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 05:03:57.722952 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:03:57.722952 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 05:03:57.722952 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:03:57.722952 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:03:57.722952 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:03:57.722952 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:03:57.722952 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:03:57.722952 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 05:03:57.722952 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:03:57.722952 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 05:03:57.722952 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:03:57.722952 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:03:57.722952 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:03:57.722952 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 05:03:57.722952 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:03:57.722952 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:03:57.722952 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:03:57.722952 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:03:57.722952 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:03:57.722952 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:03:57.722952 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:03:57.834977 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-af4e0a49-427a-41ce-9132-9533f8d925fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (1489bf46-379b-4193-8e1a-872e5ee80e2a), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:57.840295 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-af4e0a49-427a-41ce-9132-9533f8d925fd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:57.843604 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-af4e0a49-427a-41ce-9132-9533f8d925fd admin admin] 10.222.0.13 "DELETE /v2.0/networks/1489bf46-379b-4193-8e1a-872e5ee80e2a HTTP/1.1" status: 204 len: 168 time: 0.6365778 Jan 29 05:03:57.855768 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e0a49-427a-41ce-9132-9533f8d925fd admin admin] Pushing event deleted for resources: {'Network': ['ID=1489bf46-379b-4193-8e1a-872e5ee80e2a,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:03:58.220157 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 32994) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:03:58.259357 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-78791ff1-5e86-4e51-99a2-58bc8ec2cf91 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b41125e3ffe4bd8898695fd4fe2bc88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380366 Jan 29 05:03:58.261768 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 32996) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:03:58.308748 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5d4a3448-b1bc-4b72-92ab-6d3d89f304dd admin admin] Publish callbacks [] for security_group (6555d6a2-b71a-42b3-846f-1b2f200ec92a), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:58.330673 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5d4a3448-b1bc-4b72-92ab-6d3d89f304dd admin admin] Publish callbacks [] for security_group (6555d6a2-b71a-42b3-846f-1b2f200ec92a), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:58.337846 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 31a4100f-ff47-4407-8eab-5059bfa0789c no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:03:58.359040 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 31a4100f-ff47-4407-8eab-5059bfa0789c {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:03:58.359391 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 31a4100f-ff47-4407-8eab-5059bfa0789c not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:03:58.359808 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device d7cd5463-41dc-40de-b25d-31aecb0c7240 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:03:58.378694 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: d7cd5463-41dc-40de-b25d-31aecb0c7240 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:03:58.379045 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device d7cd5463-41dc-40de-b25d-31aecb0c7240 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:03:58.449518 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5d4a3448-b1bc-4b72-92ab-6d3d89f304dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (6555d6a2-b71a-42b3-846f-1b2f200ec92a), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:58.452021 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5d4a3448-b1bc-4b72-92ab-6d3d89f304dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:58.453221 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-5d4a3448-b1bc-4b72-92ab-6d3d89f304dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6555d6a2-b71a-42b3-846f-1b2f200ec92a HTTP/1.1" status: 204 len: 168 time: 0.1905823 Jan 29 05:03:58.461107 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a3448-b1bc-4b72-92ab-6d3d89f304dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6555d6a2-b71a-42b3-846f-1b2f200ec92a,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:03:59.159472 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33002) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:03:59.198856 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9e302126-9220-496a-a45e-971bae2760c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=52e94fdf2eef439e856fe56db915e785&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381968 Jan 29 05:03:59.201880 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33004) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:03:59.248150 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-52cf3940-907c-4ef5-a589-738a4c7ab032 admin admin] Publish callbacks [] for security_group (2bd1908b-3c36-4a65-8dd4-74b41b15d4f5), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:59.268925 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-52cf3940-907c-4ef5-a589-738a4c7ab032 admin admin] Publish callbacks [] for security_group (2bd1908b-3c36-4a65-8dd4-74b41b15d4f5), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:59.380894 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-52cf3940-907c-4ef5-a589-738a4c7ab032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (2bd1908b-3c36-4a65-8dd4-74b41b15d4f5), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:59.383453 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-52cf3940-907c-4ef5-a589-738a4c7ab032 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:03:59.384619 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-52cf3940-907c-4ef5-a589-738a4c7ab032 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2bd1908b-3c36-4a65-8dd4-74b41b15d4f5 HTTP/1.1" status: 204 len: 168 time: 0.1817665 Jan 29 05:03:59.393246 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf3940-907c-4ef5-a589-738a4c7ab032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd1908b-3c36-4a65-8dd4-74b41b15d4f5,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:04:00.478182 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33026) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:04:00.571223 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-5ab2ecb5-1dcf-4eb5-99ab-0ea92722b2f0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2056808475-network', 'tenant_id': 'b3b5c017c46848d799c85e778a8e400b'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:04:00.646154 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab2ecb5-1dcf-4eb5-99ab-0ea92722b2f0 admin admin] Made reservation on behalf of b3b5c017c46848d799c85e778a8e400b for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:04:00.648456 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ecb5-1dcf-4eb5-99ab-0ea92722b2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:00.657217 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ecb5-1dcf-4eb5-99ab-0ea92722b2f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:00.732087 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ecb5-1dcf-4eb5-99ab-0ea92722b2f0 admin admin] Publish callbacks [] for security_group (7aeed557-a5d1-46b6-8ccc-1db049bd70a8), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:00.783276 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ecb5-1dcf-4eb5-99ab-0ea92722b2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (7aeed557-a5d1-46b6-8ccc-1db049bd70a8), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:00.807623 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab2ecb5-1dcf-4eb5-99ab-0ea92722b2f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 05:04:00.817213 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2ecb5-1dcf-4eb5-99ab-0ea92722b2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aeed557-a5d1-46b6-8ccc-1db049bd70a8,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:04:00.823320 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ecb5-1dcf-4eb5-99ab-0ea92722b2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (7e11738a-84ae-4fe1-90da-12a7d17769d4), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:00.823667 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-5ab2ecb5-1dcf-4eb5-99ab-0ea92722b2f0 admin admin] Added segment 7e11738a-84ae-4fe1-90da-12a7d17769d4 of type vlan for network e27e9538-9e6a-4d86-8100-d684b12beba6 Jan 29 05:04:00.865484 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ecb5-1dcf-4eb5-99ab-0ea92722b2f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (e27e9538-9e6a-4d86-8100-d684b12beba6), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:00.960184 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ecb5-1dcf-4eb5-99ab-0ea92722b2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (e27e9538-9e6a-4d86-8100-d684b12beba6), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:00.961195 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab2ecb5-1dcf-4eb5-99ab-0ea92722b2f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:00.961780 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ecb5-1dcf-4eb5-99ab-0ea92722b2f0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:01.019558 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2ecb5-1dcf-4eb5-99ab-0ea92722b2f0 admin admin] Pushing event updated for resources: {'Network': ['ID=e27e9538-9e6a-4d86-8100-d684b12beba6,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:04:01.030859 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network e27e9538-9e6a-4d86-8100-d684b12beba6 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 05:04:01.083325 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-5ab2ecb5-1dcf-4eb5-99ab-0ea92722b2f0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6039631 Jan 29 05:04:01.086093 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33030) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:04:01.090930 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-bce56858-2dd3-4d33-8217-5a00f8d287cd admin admin] Request body: {'subnet': {'network_id': 'e27e9538-9e6a-4d86-8100-d684b12beba6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2056808475-subnet', 'tenant_id': 'b3b5c017c46848d799c85e778a8e400b', 'ip_version': 4}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:04:01.166376 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce56858-2dd3-4d33-8217-5a00f8d287cd admin admin] Made reservation on behalf of b3b5c017c46848d799c85e778a8e400b for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:04:01.168891 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bce56858-2dd3-4d33-8217-5a00f8d287cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:01.372388 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bce56858-2dd3-4d33-8217-5a00f8d287cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (ce69da25-6c40-4ce6-9072-a119fe803bd3), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:01.433013 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce56858-2dd3-4d33-8217-5a00f8d287cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce69da25-6c40-4ce6-9072-a119fe803bd3,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:04:01.441067 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce56858-2dd3-4d33-8217-5a00f8d287cd admin admin] Checking segment: {'id': '7e11738a-84ae-4fe1-90da-12a7d17769d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e27e9538-9e6a-4d86-8100-d684b12beba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:04:01.441429 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce56858-2dd3-4d33-8217-5a00f8d287cd admin admin] Network hostable DHCP agents. Network: e27e9538-9e6a-4d86-8100-d684b12beba6, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 05:04:01.537671 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce56858-2dd3-4d33-8217-5a00f8d287cd admin admin] Network e27e9538-9e6a-4d86-8100-d684b12beba6 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 05:04:01.589181 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-bce56858-2dd3-4d33-8217-5a00f8d287cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, e27e9538-9e6a-4d86-8100-d684b12beba6) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:04:01.593743 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce56858-2dd3-4d33-8217-5a00f8d287cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:01.594342 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-bce56858-2dd3-4d33-8217-5a00f8d287cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:01.599532 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794902ef-7969-48ae-a1e3-5dae9ccbc0f4 None None] Network e27e9538-9e6a-4d86-8100-d684b12beba6 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:04:01.672888 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-bce56858-2dd3-4d33-8217-5a00f8d287cd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5855980 Jan 29 05:04:01.675453 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33032) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:04:01.679666 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-780d2b7c-32f2-483a-a32a-3d531ea24fab admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2056808475-router', 'tenant_id': 'b3b5c017c46848d799c85e778a8e400b', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:04:01.694857 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f10eaf-3dd5-44e0-ba09-a1c9c9229ebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-e27e9538-9e6a-4d86-8100-d684b12beba6', 'network_id': 'e27e9538-9e6a-4d86-8100-d684b12beba6', 'project_id': 'b3b5c017c46848d799c85e778a8e400b', 'fixed_ips': [{'subnet_id': 'ce69da25-6c40-4ce6-9072-a119fe803bd3'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 05:04:01.695667 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-73f10eaf-3dd5-44e0-ba09-a1c9c9229ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:01.769833 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-780d2b7c-32f2-483a-a32a-3d531ea24fab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (5151d44c-9390-4e74-b045-4f1339b7d99a), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:01.770901 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-780d2b7c-32f2-483a-a32a-3d531ea24fab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (5151d44c-9390-4e74-b045-4f1339b7d99a), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:01.820648 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-780d2b7c-32f2-483a-a32a-3d531ea24fab admin admin] Publish callbacks [] for router_controller (5151d44c-9390-4e74-b045-4f1339b7d99a), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:01.832381 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-73f10eaf-3dd5-44e0-ba09-a1c9c9229ebf None None] Allocated IP 172.20.0.2 (e27e9538-9e6a-4d86-8100-d684b12beba6/ce69da25-6c40-4ce6-9072-a119fe803bd3/1df90834-1b0a-4d7c-93c9-23a2c1a65ed4) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:04:01.974511 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-73f10eaf-3dd5-44e0-ba09-a1c9c9229ebf None None] Publish callbacks [] for port (1df90834-1b0a-4d7c-93c9-23a2c1a65ed4), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:02.007218 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-780d2b7c-32f2-483a-a32a-3d531ea24fab admin admin] Publish callbacks [] for router_gateway (5151d44c-9390-4e74-b045-4f1339b7d99a), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:02.044101 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-73f10eaf-3dd5-44e0-ba09-a1c9c9229ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (1df90834-1b0a-4d7c-93c9-23a2c1a65ed4), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:02.078389 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f10eaf-3dd5-44e0-ba09-a1c9c9229ebf None None] Network e27e9538-9e6a-4d86-8100-d684b12beba6 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:04:02.081207 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-73f10eaf-3dd5-44e0-ba09-a1c9c9229ebf None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:04:02.084845 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f10eaf-3dd5-44e0-ba09-a1c9c9229ebf None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:04:02.099099 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f10eaf-3dd5-44e0-ba09-a1c9c9229ebf None None] Pushing event updated for resources: {'Port': ['ID=1df90834-1b0a-4d7c-93c9-23a2c1a65ed4,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:04:02.152776 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-73f10eaf-3dd5-44e0-ba09-a1c9c9229ebf None None] Attempting to bind port 1df90834-1b0a-4d7c-93c9-23a2c1a65ed4 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:04:02.153144 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-73f10eaf-3dd5-44e0-ba09-a1c9c9229ebf None None] Attempting to bind port 1df90834-1b0a-4d7c-93c9-23a2c1a65ed4 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '7e11738a-84ae-4fe1-90da-12a7d17769d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e27e9538-9e6a-4d86-8100-d684b12beba6'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:04:02.153505 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f10eaf-3dd5-44e0-ba09-a1c9c9229ebf None None] Attempting to bind port 1df90834-1b0a-4d7c-93c9-23a2c1a65ed4 on network e27e9538-9e6a-4d86-8100-d684b12beba6 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:04:02.158618 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f10eaf-3dd5-44e0-ba09-a1c9c9229ebf None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:04:02.159375 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f10eaf-3dd5-44e0-ba09-a1c9c9229ebf None None] Checking segment: {'id': '7e11738a-84ae-4fe1-90da-12a7d17769d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e27e9538-9e6a-4d86-8100-d684b12beba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:04:02.159375 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-73f10eaf-3dd5-44e0-ba09-a1c9c9229ebf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:02.159765 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f10eaf-3dd5-44e0-ba09-a1c9c9229ebf None None] Bound using segment: {'id': '7e11738a-84ae-4fe1-90da-12a7d17769d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e27e9538-9e6a-4d86-8100-d684b12beba6'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:04:02.160244 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-73f10eaf-3dd5-44e0-ba09-a1c9c9229ebf None None] Bound port: 1df90834-1b0a-4d7c-93c9-23a2c1a65ed4, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e11738a-84ae-4fe1-90da-12a7d17769d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e27e9538-9e6a-4d86-8100-d684b12beba6'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:04:02.160633 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-73f10eaf-3dd5-44e0-ba09-a1c9c9229ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (1df90834-1b0a-4d7c-93c9-23a2c1a65ed4), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:02.222002 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-73f10eaf-3dd5-44e0-ba09-a1c9c9229ebf None None] For port 1df90834-1b0a-4d7c-93c9-23a2c1a65ed4, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:04:02.225028 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-73f10eaf-3dd5-44e0-ba09-a1c9c9229ebf None None] For port 1df90834-1b0a-4d7c-93c9-23a2c1a65ed4, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=1df90834-1b0a-4d7c-93c9-23a2c1a65ed4,segment=NetworkSegment(7e11738a-84ae-4fe1-90da-12a7d17769d4),segment_id=7e11738a-84ae-4fe1-90da-12a7d17769d4)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:04:02.274935 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-780d2b7c-32f2-483a-a32a-3d531ea24fab admin admin] Publish callbacks [] for router_gateway (5151d44c-9390-4e74-b045-4f1339b7d99a), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:02.298394 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-780d2b7c-32f2-483a-a32a-3d531ea24fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:02.307356 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-73f10eaf-3dd5-44e0-ba09-a1c9c9229ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (1df90834-1b0a-4d7c-93c9-23a2c1a65ed4), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:02.366340 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f10eaf-3dd5-44e0-ba09-a1c9c9229ebf None None] Pushing event updated for resources: {'Port': ['ID=1df90834-1b0a-4d7c-93c9-23a2c1a65ed4,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:04:02.414938 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-780d2b7c-32f2-483a-a32a-3d531ea24fab admin admin] Allocated IP 172.26.8.143 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/1ff8d1f4-38a1-4501-9331-80e36f7f25e6) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:04:02.541948 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-780d2b7c-32f2-483a-a32a-3d531ea24fab admin admin] Publish callbacks [] for port (1ff8d1f4-38a1-4501-9331-80e36f7f25e6), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:02.639862 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-780d2b7c-32f2-483a-a32a-3d531ea24fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (1ff8d1f4-38a1-4501-9331-80e36f7f25e6), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:02.681084 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780d2b7c-32f2-483a-a32a-3d531ea24fab admin admin] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:04:02.683816 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-780d2b7c-32f2-483a-a32a-3d531ea24fab admin admin] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:04:02.690207 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780d2b7c-32f2-483a-a32a-3d531ea24fab admin admin] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:04:02.693231 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d2b7c-32f2-483a-a32a-3d531ea24fab admin admin] Pushing event updated for resources: {'Port': ['ID=1ff8d1f4-38a1-4501-9331-80e36f7f25e6,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:04:02.999773 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-780d2b7c-32f2-483a-a32a-3d531ea24fab admin admin] Publish callbacks [] for router_gateway (5151d44c-9390-4e74-b045-4f1339b7d99a), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:03.203844 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-780d2b7c-32f2-483a-a32a-3d531ea24fab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (5151d44c-9390-4e74-b045-4f1339b7d99a), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:03.245491 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6f5fd9-9032-43be-989e-cc220406ae83 None None] Network e27e9538-9e6a-4d86-8100-d684b12beba6 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:04:03.357280 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-aea8e8e6-98f2-4adf-9d24-4d1138efe441 None None] Provisioning complete for port 1df90834-1b0a-4d7c-93c9-23a2c1a65ed4 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:04:03.357717 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aea8e8e6-98f2-4adf-9d24-4d1138efe441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (1df90834-1b0a-4d7c-93c9-23a2c1a65ed4), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:03.398642 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780d2b7c-32f2-483a-a32a-3d531ea24fab admin admin] Router 5151d44c-9390-4e74-b045-4f1339b7d99a is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 05:04:03.457257 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-aea8e8e6-98f2-4adf-9d24-4d1138efe441 None None] Current status of the port 1df90834-1b0a-4d7c-93c9-23a2c1a65ed4 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:04:03.457644 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aea8e8e6-98f2-4adf-9d24-4d1138efe441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (1df90834-1b0a-4d7c-93c9-23a2c1a65ed4), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:03.495620 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-aea8e8e6-98f2-4adf-9d24-4d1138efe441 None None] For port 1df90834-1b0a-4d7c-93c9-23a2c1a65ed4, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=1df90834-1b0a-4d7c-93c9-23a2c1a65ed4,segment=NetworkSegment(7e11738a-84ae-4fe1-90da-12a7d17769d4),segment_id=7e11738a-84ae-4fe1-90da-12a7d17769d4)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:04:03.513986 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780d2b7c-32f2-483a-a32a-3d531ea24fab admin admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:04:03.523539 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358980cc-b647-4339-8777-1275f94fe949 None None] Sync routers for ids ['5151d44c-9390-4e74-b045-4f1339b7d99a'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:04:03.534261 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358980cc-b647-4339-8777-1275f94fe949 None None] Routers {'5151d44c-9390-4e74-b045-4f1339b7d99a'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:04:03.535025 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-358980cc-b647-4339-8777-1275f94fe949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:03:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['5151d44c-9390-4e74-b045-4f1339b7d99a'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:04:03.578823 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aea8e8e6-98f2-4adf-9d24-4d1138efe441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (1df90834-1b0a-4d7c-93c9-23a2c1a65ed4), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:03.609271 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-780d2b7c-32f2-483a-a32a-3d531ea24fab admin admin] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:03.610480 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-780d2b7c-32f2-483a-a32a-3d531ea24fab admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9340847 Jan 29 05:04:03.613217 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33034) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:04:03.834867 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea8e8e6-98f2-4adf-9d24-4d1138efe441 None None] Pushing event updated for resources: {'Port': ['ID=1df90834-1b0a-4d7c-93c9-23a2c1a65ed4,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:04:03.851252 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-cbe767a8-de1b-489b-a3a0-01fce54d3886 None None] Provisioning complete for port 1df90834-1b0a-4d7c-93c9-23a2c1a65ed4 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:04:03.851631 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cbe767a8-de1b-489b-a3a0-01fce54d3886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (1df90834-1b0a-4d7c-93c9-23a2c1a65ed4), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:03.854328 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-358980cc-b647-4339-8777-1275f94fe949 None None] Set router 5151d44c-9390-4e74-b045-4f1339b7d99a gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:04:04.077452 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-cbe767a8-de1b-489b-a3a0-01fce54d3886 None None] Current status of the port 1df90834-1b0a-4d7c-93c9-23a2c1a65ed4 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:04:04.106857 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-358980cc-b647-4339-8777-1275f94fe949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5151d44c-9390-4e74-b045-4f1339b7d99a', 'name': 'tempest-TestMinimumBasicScenario-2056808475-router', 'tenant_id': 'b3b5c017c46848d799c85e778a8e400b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1ff8d1f4-38a1-4501-9331-80e36f7f25e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:04:01Z', 'updated_at': '2022-01-29T05:04:02Z', 'revision_number': 3, 'project_id': 'b3b5c017c46848d799c85e778a8e400b', 'gw_port': {'id': '1ff8d1f4-38a1-4501-9331-80e36f7f25e6', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5151d44c-9390-4e74-b045-4f1339b7d99a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:04:02Z', 'updated_at': '2022-01-29T05:04:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:04:04.134412 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358980cc-b647-4339-8777-1275f94fe949 None None] Checking router: 5151d44c-9390-4e74-b045-4f1339b7d99a for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:04:04.134780 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358980cc-b647-4339-8777-1275f94fe949 None None] Updating router 5151d44c-9390-4e74-b045-4f1339b7d99a port 1ff8d1f4-38a1-4501-9331-80e36f7f25e6 binding host dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:04:04.166304 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-358980cc-b647-4339-8777-1275f94fe949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (1ff8d1f4-38a1-4501-9331-80e36f7f25e6), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:04.327697 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d182ab32-98f3-4f45-bf40-fba936681952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:04.415455 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 1df90834-1b0a-4d7c-93c9-23a2c1a65ed4 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:04:04.445244 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-358980cc-b647-4339-8777-1275f94fe949 None None] Publish callbacks [] for port (1ff8d1f4-38a1-4501-9331-80e36f7f25e6), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:04.475425 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 1df90834-1b0a-4d7c-93c9-23a2c1a65ed4 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:04:04.475788 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (1df90834-1b0a-4d7c-93c9-23a2c1a65ed4), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:04.498224 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-d182ab32-98f3-4f45-bf40-fba936681952 admin admin] Allocated IP 172.20.0.1 (e27e9538-9e6a-4d86-8100-d684b12beba6/ce69da25-6c40-4ce6-9072-a119fe803bd3/bcf7ab85-13ec-4f1a-8af4-44e7a58f2423) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:04:04.540959 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-358980cc-b647-4339-8777-1275f94fe949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (1ff8d1f4-38a1-4501-9331-80e36f7f25e6), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:04.595707 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 1df90834-1b0a-4d7c-93c9-23a2c1a65ed4 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:04:04.605080 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d182ab32-98f3-4f45-bf40-fba936681952 admin admin] Publish callbacks [] for port (bcf7ab85-13ec-4f1a-8af4-44e7a58f2423), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:04.611471 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-358980cc-b647-4339-8777-1275f94fe949 None None] Attempting to bind port 1ff8d1f4-38a1-4501-9331-80e36f7f25e6 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:04:04.611471 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-358980cc-b647-4339-8777-1275f94fe949 None None] Attempting to bind port 1ff8d1f4-38a1-4501-9331-80e36f7f25e6 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:04:04.611471 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358980cc-b647-4339-8777-1275f94fe949 None None] Attempting to bind port 1ff8d1f4-38a1-4501-9331-80e36f7f25e6 on network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:04:04.616848 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf0225-1f28-4821-8e8c-2641c5d3f281 None None] Pushing event updated for resources: {'Port': ['ID=1ff8d1f4-38a1-4501-9331-80e36f7f25e6,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:04:04.620137 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358980cc-b647-4339-8777-1275f94fe949 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:04:04.620806 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358980cc-b647-4339-8777-1275f94fe949 None None] Checking segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:04:04.621212 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-358980cc-b647-4339-8777-1275f94fe949 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:04.621593 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358980cc-b647-4339-8777-1275f94fe949 None None] Bound using segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:04:04.622062 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-358980cc-b647-4339-8777-1275f94fe949 None None] Bound port: 1ff8d1f4-38a1-4501-9331-80e36f7f25e6, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:04:04.622463 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-358980cc-b647-4339-8777-1275f94fe949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (1ff8d1f4-38a1-4501-9331-80e36f7f25e6), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:04.672995 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-358980cc-b647-4339-8777-1275f94fe949 None None] For port 1ff8d1f4-38a1-4501-9331-80e36f7f25e6, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:04:04.675878 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-358980cc-b647-4339-8777-1275f94fe949 None None] For port 1ff8d1f4-38a1-4501-9331-80e36f7f25e6, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=1ff8d1f4-38a1-4501-9331-80e36f7f25e6,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:04:04.695890 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d182ab32-98f3-4f45-bf40-fba936681952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (bcf7ab85-13ec-4f1a-8af4-44e7a58f2423), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:04.732556 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d182ab32-98f3-4f45-bf40-fba936681952 admin admin] Network e27e9538-9e6a-4d86-8100-d684b12beba6 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:04:04.735553 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-d182ab32-98f3-4f45-bf40-fba936681952 admin admin] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:04:04.738882 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d182ab32-98f3-4f45-bf40-fba936681952 admin admin] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:04:04.764508 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d182ab32-98f3-4f45-bf40-fba936681952 admin admin] Pushing event updated for resources: {'Port': ['ID=bcf7ab85-13ec-4f1a-8af4-44e7a58f2423,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:04:04.767606 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-358980cc-b647-4339-8777-1275f94fe949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (1ff8d1f4-38a1-4501-9331-80e36f7f25e6), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:04.790567 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d182ab32-98f3-4f45-bf40-fba936681952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (5151d44c-9390-4e74-b045-4f1339b7d99a), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:04.833748 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358980cc-b647-4339-8777-1275f94fe949 None None] Routers {'5151d44c-9390-4e74-b045-4f1339b7d99a'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:04:04.834362 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-358980cc-b647-4339-8777-1275f94fe949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:03:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['5151d44c-9390-4e74-b045-4f1339b7d99a'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:04:04.872274 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf0225-1f28-4821-8e8c-2641c5d3f281 None None] Pushing event updated for resources: {'Port': ['ID=1ff8d1f4-38a1-4501-9331-80e36f7f25e6,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:04:04.955434 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-358980cc-b647-4339-8777-1275f94fe949 None None] Set router 5151d44c-9390-4e74-b045-4f1339b7d99a gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:04:04.992024 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d182ab32-98f3-4f45-bf40-fba936681952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (bcf7ab85-13ec-4f1a-8af4-44e7a58f2423), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:05.069012 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-22cfb535-601b-4850-aaae-d622eba2a663 None None] Provisioning complete for port bcf7ab85-13ec-4f1a-8af4-44e7a58f2423 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:04:05.069388 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-22cfb535-601b-4850-aaae-d622eba2a663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (bcf7ab85-13ec-4f1a-8af4-44e7a58f2423), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:05.127007 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-22cfb535-601b-4850-aaae-d622eba2a663 None None] Port bcf7ab85-13ec-4f1a-8af4-44e7a58f2423 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:04:05.156193 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d182ab32-98f3-4f45-bf40-fba936681952 admin admin] Publish callbacks [] for port (bcf7ab85-13ec-4f1a-8af4-44e7a58f2423), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:05.177259 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-358980cc-b647-4339-8777-1275f94fe949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5151d44c-9390-4e74-b045-4f1339b7d99a', 'name': 'tempest-TestMinimumBasicScenario-2056808475-router', 'tenant_id': 'b3b5c017c46848d799c85e778a8e400b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1ff8d1f4-38a1-4501-9331-80e36f7f25e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:04:01Z', 'updated_at': '2022-01-29T05:04:02Z', 'revision_number': 3, 'project_id': 'b3b5c017c46848d799c85e778a8e400b', 'gw_port': {'id': '1ff8d1f4-38a1-4501-9331-80e36f7f25e6', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5151d44c-9390-4e74-b045-4f1339b7d99a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:04:02Z', 'updated_at': '2022-01-29T05:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:04:05.209059 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358980cc-b647-4339-8777-1275f94fe949 None None] The sync data for ids ['5151d44c-9390-4e74-b045-4f1339b7d99a'] in dv-neutron-821190-1-hyperv is: [{'id': '5151d44c-9390-4e74-b045-4f1339b7d99a', 'name': 'tempest-TestMinimumBasicScenario-2056808475-router', 'tenant_id': 'b3b5c017c46848d799c85e778a8e400b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1ff8d1f4-38a1-4501-9331-80e36f7f25e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:04:01Z', 'updated_at': '2022-01-29T05:04:02Z', 'revision_number': 3, 'project_id': 'b3b5c017c46848d799c85e778a8e400b', 'gw_port': {'id': '1ff8d1f4-38a1-4501-9331-80e36f7f25e6', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5151d44c-9390-4e74-b045-4f1339b7d99a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:04:02Z', 'updated_at': '2022-01-29T05:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:04:05.221503 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d182ab32-98f3-4f45-bf40-fba936681952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (bcf7ab85-13ec-4f1a-8af4-44e7a58f2423), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:05.294023 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d182ab32-98f3-4f45-bf40-fba936681952 admin admin] Pushing event updated for resources: {'Port': ['ID=bcf7ab85-13ec-4f1a-8af4-44e7a58f2423,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:04:05.299026 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d182ab32-98f3-4f45-bf40-fba936681952 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (5151d44c-9390-4e74-b045-4f1339b7d99a), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:05.400809 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d182ab32-98f3-4f45-bf40-fba936681952 admin admin] Network e27e9538-9e6a-4d86-8100-d684b12beba6 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:04:05.402348 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-d182ab32-98f3-4f45-bf40-fba936681952 admin admin] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:04:05.536347 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d182ab32-98f3-4f45-bf40-fba936681952 admin admin] Router 5151d44c-9390-4e74-b045-4f1339b7d99a has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:04:05.655734 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d182ab32-98f3-4f45-bf40-fba936681952 admin admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:04:05.659206 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-de4ac936-18fa-466a-b378-d0312fc2b70e None None] Provisioning complete for port bcf7ab85-13ec-4f1a-8af4-44e7a58f2423 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:04:05.659682 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-de4ac936-18fa-466a-b378-d0312fc2b70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (bcf7ab85-13ec-4f1a-8af4-44e7a58f2423), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:05.661055 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d182ab32-98f3-4f45-bf40-fba936681952 admin admin] 10.222.0.13 "PUT /v2.0/routers/5151d44c-9390-4e74-b045-4f1339b7d99a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0464780 Jan 29 05:04:05.694804 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-de4ac936-18fa-466a-b378-d0312fc2b70e None None] Port bcf7ab85-13ec-4f1a-8af4-44e7a58f2423 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:04:06.386167 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 1ff8d1f4-38a1-4501-9331-80e36f7f25e6 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:04:06.397654 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33050) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:04:06.402798 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-c928e897-dcf9-40e7-8e28-be12a69bb2bb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-760933971-network', 'tenant_id': '121f03d3b53f42f5897774a627d685cd'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:04:06.434955 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 1ff8d1f4-38a1-4501-9331-80e36f7f25e6 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:04:06.435252 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (1ff8d1f4-38a1-4501-9331-80e36f7f25e6), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:06.475068 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c928e897-dcf9-40e7-8e28-be12a69bb2bb admin admin] Made reservation on behalf of 121f03d3b53f42f5897774a627d685cd for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:04:06.477784 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c928e897-dcf9-40e7-8e28-be12a69bb2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:06.487273 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c928e897-dcf9-40e7-8e28-be12a69bb2bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:06.521008 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 1ff8d1f4-38a1-4501-9331-80e36f7f25e6 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:04:06.521417 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (1ff8d1f4-38a1-4501-9331-80e36f7f25e6), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:06.542265 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 1ff8d1f4-38a1-4501-9331-80e36f7f25e6, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=1ff8d1f4-38a1-4501-9331-80e36f7f25e6,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:04:06.568862 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c928e897-dcf9-40e7-8e28-be12a69bb2bb admin admin] Publish callbacks [] for security_group (4f4975bb-1345-43d2-b0c1-e3d4e29ce18e), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:06.603884 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (1ff8d1f4-38a1-4501-9331-80e36f7f25e6), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:06.638758 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c928e897-dcf9-40e7-8e28-be12a69bb2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (4f4975bb-1345-43d2-b0c1-e3d4e29ce18e), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:06.651927 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=1ff8d1f4-38a1-4501-9331-80e36f7f25e6,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:04:06.664023 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c928e897-dcf9-40e7-8e28-be12a69bb2bb admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 05:04:06.675202 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c928e897-dcf9-40e7-8e28-be12a69bb2bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4975bb-1345-43d2-b0c1-e3d4e29ce18e,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:04:06.680032 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c928e897-dcf9-40e7-8e28-be12a69bb2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (cf42ed27-ace9-44d1-a5e0-bee68a18166e), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:06.681193 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-c928e897-dcf9-40e7-8e28-be12a69bb2bb admin admin] Added segment cf42ed27-ace9-44d1-a5e0-bee68a18166e of type vlan for network 3e1cfe12-c579-4d22-9bfc-11fd91095b43 Jan 29 05:04:06.722101 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c928e897-dcf9-40e7-8e28-be12a69bb2bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (3e1cfe12-c579-4d22-9bfc-11fd91095b43), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:06.767664 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af916c86-9eda-40cb-801c-7d8885d3ef07 None None] Sync routers for ids ['5151d44c-9390-4e74-b045-4f1339b7d99a'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:04:06.777191 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af916c86-9eda-40cb-801c-7d8885d3ef07 None None] Routers {'5151d44c-9390-4e74-b045-4f1339b7d99a'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:04:06.777787 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-af916c86-9eda-40cb-801c-7d8885d3ef07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:03:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['5151d44c-9390-4e74-b045-4f1339b7d99a'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:04:06.794718 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c928e897-dcf9-40e7-8e28-be12a69bb2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (3e1cfe12-c579-4d22-9bfc-11fd91095b43), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:06.795717 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c928e897-dcf9-40e7-8e28-be12a69bb2bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:06.796302 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c928e897-dcf9-40e7-8e28-be12a69bb2bb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:06.857123 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c928e897-dcf9-40e7-8e28-be12a69bb2bb admin admin] Pushing event updated for resources: {'Network': ['ID=3e1cfe12-c579-4d22-9bfc-11fd91095b43,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:04:06.866764 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 3e1cfe12-c579-4d22-9bfc-11fd91095b43 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 05:04:06.875684 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c928e897-dcf9-40e7-8e28-be12a69bb2bb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4735279 Jan 29 05:04:06.876017 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33052) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:04:06.881470 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-5e8acd0b-2286-45d7-98de-6db127b6bcc1 admin admin] Request body: {'subnet': {'network_id': '3e1cfe12-c579-4d22-9bfc-11fd91095b43', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-760933971-subnet', 'tenant_id': '121f03d3b53f42f5897774a627d685cd', 'ip_version': 4}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:04:06.886888 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-af916c86-9eda-40cb-801c-7d8885d3ef07 None None] Set router 5151d44c-9390-4e74-b045-4f1339b7d99a gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:04:06.943230 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8acd0b-2286-45d7-98de-6db127b6bcc1 admin admin] Made reservation on behalf of 121f03d3b53f42f5897774a627d685cd for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:04:06.945665 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5e8acd0b-2286-45d7-98de-6db127b6bcc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:07.088846 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-af916c86-9eda-40cb-801c-7d8885d3ef07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5151d44c-9390-4e74-b045-4f1339b7d99a', 'name': 'tempest-TestMinimumBasicScenario-2056808475-router', 'tenant_id': 'b3b5c017c46848d799c85e778a8e400b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1ff8d1f4-38a1-4501-9331-80e36f7f25e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:04:01Z', 'updated_at': '2022-01-29T05:04:04Z', 'revision_number': 4, 'project_id': 'b3b5c017c46848d799c85e778a8e400b', 'gw_port': {'id': '1ff8d1f4-38a1-4501-9331-80e36f7f25e6', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5151d44c-9390-4e74-b045-4f1339b7d99a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:04:02Z', 'updated_at': '2022-01-29T05:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'bcf7ab85-13ec-4f1a-8af4-44e7a58f2423', 'name': '', 'network_id': 'e27e9538-9e6a-4d86-8100-d684b12beba6', 'tenant_id': 'b3b5c017c46848d799c85e778a8e400b', 'mac_address': 'fa:16:3e:12:e9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5151d44c-9390-4e74-b045-4f1339b7d99a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'ce69da25-6c40-4ce6-9072-a119fe803bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:04:04Z', 'updated_at': '2022-01-29T05:04:05Z', 'revision_number': 2, 'project_id': 'b3b5c017c46848d799c85e778a8e400b', 'subnets': [{'id': 'ce69da25-6c40-4ce6-9072-a119fe803bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:04:07.118809 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af916c86-9eda-40cb-801c-7d8885d3ef07 None None] Checking router: 5151d44c-9390-4e74-b045-4f1339b7d99a for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:04:07.119153 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af916c86-9eda-40cb-801c-7d8885d3ef07 None None] Updating router 5151d44c-9390-4e74-b045-4f1339b7d99a port bcf7ab85-13ec-4f1a-8af4-44e7a58f2423 binding host dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:04:07.145949 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-af916c86-9eda-40cb-801c-7d8885d3ef07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (bcf7ab85-13ec-4f1a-8af4-44e7a58f2423), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:07.172370 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5e8acd0b-2286-45d7-98de-6db127b6bcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (e08aeed2-9aa6-4f18-9caf-e3a59df374f2), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:07.222151 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8acd0b-2286-45d7-98de-6db127b6bcc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e08aeed2-9aa6-4f18-9caf-e3a59df374f2,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:04:07.237436 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8acd0b-2286-45d7-98de-6db127b6bcc1 admin admin] Checking segment: {'id': 'cf42ed27-ace9-44d1-a5e0-bee68a18166e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3e1cfe12-c579-4d22-9bfc-11fd91095b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:04:07.237792 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8acd0b-2286-45d7-98de-6db127b6bcc1 admin admin] Network hostable DHCP agents. Network: 3e1cfe12-c579-4d22-9bfc-11fd91095b43, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 05:04:07.343612 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8acd0b-2286-45d7-98de-6db127b6bcc1 admin admin] Network 3e1cfe12-c579-4d22-9bfc-11fd91095b43 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 05:04:07.401225 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-af916c86-9eda-40cb-801c-7d8885d3ef07 None None] Publish callbacks [] for port (bcf7ab85-13ec-4f1a-8af4-44e7a58f2423), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:07.406436 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-5e8acd0b-2286-45d7-98de-6db127b6bcc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 3e1cfe12-c579-4d22-9bfc-11fd91095b43) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:04:07.410571 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8acd0b-2286-45d7-98de-6db127b6bcc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:07.411216 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-5e8acd0b-2286-45d7-98de-6db127b6bcc1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:07.415144 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1298f728-2c95-4fa4-8e30-562e051c10e9 None None] Network 3e1cfe12-c579-4d22-9bfc-11fd91095b43 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:04:07.467823 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-af916c86-9eda-40cb-801c-7d8885d3ef07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (bcf7ab85-13ec-4f1a-8af4-44e7a58f2423), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:07.498785 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-5e8acd0b-2286-45d7-98de-6db127b6bcc1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6213362 Jan 29 05:04:07.501141 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33054) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:04:07.505347 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-fd28c099-ec0f-4d2b-80c4-e1f85b272556 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-760933971-router', 'tenant_id': '121f03d3b53f42f5897774a627d685cd', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:04:07.522357 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31580028-905b-4047-9efe-f2c6a17c620d None None] Pushing event updated for resources: {'Port': ['ID=bcf7ab85-13ec-4f1a-8af4-44e7a58f2423,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:04:07.528186 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dffb4a4-77e1-4f27-bf9d-b5f3fc8e0f1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-3e1cfe12-c579-4d22-9bfc-11fd91095b43', 'network_id': '3e1cfe12-c579-4d22-9bfc-11fd91095b43', 'project_id': '121f03d3b53f42f5897774a627d685cd', 'fixed_ips': [{'subnet_id': 'e08aeed2-9aa6-4f18-9caf-e3a59df374f2'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 05:04:07.529761 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9dffb4a4-77e1-4f27-bf9d-b5f3fc8e0f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:07.535771 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31580028-905b-4047-9efe-f2c6a17c620d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:04:07.536187 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31580028-905b-4047-9efe-f2c6a17c620d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:04:07.536614 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31580028-905b-4047-9efe-f2c6a17c620d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:04:07.537093 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31580028-905b-4047-9efe-f2c6a17c620d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:04:07.537423 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31580028-905b-4047-9efe-f2c6a17c620d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:04:07.537743 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31580028-905b-4047-9efe-f2c6a17c620d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:04:07.538134 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31580028-905b-4047-9efe-f2c6a17c620d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:04:07.538454 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31580028-905b-4047-9efe-f2c6a17c620d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:04:07.538772 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31580028-905b-4047-9efe-f2c6a17c620d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:04:07.539631 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31580028-905b-4047-9efe-f2c6a17c620d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:04:07.539961 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31580028-905b-4047-9efe-f2c6a17c620d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:04:07.540285 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31580028-905b-4047-9efe-f2c6a17c620d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:04:07.541098 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31580028-905b-4047-9efe-f2c6a17c620d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:04:07.595786 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-af916c86-9eda-40cb-801c-7d8885d3ef07 None None] Attempting to bind port bcf7ab85-13ec-4f1a-8af4-44e7a58f2423 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:04:07.596210 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-af916c86-9eda-40cb-801c-7d8885d3ef07 None None] Attempting to bind port bcf7ab85-13ec-4f1a-8af4-44e7a58f2423 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '7e11738a-84ae-4fe1-90da-12a7d17769d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e27e9538-9e6a-4d86-8100-d684b12beba6'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:04:07.596596 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af916c86-9eda-40cb-801c-7d8885d3ef07 None None] Attempting to bind port bcf7ab85-13ec-4f1a-8af4-44e7a58f2423 on network e27e9538-9e6a-4d86-8100-d684b12beba6 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:04:07.601439 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fd28c099-ec0f-4d2b-80c4-e1f85b272556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (5facd288-52a0-45d9-a134-0a1b5294cbb7), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:07.604283 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af916c86-9eda-40cb-801c-7d8885d3ef07 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:04:07.604692 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af916c86-9eda-40cb-801c-7d8885d3ef07 None None] Checking segment: {'id': '7e11738a-84ae-4fe1-90da-12a7d17769d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e27e9538-9e6a-4d86-8100-d684b12beba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:04:07.605099 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fd28c099-ec0f-4d2b-80c4-e1f85b272556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (5facd288-52a0-45d9-a134-0a1b5294cbb7), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:07.605232 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-af916c86-9eda-40cb-801c-7d8885d3ef07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:07.605504 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af916c86-9eda-40cb-801c-7d8885d3ef07 None None] Bound using segment: {'id': '7e11738a-84ae-4fe1-90da-12a7d17769d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e27e9538-9e6a-4d86-8100-d684b12beba6'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:04:07.607405 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-af916c86-9eda-40cb-801c-7d8885d3ef07 None None] Bound port: bcf7ab85-13ec-4f1a-8af4-44e7a58f2423, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e11738a-84ae-4fe1-90da-12a7d17769d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e27e9538-9e6a-4d86-8100-d684b12beba6'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:04:07.607405 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-af916c86-9eda-40cb-801c-7d8885d3ef07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (bcf7ab85-13ec-4f1a-8af4-44e7a58f2423), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:07.678134 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-af916c86-9eda-40cb-801c-7d8885d3ef07 None None] For port bcf7ab85-13ec-4f1a-8af4-44e7a58f2423, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:04:07.682314 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fd28c099-ec0f-4d2b-80c4-e1f85b272556 admin admin] Publish callbacks [] for router_controller (5facd288-52a0-45d9-a134-0a1b5294cbb7), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:07.683400 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-af916c86-9eda-40cb-801c-7d8885d3ef07 None None] For port bcf7ab85-13ec-4f1a-8af4-44e7a58f2423, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=bcf7ab85-13ec-4f1a-8af4-44e7a58f2423,segment=NetworkSegment(7e11738a-84ae-4fe1-90da-12a7d17769d4),segment_id=7e11738a-84ae-4fe1-90da-12a7d17769d4)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:04:07.695389 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-9dffb4a4-77e1-4f27-bf9d-b5f3fc8e0f1c None None] Allocated IP 172.20.0.2 (3e1cfe12-c579-4d22-9bfc-11fd91095b43/e08aeed2-9aa6-4f18-9caf-e3a59df374f2/484104e3-ec9d-4cca-87f7-957bf465e1fb) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:04:07.772568 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-af916c86-9eda-40cb-801c-7d8885d3ef07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (bcf7ab85-13ec-4f1a-8af4-44e7a58f2423), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:07.787384 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-a6bc9cd9-6ab8-4f87-abad-ad97a342814d None None] Provisioning complete for port bcf7ab85-13ec-4f1a-8af4-44e7a58f2423 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:04:07.787811 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a6bc9cd9-6ab8-4f87-abad-ad97a342814d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (bcf7ab85-13ec-4f1a-8af4-44e7a58f2423), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:07.828432 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31580028-905b-4047-9efe-f2c6a17c620d None None] Pushing event updated for resources: {'Port': ['ID=bcf7ab85-13ec-4f1a-8af4-44e7a58f2423,revision_number=4']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:04:07.862932 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af916c86-9eda-40cb-801c-7d8885d3ef07 None None] Routers {'5151d44c-9390-4e74-b045-4f1339b7d99a'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:04:07.863563 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-af916c86-9eda-40cb-801c-7d8885d3ef07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:03:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['5151d44c-9390-4e74-b045-4f1339b7d99a'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:04:07.875802 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fd28c099-ec0f-4d2b-80c4-e1f85b272556 admin admin] Publish callbacks [] for router_gateway (5facd288-52a0-45d9-a134-0a1b5294cbb7), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:07.901758 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9dffb4a4-77e1-4f27-bf9d-b5f3fc8e0f1c None None] Publish callbacks [] for port (484104e3-ec9d-4cca-87f7-957bf465e1fb), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:07.941483 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-a6bc9cd9-6ab8-4f87-abad-ad97a342814d None None] Current status of the port bcf7ab85-13ec-4f1a-8af4-44e7a58f2423 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:04:07.941866 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a6bc9cd9-6ab8-4f87-abad-ad97a342814d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (bcf7ab85-13ec-4f1a-8af4-44e7a58f2423), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:07.991418 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-af916c86-9eda-40cb-801c-7d8885d3ef07 None None] Set router 5151d44c-9390-4e74-b045-4f1339b7d99a gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:04:08.120602 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9dffb4a4-77e1-4f27-bf9d-b5f3fc8e0f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (484104e3-ec9d-4cca-87f7-957bf465e1fb), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:08.163795 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fd28c099-ec0f-4d2b-80c4-e1f85b272556 admin admin] Publish callbacks [] for router_gateway (5facd288-52a0-45d9-a134-0a1b5294cbb7), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:08.171565 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dffb4a4-77e1-4f27-bf9d-b5f3fc8e0f1c None None] Network 3e1cfe12-c579-4d22-9bfc-11fd91095b43 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:04:08.180756 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-9dffb4a4-77e1-4f27-bf9d-b5f3fc8e0f1c None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:04:08.184755 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fd28c099-ec0f-4d2b-80c4-e1f85b272556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:08.185321 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-a6bc9cd9-6ab8-4f87-abad-ad97a342814d None None] For port bcf7ab85-13ec-4f1a-8af4-44e7a58f2423, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=bcf7ab85-13ec-4f1a-8af4-44e7a58f2423,segment=NetworkSegment(7e11738a-84ae-4fe1-90da-12a7d17769d4),segment_id=7e11738a-84ae-4fe1-90da-12a7d17769d4)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:04:08.186511 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dffb4a4-77e1-4f27-bf9d-b5f3fc8e0f1c None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:04:08.217738 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-af916c86-9eda-40cb-801c-7d8885d3ef07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5151d44c-9390-4e74-b045-4f1339b7d99a', 'name': 'tempest-TestMinimumBasicScenario-2056808475-router', 'tenant_id': 'b3b5c017c46848d799c85e778a8e400b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1ff8d1f4-38a1-4501-9331-80e36f7f25e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:04:01Z', 'updated_at': '2022-01-29T05:04:04Z', 'revision_number': 4, 'project_id': 'b3b5c017c46848d799c85e778a8e400b', 'gw_port': {'id': '1ff8d1f4-38a1-4501-9331-80e36f7f25e6', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5151d44c-9390-4e74-b045-4f1339b7d99a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:04:02Z', 'updated_at': '2022-01-29T05:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'bcf7ab85-13ec-4f1a-8af4-44e7a58f2423', 'name': '', 'network_id': 'e27e9538-9e6a-4d86-8100-d684b12beba6', 'tenant_id': 'b3b5c017c46848d799c85e778a8e400b', 'mac_address': 'fa:16:3e:12:e9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5151d44c-9390-4e74-b045-4f1339b7d99a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'ce69da25-6c40-4ce6-9072-a119fe803bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:04:04Z', 'updated_at': '2022-01-29T05:04:07Z', 'revision_number': 4, 'project_id': 'b3b5c017c46848d799c85e778a8e400b', 'subnets': [{'id': 'ce69da25-6c40-4ce6-9072-a119fe803bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:04:08.220521 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dffb4a4-77e1-4f27-bf9d-b5f3fc8e0f1c None None] Pushing event updated for resources: {'Port': ['ID=484104e3-ec9d-4cca-87f7-957bf465e1fb,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:04:08.248308 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-9dffb4a4-77e1-4f27-bf9d-b5f3fc8e0f1c None None] Attempting to bind port 484104e3-ec9d-4cca-87f7-957bf465e1fb on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:04:08.248598 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af916c86-9eda-40cb-801c-7d8885d3ef07 None None] The sync data for ids ['5151d44c-9390-4e74-b045-4f1339b7d99a'] in dv-neutron-821190-1-hyperv is: [{'id': '5151d44c-9390-4e74-b045-4f1339b7d99a', 'name': 'tempest-TestMinimumBasicScenario-2056808475-router', 'tenant_id': 'b3b5c017c46848d799c85e778a8e400b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1ff8d1f4-38a1-4501-9331-80e36f7f25e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:04:01Z', 'updated_at': '2022-01-29T05:04:04Z', 'revision_number': 4, 'project_id': 'b3b5c017c46848d799c85e778a8e400b', 'gw_port': {'id': '1ff8d1f4-38a1-4501-9331-80e36f7f25e6', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5151d44c-9390-4e74-b045-4f1339b7d99a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:04:02Z', 'updated_at': '2022-01-29T05:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'bcf7ab85-13ec-4f1a-8af4-44e7a58f2423', 'name': '', 'network_id': 'e27e9538-9e6a-4d86-8100-d684b12beba6', 'tenant_id': 'b3b5c017c46848d799c85e778a8e400b', 'mac_address': 'fa:16:3e:12:e9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5151d44c-9390-4e74-b045-4f1339b7d99a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'ce69da25-6c40-4ce6-9072-a119fe803bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:04:04Z', 'updated_at': '2022-01-29T05:04:07Z', 'revision_number': 4, 'project_id': 'b3b5c017c46848d799c85e778a8e400b', 'subnets': [{'id': 'ce69da25-6c40-4ce6-9072-a119fe803bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:04:08.249010 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-9dffb4a4-77e1-4f27-bf9d-b5f3fc8e0f1c None None] Attempting to bind port 484104e3-ec9d-4cca-87f7-957bf465e1fb by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'cf42ed27-ace9-44d1-a5e0-bee68a18166e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3e1cfe12-c579-4d22-9bfc-11fd91095b43'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:04:08.249567 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dffb4a4-77e1-4f27-bf9d-b5f3fc8e0f1c None None] Attempting to bind port 484104e3-ec9d-4cca-87f7-957bf465e1fb on network 3e1cfe12-c579-4d22-9bfc-11fd91095b43 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:04:08.255426 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dffb4a4-77e1-4f27-bf9d-b5f3fc8e0f1c None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:04:08.255879 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dffb4a4-77e1-4f27-bf9d-b5f3fc8e0f1c None None] Checking segment: {'id': 'cf42ed27-ace9-44d1-a5e0-bee68a18166e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3e1cfe12-c579-4d22-9bfc-11fd91095b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:04:08.256415 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9dffb4a4-77e1-4f27-bf9d-b5f3fc8e0f1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:08.256892 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dffb4a4-77e1-4f27-bf9d-b5f3fc8e0f1c None None] Bound using segment: {'id': 'cf42ed27-ace9-44d1-a5e0-bee68a18166e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3e1cfe12-c579-4d22-9bfc-11fd91095b43'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:04:08.257428 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-9dffb4a4-77e1-4f27-bf9d-b5f3fc8e0f1c None None] Bound port: 484104e3-ec9d-4cca-87f7-957bf465e1fb, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf42ed27-ace9-44d1-a5e0-bee68a18166e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3e1cfe12-c579-4d22-9bfc-11fd91095b43'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:04:08.257873 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9dffb4a4-77e1-4f27-bf9d-b5f3fc8e0f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (484104e3-ec9d-4cca-87f7-957bf465e1fb), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:08.261462 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a6bc9cd9-6ab8-4f87-abad-ad97a342814d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (bcf7ab85-13ec-4f1a-8af4-44e7a58f2423), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:08.314534 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-fd28c099-ec0f-4d2b-80c4-e1f85b272556 admin admin] Allocated IP 172.26.8.160 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/03802f3c-c94c-44a0-a9e6-ae69b1363689) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:04:08.352517 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc9cd9-6ab8-4f87-abad-ad97a342814d None None] Pushing event updated for resources: {'Port': ['ID=bcf7ab85-13ec-4f1a-8af4-44e7a58f2423,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:04:08.398427 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-9dffb4a4-77e1-4f27-bf9d-b5f3fc8e0f1c None None] For port 484104e3-ec9d-4cca-87f7-957bf465e1fb, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:04:08.403492 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-9dffb4a4-77e1-4f27-bf9d-b5f3fc8e0f1c None None] For port 484104e3-ec9d-4cca-87f7-957bf465e1fb, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=484104e3-ec9d-4cca-87f7-957bf465e1fb,segment=NetworkSegment(cf42ed27-ace9-44d1-a5e0-bee68a18166e),segment_id=cf42ed27-ace9-44d1-a5e0-bee68a18166e)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:04:08.408914 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-77db065d-1ea0-42b0-85c1-c88bddb3b3c1 None None] Provisioning complete for port bcf7ab85-13ec-4f1a-8af4-44e7a58f2423 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:04:08.409292 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-77db065d-1ea0-42b0-85c1-c88bddb3b3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (bcf7ab85-13ec-4f1a-8af4-44e7a58f2423), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:08.446308 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fd28c099-ec0f-4d2b-80c4-e1f85b272556 admin admin] Publish callbacks [] for port (03802f3c-c94c-44a0-a9e6-ae69b1363689), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:08.489936 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9dffb4a4-77e1-4f27-bf9d-b5f3fc8e0f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (484104e3-ec9d-4cca-87f7-957bf465e1fb), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:08.556799 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device bcf7ab85-13ec-4f1a-8af4-44e7a58f2423 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:04:08.573306 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fd28c099-ec0f-4d2b-80c4-e1f85b272556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (03802f3c-c94c-44a0-a9e6-ae69b1363689), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:08.587580 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-77db065d-1ea0-42b0-85c1-c88bddb3b3c1 None None] Current status of the port bcf7ab85-13ec-4f1a-8af4-44e7a58f2423 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:04:08.612722 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dffb4a4-77e1-4f27-bf9d-b5f3fc8e0f1c None None] Pushing event updated for resources: {'Port': ['ID=484104e3-ec9d-4cca-87f7-957bf465e1fb,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:04:08.617992 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd28c099-ec0f-4d2b-80c4-e1f85b272556 admin admin] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:04:08.620856 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-fd28c099-ec0f-4d2b-80c4-e1f85b272556 admin admin] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:04:08.625255 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd28c099-ec0f-4d2b-80c4-e1f85b272556 admin admin] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:04:08.643316 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port bcf7ab85-13ec-4f1a-8af4-44e7a58f2423 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:04:08.643704 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (bcf7ab85-13ec-4f1a-8af4-44e7a58f2423), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:08.657369 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd28c099-ec0f-4d2b-80c4-e1f85b272556 admin admin] Pushing event updated for resources: {'Port': ['ID=03802f3c-c94c-44a0-a9e6-ae69b1363689,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:04:08.749626 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port bcf7ab85-13ec-4f1a-8af4-44e7a58f2423 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:04:08.750718 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 1ff8d1f4-38a1-4501-9331-80e36f7f25e6 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:04:08.839145 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 1ff8d1f4-38a1-4501-9331-80e36f7f25e6 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:04:08.839705 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (1ff8d1f4-38a1-4501-9331-80e36f7f25e6), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:08.931451 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 1ff8d1f4-38a1-4501-9331-80e36f7f25e6 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:04:09.023540 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fd28c099-ec0f-4d2b-80c4-e1f85b272556 admin admin] Publish callbacks [] for router_gateway (5facd288-52a0-45d9-a134-0a1b5294cbb7), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:09.228561 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fd28c099-ec0f-4d2b-80c4-e1f85b272556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (5facd288-52a0-45d9-a134-0a1b5294cbb7), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:09.623890 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3074a474-3732-4eed-bcd0-7c5b7fabe15c None None] Network 3e1cfe12-c579-4d22-9bfc-11fd91095b43 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:04:09.735130 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-fcc593f9-a304-4c37-9921-ea3309d3f430 None None] Provisioning complete for port 484104e3-ec9d-4cca-87f7-957bf465e1fb triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:04:09.735443 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd28c099-ec0f-4d2b-80c4-e1f85b272556 admin admin] Router 5facd288-52a0-45d9-a134-0a1b5294cbb7 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 05:04:09.735927 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fcc593f9-a304-4c37-9921-ea3309d3f430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (484104e3-ec9d-4cca-87f7-957bf465e1fb), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:09.830233 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-fcc593f9-a304-4c37-9921-ea3309d3f430 None None] Current status of the port 484104e3-ec9d-4cca-87f7-957bf465e1fb is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:04:09.830634 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fcc593f9-a304-4c37-9921-ea3309d3f430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (484104e3-ec9d-4cca-87f7-957bf465e1fb), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:09.854827 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd28c099-ec0f-4d2b-80c4-e1f85b272556 admin admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:04:09.871585 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5b3200-8d92-4508-93f8-f80ab67ffa27 None None] Sync routers for ids ['5facd288-52a0-45d9-a134-0a1b5294cbb7'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:04:09.878867 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-fcc593f9-a304-4c37-9921-ea3309d3f430 None None] For port 484104e3-ec9d-4cca-87f7-957bf465e1fb, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=484104e3-ec9d-4cca-87f7-957bf465e1fb,segment=NetworkSegment(cf42ed27-ace9-44d1-a5e0-bee68a18166e),segment_id=cf42ed27-ace9-44d1-a5e0-bee68a18166e)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:04:09.885946 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5b3200-8d92-4508-93f8-f80ab67ffa27 None None] Routers {'5facd288-52a0-45d9-a134-0a1b5294cbb7'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:04:09.886581 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-cc5b3200-8d92-4508-93f8-f80ab67ffa27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:03:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['5facd288-52a0-45d9-a134-0a1b5294cbb7'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:04:09.969207 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fd28c099-ec0f-4d2b-80c4-e1f85b272556 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:09.970838 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-fd28c099-ec0f-4d2b-80c4-e1f85b272556 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4684155 Jan 29 05:04:09.984809 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33056) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:04:09.997280 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-cc5b3200-8d92-4508-93f8-f80ab67ffa27 None None] Set router 5facd288-52a0-45d9-a134-0a1b5294cbb7 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:04:10.023846 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fcc593f9-a304-4c37-9921-ea3309d3f430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (484104e3-ec9d-4cca-87f7-957bf465e1fb), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:10.151198 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc593f9-a304-4c37-9921-ea3309d3f430 None None] Pushing event updated for resources: {'Port': ['ID=484104e3-ec9d-4cca-87f7-957bf465e1fb,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:04:10.177876 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-6cd4ac68-af66-4bbd-bd35-82b3e1a4bb86 None None] Provisioning complete for port 484104e3-ec9d-4cca-87f7-957bf465e1fb triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:04:10.178387 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6cd4ac68-af66-4bbd-bd35-82b3e1a4bb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (484104e3-ec9d-4cca-87f7-957bf465e1fb), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:10.291147 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-cc5b3200-8d92-4508-93f8-f80ab67ffa27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5facd288-52a0-45d9-a134-0a1b5294cbb7', 'name': 'tempest-TestMinimumBasicScenario-760933971-router', 'tenant_id': '121f03d3b53f42f5897774a627d685cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '03802f3c-c94c-44a0-a9e6-ae69b1363689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:04:07Z', 'updated_at': '2022-01-29T05:04:08Z', 'revision_number': 3, 'project_id': '121f03d3b53f42f5897774a627d685cd', 'gw_port': {'id': '03802f3c-c94c-44a0-a9e6-ae69b1363689', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5facd288-52a0-45d9-a134-0a1b5294cbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:04:08Z', 'updated_at': '2022-01-29T05:04:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:04:10.298113 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-6cd4ac68-af66-4bbd-bd35-82b3e1a4bb86 None None] Current status of the port 484104e3-ec9d-4cca-87f7-957bf465e1fb is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:04:10.324401 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5b3200-8d92-4508-93f8-f80ab67ffa27 None None] Checking router: 5facd288-52a0-45d9-a134-0a1b5294cbb7 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:04:10.324752 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5b3200-8d92-4508-93f8-f80ab67ffa27 None None] Updating router 5facd288-52a0-45d9-a134-0a1b5294cbb7 port 03802f3c-c94c-44a0-a9e6-ae69b1363689 binding host dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:04:10.356103 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cc5b3200-8d92-4508-93f8-f80ab67ffa27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (03802f3c-c94c-44a0-a9e6-ae69b1363689), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:10.403175 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d3e50db6-1650-43b9-8c7f-f37551627904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:10.482412 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device bcf7ab85-13ec-4f1a-8af4-44e7a58f2423 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:04:10.562936 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-d3e50db6-1650-43b9-8c7f-f37551627904 admin admin] Allocated IP 172.20.0.1 (3e1cfe12-c579-4d22-9bfc-11fd91095b43/e08aeed2-9aa6-4f18-9caf-e3a59df374f2/82506ac8-8bac-4797-98d7-a7b9c4d97298) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:04:10.601483 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port bcf7ab85-13ec-4f1a-8af4-44e7a58f2423 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:04:10.601854 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (bcf7ab85-13ec-4f1a-8af4-44e7a58f2423), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:10.669045 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d3e50db6-1650-43b9-8c7f-f37551627904 admin admin] Publish callbacks [] for port (82506ac8-8bac-4797-98d7-a7b9c4d97298), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:10.688205 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cc5b3200-8d92-4508-93f8-f80ab67ffa27 None None] Publish callbacks [] for port (03802f3c-c94c-44a0-a9e6-ae69b1363689), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:10.727357 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port bcf7ab85-13ec-4f1a-8af4-44e7a58f2423 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:04:10.728371 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 484104e3-ec9d-4cca-87f7-957bf465e1fb up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:04:10.764943 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cc5b3200-8d92-4508-93f8-f80ab67ffa27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (03802f3c-c94c-44a0-a9e6-ae69b1363689), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:10.789828 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d3e50db6-1650-43b9-8c7f-f37551627904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (82506ac8-8bac-4797-98d7-a7b9c4d97298), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:10.827091 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 484104e3-ec9d-4cca-87f7-957bf465e1fb triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:04:10.827801 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (484104e3-ec9d-4cca-87f7-957bf465e1fb), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:10.829046 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e50db6-1650-43b9-8c7f-f37551627904 admin admin] Network 3e1cfe12-c579-4d22-9bfc-11fd91095b43 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:04:10.831861 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6819e-c683-4582-900c-3376b1013b74 None None] Pushing event updated for resources: {'Port': ['ID=03802f3c-c94c-44a0-a9e6-ae69b1363689,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:04:10.832107 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-d3e50db6-1650-43b9-8c7f-f37551627904 admin admin] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:04:10.835279 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e50db6-1650-43b9-8c7f-f37551627904 admin admin] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:04:10.853983 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-cc5b3200-8d92-4508-93f8-f80ab67ffa27 None None] Attempting to bind port 03802f3c-c94c-44a0-a9e6-ae69b1363689 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:04:10.854361 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-cc5b3200-8d92-4508-93f8-f80ab67ffa27 None None] Attempting to bind port 03802f3c-c94c-44a0-a9e6-ae69b1363689 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:04:10.854759 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5b3200-8d92-4508-93f8-f80ab67ffa27 None None] Attempting to bind port 03802f3c-c94c-44a0-a9e6-ae69b1363689 on network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:04:10.868015 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5b3200-8d92-4508-93f8-f80ab67ffa27 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:04:10.868407 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5b3200-8d92-4508-93f8-f80ab67ffa27 None None] Checking segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:04:10.868847 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cc5b3200-8d92-4508-93f8-f80ab67ffa27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:10.868963 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e50db6-1650-43b9-8c7f-f37551627904 admin admin] Pushing event updated for resources: {'Port': ['ID=82506ac8-8bac-4797-98d7-a7b9c4d97298,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:04:10.869271 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5b3200-8d92-4508-93f8-f80ab67ffa27 None None] Bound using segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:04:10.869751 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-cc5b3200-8d92-4508-93f8-f80ab67ffa27 None None] Bound port: 03802f3c-c94c-44a0-a9e6-ae69b1363689, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:04:10.870138 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cc5b3200-8d92-4508-93f8-f80ab67ffa27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (03802f3c-c94c-44a0-a9e6-ae69b1363689), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:10.888702 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d3e50db6-1650-43b9-8c7f-f37551627904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (5facd288-52a0-45d9-a134-0a1b5294cbb7), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:10.951801 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-cc5b3200-8d92-4508-93f8-f80ab67ffa27 None None] For port 03802f3c-c94c-44a0-a9e6-ae69b1363689, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:04:10.968375 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-cc5b3200-8d92-4508-93f8-f80ab67ffa27 None None] For port 03802f3c-c94c-44a0-a9e6-ae69b1363689, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=03802f3c-c94c-44a0-a9e6-ae69b1363689,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:04:10.977638 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 484104e3-ec9d-4cca-87f7-957bf465e1fb is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:04:11.045038 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cc5b3200-8d92-4508-93f8-f80ab67ffa27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (03802f3c-c94c-44a0-a9e6-ae69b1363689), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:11.105342 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5b3200-8d92-4508-93f8-f80ab67ffa27 None None] Routers {'5facd288-52a0-45d9-a134-0a1b5294cbb7'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:04:11.105988 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-cc5b3200-8d92-4508-93f8-f80ab67ffa27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:03:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['5facd288-52a0-45d9-a134-0a1b5294cbb7'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:04:11.125191 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d3e50db6-1650-43b9-8c7f-f37551627904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (82506ac8-8bac-4797-98d7-a7b9c4d97298), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:11.143987 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6819e-c683-4582-900c-3376b1013b74 None None] Pushing event updated for resources: {'Port': ['ID=03802f3c-c94c-44a0-a9e6-ae69b1363689,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:04:11.172409 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-ef4fd628-5af7-4122-a945-331dce94df4e None None] Provisioning complete for port 82506ac8-8bac-4797-98d7-a7b9c4d97298 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:04:11.172918 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ef4fd628-5af7-4122-a945-331dce94df4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (82506ac8-8bac-4797-98d7-a7b9c4d97298), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:11.251191 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ef4fd628-5af7-4122-a945-331dce94df4e None None] Port 82506ac8-8bac-4797-98d7-a7b9c4d97298 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:04:11.253571 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-cc5b3200-8d92-4508-93f8-f80ab67ffa27 None None] Set router 5facd288-52a0-45d9-a134-0a1b5294cbb7 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:04:11.294025 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d3e50db6-1650-43b9-8c7f-f37551627904 admin admin] Publish callbacks [] for port (82506ac8-8bac-4797-98d7-a7b9c4d97298), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:11.358928 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d3e50db6-1650-43b9-8c7f-f37551627904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (82506ac8-8bac-4797-98d7-a7b9c4d97298), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:11.424453 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d3e50db6-1650-43b9-8c7f-f37551627904 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (5facd288-52a0-45d9-a134-0a1b5294cbb7), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:11.427372 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e50db6-1650-43b9-8c7f-f37551627904 admin admin] Pushing event updated for resources: {'Port': ['ID=82506ac8-8bac-4797-98d7-a7b9c4d97298,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:04:11.454280 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-cc5b3200-8d92-4508-93f8-f80ab67ffa27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5facd288-52a0-45d9-a134-0a1b5294cbb7', 'name': 'tempest-TestMinimumBasicScenario-760933971-router', 'tenant_id': '121f03d3b53f42f5897774a627d685cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '03802f3c-c94c-44a0-a9e6-ae69b1363689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:04:07Z', 'updated_at': '2022-01-29T05:04:10Z', 'revision_number': 4, 'project_id': '121f03d3b53f42f5897774a627d685cd', 'gw_port': {'id': '03802f3c-c94c-44a0-a9e6-ae69b1363689', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5facd288-52a0-45d9-a134-0a1b5294cbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:04:08Z', 'updated_at': '2022-01-29T05:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '82506ac8-8bac-4797-98d7-a7b9c4d97298', 'name': '', 'network_id': '3e1cfe12-c579-4d22-9bfc-11fd91095b43', 'tenant_id': '121f03d3b53f42f5897774a627d685cd', 'mac_address': 'fa:16:3e:a7:fd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5facd288-52a0-45d9-a134-0a1b5294cbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'e08aeed2-9aa6-4f18-9caf-e3a59df374f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:04:10Z', 'updated_at': '2022-01-29T05:04:10Z', 'revision_number': 1, 'project_id': '121f03d3b53f42f5897774a627d685cd', 'subnets': [{'id': 'e08aeed2-9aa6-4f18-9caf-e3a59df374f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:04:11.523385 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e50db6-1650-43b9-8c7f-f37551627904 admin admin] Network 3e1cfe12-c579-4d22-9bfc-11fd91095b43 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:04:11.524901 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-d3e50db6-1650-43b9-8c7f-f37551627904 admin admin] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:04:11.630592 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5b3200-8d92-4508-93f8-f80ab67ffa27 None None] The sync data for ids ['5facd288-52a0-45d9-a134-0a1b5294cbb7'] in dv-neutron-821190-1-hyperv is: [{'id': '5facd288-52a0-45d9-a134-0a1b5294cbb7', 'name': 'tempest-TestMinimumBasicScenario-760933971-router', 'tenant_id': '121f03d3b53f42f5897774a627d685cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '03802f3c-c94c-44a0-a9e6-ae69b1363689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:04:07Z', 'updated_at': '2022-01-29T05:04:10Z', 'revision_number': 4, 'project_id': '121f03d3b53f42f5897774a627d685cd', 'gw_port': {'id': '03802f3c-c94c-44a0-a9e6-ae69b1363689', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5facd288-52a0-45d9-a134-0a1b5294cbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:04:08Z', 'updated_at': '2022-01-29T05:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '82506ac8-8bac-4797-98d7-a7b9c4d97298', 'name': '', 'network_id': '3e1cfe12-c579-4d22-9bfc-11fd91095b43', 'tenant_id': '121f03d3b53f42f5897774a627d685cd', 'mac_address': 'fa:16:3e:a7:fd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5facd288-52a0-45d9-a134-0a1b5294cbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'e08aeed2-9aa6-4f18-9caf-e3a59df374f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:04:10Z', 'updated_at': '2022-01-29T05:04:10Z', 'revision_number': 1, 'project_id': '121f03d3b53f42f5897774a627d685cd', 'subnets': [{'id': 'e08aeed2-9aa6-4f18-9caf-e3a59df374f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:04:11.651161 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e50db6-1650-43b9-8c7f-f37551627904 admin admin] Router 5facd288-52a0-45d9-a134-0a1b5294cbb7 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:04:11.773673 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e50db6-1650-43b9-8c7f-f37551627904 admin admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:04:11.785523 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d3e50db6-1650-43b9-8c7f-f37551627904 admin admin] 10.222.0.13 "PUT /v2.0/routers/5facd288-52a0-45d9-a134-0a1b5294cbb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8063629 Jan 29 05:04:11.792015 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-d7536803-8e56-4b96-b648-31c037917bf5 None None] Provisioning complete for port 82506ac8-8bac-4797-98d7-a7b9c4d97298 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:04:11.792472 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d7536803-8e56-4b96-b648-31c037917bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (82506ac8-8bac-4797-98d7-a7b9c4d97298), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:11.839629 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-d7536803-8e56-4b96-b648-31c037917bf5 None None] Port 82506ac8-8bac-4797-98d7-a7b9c4d97298 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:04:14.436182 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 03802f3c-c94c-44a0-a9e6-ae69b1363689 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:04:14.485693 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 03802f3c-c94c-44a0-a9e6-ae69b1363689 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:04:14.486071 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (03802f3c-c94c-44a0-a9e6-ae69b1363689), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:14.585251 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 03802f3c-c94c-44a0-a9e6-ae69b1363689 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:04:14.585777 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (03802f3c-c94c-44a0-a9e6-ae69b1363689), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:14.610635 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 03802f3c-c94c-44a0-a9e6-ae69b1363689, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=03802f3c-c94c-44a0-a9e6-ae69b1363689,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:04:14.678932 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (03802f3c-c94c-44a0-a9e6-ae69b1363689), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:14.744753 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=03802f3c-c94c-44a0-a9e6-ae69b1363689,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:04:15.406663 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:04:15.418154 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf85200-bd6e-4aa1-b885-4ddc7ef9d8e4 None None] Sync routers for ids ['5facd288-52a0-45d9-a134-0a1b5294cbb7'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:04:15.429239 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf85200-bd6e-4aa1-b885-4ddc7ef9d8e4 None None] Routers {'5facd288-52a0-45d9-a134-0a1b5294cbb7'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:04:15.429834 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-fdf85200-bd6e-4aa1-b885-4ddc7ef9d8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:03:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['5facd288-52a0-45d9-a134-0a1b5294cbb7'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:04:15.622870 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-fdf85200-bd6e-4aa1-b885-4ddc7ef9d8e4 None None] Set router 5facd288-52a0-45d9-a134-0a1b5294cbb7 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:04:15.823864 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-fdf85200-bd6e-4aa1-b885-4ddc7ef9d8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5facd288-52a0-45d9-a134-0a1b5294cbb7', 'name': 'tempest-TestMinimumBasicScenario-760933971-router', 'tenant_id': '121f03d3b53f42f5897774a627d685cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '03802f3c-c94c-44a0-a9e6-ae69b1363689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:04:07Z', 'updated_at': '2022-01-29T05:04:10Z', 'revision_number': 4, 'project_id': '121f03d3b53f42f5897774a627d685cd', 'gw_port': {'id': '03802f3c-c94c-44a0-a9e6-ae69b1363689', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5facd288-52a0-45d9-a134-0a1b5294cbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:04:08Z', 'updated_at': '2022-01-29T05:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '82506ac8-8bac-4797-98d7-a7b9c4d97298', 'name': '', 'network_id': '3e1cfe12-c579-4d22-9bfc-11fd91095b43', 'tenant_id': '121f03d3b53f42f5897774a627d685cd', 'mac_address': 'fa:16:3e:a7:fd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5facd288-52a0-45d9-a134-0a1b5294cbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'e08aeed2-9aa6-4f18-9caf-e3a59df374f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:04:10Z', 'updated_at': '2022-01-29T05:04:11Z', 'revision_number': 2, 'project_id': '121f03d3b53f42f5897774a627d685cd', 'subnets': [{'id': 'e08aeed2-9aa6-4f18-9caf-e3a59df374f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:04:15.850816 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf85200-bd6e-4aa1-b885-4ddc7ef9d8e4 None None] Checking router: 5facd288-52a0-45d9-a134-0a1b5294cbb7 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:04:15.851174 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf85200-bd6e-4aa1-b885-4ddc7ef9d8e4 None None] Updating router 5facd288-52a0-45d9-a134-0a1b5294cbb7 port 82506ac8-8bac-4797-98d7-a7b9c4d97298 binding host dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:04:15.881872 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fdf85200-bd6e-4aa1-b885-4ddc7ef9d8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (82506ac8-8bac-4797-98d7-a7b9c4d97298), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:16.179383 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fdf85200-bd6e-4aa1-b885-4ddc7ef9d8e4 None None] Publish callbacks [] for port (82506ac8-8bac-4797-98d7-a7b9c4d97298), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:16.251984 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fdf85200-bd6e-4aa1-b885-4ddc7ef9d8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (82506ac8-8bac-4797-98d7-a7b9c4d97298), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:16.302872 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa55903-11c7-4991-ab3e-839911d27ddd None None] Pushing event updated for resources: {'Port': ['ID=82506ac8-8bac-4797-98d7-a7b9c4d97298,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:04:16.375817 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-fdf85200-bd6e-4aa1-b885-4ddc7ef9d8e4 None None] Attempting to bind port 82506ac8-8bac-4797-98d7-a7b9c4d97298 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:04:16.376275 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-fdf85200-bd6e-4aa1-b885-4ddc7ef9d8e4 None None] Attempting to bind port 82506ac8-8bac-4797-98d7-a7b9c4d97298 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'cf42ed27-ace9-44d1-a5e0-bee68a18166e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3e1cfe12-c579-4d22-9bfc-11fd91095b43'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:04:16.376733 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf85200-bd6e-4aa1-b885-4ddc7ef9d8e4 None None] Attempting to bind port 82506ac8-8bac-4797-98d7-a7b9c4d97298 on network 3e1cfe12-c579-4d22-9bfc-11fd91095b43 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:04:16.382982 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf85200-bd6e-4aa1-b885-4ddc7ef9d8e4 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:04:16.383459 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf85200-bd6e-4aa1-b885-4ddc7ef9d8e4 None None] Checking segment: {'id': 'cf42ed27-ace9-44d1-a5e0-bee68a18166e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3e1cfe12-c579-4d22-9bfc-11fd91095b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:04:16.383926 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fdf85200-bd6e-4aa1-b885-4ddc7ef9d8e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:16.385382 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf85200-bd6e-4aa1-b885-4ddc7ef9d8e4 None None] Bound using segment: {'id': 'cf42ed27-ace9-44d1-a5e0-bee68a18166e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3e1cfe12-c579-4d22-9bfc-11fd91095b43'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:04:16.385924 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-fdf85200-bd6e-4aa1-b885-4ddc7ef9d8e4 None None] Bound port: 82506ac8-8bac-4797-98d7-a7b9c4d97298, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf42ed27-ace9-44d1-a5e0-bee68a18166e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3e1cfe12-c579-4d22-9bfc-11fd91095b43'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:04:16.386368 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fdf85200-bd6e-4aa1-b885-4ddc7ef9d8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (82506ac8-8bac-4797-98d7-a7b9c4d97298), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:16.431842 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 03802f3c-c94c-44a0-a9e6-ae69b1363689 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:04:16.515310 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-fdf85200-bd6e-4aa1-b885-4ddc7ef9d8e4 None None] For port 82506ac8-8bac-4797-98d7-a7b9c4d97298, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:04:16.519070 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-fdf85200-bd6e-4aa1-b885-4ddc7ef9d8e4 None None] For port 82506ac8-8bac-4797-98d7-a7b9c4d97298, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=82506ac8-8bac-4797-98d7-a7b9c4d97298,segment=NetworkSegment(cf42ed27-ace9-44d1-a5e0-bee68a18166e),segment_id=cf42ed27-ace9-44d1-a5e0-bee68a18166e)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:04:16.529918 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 03802f3c-c94c-44a0-a9e6-ae69b1363689 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:04:16.530375 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (03802f3c-c94c-44a0-a9e6-ae69b1363689), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:16.616943 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fdf85200-bd6e-4aa1-b885-4ddc7ef9d8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (82506ac8-8bac-4797-98d7-a7b9c4d97298), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:16.623104 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-acd2761a-b279-441d-9a0f-4467d9a589ef None None] Provisioning complete for port 82506ac8-8bac-4797-98d7-a7b9c4d97298 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:04:16.623104 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-acd2761a-b279-441d-9a0f-4467d9a589ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (82506ac8-8bac-4797-98d7-a7b9c4d97298), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:16.652375 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 03802f3c-c94c-44a0-a9e6-ae69b1363689 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:04:16.690380 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf85200-bd6e-4aa1-b885-4ddc7ef9d8e4 None None] Routers {'5facd288-52a0-45d9-a134-0a1b5294cbb7'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:04:16.690915 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-fdf85200-bd6e-4aa1-b885-4ddc7ef9d8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:03:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['5facd288-52a0-45d9-a134-0a1b5294cbb7'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:04:16.702569 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa55903-11c7-4991-ab3e-839911d27ddd None None] Pushing event updated for resources: {'Port': ['ID=82506ac8-8bac-4797-98d7-a7b9c4d97298,revision_number=4']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:04:16.726045 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-acd2761a-b279-441d-9a0f-4467d9a589ef None None] Current status of the port 82506ac8-8bac-4797-98d7-a7b9c4d97298 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:04:16.726430 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-acd2761a-b279-441d-9a0f-4467d9a589ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (82506ac8-8bac-4797-98d7-a7b9c4d97298), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:16.771702 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-acd2761a-b279-441d-9a0f-4467d9a589ef None None] For port 82506ac8-8bac-4797-98d7-a7b9c4d97298, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=82506ac8-8bac-4797-98d7-a7b9c4d97298,segment=NetworkSegment(cf42ed27-ace9-44d1-a5e0-bee68a18166e),segment_id=cf42ed27-ace9-44d1-a5e0-bee68a18166e)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:04:16.851024 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-fdf85200-bd6e-4aa1-b885-4ddc7ef9d8e4 None None] Set router 5facd288-52a0-45d9-a134-0a1b5294cbb7 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:04:16.858121 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-acd2761a-b279-441d-9a0f-4467d9a589ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (82506ac8-8bac-4797-98d7-a7b9c4d97298), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:16.956938 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd2761a-b279-441d-9a0f-4467d9a589ef None None] Pushing event updated for resources: {'Port': ['ID=82506ac8-8bac-4797-98d7-a7b9c4d97298,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:04:17.108525 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-28fa1325-3a30-4a78-a6e3-25646922a3de None None] Provisioning complete for port 82506ac8-8bac-4797-98d7-a7b9c4d97298 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:04:17.108921 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-28fa1325-3a30-4a78-a6e3-25646922a3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (82506ac8-8bac-4797-98d7-a7b9c4d97298), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:17.150701 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-fdf85200-bd6e-4aa1-b885-4ddc7ef9d8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5facd288-52a0-45d9-a134-0a1b5294cbb7', 'name': 'tempest-TestMinimumBasicScenario-760933971-router', 'tenant_id': '121f03d3b53f42f5897774a627d685cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '03802f3c-c94c-44a0-a9e6-ae69b1363689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:04:07Z', 'updated_at': '2022-01-29T05:04:10Z', 'revision_number': 4, 'project_id': '121f03d3b53f42f5897774a627d685cd', 'gw_port': {'id': '03802f3c-c94c-44a0-a9e6-ae69b1363689', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5facd288-52a0-45d9-a134-0a1b5294cbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:04:08Z', 'updated_at': '2022-01-29T05:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '82506ac8-8bac-4797-98d7-a7b9c4d97298', 'name': '', 'network_id': '3e1cfe12-c579-4d22-9bfc-11fd91095b43', 'tenant_id': '121f03d3b53f42f5897774a627d685cd', 'mac_address': 'fa:16:3e:a7:fd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5facd288-52a0-45d9-a134-0a1b5294cbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'e08aeed2-9aa6-4f18-9caf-e3a59df374f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:04:10Z', 'updated_at': '2022-01-29T05:04:16Z', 'revision_number': 4, 'project_id': '121f03d3b53f42f5897774a627d685cd', 'subnets': [{'id': 'e08aeed2-9aa6-4f18-9caf-e3a59df374f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:04:17.185272 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf85200-bd6e-4aa1-b885-4ddc7ef9d8e4 None None] The sync data for ids ['5facd288-52a0-45d9-a134-0a1b5294cbb7'] in dv-neutron-821190-1-hyperv is: [{'id': '5facd288-52a0-45d9-a134-0a1b5294cbb7', 'name': 'tempest-TestMinimumBasicScenario-760933971-router', 'tenant_id': '121f03d3b53f42f5897774a627d685cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '03802f3c-c94c-44a0-a9e6-ae69b1363689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:04:07Z', 'updated_at': '2022-01-29T05:04:10Z', 'revision_number': 4, 'project_id': '121f03d3b53f42f5897774a627d685cd', 'gw_port': {'id': '03802f3c-c94c-44a0-a9e6-ae69b1363689', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5facd288-52a0-45d9-a134-0a1b5294cbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:04:08Z', 'updated_at': '2022-01-29T05:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '82506ac8-8bac-4797-98d7-a7b9c4d97298', 'name': '', 'network_id': '3e1cfe12-c579-4d22-9bfc-11fd91095b43', 'tenant_id': '121f03d3b53f42f5897774a627d685cd', 'mac_address': 'fa:16:3e:a7:fd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5facd288-52a0-45d9-a134-0a1b5294cbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'e08aeed2-9aa6-4f18-9caf-e3a59df374f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:04:10Z', 'updated_at': '2022-01-29T05:04:16Z', 'revision_number': 4, 'project_id': '121f03d3b53f42f5897774a627d685cd', 'subnets': [{'id': 'e08aeed2-9aa6-4f18-9caf-e3a59df374f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:04:17.252268 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-28fa1325-3a30-4a78-a6e3-25646922a3de None None] Current status of the port 82506ac8-8bac-4797-98d7-a7b9c4d97298 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:04:18.398807 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 82506ac8-8bac-4797-98d7-a7b9c4d97298 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:04:18.457169 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 82506ac8-8bac-4797-98d7-a7b9c4d97298 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:04:18.457551 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (82506ac8-8bac-4797-98d7-a7b9c4d97298), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:18.556277 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 82506ac8-8bac-4797-98d7-a7b9c4d97298 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:04:20.210091 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-985419e4-518d-4edf-b0a7-1d742559a8b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:22.492340 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4b251980-a1f2-4951-8ca4-ebff5c7c9695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:23.798264 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:24.218454 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:24.499111 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-9c904ad0-c510-4292-badf-133e53c6c3dd tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:24.500613 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-9c904ad0-c510-4292-badf-133e53c6c3dd tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/networks?id=e27e9538-9e6a-4d86-8100-d684b12beba6 HTTP/1.1" status: 200 len: 815 time: 0.0998557 Jan 29 05:04:24.515416 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-4557948c-9201-47b9-8340-4de27f9c62a7 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/quotas/b3b5c017c46848d799c85e778a8e400b HTTP/1.1" status: 200 len: 375 time: 0.0096359 Jan 29 05:04:24.568910 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-68b3d6de-26ac-4330-9a4b-7064c8e61538 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b3b5c017c46848d799c85e778a8e400b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488005 Jan 29 05:04:24.665135 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-4e205972-094b-41fe-a789-26dac2542e87 service neutron] 10.222.0.13 "GET /v2.0/networks/e27e9538-9e6a-4d86-8100-d684b12beba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843523 Jan 29 05:04:24.752201 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-02e4d5d7-69f2-497d-93dc-1beaa4b6ac65 service neutron] 10.222.0.13 "GET /v2.0/networks/e27e9538-9e6a-4d86-8100-d684b12beba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813272 Jan 29 05:04:24.987108 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:25.011244 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4f576ced-7734-44f7-88ed-b2134d9b463d req-ae9d73e5-48a0-4db2-8152-aaf261b291e8 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 210 time: 0.0333064 Jan 29 05:04:26.087199 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a5fef219-0076-4dfb-9929-a19b392d41dd req-e0c6ccaa-cee4-44ca-a355-e2b5d6390800 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 210 time: 0.0273237 Jan 29 05:04:26.429536 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:27.179826 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ad2da7a0-5b12-4f7c-8181-57f5478139fb req-e2345498-2354-4e37-b18d-f44ef4c2cea7 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 210 time: 0.0268657 Jan 29 05:04:27.327322 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-8deab26e-e88c-4120-bb41-de5693f19812 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:27.330083 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-8deab26e-e88c-4120-bb41-de5693f19812 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.18 "GET /v2.0/networks?id=e27e9538-9e6a-4d86-8100-d684b12beba6 HTTP/1.1" status: 200 len: 815 time: 0.1063251 Jan 29 05:04:27.348094 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-8c50eb82-04cb-49f2-9ee6-ce095271cec6 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Request body: {'port': {'device_id': 'd1056cc5-7809-4ec2-b8ad-5f981f7a6d02', 'network_id': 'e27e9538-9e6a-4d86-8100-d684b12beba6', 'admin_state_up': True, 'tenant_id': 'b3b5c017c46848d799c85e778a8e400b'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:04:27.507069 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-8c50eb82-04cb-49f2-9ee6-ce095271cec6 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Made reservation on behalf of b3b5c017c46848d799c85e778a8e400b for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:04:27.510451 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-8c50eb82-04cb-49f2-9ee6-ce095271cec6 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:27.639546 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-8c50eb82-04cb-49f2-9ee6-ce095271cec6 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Allocated IP 172.20.0.11 (e27e9538-9e6a-4d86-8100-d684b12beba6/ce69da25-6c40-4ce6-9072-a119fe803bd3/46d4df5f-cfd3-4b99-937d-20cbc2134024) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:04:27.787653 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-8c50eb82-04cb-49f2-9ee6-ce095271cec6 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks [] for port (46d4df5f-cfd3-4b99-937d-20cbc2134024), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:27.875906 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-8c50eb82-04cb-49f2-9ee6-ce095271cec6 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (46d4df5f-cfd3-4b99-937d-20cbc2134024), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:27.922692 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-8c50eb82-04cb-49f2-9ee6-ce095271cec6 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Network e27e9538-9e6a-4d86-8100-d684b12beba6 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:04:27.925419 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-8c50eb82-04cb-49f2-9ee6-ce095271cec6 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:04:27.929186 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-8c50eb82-04cb-49f2-9ee6-ce095271cec6 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:04:27.942271 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c50eb82-04cb-49f2-9ee6-ce095271cec6 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Pushing event updated for resources: {'Port': ['ID=46d4df5f-cfd3-4b99-937d-20cbc2134024,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:04:28.034587 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-8c50eb82-04cb-49f2-9ee6-ce095271cec6 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:28.035661 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-8c50eb82-04cb-49f2-9ee6-ce095271cec6 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:28.118084 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-8c50eb82-04cb-49f2-9ee6-ce095271cec6 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7737703 Jan 29 05:04:28.256332 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3e085d7c-8c14-470c-b7d0-7c7757cf7652 None None] Provisioning complete for port 46d4df5f-cfd3-4b99-937d-20cbc2134024 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:04:28.257408 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3e085d7c-8c14-470c-b7d0-7c7757cf7652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (46d4df5f-cfd3-4b99-937d-20cbc2134024), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:28.348916 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d27773-91db-474e-846f-1f0d49bf4bfb req-900db0d9-bee3-410b-9cac-3c473193f7b2 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:28.350779 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-45d27773-91db-474e-846f-1f0d49bf4bfb req-900db0d9-bee3-410b-9cac-3c473193f7b2 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 932 time: 0.0716200 Jan 29 05:04:28.353847 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3e085d7c-8c14-470c-b7d0-7c7757cf7652 None None] Port 46d4df5f-cfd3-4b99-937d-20cbc2134024 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:04:28.427399 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-45d27773-91db-474e-846f-1f0d49bf4bfb req-826495d9-4888-4cbe-9f2b-7e6da9b61a15 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aeed557-a5d1-46b6-8ccc-1db049bd70a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707386 Jan 29 05:04:29.559117 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713772a7-205f-401e-9232-76a9a9949dec req-a37f78bc-810b-47ac-b7c6-d38a93af4c1d tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:29.560966 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-713772a7-205f-401e-9232-76a9a9949dec req-a37f78bc-810b-47ac-b7c6-d38a93af4c1d tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 932 time: 0.0643075 Jan 29 05:04:29.613618 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-713772a7-205f-401e-9232-76a9a9949dec req-e08535b4-8aca-4881-8411-b1fff52c309e tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aeed557-a5d1-46b6-8ccc-1db049bd70a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439622 Jan 29 05:04:30.738989 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96209d76-9000-4fea-ac06-b7db13b6077e req-d8e3e8e9-b94d-42f9-888a-28e2c0eac613 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:30.740465 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-96209d76-9000-4fea-ac06-b7db13b6077e req-d8e3e8e9-b94d-42f9-888a-28e2c0eac613 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 932 time: 0.0580006 Jan 29 05:04:30.791521 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-96209d76-9000-4fea-ac06-b7db13b6077e req-8883ccdc-f30d-4f74-b918-dfb089cbdfcf tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aeed557-a5d1-46b6-8ccc-1db049bd70a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451257 Jan 29 05:04:31.922636 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a7a2e-3f87-459b-afd4-06d7981a6551 req-03ed1f47-3640-4842-aea5-49636260588a tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:31.924133 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3a1a7a2e-3f87-459b-afd4-06d7981a6551 req-03ed1f47-3640-4842-aea5-49636260588a tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 932 time: 0.0577061 Jan 29 05:04:31.974148 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3a1a7a2e-3f87-459b-afd4-06d7981a6551 req-3951e8f8-8432-4a73-8356-d8929db79daa tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aeed557-a5d1-46b6-8ccc-1db049bd70a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438313 Jan 29 05:04:33.118282 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0d2fa-34cc-4326-a698-348d7f5e6aca req-295284b6-5c2f-47e0-beb7-347b5107e8dc tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:33.119694 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-81f0d2fa-34cc-4326-a698-348d7f5e6aca req-295284b6-5c2f-47e0-beb7-347b5107e8dc tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 932 time: 0.0657475 Jan 29 05:04:33.172203 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-81f0d2fa-34cc-4326-a698-348d7f5e6aca req-be275fd1-2224-4801-a1ad-593951969263 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aeed557-a5d1-46b6-8ccc-1db049bd70a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453906 Jan 29 05:04:34.296094 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef666cd-3efc-46df-ba5e-889c14c1518c req-53eed87e-9c90-4df5-98d9-846fae558413 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:34.297709 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9ef666cd-3efc-46df-ba5e-889c14c1518c req-53eed87e-9c90-4df5-98d9-846fae558413 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 932 time: 0.0551069 Jan 29 05:04:34.354299 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9ef666cd-3efc-46df-ba5e-889c14c1518c req-c771b12a-2373-482b-b61f-27ed1e51eb5f tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aeed557-a5d1-46b6-8ccc-1db049bd70a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510697 Jan 29 05:04:35.470567 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70794a65-d4a7-4a2e-95d4-8fa9333bccbe req-acf4cdb9-fb52-4693-b160-77471a5edc61 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:35.472018 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-70794a65-d4a7-4a2e-95d4-8fa9333bccbe req-acf4cdb9-fb52-4693-b160-77471a5edc61 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 932 time: 0.0521529 Jan 29 05:04:35.516675 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-70794a65-d4a7-4a2e-95d4-8fa9333bccbe req-0ef7cd31-2fe1-40a9-a8d4-a6127b437d92 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aeed557-a5d1-46b6-8ccc-1db049bd70a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392261 Jan 29 05:04:36.631883 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e155a7-1845-420f-a3b2-aec8bcc02b58 req-5619854b-3386-4029-9702-6e253e949cd9 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:36.633311 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a1e155a7-1845-420f-a3b2-aec8bcc02b58 req-5619854b-3386-4029-9702-6e253e949cd9 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 932 time: 0.0525119 Jan 29 05:04:36.679101 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a1e155a7-1845-420f-a3b2-aec8bcc02b58 req-4d908d15-d5a5-45db-b092-fa5af885d127 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aeed557-a5d1-46b6-8ccc-1db049bd70a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404029 Jan 29 05:04:37.128459 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-97fbb621-a436-4702-9833-b4bfc01ea631 service neutron] Request body: {'port': {'device_id': 'd1056cc5-7809-4ec2-b8ad-5f981f7a6d02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:04:37.189637 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-97fbb621-a436-4702-9833-b4bfc01ea631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (46d4df5f-cfd3-4b99-937d-20cbc2134024), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:37.738556 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-97fbb621-a436-4702-9833-b4bfc01ea631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46d4df5f-cfd3-4b99-937d-20cbc2134024 {{(pid=103585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 05:04:37.747043 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-97fbb621-a436-4702-9833-b4bfc01ea631 service neutron] Publish callbacks [] for port (46d4df5f-cfd3-4b99-937d-20cbc2134024), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:37.787599 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.provisioning_blocks [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-97fbb621-a436-4702-9833-b4bfc01ea631 service neutron] Transition to ACTIVE for port object 46d4df5f-cfd3-4b99-937d-20cbc2134024 will not be triggered until provisioned by entity L2. {{(pid=103585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 05:04:37.805822 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a49684-1a61-4e6c-a911-60ecd7709b2c req-3519d35c-6c14-4083-8f58-0766b9a6749b tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:37.808638 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-57a49684-1a61-4e6c-a911-60ecd7709b2c req-3519d35c-6c14-4083-8f58-0766b9a6749b tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 932 time: 0.0622768 Jan 29 05:04:37.853131 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-57a49684-1a61-4e6c-a911-60ecd7709b2c req-e82f6a0e-ee02-4105-8bea-d67caffb1b8f tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aeed557-a5d1-46b6-8ccc-1db049bd70a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393174 Jan 29 05:04:37.861168 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-97fbb621-a436-4702-9833-b4bfc01ea631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (46d4df5f-cfd3-4b99-937d-20cbc2134024), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:37.910351 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fbb621-a436-4702-9833-b4bfc01ea631 service neutron] Pushing event updated for resources: {'Port': ['ID=46d4df5f-cfd3-4b99-937d-20cbc2134024,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:04:37.979522 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-97fbb621-a436-4702-9833-b4bfc01ea631 service neutron] Attempting to bind port 46d4df5f-cfd3-4b99-937d-20cbc2134024 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:04:37.979859 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-97fbb621-a436-4702-9833-b4bfc01ea631 service neutron] Attempting to bind port 46d4df5f-cfd3-4b99-937d-20cbc2134024 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '7e11738a-84ae-4fe1-90da-12a7d17769d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e27e9538-9e6a-4d86-8100-d684b12beba6'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:04:37.980187 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-97fbb621-a436-4702-9833-b4bfc01ea631 service neutron] Attempting to bind port 46d4df5f-cfd3-4b99-937d-20cbc2134024 on network e27e9538-9e6a-4d86-8100-d684b12beba6 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:04:37.985879 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-97fbb621-a436-4702-9833-b4bfc01ea631 service neutron] Port 46d4df5f-cfd3-4b99-937d-20cbc2134024 on network e27e9538-9e6a-4d86-8100-d684b12beba6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 05:04:37.986203 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-97fbb621-a436-4702-9833-b4bfc01ea631 service neutron] Attempting to bind port 46d4df5f-cfd3-4b99-937d-20cbc2134024 on network e27e9538-9e6a-4d86-8100-d684b12beba6 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:04:37.991309 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-97fbb621-a436-4702-9833-b4bfc01ea631 service neutron] Checking agent: {'id': '15eedd85-6d76-4715-a40f-dc31e854816c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'started_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:04:37.991646 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-97fbb621-a436-4702-9833-b4bfc01ea631 service neutron] Checking segment: {'id': '7e11738a-84ae-4fe1-90da-12a7d17769d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e27e9538-9e6a-4d86-8100-d684b12beba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:04:37.992031 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-97fbb621-a436-4702-9833-b4bfc01ea631 service neutron] Bound using segment: {'id': '7e11738a-84ae-4fe1-90da-12a7d17769d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e27e9538-9e6a-4d86-8100-d684b12beba6'} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:04:37.992459 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-97fbb621-a436-4702-9833-b4bfc01ea631 service neutron] Bound port: 46d4df5f-cfd3-4b99-937d-20cbc2134024, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e11738a-84ae-4fe1-90da-12a7d17769d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e27e9538-9e6a-4d86-8100-d684b12beba6'}}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:04:37.992853 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-97fbb621-a436-4702-9833-b4bfc01ea631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (46d4df5f-cfd3-4b99-937d-20cbc2134024), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:38.063377 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-97fbb621-a436-4702-9833-b4bfc01ea631 service neutron] For port 46d4df5f-cfd3-4b99-937d-20cbc2134024, host hv-neutron-8211, cleared binding levels {{(pid=103585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:04:38.066461 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-97fbb621-a436-4702-9833-b4bfc01ea631 service neutron] For port 46d4df5f-cfd3-4b99-937d-20cbc2134024, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=46d4df5f-cfd3-4b99-937d-20cbc2134024,segment=NetworkSegment(7e11738a-84ae-4fe1-90da-12a7d17769d4),segment_id=7e11738a-84ae-4fe1-90da-12a7d17769d4)] {{(pid=103585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:04:38.136347 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-97fbb621-a436-4702-9833-b4bfc01ea631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (46d4df5f-cfd3-4b99-937d-20cbc2134024), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:38.174084 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-97fbb621-a436-4702-9833-b4bfc01ea631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:38.174742 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-97fbb621-a436-4702-9833-b4bfc01ea631 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:38.176091 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-97fbb621-a436-4702-9833-b4bfc01ea631 service neutron] 10.222.0.18 "PUT /v2.0/ports/46d4df5f-cfd3-4b99-937d-20cbc2134024 HTTP/1.1" status: 200 len: 1094 time: 1.0523129 Jan 29 05:04:38.176549 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1056cc5-7809-4ec2-b8ad-5f981f7a6d02', 'tag': '46d4df5f-cfd3-4b99-937d-20cbc2134024'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:04:38.178785 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a8db4a-5915-44b3-ae0a-f0e0d61a86a2" -d '{"events": [{"name": "network-changed", "server_uuid": "d1056cc5-7809-4ec2-b8ad-5f981f7a6d02", "tag": "46d4df5f-cfd3-4b99-937d-20cbc2134024"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:04:38.198444 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fbb621-a436-4702-9833-b4bfc01ea631 service neutron] Pushing event updated for resources: {'Port': ['ID=46d4df5f-cfd3-4b99-937d-20cbc2134024,revision_number=3']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:04:38.227543 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1795c5-de3b-4b44-879d-c3e68e949ca5 x-openstack-request-id: req-9e1795c5-de3b-4b44-879d-c3e68e949ca5 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:04:38.227973 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1056cc5-7809-4ec2-b8ad-5f981f7a6d02", "tag": "46d4df5f-cfd3-4b99-937d-20cbc2134024", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:04:38.228335 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e1795c5-de3b-4b44-879d-c3e68e949ca5 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:04:38.228767 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1056cc5-7809-4ec2-b8ad-5f981f7a6d02', 'tag': '46d4df5f-cfd3-4b99-937d-20cbc2134024', 'status': 'completed', 'code': 200} Jan 29 05:04:38.314093 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8db4a-5915-44b3-ae0a-f0e0d61a86a2 req-1c6b9aa1-9c64-4ea9-ae46-656acfb653d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:38.315772 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-40a8db4a-5915-44b3-ae0a-f0e0d61a86a2 req-1c6b9aa1-9c64-4ea9-ae46-656acfb653d0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b3b5c017c46848d799c85e778a8e400b&device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 1128 time: 0.0467236 Jan 29 05:04:38.422003 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8db4a-5915-44b3-ae0a-f0e0d61a86a2 req-a3933863-1c86-4f1e-ae8e-ff0d51c5b500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:38.424414 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-40a8db4a-5915-44b3-ae0a-f0e0d61a86a2 req-a3933863-1c86-4f1e-ae8e-ff0d51c5b500 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=b3b5c017c46848d799c85e778a8e400b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0941679 Jan 29 05:04:38.515937 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8db4a-5915-44b3-ae0a-f0e0d61a86a2 req-56aa8c34-8023-4e41-b898-7f5d1745cf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:38.517918 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-40a8db4a-5915-44b3-ae0a-f0e0d61a86a2 req-56aa8c34-8023-4e41-b898-7f5d1745cf32 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867202 Jan 29 05:04:38.622683 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-d7e9416c-2f5c-43e5-83c4-24ea8e152cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:38.624152 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-d7e9416c-2f5c-43e5-83c4-24ea8e152cde service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b3b5c017c46848d799c85e778a8e400b&device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 1128 time: 0.0489349 Jan 29 05:04:38.671336 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-854a8313-7d77-4f47-b390-2e010768c1ce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46d4df5f-cfd3-4b99-937d-20cbc2134024 HTTP/1.1" status: 200 len: 217 time: 0.0333874 Jan 29 05:04:38.717165 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-254ad3f3-9ae0-49d6-912c-d721b9757822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:38.718522 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-254ad3f3-9ae0-49d6-912c-d721b9757822 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ce69da25-6c40-4ce6-9072-a119fe803bd3 HTTP/1.1" status: 200 len: 854 time: 0.0419891 Jan 29 05:04:38.772553 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-e2476586-2483-4fd3-97f1-c5787df82c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:38.773988 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-e2476586-2483-4fd3-97f1-c5787df82c00 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e27e9538-9e6a-4d86-8100-d684b12beba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0484920 Jan 29 05:04:38.861241 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-80ebfd0f-710d-4306-8a97-eb194c6ef584 service neutron] 10.222.0.18 "GET /v2.0/networks/e27e9538-9e6a-4d86-8100-d684b12beba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813382 Jan 29 05:04:38.986665 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1f8a7ba5-3652-4c2e-ba3d-37669088ed8c req-6af790dc-5667-4adf-8a2e-c3bb0ad104dd service neutron] 10.222.0.18 "GET /v2.0/networks/e27e9538-9e6a-4d86-8100-d684b12beba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194699 Jan 29 05:04:38.996807 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d1107-bfbe-4058-8053-7a7ad83235c9 req-20589393-dc61-4710-9569-2aa44b0ed21d tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:38.998201 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1f8d1107-bfbe-4058-8053-7a7ad83235c9 req-20589393-dc61-4710-9569-2aa44b0ed21d tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 944 time: 0.0771205 Jan 29 05:04:39.045112 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1f8d1107-bfbe-4058-8053-7a7ad83235c9 req-83210f5a-9aff-4c26-b1c9-587f7d8cd8b9 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aeed557-a5d1-46b6-8ccc-1db049bd70a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408471 Jan 29 05:04:40.160906 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5c5a1-65c5-4560-b43a-0220a0b9b528 req-ccbc9612-15b9-48fc-8a54-389cf13ebabf tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:40.162272 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9ae5c5a1-65c5-4560-b43a-0220a0b9b528 req-ccbc9612-15b9-48fc-8a54-389cf13ebabf tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 944 time: 0.0527041 Jan 29 05:04:40.212084 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9ae5c5a1-65c5-4560-b43a-0220a0b9b528 req-39b0fb16-e2a7-4b3c-82a7-8b12f2b71182 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aeed557-a5d1-46b6-8ccc-1db049bd70a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443864 Jan 29 05:04:40.890411 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 46d4df5f-cfd3-4b99-937d-20cbc2134024 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:04:40.987532 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 46d4df5f-cfd3-4b99-937d-20cbc2134024, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=46d4df5f-cfd3-4b99-937d-20cbc2134024,segment=NetworkSegment(7e11738a-84ae-4fe1-90da-12a7d17769d4),segment_id=7e11738a-84ae-4fe1-90da-12a7d17769d4)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:04:40.998750 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': '46d4df5f-cfd3-4b99-937d-20cbc2134024', 'network_id': 'e27e9538-9e6a-4d86-8100-d684b12beba6', 'port_id': '46d4df5f-cfd3-4b99-937d-20cbc2134024', 'mac_address': 'fa:16:3e:ce:11:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce69da25-6c40-4ce6-9072-a119fe803bd3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:04:41.035791 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 46d4df5f-cfd3-4b99-937d-20cbc2134024 is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:04:41.040685 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (46d4df5f-cfd3-4b99-937d-20cbc2134024), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:41.049625 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46d4df5f-cfd3-4b99-937d-20cbc2134024 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 05:04:41.068867 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 46d4df5f-cfd3-4b99-937d-20cbc2134024, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=46d4df5f-cfd3-4b99-937d-20cbc2134024,segment=NetworkSegment(7e11738a-84ae-4fe1-90da-12a7d17769d4),segment_id=7e11738a-84ae-4fe1-90da-12a7d17769d4)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:04:41.170047 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (46d4df5f-cfd3-4b99-937d-20cbc2134024), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:41.220186 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=46d4df5f-cfd3-4b99-937d-20cbc2134024,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:04:41.327740 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e287c59-e225-444b-aa31-e83fffa51f12 req-a9abdcad-ec44-402a-aeb0-a35afe192273 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:41.329227 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4e287c59-e225-444b-aa31-e83fffa51f12 req-a9abdcad-ec44-402a-aeb0-a35afe192273 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 945 time: 0.0518861 Jan 29 05:04:41.374781 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4e287c59-e225-444b-aa31-e83fffa51f12 req-7fce0924-0640-4d4d-b76e-cbac55b1802f tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aeed557-a5d1-46b6-8ccc-1db049bd70a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401034 Jan 29 05:04:41.610187 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['46d4df5f-cfd3-4b99-937d-20cbc2134024'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:04:42.490896 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787268cb-a4a3-4778-9552-3c5439aa3b2a req-5d9fb8bf-e176-4bcf-bbd5-c45df90cc2b0 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:42.492388 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-787268cb-a4a3-4778-9552-3c5439aa3b2a req-5d9fb8bf-e176-4bcf-bbd5-c45df90cc2b0 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 945 time: 0.0520868 Jan 29 05:04:42.537936 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-787268cb-a4a3-4778-9552-3c5439aa3b2a req-da0c3f66-534a-45f8-897f-2ca243b3b1c0 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aeed557-a5d1-46b6-8ccc-1db049bd70a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401642 Jan 29 05:04:42.892808 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 46d4df5f-cfd3-4b99-937d-20cbc2134024 up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:04:43.023878 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning for port 46d4df5f-cfd3-4b99-937d-20cbc2134024 completed by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 05:04:43.027916 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port 46d4df5f-cfd3-4b99-937d-20cbc2134024 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:04:43.028287 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (46d4df5f-cfd3-4b99-937d-20cbc2134024), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:43.105316 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 46d4df5f-cfd3-4b99-937d-20cbc2134024 is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:04:43.105625 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (46d4df5f-cfd3-4b99-937d-20cbc2134024), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:43.128107 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1056cc5-7809-4ec2-b8ad-5f981f7a6d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d4df5f-cfd3-4b99-937d-20cbc2134024'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:04:43.130473 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37be04d-a320-41e9-bd5f-2b3f5f0f0325" -d '{"events": [{"server_uuid": "d1056cc5-7809-4ec2-b8ad-5f981f7a6d02", "name": "network-vif-plugged", "status": "completed", "tag": "46d4df5f-cfd3-4b99-937d-20cbc2134024"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:04:43.143010 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 46d4df5f-cfd3-4b99-937d-20cbc2134024, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=46d4df5f-cfd3-4b99-937d-20cbc2134024,segment=NetworkSegment(7e11738a-84ae-4fe1-90da-12a7d17769d4),segment_id=7e11738a-84ae-4fe1-90da-12a7d17769d4)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:04:43.165191 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b18319a-0758-46f3-bc44-474d9d8f76d9 x-openstack-request-id: req-6b18319a-0758-46f3-bc44-474d9d8f76d9 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:04:43.165486 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1056cc5-7809-4ec2-b8ad-5f981f7a6d02", "name": "network-vif-plugged", "status": "completed", "tag": "46d4df5f-cfd3-4b99-937d-20cbc2134024", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:04:43.165741 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b18319a-0758-46f3-bc44-474d9d8f76d9 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:04:43.166139 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1056cc5-7809-4ec2-b8ad-5f981f7a6d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d4df5f-cfd3-4b99-937d-20cbc2134024', 'code': 200} Jan 29 05:04:43.227585 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (46d4df5f-cfd3-4b99-937d-20cbc2134024), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:43.279615 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=46d4df5f-cfd3-4b99-937d-20cbc2134024,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:04:43.477390 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae54ca-eb11-4baa-9361-94da65f70c5a req-990ebed3-424f-47c3-b9a6-33456e608472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:43.478790 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-00ae54ca-eb11-4baa-9361-94da65f70c5a req-990ebed3-424f-47c3-b9a6-33456e608472 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 1130 time: 0.0483408 Jan 29 05:04:43.522031 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-00ae54ca-eb11-4baa-9361-94da65f70c5a req-ea7646c2-ad7e-40da-8420-14c5c5fa3a24 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7aeed557-a5d1-46b6-8ccc-1db049bd70a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374401 Jan 29 05:04:43.653906 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80160209-c0ed-4c17-b2aa-63236e16e560 req-6988a9d7-b2e5-4922-9e8b-edf849adacd4 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:43.655372 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-80160209-c0ed-4c17-b2aa-63236e16e560 req-6988a9d7-b2e5-4922-9e8b-edf849adacd4 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 946 time: 0.0525157 Jan 29 05:04:43.701675 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-80160209-c0ed-4c17-b2aa-63236e16e560 req-5eb3f7e2-9069-4ed4-880f-55ae4a5726e6 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aeed557-a5d1-46b6-8ccc-1db049bd70a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403750 Jan 29 05:04:44.817125 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4cfa7a-25a0-45d6-b981-57966816d212 req-66e0d4f0-c20e-45e4-a16e-a175eeb3f82c tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:44.819336 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4f4cfa7a-25a0-45d6-b981-57966816d212 req-66e0d4f0-c20e-45e4-a16e-a175eeb3f82c tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 946 time: 0.0530095 Jan 29 05:04:44.877653 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4f4cfa7a-25a0-45d6-b981-57966816d212 req-860b5345-f8b8-4c45-9ee6-2a823ab1d34d tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aeed557-a5d1-46b6-8ccc-1db049bd70a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478556 Jan 29 05:04:45.994793 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41c355-4699-4ab4-9f64-c544b404c744 req-2f55080f-0626-4e8d-9d6c-b5830a0bb1ee tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:45.996264 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2b41c355-4699-4ab4-9f64-c544b404c744 req-2f55080f-0626-4e8d-9d6c-b5830a0bb1ee tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 946 time: 0.0538189 Jan 29 05:04:46.042302 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2b41c355-4699-4ab4-9f64-c544b404c744 req-d2f1c894-ef48-4023-a5b0-837e037e86cf tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aeed557-a5d1-46b6-8ccc-1db049bd70a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398672 Jan 29 05:04:46.158536 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd722e58-e300-4a73-8ffe-35ac21f5774a req-71eaac9d-520c-4480-9699-8675e7dca430 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:46.159925 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fd722e58-e300-4a73-8ffe-35ac21f5774a req-71eaac9d-520c-4480-9699-8675e7dca430 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 946 time: 0.0535877 Jan 29 05:04:46.206048 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fd722e58-e300-4a73-8ffe-35ac21f5774a req-6c951686-9e87-4ffb-998f-d34531e6b0ad tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aeed557-a5d1-46b6-8ccc-1db049bd70a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407186 Jan 29 05:04:46.526241 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ccb35-d363-42ab-b9c1-6023d5f063ac req-56db9a85-e249-41c9-9d2a-580d6ec1ce35 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:46.527709 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9d9ccb35-d363-42ab-b9c1-6023d5f063ac req-56db9a85-e249-41c9-9d2a-580d6ec1ce35 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 946 time: 0.0557778 Jan 29 05:04:46.574728 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9d9ccb35-d363-42ab-b9c1-6023d5f063ac req-270a0261-41f2-4eea-801c-2f297c1f4b68 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aeed557-a5d1-46b6-8ccc-1db049bd70a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404055 Jan 29 05:04:50.227328 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-da0f86e4-b346-4b7d-81d0-13da773191ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:52.407017 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:04:52.463643 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6767a7c6-5e9e-47d3-a8af-f1ff8509cd04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:53.804732 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:54.193601 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:55.015959 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:04:56.435076 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:05.842788 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a727f5a8-03ef-4cab-aa3c-9f1ab019b1fe req-3bc8c65c-a45f-4bf7-b649-7bcbe6de8c3a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445454 Jan 29 05:05:05.961950 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727f5a8-03ef-4cab-aa3c-9f1ab019b1fe req-b900ca45-e87d-4513-a56f-4a876f1beb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:05.963480 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a727f5a8-03ef-4cab-aa3c-9f1ab019b1fe req-b900ca45-e87d-4513-a56f-4a876f1beb21 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b3b5c017c46848d799c85e778a8e400b&device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 1130 time: 0.0492232 Jan 29 05:05:06.067754 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727f5a8-03ef-4cab-aa3c-9f1ab019b1fe req-5d4a9b66-f1ea-429f-b839-a537f7cd9482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:06.069342 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a727f5a8-03ef-4cab-aa3c-9f1ab019b1fe req-5d4a9b66-f1ea-429f-b839-a537f7cd9482 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e27e9538-9e6a-4d86-8100-d684b12beba6 HTTP/1.1" status: 200 len: 916 time: 0.0862038 Jan 29 05:05:06.114564 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a727f5a8-03ef-4cab-aa3c-9f1ab019b1fe req-7f652018-34e7-4536-9aba-4062e6633445 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46d4df5f-cfd3-4b99-937d-20cbc2134024 HTTP/1.1" status: 200 len: 217 time: 0.0376213 Jan 29 05:05:06.166220 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727f5a8-03ef-4cab-aa3c-9f1ab019b1fe req-f07fa000-d4dc-4a9d-8fed-52f5b0571f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:06.167689 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a727f5a8-03ef-4cab-aa3c-9f1ab019b1fe req-f07fa000-d4dc-4a9d-8fed-52f5b0571f91 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ce69da25-6c40-4ce6-9072-a119fe803bd3 HTTP/1.1" status: 200 len: 854 time: 0.0479968 Jan 29 05:05:06.216861 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727f5a8-03ef-4cab-aa3c-9f1ab019b1fe req-42754eb4-4a0a-4f92-95ae-f477d03ae4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:06.218361 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a727f5a8-03ef-4cab-aa3c-9f1ab019b1fe req-42754eb4-4a0a-4f92-95ae-f477d03ae4ac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e27e9538-9e6a-4d86-8100-d684b12beba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0452459 Jan 29 05:05:06.317188 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a727f5a8-03ef-4cab-aa3c-9f1ab019b1fe req-822f2aa0-5dd1-4cc7-b37c-723aa08a747b service neutron] 10.222.0.18 "GET /v2.0/networks/e27e9538-9e6a-4d86-8100-d684b12beba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815678 Jan 29 05:05:06.409700 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a727f5a8-03ef-4cab-aa3c-9f1ab019b1fe req-84b47146-d4c9-4eb5-afe2-5cf5b16f110c service neutron] 10.222.0.18 "GET /v2.0/networks/e27e9538-9e6a-4d86-8100-d684b12beba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852547 Jan 29 05:05:07.348825 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7985d-6d07-4714-a08a-605741d6db33 req-7d4a3cfe-dd5b-4bb0-a294-5192357b7a57 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:07.350302 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-43a7985d-6d07-4714-a08a-605741d6db33 req-7d4a3cfe-dd5b-4bb0-a294-5192357b7a57 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 946 time: 0.0539937 Jan 29 05:05:07.399720 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-43a7985d-6d07-4714-a08a-605741d6db33 req-b6546f72-f7f8-4f6f-a740-50944f8f13c7 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aeed557-a5d1-46b6-8ccc-1db049bd70a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438735 Jan 29 05:05:07.421381 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33282) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:05:07.555810 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511cd6a4-690f-4927-9188-f640b504b6d7 tempest-TestMinimumBasicScenario-985152777 tempest-TestMinimumBasicScenario-985152777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:07.557341 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-511cd6a4-690f-4927-9188-f640b504b6d7 tempest-TestMinimumBasicScenario-985152777 tempest-TestMinimumBasicScenario-985152777-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 1125 time: 0.1350038 Jan 29 05:05:07.560322 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33286) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:05:07.565357 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-39a6e047-33b4-4953-80a2-f655461a9a05 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Request body: {'floatingip': {'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'port_id': '46d4df5f-cfd3-4b99-937d-20cbc2134024', 'tenant_id': 'b3b5c017c46848d799c85e778a8e400b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:05:07.669767 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-39a6e047-33b4-4953-80a2-f655461a9a05 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:07.761657 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-39a6e047-33b4-4953-80a2-f655461a9a05 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:07.866570 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-39a6e047-33b4-4953-80a2-f655461a9a05 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Allocated IP 172.26.8.202 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/50241be5-9875-47d9-9f1a-eb0d2063ae23) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:05:07.965758 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-39a6e047-33b4-4953-80a2-f655461a9a05 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks [] for port (50241be5-9875-47d9-9f1a-eb0d2063ae23), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:08.053004 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-39a6e047-33b4-4953-80a2-f655461a9a05 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (50241be5-9875-47d9-9f1a-eb0d2063ae23), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:08.094317 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a6e047-33b4-4953-80a2-f655461a9a05 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:05:08.097052 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-39a6e047-33b4-4953-80a2-f655461a9a05 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:05:08.100313 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a6e047-33b4-4953-80a2-f655461a9a05 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:05:08.107537 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6e047-33b4-4953-80a2-f655461a9a05 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Pushing event updated for resources: {'Port': ['ID=50241be5-9875-47d9-9f1a-eb0d2063ae23,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:08.136050 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a6e047-33b4-4953-80a2-f655461a9a05 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:08.136399 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a6e047-33b4-4953-80a2-f655461a9a05 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:08.136767 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a6e047-33b4-4953-80a2-f655461a9a05 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:08.137106 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a6e047-33b4-4953-80a2-f655461a9a05 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:08.137437 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a6e047-33b4-4953-80a2-f655461a9a05 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:08.137769 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a6e047-33b4-4953-80a2-f655461a9a05 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:08.138095 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a6e047-33b4-4953-80a2-f655461a9a05 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:08.138422 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a6e047-33b4-4953-80a2-f655461a9a05 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:08.138749 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a6e047-33b4-4953-80a2-f655461a9a05 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:08.139072 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a6e047-33b4-4953-80a2-f655461a9a05 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:08.139394 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a6e047-33b4-4953-80a2-f655461a9a05 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:08.139715 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a6e047-33b4-4953-80a2-f655461a9a05 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:08.140035 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a6e047-33b4-4953-80a2-f655461a9a05 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:08.599482 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-39a6e047-33b4-4953-80a2-f655461a9a05 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks [] for floatingip (c0ab33e7-c676-4f0b-8a8e-477559cd069f), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:08.759850 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-39a6e047-33b4-4953-80a2-f655461a9a05 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (50241be5-9875-47d9-9f1a-eb0d2063ae23), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:08.905661 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-39a6e047-33b4-4953-80a2-f655461a9a05 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks [] for port (50241be5-9875-47d9-9f1a-eb0d2063ae23), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:08.981810 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-39a6e047-33b4-4953-80a2-f655461a9a05 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (50241be5-9875-47d9-9f1a-eb0d2063ae23), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:09.046027 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6e047-33b4-4953-80a2-f655461a9a05 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Pushing event updated for resources: {'Port': ['ID=50241be5-9875-47d9-9f1a-eb0d2063ae23,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:09.057802 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-39a6e047-33b4-4953-80a2-f655461a9a05 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (c0ab33e7-c676-4f0b-8a8e-477559cd069f), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:09.154739 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.l3_db [None req-39a6e047-33b4-4953-80a2-f655461a9a05 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Floating IP c0ab33e7-c676-4f0b-8a8e-477559cd069f associated. External IP: 172.26.8.202, port: 46d4df5f-cfd3-4b99-937d-20cbc2134024. Jan 29 05:05:09.355499 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a6e047-33b4-4953-80a2-f655461a9a05 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Router 5151d44c-9390-4e74-b045-4f1339b7d99a has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:05:09.748549 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a6e047-33b4-4953-80a2-f655461a9a05 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:05:09.759223 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf4d230-49aa-45bb-82e5-5488235c17fd None None] Sync routers for ids ['5151d44c-9390-4e74-b045-4f1339b7d99a'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:05:09.768975 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf4d230-49aa-45bb-82e5-5488235c17fd None None] Routers {'5151d44c-9390-4e74-b045-4f1339b7d99a'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:05:09.769574 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-0cf4d230-49aa-45bb-82e5-5488235c17fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:04:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['5151d44c-9390-4e74-b045-4f1339b7d99a'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:05:09.829714 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-39a6e047-33b4-4953-80a2-f655461a9a05 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:09.859102 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-39a6e047-33b4-4953-80a2-f655461a9a05 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2977207 Jan 29 05:05:09.859686 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1056cc5-7809-4ec2-b8ad-5f981f7a6d02', 'tag': '46d4df5f-cfd3-4b99-937d-20cbc2134024'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:05:09.862569 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d1602b-4efc-43d5-9bfb-d7b7854a0d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "d1056cc5-7809-4ec2-b8ad-5f981f7a6d02", "tag": "46d4df5f-cfd3-4b99-937d-20cbc2134024"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:05:09.862738 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 33288) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:05:09.869054 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-8ba74161-ac3f-4c2a-bcc6-1604b46d9aec tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2060799720', 'description': 'tempest-secgroup-smoke-2060799720 description', 'project_id': 'b3b5c017c46848d799c85e778a8e400b'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:05:09.876917 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-0cf4d230-49aa-45bb-82e5-5488235c17fd None None] Set router 5151d44c-9390-4e74-b045-4f1339b7d99a gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:05:09.956165 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8ba74161-ac3f-4c2a-bcc6-1604b46d9aec tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:09.965972 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfa5006-ebb7-42e4-95d1-c1e3d433c6eb x-openstack-request-id: req-6dfa5006-ebb7-42e4-95d1-c1e3d433c6eb {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:05:09.965972 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1056cc5-7809-4ec2-b8ad-5f981f7a6d02", "tag": "46d4df5f-cfd3-4b99-937d-20cbc2134024", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:05:09.965972 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6dfa5006-ebb7-42e4-95d1-c1e3d433c6eb {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:05:09.965972 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1056cc5-7809-4ec2-b8ad-5f981f7a6d02', 'tag': '46d4df5f-cfd3-4b99-937d-20cbc2134024', 'status': 'completed', 'code': 200} Jan 29 05:05:10.032583 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8ba74161-ac3f-4c2a-bcc6-1604b46d9aec tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks [] for security_group (f3edb2c6-055d-4b2d-933e-5cae2786f7e3), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:10.064885 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1602b-4efc-43d5-9bfb-d7b7854a0d9c req-88a9813b-ea4e-45dc-beb8-e51db1c87a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:10.068648 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-87d1602b-4efc-43d5-9bfb-d7b7854a0d9c req-88a9813b-ea4e-45dc-beb8-e51db1c87a33 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b3b5c017c46848d799c85e778a8e400b&device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 1130 time: 0.0550096 Jan 29 05:05:10.111190 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-0cf4d230-49aa-45bb-82e5-5488235c17fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5151d44c-9390-4e74-b045-4f1339b7d99a', 'name': 'tempest-TestMinimumBasicScenario-2056808475-router', 'tenant_id': 'b3b5c017c46848d799c85e778a8e400b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1ff8d1f4-38a1-4501-9331-80e36f7f25e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:04:01Z', 'updated_at': '2022-01-29T05:04:04Z', 'revision_number': 4, 'project_id': 'b3b5c017c46848d799c85e778a8e400b', 'gw_port': {'id': '1ff8d1f4-38a1-4501-9331-80e36f7f25e6', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5151d44c-9390-4e74-b045-4f1339b7d99a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:04:02Z', 'updated_at': '2022-01-29T05:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': 'c0ab33e7-c676-4f0b-8a8e-477559cd069f', 'tenant_id': 'b3b5c017c46848d799c85e778a8e400b', 'floating_ip_address': '172.26.8.202', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '5151d44c-9390-4e74-b045-4f1339b7d99a', 'port_id': '46d4df5f-cfd3-4b99-937d-20cbc2134024', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e27e9538-9e6a-4d86-8100-d684b12beba6', 'mac_address': 'fa:16:3e:ce:11:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1056cc5-7809-4ec2-b8ad-5f981f7a6d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:05:08Z', 'updated_at': '2022-01-29T05:05:08Z', 'revision_number': 0, 'project_id': 'b3b5c017c46848d799c85e778a8e400b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcf7ab85-13ec-4f1a-8af4-44e7a58f2423', 'name': '', 'network_id': 'e27e9538-9e6a-4d86-8100-d684b12beba6', 'tenant_id': 'b3b5c017c46848d799c85e778a8e400b', 'mac_address': 'fa:16:3e:12:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5151d44c-9390-4e74-b045-4f1339b7d99a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'ce69da25-6c40-4ce6-9072-a119fe803bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:04:04Z', 'updated_at': '2022-01-29T05:04:08Z', 'revision_number': 5, 'project_id': 'b3b5c017c46848d799c85e778a8e400b', 'subnets': [{'id': 'ce69da25-6c40-4ce6-9072-a119fe803bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:05:10.138099 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf4d230-49aa-45bb-82e5-5488235c17fd None None] Checking router: 5151d44c-9390-4e74-b045-4f1339b7d99a for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:05:10.144230 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8ba74161-ac3f-4c2a-bcc6-1604b46d9aec tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (f3edb2c6-055d-4b2d-933e-5cae2786f7e3), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:10.148890 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf4d230-49aa-45bb-82e5-5488235c17fd None None] Routers {'5151d44c-9390-4e74-b045-4f1339b7d99a'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:05:10.148890 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-0cf4d230-49aa-45bb-82e5-5488235c17fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:04:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['5151d44c-9390-4e74-b045-4f1339b7d99a'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:05:10.170688 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1602b-4efc-43d5-9bfb-d7b7854a0d9c req-99b3895f-33d3-45f3-9a28-2fb306be30de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:10.172408 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-87d1602b-4efc-43d5-9bfb-d7b7854a0d9c req-99b3895f-33d3-45f3-9a28-2fb306be30de service neutron] 10.222.0.18 "GET /v2.0/networks?id=e27e9538-9e6a-4d86-8100-d684b12beba6 HTTP/1.1" status: 200 len: 916 time: 0.0985093 Jan 29 05:05:10.176135 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba74161-ac3f-4c2a-bcc6-1604b46d9aec tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3edb2c6-055d-4b2d-933e-5cae2786f7e3,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:10.183832 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba74161-ac3f-4c2a-bcc6-1604b46d9aec tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:10.183832 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba74161-ac3f-4c2a-bcc6-1604b46d9aec tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:10.184155 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba74161-ac3f-4c2a-bcc6-1604b46d9aec tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:10.184746 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba74161-ac3f-4c2a-bcc6-1604b46d9aec tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:10.185100 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba74161-ac3f-4c2a-bcc6-1604b46d9aec tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:10.185419 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba74161-ac3f-4c2a-bcc6-1604b46d9aec tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:10.185752 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba74161-ac3f-4c2a-bcc6-1604b46d9aec tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:10.186080 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba74161-ac3f-4c2a-bcc6-1604b46d9aec tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:10.186407 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba74161-ac3f-4c2a-bcc6-1604b46d9aec tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:10.186728 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba74161-ac3f-4c2a-bcc6-1604b46d9aec tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:10.187233 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba74161-ac3f-4c2a-bcc6-1604b46d9aec tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:10.187550 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba74161-ac3f-4c2a-bcc6-1604b46d9aec tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:10.187884 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba74161-ac3f-4c2a-bcc6-1604b46d9aec tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:10.221981 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8ba74161-ac3f-4c2a-bcc6-1604b46d9aec tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:10.224260 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-8ba74161-ac3f-4c2a-bcc6-1604b46d9aec tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3598800 Jan 29 05:05:10.226420 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 33296) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:05:10.231107 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-c2781ff9-1cba-45e1-8805-4e774efbcb4b tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Request body: {'security_group_rule': {'security_group_id': 'f3edb2c6-055d-4b2d-933e-5cae2786f7e3', 'project_id': 'b3b5c017c46848d799c85e778a8e400b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:05:10.247717 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-87d1602b-4efc-43d5-9bfb-d7b7854a0d9c req-beba5c7f-ef21-4c14-b107-bbe909ccea2b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46d4df5f-cfd3-4b99-937d-20cbc2134024 HTTP/1.1" status: 200 len: 1000 time: 0.0693669 Jan 29 05:05:10.256175 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-0cf4d230-49aa-45bb-82e5-5488235c17fd None None] Set router 5151d44c-9390-4e74-b045-4f1339b7d99a gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:05:10.307035 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1602b-4efc-43d5-9bfb-d7b7854a0d9c req-cc98eb21-96bf-44ab-aee0-a00bef7eecb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:10.308507 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-87d1602b-4efc-43d5-9bfb-d7b7854a0d9c req-cc98eb21-96bf-44ab-aee0-a00bef7eecb4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ce69da25-6c40-4ce6-9072-a119fe803bd3 HTTP/1.1" status: 200 len: 854 time: 0.0549974 Jan 29 05:05:10.308859 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c2781ff9-1cba-45e1-8805-4e774efbcb4b tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks [] for security_group_rule (8cca2c6b-aa6c-4d18-a9bf-5952b661c36f), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:10.368606 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1602b-4efc-43d5-9bfb-d7b7854a0d9c req-f92832aa-fac2-48ac-946e-bcbe40d6a8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:10.370263 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-87d1602b-4efc-43d5-9bfb-d7b7854a0d9c req-f92832aa-fac2-48ac-946e-bcbe40d6a8e1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e27e9538-9e6a-4d86-8100-d684b12beba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0553045 Jan 29 05:05:10.373420 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c2781ff9-1cba-45e1-8805-4e774efbcb4b tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks [] for security_group_rule (8cca2c6b-aa6c-4d18-a9bf-5952b661c36f), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:10.445683 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c2781ff9-1cba-45e1-8805-4e774efbcb4b tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (8cca2c6b-aa6c-4d18-a9bf-5952b661c36f), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:10.460194 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-87d1602b-4efc-43d5-9bfb-d7b7854a0d9c req-71979725-453e-45ea-aa46-c8ce61d176d5 service neutron] 10.222.0.18 "GET /v2.0/networks/e27e9538-9e6a-4d86-8100-d684b12beba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834327 Jan 29 05:05:10.465935 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2781ff9-1cba-45e1-8805-4e774efbcb4b tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cca2c6b-aa6c-4d18-a9bf-5952b661c36f,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:10.487929 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-0cf4d230-49aa-45bb-82e5-5488235c17fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5151d44c-9390-4e74-b045-4f1339b7d99a', 'name': 'tempest-TestMinimumBasicScenario-2056808475-router', 'tenant_id': 'b3b5c017c46848d799c85e778a8e400b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1ff8d1f4-38a1-4501-9331-80e36f7f25e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:04:01Z', 'updated_at': '2022-01-29T05:04:04Z', 'revision_number': 4, 'project_id': 'b3b5c017c46848d799c85e778a8e400b', 'gw_port': {'id': '1ff8d1f4-38a1-4501-9331-80e36f7f25e6', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5151d44c-9390-4e74-b045-4f1339b7d99a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:04:02Z', 'updated_at': '2022-01-29T05:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': 'c0ab33e7-c676-4f0b-8a8e-477559cd069f', 'tenant_id': 'b3b5c017c46848d799c85e778a8e400b', 'floating_ip_address': '172.26.8.202', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '5151d44c-9390-4e74-b045-4f1339b7d99a', 'port_id': '46d4df5f-cfd3-4b99-937d-20cbc2134024', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e27e9538-9e6a-4d86-8100-d684b12beba6', 'mac_address': 'fa:16:3e:ce:11:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1056cc5-7809-4ec2-b8ad-5f981f7a6d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:05:08Z', 'updated_at': '2022-01-29T05:05:08Z', 'revision_number': 0, 'project_id': 'b3b5c017c46848d799c85e778a8e400b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcf7ab85-13ec-4f1a-8af4-44e7a58f2423', 'name': '', 'network_id': 'e27e9538-9e6a-4d86-8100-d684b12beba6', 'tenant_id': 'b3b5c017c46848d799c85e778a8e400b', 'mac_address': 'fa:16:3e:12:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5151d44c-9390-4e74-b045-4f1339b7d99a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'ce69da25-6c40-4ce6-9072-a119fe803bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:04:04Z', 'updated_at': '2022-01-29T05:04:08Z', 'revision_number': 5, 'project_id': 'b3b5c017c46848d799c85e778a8e400b', 'subnets': [{'id': 'ce69da25-6c40-4ce6-9072-a119fe803bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:05:10.518611 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf4d230-49aa-45bb-82e5-5488235c17fd None None] The sync data for ids ['5151d44c-9390-4e74-b045-4f1339b7d99a'] in dv-neutron-821190-1-hyperv is: [{'id': '5151d44c-9390-4e74-b045-4f1339b7d99a', 'name': 'tempest-TestMinimumBasicScenario-2056808475-router', 'tenant_id': 'b3b5c017c46848d799c85e778a8e400b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1ff8d1f4-38a1-4501-9331-80e36f7f25e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:04:01Z', 'updated_at': '2022-01-29T05:04:04Z', 'revision_number': 4, 'project_id': 'b3b5c017c46848d799c85e778a8e400b', 'gw_port': {'id': '1ff8d1f4-38a1-4501-9331-80e36f7f25e6', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5151d44c-9390-4e74-b045-4f1339b7d99a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:04:02Z', 'updated_at': '2022-01-29T05:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': 'c0ab33e7-c676-4f0b-8a8e-477559cd069f', 'tenant_id': 'b3b5c017c46848d799c85e778a8e400b', 'floating_ip_address': '172.26.8.202', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '5151d44c-9390-4e74-b045-4f1339b7d99a', 'port_id': '46d4df5f-cfd3-4b99-937d-20cbc2134024', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e27e9538-9e6a-4d86-8100-d684b12beba6', 'mac_address': 'fa:16:3e:ce:11:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1056cc5-7809-4ec2-b8ad-5f981f7a6d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:05:08Z', 'updated_at': '2022-01-29T05:05:08Z', 'revision_number': 0, 'project_id': 'b3b5c017c46848d799c85e778a8e400b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcf7ab85-13ec-4f1a-8af4-44e7a58f2423', 'name': '', 'network_id': 'e27e9538-9e6a-4d86-8100-d684b12beba6', 'tenant_id': 'b3b5c017c46848d799c85e778a8e400b', 'mac_address': 'fa:16:3e:12:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5151d44c-9390-4e74-b045-4f1339b7d99a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'ce69da25-6c40-4ce6-9072-a119fe803bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:04:04Z', 'updated_at': '2022-01-29T05:04:08Z', 'revision_number': 5, 'project_id': 'b3b5c017c46848d799c85e778a8e400b', 'subnets': [{'id': 'ce69da25-6c40-4ce6-9072-a119fe803bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:05:10.521865 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c2781ff9-1cba-45e1-8805-4e774efbcb4b tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:10.523744 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c2781ff9-1cba-45e1-8805-4e774efbcb4b tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2963092 Jan 29 05:05:10.526706 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 33298) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:05:10.532194 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-dc01a052-7644-4785-b93c-5140beb1ae99 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Request body: {'security_group_rule': {'security_group_id': 'f3edb2c6-055d-4b2d-933e-5cae2786f7e3', 'project_id': 'b3b5c017c46848d799c85e778a8e400b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:05:10.560820 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-87d1602b-4efc-43d5-9bfb-d7b7854a0d9c req-4e579f89-dfe5-4fa6-aaea-b9caed1f02e5 service neutron] 10.222.0.18 "GET /v2.0/networks/e27e9538-9e6a-4d86-8100-d684b12beba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955942 Jan 29 05:05:10.610866 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dc01a052-7644-4785-b93c-5140beb1ae99 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks [] for security_group_rule (c5efd0bb-9ca5-4cd5-b14c-08ca1947c371), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:10.668349 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dc01a052-7644-4785-b93c-5140beb1ae99 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks [] for security_group_rule (c5efd0bb-9ca5-4cd5-b14c-08ca1947c371), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:10.738252 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02b744c-6732-4b1d-b9b4-010b7c138ea0 None None] New status for floating IP c0ab33e7-c676-4f0b-8a8e-477559cd069f: ACTIVE {{(pid=103587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:05:10.743991 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dc01a052-7644-4785-b93c-5140beb1ae99 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (c5efd0bb-9ca5-4cd5-b14c-08ca1947c371), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:10.763050 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc01a052-7644-4785-b93c-5140beb1ae99 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5efd0bb-9ca5-4cd5-b14c-08ca1947c371,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:10.871693 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-dc01a052-7644-4785-b93c-5140beb1ae99 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:10.872989 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-dc01a052-7644-4785-b93c-5140beb1ae99 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3452859 Jan 29 05:05:10.875684 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 33300) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:05:10.880292 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-b808e7f4-d0a3-4b2c-880f-1661ef56f06e tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Request body: {'security_group_rule': {'security_group_id': 'f3edb2c6-055d-4b2d-933e-5cae2786f7e3', 'project_id': 'b3b5c017c46848d799c85e778a8e400b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:05:10.990679 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b808e7f4-d0a3-4b2c-880f-1661ef56f06e tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks [] for security_group_rule (8cb572fd-6a1b-4f74-a160-ba89e092afb6), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:11.050216 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b808e7f4-d0a3-4b2c-880f-1661ef56f06e tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks [] for security_group_rule (8cb572fd-6a1b-4f74-a160-ba89e092afb6), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:11.109503 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b808e7f4-d0a3-4b2c-880f-1661ef56f06e tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (8cb572fd-6a1b-4f74-a160-ba89e092afb6), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:11.127963 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b808e7f4-d0a3-4b2c-880f-1661ef56f06e tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cb572fd-6a1b-4f74-a160-ba89e092afb6,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:11.201125 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-b808e7f4-d0a3-4b2c-880f-1661ef56f06e tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:11.202332 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-b808e7f4-d0a3-4b2c-880f-1661ef56f06e tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3256428 Jan 29 05:05:11.205690 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 33302) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:05:11.209889 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-4b3fbd1a-e288-4ed1-aed4-ec17e18c4b2c tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Request body: {'security_group_rule': {'security_group_id': 'f3edb2c6-055d-4b2d-933e-5cae2786f7e3', 'project_id': 'b3b5c017c46848d799c85e778a8e400b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:05:11.294862 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4b3fbd1a-e288-4ed1-aed4-ec17e18c4b2c tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks [] for security_group_rule (bddd4414-b77e-4d4a-b12c-573096585cd4), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:11.350650 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4b3fbd1a-e288-4ed1-aed4-ec17e18c4b2c tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks [] for security_group_rule (bddd4414-b77e-4d4a-b12c-573096585cd4), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:11.427360 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4b3fbd1a-e288-4ed1-aed4-ec17e18c4b2c tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (bddd4414-b77e-4d4a-b12c-573096585cd4), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:11.445128 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3fbd1a-e288-4ed1-aed4-ec17e18c4b2c tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bddd4414-b77e-4d4a-b12c-573096585cd4,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:11.539770 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4b3fbd1a-e288-4ed1-aed4-ec17e18c4b2c tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:11.541080 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-4b3fbd1a-e288-4ed1-aed4-ec17e18c4b2c tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3344698 Jan 29 05:05:11.543778 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 33304) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:05:11.548260 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-4ddad141-24ba-4f2f-b924-4b408dc92e95 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Request body: {'security_group_rule': {'security_group_id': 'f3edb2c6-055d-4b2d-933e-5cae2786f7e3', 'project_id': 'b3b5c017c46848d799c85e778a8e400b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:05:11.623534 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.securitygroups_db [None req-4ddad141-24ba-4f2f-b924-4b408dc92e95 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Project b3b5c017c46848d799c85e778a8e400b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 05:05:11.629024 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4ddad141-24ba-4f2f-b924-4b408dc92e95 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks [] for security_group_rule (9f1555c7-7024-481b-8fa7-2a62ce783c8d), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:11.686504 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4ddad141-24ba-4f2f-b924-4b408dc92e95 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks [] for security_group_rule (9f1555c7-7024-481b-8fa7-2a62ce783c8d), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:11.770137 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4ddad141-24ba-4f2f-b924-4b408dc92e95 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (9f1555c7-7024-481b-8fa7-2a62ce783c8d), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:11.790323 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddad141-24ba-4f2f-b924-4b408dc92e95 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f1555c7-7024-481b-8fa7-2a62ce783c8d,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:11.848770 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4ddad141-24ba-4f2f-b924-4b408dc92e95 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:11.850022 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-4ddad141-24ba-4f2f-b924-4b408dc92e95 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3052731 Jan 29 05:05:11.852724 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 33306) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:05:11.857228 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-2db3b392-50d5-4efb-bc9f-1bf3a5102586 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Request body: {'security_group_rule': {'security_group_id': 'f3edb2c6-055d-4b2d-933e-5cae2786f7e3', 'project_id': 'b3b5c017c46848d799c85e778a8e400b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:05:11.932325 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.securitygroups_db [None req-2db3b392-50d5-4efb-bc9f-1bf3a5102586 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Project b3b5c017c46848d799c85e778a8e400b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 05:05:11.937418 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2db3b392-50d5-4efb-bc9f-1bf3a5102586 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks [] for security_group_rule (f4eab7a5-1583-439f-b479-a421c8a12d10), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:11.999884 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2db3b392-50d5-4efb-bc9f-1bf3a5102586 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks [] for security_group_rule (f4eab7a5-1583-439f-b479-a421c8a12d10), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:12.098087 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2db3b392-50d5-4efb-bc9f-1bf3a5102586 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (f4eab7a5-1583-439f-b479-a421c8a12d10), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:12.116403 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3b392-50d5-4efb-bc9f-1bf3a5102586 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4eab7a5-1583-439f-b479-a421c8a12d10,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:12.183939 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2db3b392-50d5-4efb-bc9f-1bf3a5102586 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:12.185225 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-2db3b392-50d5-4efb-bc9f-1bf3a5102586 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3315198 Jan 29 05:05:12.275100 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8ef0110c-4770-4ebb-87c6-c8b8dec3148d req-2e2f4f1b-6837-4ab6-b468-61e3e053ea41 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2060799720&fields=id&tenant_id=b3b5c017c46848d799c85e778a8e400b HTTP/1.1" status: 200 len: 267 time: 0.0438662 Jan 29 05:05:12.335816 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0110c-4770-4ebb-87c6-c8b8dec3148d req-40c36ebb-29a8-4812-a090-89118d32d92b tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:12.337310 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8ef0110c-4770-4ebb-87c6-c8b8dec3148d req-40c36ebb-29a8-4812-a090-89118d32d92b tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 946 time: 0.0570414 Jan 29 05:05:12.348105 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-8ef0110c-4770-4ebb-87c6-c8b8dec3148d req-2790de67-215a-410a-9db7-eb5d28fc3497 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Request body: {'port': {'security_groups': ['7aeed557-a5d1-46b6-8ccc-1db049bd70a8', 'f3edb2c6-055d-4b2d-933e-5cae2786f7e3']}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:05:12.418414 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-8ef0110c-4770-4ebb-87c6-c8b8dec3148d req-2790de67-215a-410a-9db7-eb5d28fc3497 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (46d4df5f-cfd3-4b99-937d-20cbc2134024), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:12.597561 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-8ef0110c-4770-4ebb-87c6-c8b8dec3148d req-2790de67-215a-410a-9db7-eb5d28fc3497 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] For port 46d4df5f-cfd3-4b99-937d-20cbc2134024, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=46d4df5f-cfd3-4b99-937d-20cbc2134024,segment=NetworkSegment(7e11738a-84ae-4fe1-90da-12a7d17769d4),segment_id=7e11738a-84ae-4fe1-90da-12a7d17769d4)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:05:12.625639 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-8ef0110c-4770-4ebb-87c6-c8b8dec3148d req-2790de67-215a-410a-9db7-eb5d28fc3497 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks [] for port (46d4df5f-cfd3-4b99-937d-20cbc2134024), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:12.701831 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-8ef0110c-4770-4ebb-87c6-c8b8dec3148d req-2790de67-215a-410a-9db7-eb5d28fc3497 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (46d4df5f-cfd3-4b99-937d-20cbc2134024), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:12.736554 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['46d4df5f-cfd3-4b99-937d-20cbc2134024'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:05:12.746285 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0110c-4770-4ebb-87c6-c8b8dec3148d req-2790de67-215a-410a-9db7-eb5d28fc3497 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:12.746908 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-8ef0110c-4770-4ebb-87c6-c8b8dec3148d req-2790de67-215a-410a-9db7-eb5d28fc3497 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:12.748506 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8ef0110c-4770-4ebb-87c6-c8b8dec3148d req-2790de67-215a-410a-9db7-eb5d28fc3497 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "PUT /v2.0/ports/46d4df5f-cfd3-4b99-937d-20cbc2134024 HTTP/1.1" status: 200 len: 982 time: 0.4052150 Jan 29 05:05:12.748984 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1056cc5-7809-4ec2-b8ad-5f981f7a6d02', 'tag': '46d4df5f-cfd3-4b99-937d-20cbc2134024'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:05:12.754638 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477741f3-3535-499a-bdfc-d8a1fe2e2eba" -d '{"events": [{"name": "network-changed", "server_uuid": "d1056cc5-7809-4ec2-b8ad-5f981f7a6d02", "tag": "46d4df5f-cfd3-4b99-937d-20cbc2134024"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:05:12.781790 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790de67-215a-410a-9db7-eb5d28fc3497 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Pushing event updated for resources: {'Port': ['ID=46d4df5f-cfd3-4b99-937d-20cbc2134024,revision_number=6']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:12.882052 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90da07c-af11-4370-887c-1a1280dd0e25 req-7e21e7ea-5655-49e1-917a-607df3313b9f tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:12.883712 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b90da07c-af11-4370-887c-1a1280dd0e25 req-7e21e7ea-5655-49e1-917a-607df3313b9f tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 985 time: 0.0617397 Jan 29 05:05:12.888991 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['46d4df5f-cfd3-4b99-937d-20cbc2134024'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:05:12.948257 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b90da07c-af11-4370-887c-1a1280dd0e25 req-acf9e41f-162c-49ae-bc59-6c3a8a79cba5 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3edb2c6-055d-4b2d-933e-5cae2786f7e3&id=7aeed557-a5d1-46b6-8ccc-1db049bd70a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583055 Jan 29 05:05:13.002637 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9df7c2-9dac-40eb-8173-43d9ddd1f80f x-openstack-request-id: req-3a9df7c2-9dac-40eb-8173-43d9ddd1f80f {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:05:13.002999 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1056cc5-7809-4ec2-b8ad-5f981f7a6d02", "tag": "46d4df5f-cfd3-4b99-937d-20cbc2134024", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:05:13.003491 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a9df7c2-9dac-40eb-8173-43d9ddd1f80f {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:05:13.003853 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1056cc5-7809-4ec2-b8ad-5f981f7a6d02', 'tag': '46d4df5f-cfd3-4b99-937d-20cbc2134024', 'status': 'completed', 'code': 200} Jan 29 05:05:13.037360 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-f735ab27-43f2-4e7b-9103-6a3916abf5f6 None None] Provisioning complete for port 46d4df5f-cfd3-4b99-937d-20cbc2134024 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:05:13.037640 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f735ab27-43f2-4e7b-9103-6a3916abf5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (46d4df5f-cfd3-4b99-937d-20cbc2134024), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:13.101153 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477741f3-3535-499a-bdfc-d8a1fe2e2eba req-13aa413b-3843-4f7e-893d-7fb6b8300fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:13.102682 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-477741f3-3535-499a-bdfc-d8a1fe2e2eba req-13aa413b-3843-4f7e-893d-7fb6b8300fc4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b3b5c017c46848d799c85e778a8e400b&device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 1169 time: 0.0518131 Jan 29 05:05:13.193756 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477741f3-3535-499a-bdfc-d8a1fe2e2eba req-f2155583-e6db-40b4-bff3-95bc5e091380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:13.195212 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-477741f3-3535-499a-bdfc-d8a1fe2e2eba req-f2155583-e6db-40b4-bff3-95bc5e091380 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e27e9538-9e6a-4d86-8100-d684b12beba6 HTTP/1.1" status: 200 len: 916 time: 0.0859885 Jan 29 05:05:13.255994 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-f735ab27-43f2-4e7b-9103-6a3916abf5f6 None None] Current status of the port 46d4df5f-cfd3-4b99-937d-20cbc2134024 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:05:13.268767 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-477741f3-3535-499a-bdfc-d8a1fe2e2eba req-59d1aede-f31e-4129-9f50-9b196237f7bc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46d4df5f-cfd3-4b99-937d-20cbc2134024 HTTP/1.1" status: 200 len: 1002 time: 0.0675936 Jan 29 05:05:13.317648 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477741f3-3535-499a-bdfc-d8a1fe2e2eba req-257dfe02-9133-4869-97a3-1992e1dc568a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:13.319151 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-477741f3-3535-499a-bdfc-d8a1fe2e2eba req-257dfe02-9133-4869-97a3-1992e1dc568a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ce69da25-6c40-4ce6-9072-a119fe803bd3 HTTP/1.1" status: 200 len: 854 time: 0.0451753 Jan 29 05:05:13.367885 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477741f3-3535-499a-bdfc-d8a1fe2e2eba req-f9179140-f95b-4cd5-a598-499e554284f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:13.369427 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-477741f3-3535-499a-bdfc-d8a1fe2e2eba req-f9179140-f95b-4cd5-a598-499e554284f2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e27e9538-9e6a-4d86-8100-d684b12beba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0437825 Jan 29 05:05:13.463068 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-477741f3-3535-499a-bdfc-d8a1fe2e2eba req-3c47e311-91c4-4b32-b141-08419ae94b82 service neutron] 10.222.0.18 "GET /v2.0/networks/e27e9538-9e6a-4d86-8100-d684b12beba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870087 Jan 29 05:05:13.550708 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-477741f3-3535-499a-bdfc-d8a1fe2e2eba req-45c059f6-5fb8-45e2-baed-e5a0a518dacc service neutron] 10.222.0.18 "GET /v2.0/networks/e27e9538-9e6a-4d86-8100-d684b12beba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811224 Jan 29 05:05:20.183889 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f43daddc-45ad-4b3a-bde6-e23e6e5a2e39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:22.441465 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-67cb9836-f4c3-4b20-9a46-b7ddaf76300a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:23.838973 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:24.241255 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:25.018216 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:26.441350 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:29.405798 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:05:50.182328 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-45816be5-ff14-4a4d-b9f7-aa00270752c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:52.469824 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d87f666a-1a65-4621-9a60-bb4b30346287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:53.801268 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:54.235673 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:54.960957 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:56.441660 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:05:56.479648 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab529efe-c5d9-411d-ae9f-551d3ea7cd8a req-54b14108-ffc2-4108-82f2-77bfdd6c1d88 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:56.481198 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ab529efe-c5d9-411d-ae9f-551d3ea7cd8a req-54b14108-ffc2-4108-82f2-77bfdd6c1d88 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 985 time: 0.0544662 Jan 29 05:05:56.567818 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ab529efe-c5d9-411d-ae9f-551d3ea7cd8a req-92420758-828a-4cec-9dca-f55741227bf0 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3edb2c6-055d-4b2d-933e-5cae2786f7e3&id=7aeed557-a5d1-46b6-8ccc-1db049bd70a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0784509 Jan 29 05:05:56.584713 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a4610-cfee-44dd-8e0e-51ffed1a325d req-e67361cf-08e1-4691-9389-99ad39c2425b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:56.586422 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e48a4610-cfee-44dd-8e0e-51ffed1a325d req-e67361cf-08e1-4691-9389-99ad39c2425b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b3b5c017c46848d799c85e778a8e400b&device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 1169 time: 0.0564532 Jan 29 05:05:56.678768 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a4610-cfee-44dd-8e0e-51ffed1a325d req-7d91c0be-8532-4a2c-a250-1c3c56c6dfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:56.680124 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e48a4610-cfee-44dd-8e0e-51ffed1a325d req-7d91c0be-8532-4a2c-a250-1c3c56c6dfc7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e27e9538-9e6a-4d86-8100-d684b12beba6 HTTP/1.1" status: 200 len: 916 time: 0.0876551 Jan 29 05:05:56.745048 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e48a4610-cfee-44dd-8e0e-51ffed1a325d req-0e0ae73a-58f4-4182-91cd-38ec334b4e46 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46d4df5f-cfd3-4b99-937d-20cbc2134024 HTTP/1.1" status: 200 len: 1002 time: 0.0585625 Jan 29 05:05:56.793722 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a4610-cfee-44dd-8e0e-51ffed1a325d req-2039a3b2-18ee-45d0-ab09-55013cce5f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:56.795188 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e48a4610-cfee-44dd-8e0e-51ffed1a325d req-2039a3b2-18ee-45d0-ab09-55013cce5f32 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ce69da25-6c40-4ce6-9072-a119fe803bd3 HTTP/1.1" status: 200 len: 854 time: 0.0438929 Jan 29 05:05:56.847750 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a4610-cfee-44dd-8e0e-51ffed1a325d req-9f9ec718-e197-4556-b0a7-39e47362cae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:56.849313 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e48a4610-cfee-44dd-8e0e-51ffed1a325d req-9f9ec718-e197-4556-b0a7-39e47362cae0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e27e9538-9e6a-4d86-8100-d684b12beba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0482283 Jan 29 05:05:56.859180 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [req-e48a4610-cfee-44dd-8e0e-51ffed1a325d req-d2b77f34-98e9-4cf5-b01a-a8ca9b5682b4 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103585) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 05:05:56.860099 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e48a4610-cfee-44dd-8e0e-51ffed1a325d req-d2b77f34-98e9-4cf5-b01a-a8ca9b5682b4 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048141 Jan 29 05:05:56.950080 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e48a4610-cfee-44dd-8e0e-51ffed1a325d req-45fc297b-44f1-41d4-8af2-ba16d2826593 service neutron] 10.222.0.18 "GET /v2.0/networks/e27e9538-9e6a-4d86-8100-d684b12beba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832212 Jan 29 05:05:57.044023 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e48a4610-cfee-44dd-8e0e-51ffed1a325d req-795937e8-5a52-4bbe-8526-d3d01046db5c service neutron] 10.222.0.18 "GET /v2.0/networks/e27e9538-9e6a-4d86-8100-d684b12beba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877738 Jan 29 05:05:57.702075 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801a1d1-4435-4077-a5c7-677d7e119eb8 req-d6924f6f-cc74-4f18-b1ec-3c213aee8322 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:57.703558 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0801a1d1-4435-4077-a5c7-677d7e119eb8 req-d6924f6f-cc74-4f18-b1ec-3c213aee8322 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 985 time: 0.0607412 Jan 29 05:05:57.762021 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0801a1d1-4435-4077-a5c7-677d7e119eb8 req-873d145e-1d72-41ea-883e-0e014075b10f tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3edb2c6-055d-4b2d-933e-5cae2786f7e3&id=7aeed557-a5d1-46b6-8ccc-1db049bd70a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528200 Jan 29 05:05:58.881292 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92590a94-29fa-4c2f-bdd0-1cf340a684d9 req-c3a1262c-1098-4148-b17d-2e0a002e97c9 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:58.882766 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-92590a94-29fa-4c2f-bdd0-1cf340a684d9 req-c3a1262c-1098-4148-b17d-2e0a002e97c9 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 985 time: 0.0531466 Jan 29 05:05:58.949611 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-92590a94-29fa-4c2f-bdd0-1cf340a684d9 req-78ff5c21-e6df-436a-aec5-01fca637def6 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3edb2c6-055d-4b2d-933e-5cae2786f7e3&id=7aeed557-a5d1-46b6-8ccc-1db049bd70a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567944 Jan 29 05:06:00.069360 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74ee8a-24e8-446d-b9e3-5a0fb15c551f req-e5b7be9b-f56c-44f7-9a62-485e3839a526 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:00.070968 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6b74ee8a-24e8-446d-b9e3-5a0fb15c551f req-e5b7be9b-f56c-44f7-9a62-485e3839a526 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 985 time: 0.0555420 Jan 29 05:06:00.133361 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6b74ee8a-24e8-446d-b9e3-5a0fb15c551f req-0c9b59ee-0bf5-48ab-889c-427e61f83ad6 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3edb2c6-055d-4b2d-933e-5cae2786f7e3&id=7aeed557-a5d1-46b6-8ccc-1db049bd70a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566087 Jan 29 05:06:01.249578 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261e11c-2383-470d-8c54-12c047778a1c req-61b34e0d-b2f0-41aa-90b3-ed0ad61f3639 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:01.251044 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8261e11c-2383-470d-8c54-12c047778a1c req-61b34e0d-b2f0-41aa-90b3-ed0ad61f3639 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 985 time: 0.0527644 Jan 29 05:06:01.308736 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8261e11c-2383-470d-8c54-12c047778a1c req-3866b308-f6c2-4f27-9b56-616291eddfdd tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3edb2c6-055d-4b2d-933e-5cae2786f7e3&id=7aeed557-a5d1-46b6-8ccc-1db049bd70a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515771 Jan 29 05:06:02.432676 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a42c5-37d7-47cc-9ff2-7ec4a787ab3c req-ecfb99ae-daa5-47a8-ac07-9bddb777252d tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:02.434209 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7c6a42c5-37d7-47cc-9ff2-7ec4a787ab3c req-ecfb99ae-daa5-47a8-ac07-9bddb777252d tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 985 time: 0.0578971 Jan 29 05:06:02.492821 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7c6a42c5-37d7-47cc-9ff2-7ec4a787ab3c req-63c8ef1f-f0a6-4953-9fba-96d54c5a8ebb tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3edb2c6-055d-4b2d-933e-5cae2786f7e3&id=7aeed557-a5d1-46b6-8ccc-1db049bd70a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529323 Jan 29 05:06:03.610733 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc5072-a5c3-4eff-974f-f5f9665af712 req-709a186d-3d6a-4ae4-8289-c0624a6c4c25 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:03.612200 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5cfc5072-a5c3-4eff-974f-f5f9665af712 req-709a186d-3d6a-4ae4-8289-c0624a6c4c25 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 985 time: 0.0532980 Jan 29 05:06:03.670191 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5cfc5072-a5c3-4eff-974f-f5f9665af712 req-abd9766f-4bb9-4e3f-a14f-7dc8bf3f3af7 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3edb2c6-055d-4b2d-933e-5cae2786f7e3&id=7aeed557-a5d1-46b6-8ccc-1db049bd70a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522234 Jan 29 05:06:04.789014 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69244b05-0225-43c0-bb3c-3e955c6324d0 req-e061d654-ffca-4b6b-9471-6134f7ee6df8 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:04.790489 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-69244b05-0225-43c0-bb3c-3e955c6324d0 req-e061d654-ffca-4b6b-9471-6134f7ee6df8 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 985 time: 0.0531716 Jan 29 05:06:04.853753 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-69244b05-0225-43c0-bb3c-3e955c6324d0 req-fe3a7bae-0367-40f3-909a-59e734880d6c tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3edb2c6-055d-4b2d-933e-5cae2786f7e3&id=7aeed557-a5d1-46b6-8ccc-1db049bd70a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576313 Jan 29 05:06:05.972381 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc7f00-4a30-45d6-8925-bf4f8ad1833d req-f9c1c771-5bc0-4d75-967f-247cee19f9d9 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:05.973867 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9afc7f00-4a30-45d6-8925-bf4f8ad1833d req-f9c1c771-5bc0-4d75-967f-247cee19f9d9 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 985 time: 0.0533547 Jan 29 05:06:06.033008 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9afc7f00-4a30-45d6-8925-bf4f8ad1833d req-5fe61027-a143-42fc-8494-7665a3501393 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3edb2c6-055d-4b2d-933e-5cae2786f7e3&id=7aeed557-a5d1-46b6-8ccc-1db049bd70a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535095 Jan 29 05:06:06.407667 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:06:06.890684 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc8164-49e5-4447-a214-56821e6126d8 req-9b6f7f85-af33-4fba-8b65-9ce73eda5225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:06.892186 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b7cc8164-49e5-4447-a214-56821e6126d8 req-9b6f7f85-af33-4fba-8b65-9ce73eda5225 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b3b5c017c46848d799c85e778a8e400b&device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 1169 time: 0.0443637 Jan 29 05:06:06.997914 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc8164-49e5-4447-a214-56821e6126d8 req-d32899ae-8764-4a5e-8881-07d3c2b6080a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:06.999350 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b7cc8164-49e5-4447-a214-56821e6126d8 req-d32899ae-8764-4a5e-8881-07d3c2b6080a service neutron] 10.222.0.18 "GET /v2.0/networks?id=e27e9538-9e6a-4d86-8100-d684b12beba6 HTTP/1.1" status: 200 len: 916 time: 0.0876317 Jan 29 05:06:07.065737 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b7cc8164-49e5-4447-a214-56821e6126d8 req-b7564046-86aa-49ac-b576-1662a4af0f61 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46d4df5f-cfd3-4b99-937d-20cbc2134024 HTTP/1.1" status: 200 len: 1002 time: 0.0579479 Jan 29 05:06:07.144352 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc8164-49e5-4447-a214-56821e6126d8 req-5607ad24-db2d-4f5b-8cf1-ec8157ef7344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:07.145736 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b7cc8164-49e5-4447-a214-56821e6126d8 req-5607ad24-db2d-4f5b-8cf1-ec8157ef7344 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ce69da25-6c40-4ce6-9072-a119fe803bd3 HTTP/1.1" status: 200 len: 854 time: 0.0743780 Jan 29 05:06:07.192954 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9438a1-4160-4e71-a9d5-85da39e6973e req-f318c313-0b7f-49f5-a238-6ad5b492ea95 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:07.195052 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cb9438a1-4160-4e71-a9d5-85da39e6973e req-f318c313-0b7f-49f5-a238-6ad5b492ea95 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 985 time: 0.0906539 Jan 29 05:06:07.222166 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc8164-49e5-4447-a214-56821e6126d8 req-6bcc32fc-8465-4614-8f07-1d1d9dde0479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:07.223650 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b7cc8164-49e5-4447-a214-56821e6126d8 req-6bcc32fc-8465-4614-8f07-1d1d9dde0479 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e27e9538-9e6a-4d86-8100-d684b12beba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0714278 Jan 29 05:06:07.310501 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cb9438a1-4160-4e71-a9d5-85da39e6973e req-563ba7fe-7848-4a1a-a53b-dd55a572f0ea tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3edb2c6-055d-4b2d-933e-5cae2786f7e3&id=7aeed557-a5d1-46b6-8ccc-1db049bd70a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1092782 Jan 29 05:06:07.344837 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b7cc8164-49e5-4447-a214-56821e6126d8 req-b861d013-36af-4d7a-995f-29d89912bad7 service neutron] 10.222.0.18 "GET /v2.0/networks/e27e9538-9e6a-4d86-8100-d684b12beba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111875 Jan 29 05:06:07.431526 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b7cc8164-49e5-4447-a214-56821e6126d8 req-85352dd5-a0a3-4200-8c5f-4a0b5b08c5a9 service neutron] 10.222.0.18 "GET /v2.0/networks/e27e9538-9e6a-4d86-8100-d684b12beba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801826 Jan 29 05:06:08.432051 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5a72c-3085-4011-8d05-1c8e05b2a39a req-4e979ffd-4ce8-4158-a28b-7cfe9f0633da tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:08.433545 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-26a5a72c-3085-4011-8d05-1c8e05b2a39a req-4e979ffd-4ce8-4158-a28b-7cfe9f0633da tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 985 time: 0.0573194 Jan 29 05:06:08.492457 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-26a5a72c-3085-4011-8d05-1c8e05b2a39a req-65d5ef49-ba04-4995-8880-429199b9d833 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3edb2c6-055d-4b2d-933e-5cae2786f7e3&id=7aeed557-a5d1-46b6-8ccc-1db049bd70a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533390 Jan 29 05:06:09.611350 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352a335-459e-4b0e-a7a6-5529e612e947 req-e07adf74-6471-4790-b986-5f5ce87a8865 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:09.612825 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5352a335-459e-4b0e-a7a6-5529e612e947 req-e07adf74-6471-4790-b986-5f5ce87a8865 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 985 time: 0.0525296 Jan 29 05:06:09.670262 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5352a335-459e-4b0e-a7a6-5529e612e947 req-615b0fd8-e6eb-4901-9bca-fd0d1f24d8e9 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3edb2c6-055d-4b2d-933e-5cae2786f7e3&id=7aeed557-a5d1-46b6-8ccc-1db049bd70a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517850 Jan 29 05:06:10.955575 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae81ee7-0781-41e9-ac09-4072fe053fb4 req-200a507d-bec2-4ead-bf50-95aa22f62d4c tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:10.956972 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7ae81ee7-0781-41e9-ac09-4072fe053fb4 req-200a507d-bec2-4ead-bf50-95aa22f62d4c tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 985 time: 0.0517097 Jan 29 05:06:11.019826 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7ae81ee7-0781-41e9-ac09-4072fe053fb4 req-270b485e-893d-408c-9b0f-b3a93a4e040b tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3edb2c6-055d-4b2d-933e-5cae2786f7e3&id=7aeed557-a5d1-46b6-8ccc-1db049bd70a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567181 Jan 29 05:06:12.135325 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223838ac-5c01-4a68-bad8-45a67f93b3f1 req-0c62824f-9052-41af-9865-e7ee2c88670b tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:12.136701 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-223838ac-5c01-4a68-bad8-45a67f93b3f1 req-0c62824f-9052-41af-9865-e7ee2c88670b tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 985 time: 0.0507302 Jan 29 05:06:12.193277 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-223838ac-5c01-4a68-bad8-45a67f93b3f1 req-067c0a0e-c0e7-4de3-bbdf-f0f7e8ca4b0a tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3edb2c6-055d-4b2d-933e-5cae2786f7e3&id=7aeed557-a5d1-46b6-8ccc-1db049bd70a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0511501 Jan 29 05:06:13.313242 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0646a-cfd0-478a-8024-c00d6ad4434e req-22c8f7b5-21a1-40d7-8bd6-1d9d5777f320 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:13.314732 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a9d0646a-cfd0-478a-8024-c00d6ad4434e req-22c8f7b5-21a1-40d7-8bd6-1d9d5777f320 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 985 time: 0.0541315 Jan 29 05:06:13.374636 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a9d0646a-cfd0-478a-8024-c00d6ad4434e req-18699b1d-384b-4759-b1ed-80e27bd642e9 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3edb2c6-055d-4b2d-933e-5cae2786f7e3&id=7aeed557-a5d1-46b6-8ccc-1db049bd70a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535092 Jan 29 05:06:20.188122 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4f751bc5-498b-431c-bcf9-66b2b8b01c12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:06:22.515619 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-812f4007-211c-43cb-a352-7ccfbcbc58f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:06:23.807357 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:06:24.235567 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:06:24.983794 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:06:26.486771 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:06:43.406045 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:06:50.201059 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f8ef778b-7cdd-4aa3-ae83-ef270723d2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:06:52.503063 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cf0edbe8-3150-42e6-b7ec-4c8479c5eef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:06:53.868969 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:06:54.235507 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:06:54.984428 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:06:56.451022 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:08.821509 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-934f7e5e-d6d9-472b-906a-f4b53c7836cb req-78c5e445-8ef4-4647-8957-c68ff87fa375 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438511 Jan 29 05:07:08.922833 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f7e5e-d6d9-472b-906a-f4b53c7836cb req-b13f1977-e3b9-4d26-8270-68da4eaee986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:08.924333 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-934f7e5e-d6d9-472b-906a-f4b53c7836cb req-b13f1977-e3b9-4d26-8270-68da4eaee986 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b3b5c017c46848d799c85e778a8e400b&device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 1169 time: 0.0452013 Jan 29 05:07:09.027011 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f7e5e-d6d9-472b-906a-f4b53c7836cb req-dea48540-1947-42b0-afc2-d2843465ab37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:09.028458 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-934f7e5e-d6d9-472b-906a-f4b53c7836cb req-dea48540-1947-42b0-afc2-d2843465ab37 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e27e9538-9e6a-4d86-8100-d684b12beba6 HTTP/1.1" status: 200 len: 916 time: 0.0872498 Jan 29 05:07:09.100438 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-934f7e5e-d6d9-472b-906a-f4b53c7836cb req-ad153b25-1e4f-4b9f-8f81-cbab9c9f3ac5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46d4df5f-cfd3-4b99-937d-20cbc2134024 HTTP/1.1" status: 200 len: 1002 time: 0.0568388 Jan 29 05:07:09.150651 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f7e5e-d6d9-472b-906a-f4b53c7836cb req-193f751b-0e3f-463f-9ac5-58def3953f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:09.152039 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-934f7e5e-d6d9-472b-906a-f4b53c7836cb req-193f751b-0e3f-463f-9ac5-58def3953f2a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ce69da25-6c40-4ce6-9072-a119fe803bd3 HTTP/1.1" status: 200 len: 854 time: 0.0457363 Jan 29 05:07:09.198690 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f7e5e-d6d9-472b-906a-f4b53c7836cb req-d45702b3-8401-4fe4-82b2-a6a843bca2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:09.200159 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-934f7e5e-d6d9-472b-906a-f4b53c7836cb req-d45702b3-8401-4fe4-82b2-a6a843bca2ae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e27e9538-9e6a-4d86-8100-d684b12beba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0424278 Jan 29 05:07:09.285304 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-934f7e5e-d6d9-472b-906a-f4b53c7836cb req-fe2f009c-1b78-4c5e-8eea-a7e61ec3e38d service neutron] 10.222.0.18 "GET /v2.0/networks/e27e9538-9e6a-4d86-8100-d684b12beba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785370 Jan 29 05:07:09.376870 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-934f7e5e-d6d9-472b-906a-f4b53c7836cb req-42d79e83-062b-4f4d-9496-f21a98e9b009 service neutron] 10.222.0.18 "GET /v2.0/networks/e27e9538-9e6a-4d86-8100-d684b12beba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855408 Jan 29 05:07:16.742209 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d8cf2f08-a028-42ef-a360-633882c6d427 req-9cb90a3f-42aa-4fda-a733-b10022ad1954 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2060799720&fields=id&tenant_id=b3b5c017c46848d799c85e778a8e400b HTTP/1.1" status: 200 len: 267 time: 0.0436440 Jan 29 05:07:16.797890 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf2f08-a028-42ef-a360-633882c6d427 req-5fc227be-687a-4ebf-897d-8e9728bcaebb tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:16.799335 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d8cf2f08-a028-42ef-a360-633882c6d427 req-5fc227be-687a-4ebf-897d-8e9728bcaebb tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 985 time: 0.0518479 Jan 29 05:07:16.809742 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-d8cf2f08-a028-42ef-a360-633882c6d427 req-ee993f15-387d-4730-b864-d28e3a651cd8 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Request body: {'port': {'security_groups': ['7aeed557-a5d1-46b6-8ccc-1db049bd70a8']}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:07:16.882655 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-d8cf2f08-a028-42ef-a360-633882c6d427 req-ee993f15-387d-4730-b864-d28e3a651cd8 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (46d4df5f-cfd3-4b99-937d-20cbc2134024), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:17.058313 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-d8cf2f08-a028-42ef-a360-633882c6d427 req-ee993f15-387d-4730-b864-d28e3a651cd8 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] For port 46d4df5f-cfd3-4b99-937d-20cbc2134024, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=46d4df5f-cfd3-4b99-937d-20cbc2134024,segment=NetworkSegment(7e11738a-84ae-4fe1-90da-12a7d17769d4),segment_id=7e11738a-84ae-4fe1-90da-12a7d17769d4)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:07:17.087966 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-d8cf2f08-a028-42ef-a360-633882c6d427 req-ee993f15-387d-4730-b864-d28e3a651cd8 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks [] for port (46d4df5f-cfd3-4b99-937d-20cbc2134024), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:17.127074 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-d8cf2f08-a028-42ef-a360-633882c6d427 req-ee993f15-387d-4730-b864-d28e3a651cd8 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (46d4df5f-cfd3-4b99-937d-20cbc2134024), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:17.162402 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['46d4df5f-cfd3-4b99-937d-20cbc2134024'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:07:17.178907 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf2f08-a028-42ef-a360-633882c6d427 req-ee993f15-387d-4730-b864-d28e3a651cd8 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:17.178907 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-d8cf2f08-a028-42ef-a360-633882c6d427 req-ee993f15-387d-4730-b864-d28e3a651cd8 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:17.178907 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d8cf2f08-a028-42ef-a360-633882c6d427 req-ee993f15-387d-4730-b864-d28e3a651cd8 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "PUT /v2.0/ports/46d4df5f-cfd3-4b99-937d-20cbc2134024 HTTP/1.1" status: 200 len: 943 time: 0.3698599 Jan 29 05:07:17.178907 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1056cc5-7809-4ec2-b8ad-5f981f7a6d02', 'tag': '46d4df5f-cfd3-4b99-937d-20cbc2134024'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:07:17.178907 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5a3744-96ac-41b5-8e56-77ebbe730027" -d '{"events": [{"name": "network-changed", "server_uuid": "d1056cc5-7809-4ec2-b8ad-5f981f7a6d02", "tag": "46d4df5f-cfd3-4b99-937d-20cbc2134024"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:07:17.181203 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 33400) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:07:17.205476 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee993f15-387d-4730-b864-d28e3a651cd8 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Pushing event updated for resources: {'Port': ['ID=46d4df5f-cfd3-4b99-937d-20cbc2134024,revision_number=7']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:17.214139 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee993f15-387d-4730-b864-d28e3a651cd8 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:17.214498 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee993f15-387d-4730-b864-d28e3a651cd8 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:17.214859 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee993f15-387d-4730-b864-d28e3a651cd8 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:17.215187 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee993f15-387d-4730-b864-d28e3a651cd8 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:17.215530 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee993f15-387d-4730-b864-d28e3a651cd8 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:17.215869 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee993f15-387d-4730-b864-d28e3a651cd8 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:17.216209 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee993f15-387d-4730-b864-d28e3a651cd8 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:17.216680 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee993f15-387d-4730-b864-d28e3a651cd8 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:17.217016 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee993f15-387d-4730-b864-d28e3a651cd8 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:17.217346 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee993f15-387d-4730-b864-d28e3a651cd8 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:17.217677 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee993f15-387d-4730-b864-d28e3a651cd8 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:17.218008 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee993f15-387d-4730-b864-d28e3a651cd8 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:17.218336 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee993f15-387d-4730-b864-d28e3a651cd8 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:17.231211 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b7dc66-0d93-4f6b-811c-0f737c9b64ad x-openstack-request-id: req-01b7dc66-0d93-4f6b-811c-0f737c9b64ad {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:07:17.231574 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1056cc5-7809-4ec2-b8ad-5f981f7a6d02", "tag": "46d4df5f-cfd3-4b99-937d-20cbc2134024", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:07:17.232092 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-01b7dc66-0d93-4f6b-811c-0f737c9b64ad {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:07:17.232605 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1056cc5-7809-4ec2-b8ad-5f981f7a6d02', 'tag': '46d4df5f-cfd3-4b99-937d-20cbc2134024', 'status': 'completed', 'code': 200} Jan 29 05:07:17.273829 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fc3f5abb-86c2-4405-9c87-40f68215479f tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks [] for security_group (f3edb2c6-055d-4b2d-933e-5cae2786f7e3), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:17.296934 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['46d4df5f-cfd3-4b99-937d-20cbc2134024'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:07:17.310260 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fc3f5abb-86c2-4405-9c87-40f68215479f tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks [] for security_group (f3edb2c6-055d-4b2d-933e-5cae2786f7e3), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:17.340415 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a3744-96ac-41b5-8e56-77ebbe730027 req-ad3f1c46-3bbd-4075-a5e5-c388aa7a3cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:17.342190 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cc5a3744-96ac-41b5-8e56-77ebbe730027 req-ad3f1c46-3bbd-4075-a5e5-c388aa7a3cb9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b3b5c017c46848d799c85e778a8e400b&device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 1130 time: 0.0664713 Jan 29 05:07:17.435875 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fc3f5abb-86c2-4405-9c87-40f68215479f tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (f3edb2c6-055d-4b2d-933e-5cae2786f7e3), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:17.438885 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-fc3f5abb-86c2-4405-9c87-40f68215479f tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:17.443756 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-fc3f5abb-86c2-4405-9c87-40f68215479f tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "DELETE /v2.0/security-groups/f3edb2c6-055d-4b2d-933e-5cae2786f7e3 HTTP/1.1" status: 204 len: 168 time: 0.2584350 Jan 29 05:07:17.444711 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33404) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:07:17.452475 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f5abb-86c2-4405-9c87-40f68215479f tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3edb2c6-055d-4b2d-933e-5cae2786f7e3,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:17.462332 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f5abb-86c2-4405-9c87-40f68215479f tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:17.463039 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f5abb-86c2-4405-9c87-40f68215479f tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:17.463585 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f5abb-86c2-4405-9c87-40f68215479f tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:17.464040 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f5abb-86c2-4405-9c87-40f68215479f tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:17.465204 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f5abb-86c2-4405-9c87-40f68215479f tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:17.465621 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f5abb-86c2-4405-9c87-40f68215479f tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:17.466032 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f5abb-86c2-4405-9c87-40f68215479f tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:17.466440 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f5abb-86c2-4405-9c87-40f68215479f tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:17.467654 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f5abb-86c2-4405-9c87-40f68215479f tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:17.468086 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f5abb-86c2-4405-9c87-40f68215479f tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:17.468527 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f5abb-86c2-4405-9c87-40f68215479f tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:17.468929 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f5abb-86c2-4405-9c87-40f68215479f tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:17.469341 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f5abb-86c2-4405-9c87-40f68215479f tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:17.521055 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a3744-96ac-41b5-8e56-77ebbe730027 req-c3cbab0e-4a76-41b7-8efd-f3dee2ce5918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:17.522592 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cc5a3744-96ac-41b5-8e56-77ebbe730027 req-c3cbab0e-4a76-41b7-8efd-f3dee2ce5918 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e27e9538-9e6a-4d86-8100-d684b12beba6 HTTP/1.1" status: 200 len: 916 time: 0.1741798 Jan 29 05:07:17.527237 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-56b59af4-e0b5-4309-8552-b6b12f329d0a None None] Provisioning complete for port 46d4df5f-cfd3-4b99-937d-20cbc2134024 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:07:17.527606 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-56b59af4-e0b5-4309-8552-b6b12f329d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (46d4df5f-cfd3-4b99-937d-20cbc2134024), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:17.606856 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-56b59af4-e0b5-4309-8552-b6b12f329d0a None None] Current status of the port 46d4df5f-cfd3-4b99-937d-20cbc2134024 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:07:17.642033 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cc5a3744-96ac-41b5-8e56-77ebbe730027 req-b7c131ee-884c-4145-9935-69ecf142cc05 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46d4df5f-cfd3-4b99-937d-20cbc2134024 HTTP/1.1" status: 200 len: 1002 time: 0.1136274 Jan 29 05:07:17.715659 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a3744-96ac-41b5-8e56-77ebbe730027 req-b70ce80d-4527-403d-85d8-8b2e59aa5675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:17.717182 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cc5a3744-96ac-41b5-8e56-77ebbe730027 req-b70ce80d-4527-403d-85d8-8b2e59aa5675 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ce69da25-6c40-4ce6-9072-a119fe803bd3 HTTP/1.1" status: 200 len: 854 time: 0.0694559 Jan 29 05:07:17.753187 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-86a9e8d8-c28c-4ef2-b937-db1d6f1dd69c tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Deleting port 50241be5-9875-47d9-9f1a-eb0d2063ae23 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:07:17.753869 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-86a9e8d8-c28c-4ef2-b937-db1d6f1dd69c tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (50241be5-9875-47d9-9f1a-eb0d2063ae23), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:17.830291 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a3744-96ac-41b5-8e56-77ebbe730027 req-d898f8fb-2c6f-416f-a8e2-159cebc32d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:17.831708 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cc5a3744-96ac-41b5-8e56-77ebbe730027 req-d898f8fb-2c6f-416f-a8e2-159cebc32d0a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e27e9538-9e6a-4d86-8100-d684b12beba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1085680 Jan 29 05:07:17.855172 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-86a9e8d8-c28c-4ef2-b937-db1d6f1dd69c tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (50241be5-9875-47d9-9f1a-eb0d2063ae23), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:17.855503 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-86a9e8d8-c28c-4ef2-b937-db1d6f1dd69c tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks [] for floatingip (50241be5-9875-47d9-9f1a-eb0d2063ae23), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:17.902469 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-86a9e8d8-c28c-4ef2-b937-db1d6f1dd69c tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Calling delete_port for 50241be5-9875-47d9-9f1a-eb0d2063ae23 owned by network:floatingip {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:07:17.994519 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cc5a3744-96ac-41b5-8e56-77ebbe730027 req-cf6c12ee-1e86-48f5-b842-77c9d23b65f9 service neutron] 10.222.0.18 "GET /v2.0/networks/e27e9538-9e6a-4d86-8100-d684b12beba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551263 Jan 29 05:07:18.130718 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cc5a3744-96ac-41b5-8e56-77ebbe730027 req-1b340c67-472a-4989-83aa-a1610f36d3d0 service neutron] 10.222.0.18 "GET /v2.0/networks/e27e9538-9e6a-4d86-8100-d684b12beba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285582 Jan 29 05:07:18.195656 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-86a9e8d8-c28c-4ef2-b937-db1d6f1dd69c tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (50241be5-9875-47d9-9f1a-eb0d2063ae23), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:18.225226 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9e8d8-c28c-4ef2-b937-db1d6f1dd69c tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Pushing event deleted for resources: {'Port': ['ID=50241be5-9875-47d9-9f1a-eb0d2063ae23,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:18.280816 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-86a9e8d8-c28c-4ef2-b937-db1d6f1dd69c tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks [] for floatingip (c0ab33e7-c676-4f0b-8a8e-477559cd069f), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:18.281148 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.l3_db [None req-86a9e8d8-c28c-4ef2-b937-db1d6f1dd69c tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Floating IP c0ab33e7-c676-4f0b-8a8e-477559cd069f disassociated (deleted). External IP: 172.26.8.202, port: 46d4df5f-cfd3-4b99-937d-20cbc2134024. Jan 29 05:07:18.796005 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a9e8d8-c28c-4ef2-b937-db1d6f1dd69c tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Router 5151d44c-9390-4e74-b045-4f1339b7d99a has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:07:18.901330 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a9e8d8-c28c-4ef2-b937-db1d6f1dd69c tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:07:18.906061 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-86a9e8d8-c28c-4ef2-b937-db1d6f1dd69c tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:18.911530 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fc017e-16d0-46cf-bd21-f5c7d80f65a6 None None] Sync routers for ids ['5151d44c-9390-4e74-b045-4f1339b7d99a'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:07:18.921343 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fc017e-16d0-46cf-bd21-f5c7d80f65a6 None None] Routers {'5151d44c-9390-4e74-b045-4f1339b7d99a'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:07:18.922030 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-49fc017e-16d0-46cf-bd21-f5c7d80f65a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:06:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['5151d44c-9390-4e74-b045-4f1339b7d99a'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:07:18.935885 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-86a9e8d8-c28c-4ef2-b937-db1d6f1dd69c tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "DELETE /v2.0/floatingips/c0ab33e7-c676-4f0b-8a8e-477559cd069f HTTP/1.1" status: 204 len: 168 time: 1.4913623 Jan 29 05:07:19.029122 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-49fc017e-16d0-46cf-bd21-f5c7d80f65a6 None None] Set router 5151d44c-9390-4e74-b045-4f1339b7d99a gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:07:19.231132 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-49fc017e-16d0-46cf-bd21-f5c7d80f65a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5151d44c-9390-4e74-b045-4f1339b7d99a', 'name': 'tempest-TestMinimumBasicScenario-2056808475-router', 'tenant_id': 'b3b5c017c46848d799c85e778a8e400b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1ff8d1f4-38a1-4501-9331-80e36f7f25e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:04:01Z', 'updated_at': '2022-01-29T05:04:04Z', 'revision_number': 4, 'project_id': 'b3b5c017c46848d799c85e778a8e400b', 'gw_port': {'id': '1ff8d1f4-38a1-4501-9331-80e36f7f25e6', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5151d44c-9390-4e74-b045-4f1339b7d99a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:04:02Z', 'updated_at': '2022-01-29T05:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'bcf7ab85-13ec-4f1a-8af4-44e7a58f2423', 'name': '', 'network_id': 'e27e9538-9e6a-4d86-8100-d684b12beba6', 'tenant_id': 'b3b5c017c46848d799c85e778a8e400b', 'mac_address': 'fa:16:3e:12:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5151d44c-9390-4e74-b045-4f1339b7d99a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'ce69da25-6c40-4ce6-9072-a119fe803bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:04:04Z', 'updated_at': '2022-01-29T05:04:08Z', 'revision_number': 5, 'project_id': 'b3b5c017c46848d799c85e778a8e400b', 'subnets': [{'id': 'ce69da25-6c40-4ce6-9072-a119fe803bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:07:19.234393 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1056cc5-7809-4ec2-b8ad-5f981f7a6d02', 'tag': '46d4df5f-cfd3-4b99-937d-20cbc2134024'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:07:19.236080 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a938d0-1dbb-46fa-9fba-e332a5f42a89" -d '{"events": [{"name": "network-changed", "server_uuid": "d1056cc5-7809-4ec2-b8ad-5f981f7a6d02", "tag": "46d4df5f-cfd3-4b99-937d-20cbc2134024"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:07:19.257741 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fc017e-16d0-46cf-bd21-f5c7d80f65a6 None None] Checking router: 5151d44c-9390-4e74-b045-4f1339b7d99a for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:07:19.266422 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fc017e-16d0-46cf-bd21-f5c7d80f65a6 None None] Routers {'5151d44c-9390-4e74-b045-4f1339b7d99a'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:07:19.267034 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-49fc017e-16d0-46cf-bd21-f5c7d80f65a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:06:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['5151d44c-9390-4e74-b045-4f1339b7d99a'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:07:19.297622 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9c390f-5f59-48a3-af5a-32b0d0482573 x-openstack-request-id: req-fb9c390f-5f59-48a3-af5a-32b0d0482573 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:07:19.297950 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1056cc5-7809-4ec2-b8ad-5f981f7a6d02", "tag": "46d4df5f-cfd3-4b99-937d-20cbc2134024", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:07:19.298202 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb9c390f-5f59-48a3-af5a-32b0d0482573 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:07:19.298604 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1056cc5-7809-4ec2-b8ad-5f981f7a6d02', 'tag': '46d4df5f-cfd3-4b99-937d-20cbc2134024', 'status': 'completed', 'code': 200} Jan 29 05:07:19.376798 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-49fc017e-16d0-46cf-bd21-f5c7d80f65a6 None None] Set router 5151d44c-9390-4e74-b045-4f1339b7d99a gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:07:19.400555 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a938d0-1dbb-46fa-9fba-e332a5f42a89 req-405fac12-d73c-4b29-bcf9-2b8cf3ac3423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:19.402051 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e3a938d0-1dbb-46fa-9fba-e332a5f42a89 req-405fac12-d73c-4b29-bcf9-2b8cf3ac3423 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b3b5c017c46848d799c85e778a8e400b&device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 1130 time: 0.0469739 Jan 29 05:07:19.496429 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a938d0-1dbb-46fa-9fba-e332a5f42a89 req-3105f714-01be-4e61-8486-a18f046cae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:19.497957 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e3a938d0-1dbb-46fa-9fba-e332a5f42a89 req-3105f714-01be-4e61-8486-a18f046cae6c service neutron] 10.222.0.18 "GET /v2.0/networks?id=e27e9538-9e6a-4d86-8100-d684b12beba6 HTTP/1.1" status: 200 len: 916 time: 0.0870805 Jan 29 05:07:19.538643 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e3a938d0-1dbb-46fa-9fba-e332a5f42a89 req-08198bdd-1663-4cc2-b7fd-5e00ab31b0dd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46d4df5f-cfd3-4b99-937d-20cbc2134024 HTTP/1.1" status: 200 len: 217 time: 0.0345466 Jan 29 05:07:19.577065 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-49fc017e-16d0-46cf-bd21-f5c7d80f65a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5151d44c-9390-4e74-b045-4f1339b7d99a', 'name': 'tempest-TestMinimumBasicScenario-2056808475-router', 'tenant_id': 'b3b5c017c46848d799c85e778a8e400b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1ff8d1f4-38a1-4501-9331-80e36f7f25e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:04:01Z', 'updated_at': '2022-01-29T05:04:04Z', 'revision_number': 4, 'project_id': 'b3b5c017c46848d799c85e778a8e400b', 'gw_port': {'id': '1ff8d1f4-38a1-4501-9331-80e36f7f25e6', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5151d44c-9390-4e74-b045-4f1339b7d99a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:04:02Z', 'updated_at': '2022-01-29T05:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'bcf7ab85-13ec-4f1a-8af4-44e7a58f2423', 'name': '', 'network_id': 'e27e9538-9e6a-4d86-8100-d684b12beba6', 'tenant_id': 'b3b5c017c46848d799c85e778a8e400b', 'mac_address': 'fa:16:3e:12:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5151d44c-9390-4e74-b045-4f1339b7d99a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'ce69da25-6c40-4ce6-9072-a119fe803bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:04:04Z', 'updated_at': '2022-01-29T05:04:08Z', 'revision_number': 5, 'project_id': 'b3b5c017c46848d799c85e778a8e400b', 'subnets': [{'id': 'ce69da25-6c40-4ce6-9072-a119fe803bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:07:19.592291 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a938d0-1dbb-46fa-9fba-e332a5f42a89 req-21c7ece8-dad5-4441-900e-84a9793556be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:19.593769 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e3a938d0-1dbb-46fa-9fba-e332a5f42a89 req-21c7ece8-dad5-4441-900e-84a9793556be service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ce69da25-6c40-4ce6-9072-a119fe803bd3 HTTP/1.1" status: 200 len: 854 time: 0.0486314 Jan 29 05:07:19.606915 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fc017e-16d0-46cf-bd21-f5c7d80f65a6 None None] The sync data for ids ['5151d44c-9390-4e74-b045-4f1339b7d99a'] in dv-neutron-821190-1-hyperv is: [{'id': '5151d44c-9390-4e74-b045-4f1339b7d99a', 'name': 'tempest-TestMinimumBasicScenario-2056808475-router', 'tenant_id': 'b3b5c017c46848d799c85e778a8e400b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1ff8d1f4-38a1-4501-9331-80e36f7f25e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:04:01Z', 'updated_at': '2022-01-29T05:04:04Z', 'revision_number': 4, 'project_id': 'b3b5c017c46848d799c85e778a8e400b', 'gw_port': {'id': '1ff8d1f4-38a1-4501-9331-80e36f7f25e6', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5151d44c-9390-4e74-b045-4f1339b7d99a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:04:02Z', 'updated_at': '2022-01-29T05:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'bcf7ab85-13ec-4f1a-8af4-44e7a58f2423', 'name': '', 'network_id': 'e27e9538-9e6a-4d86-8100-d684b12beba6', 'tenant_id': 'b3b5c017c46848d799c85e778a8e400b', 'mac_address': 'fa:16:3e:12:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5151d44c-9390-4e74-b045-4f1339b7d99a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'ce69da25-6c40-4ce6-9072-a119fe803bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:04:04Z', 'updated_at': '2022-01-29T05:04:08Z', 'revision_number': 5, 'project_id': 'b3b5c017c46848d799c85e778a8e400b', 'subnets': [{'id': 'ce69da25-6c40-4ce6-9072-a119fe803bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:07:19.647247 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a938d0-1dbb-46fa-9fba-e332a5f42a89 req-9b6f503b-c549-4e7a-9549-5fd5e95641e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:19.648996 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e3a938d0-1dbb-46fa-9fba-e332a5f42a89 req-9b6f503b-c549-4e7a-9549-5fd5e95641e1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e27e9538-9e6a-4d86-8100-d684b12beba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0487292 Jan 29 05:07:19.742097 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e3a938d0-1dbb-46fa-9fba-e332a5f42a89 req-a39148b5-0fef-488b-9563-7a7fe2af6194 service neutron] 10.222.0.18 "GET /v2.0/networks/e27e9538-9e6a-4d86-8100-d684b12beba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866828 Jan 29 05:07:19.843509 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e3a938d0-1dbb-46fa-9fba-e332a5f42a89 req-88e2960f-3a09-4e34-a29e-205505503918 service neutron] 10.222.0.18 "GET /v2.0/networks/e27e9538-9e6a-4d86-8100-d684b12beba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956545 Jan 29 05:07:19.858014 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79bb599-dcac-4e07-9530-7574280415d0 None None] New status for floating IP c0ab33e7-c676-4f0b-8a8e-477559cd069f: DOWN {{(pid=103587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:07:20.207541 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-48bf59a1-2ff0-4ba7-aece-dc00367bd0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:20.406075 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:07:22.486143 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-309da6ca-3d29-4eb3-98ee-96ad3d0ed6ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:23.841559 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:24.245982 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:24.994872 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:26.447294 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:34.606761 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeecb58-7c9a-426e-be24-e44fa653eba9 req-abd06cba-8b83-42d0-b32e-ea9b488750ac tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:34.608264 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1aeecb58-7c9a-426e-be24-e44fa653eba9 req-abd06cba-8b83-42d0-b32e-ea9b488750ac tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 946 time: 0.0546193 Jan 29 05:07:34.655067 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1aeecb58-7c9a-426e-be24-e44fa653eba9 req-3da4bc3e-5370-44e6-9dd5-7e909556d5c4 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aeed557-a5d1-46b6-8ccc-1db049bd70a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411177 Jan 29 05:07:35.775797 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba0644-9022-467a-acce-46b255352d17 req-a0dbd881-3046-48da-a51b-8bd4ed6814c5 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:35.777299 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c8ba0644-9022-467a-acce-46b255352d17 req-a0dbd881-3046-48da-a51b-8bd4ed6814c5 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 946 time: 0.0560176 Jan 29 05:07:35.828061 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c8ba0644-9022-467a-acce-46b255352d17 req-ba4a59ce-aa18-4f8f-94cd-62ac03cc0bd5 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aeed557-a5d1-46b6-8ccc-1db049bd70a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451627 Jan 29 05:07:36.664587 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d7004-97ff-468b-90ff-b130bc3a3686 req-0fc95967-e692-4fc8-bd9d-258586e12d3a tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:36.666489 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4e9d7004-97ff-468b-90ff-b130bc3a3686 req-0fc95967-e692-4fc8-bd9d-258586e12d3a tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 946 time: 0.0499458 Jan 29 05:07:36.755932 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-4e9d7004-97ff-468b-90ff-b130bc3a3686 req-501ec965-5e96-437a-8195-a510f809987d tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Deleting port 46d4df5f-cfd3-4b99-937d-20cbc2134024 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:07:36.756264 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-4e9d7004-97ff-468b-90ff-b130bc3a3686 req-501ec965-5e96-437a-8195-a510f809987d tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (46d4df5f-cfd3-4b99-937d-20cbc2134024), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:36.842303 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-4e9d7004-97ff-468b-90ff-b130bc3a3686 req-501ec965-5e96-437a-8195-a510f809987d tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] For port 46d4df5f-cfd3-4b99-937d-20cbc2134024, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=46d4df5f-cfd3-4b99-937d-20cbc2134024,segment=NetworkSegment(7e11738a-84ae-4fe1-90da-12a7d17769d4),segment_id=7e11738a-84ae-4fe1-90da-12a7d17769d4)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:07:36.843001 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-4e9d7004-97ff-468b-90ff-b130bc3a3686 req-501ec965-5e96-437a-8195-a510f809987d tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (46d4df5f-cfd3-4b99-937d-20cbc2134024), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:36.857153 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-4e9d7004-97ff-468b-90ff-b130bc3a3686 req-501ec965-5e96-437a-8195-a510f809987d tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Calling delete_port for 46d4df5f-cfd3-4b99-937d-20cbc2134024 owned by compute:nova {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:07:36.976973 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3977d5-6f07-4595-a0cc-2e492022d249 req-02c0eebd-0c42-42ed-8ea2-5fcfb98bba2b tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:36.978456 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4a3977d5-6f07-4595-a0cc-2e492022d249 req-02c0eebd-0c42-42ed-8ea2-5fcfb98bba2b tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1056cc5-7809-4ec2-b8ad-5f981f7a6d02 HTTP/1.1" status: 200 len: 946 time: 0.0760813 Jan 29 05:07:37.059439 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4a3977d5-6f07-4595-a0cc-2e492022d249 req-022be03b-ebf7-42b8-a9dc-aaf7d493fd07 tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aeed557-a5d1-46b6-8ccc-1db049bd70a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723889 Jan 29 05:07:37.093073 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-4e9d7004-97ff-468b-90ff-b130bc3a3686 req-501ec965-5e96-437a-8195-a510f809987d tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (46d4df5f-cfd3-4b99-937d-20cbc2134024), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:37.126220 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ec965-5e96-437a-8195-a510f809987d tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Pushing event deleted for resources: {'Port': ['ID=46d4df5f-cfd3-4b99-937d-20cbc2134024,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:37.127676 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['46d4df5f-cfd3-4b99-937d-20cbc2134024'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:07:37.171088 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9d7004-97ff-468b-90ff-b130bc3a3686 req-501ec965-5e96-437a-8195-a510f809987d tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] No DVR routers for this DVR port 46d4df5f-cfd3-4b99-937d-20cbc2134024 on host hv-neutron-8211 {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:07:37.173618 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-4e9d7004-97ff-468b-90ff-b130bc3a3686 req-501ec965-5e96-437a-8195-a510f809987d tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:37.177148 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4e9d7004-97ff-468b-90ff-b130bc3a3686 req-501ec965-5e96-437a-8195-a510f809987d tempest-TestMinimumBasicScenario-1149965819 tempest-TestMinimumBasicScenario-1149965819-project] 10.222.0.18 "DELETE /v2.0/ports/46d4df5f-cfd3-4b99-937d-20cbc2134024 HTTP/1.1" status: 204 len: 173 time: 0.5064495 Jan 29 05:07:37.177621 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1056cc5-7809-4ec2-b8ad-5f981f7a6d02', 'name': 'network-vif-deleted', 'tag': '46d4df5f-cfd3-4b99-937d-20cbc2134024'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:07:37.180370 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee385b9a-bf7d-4133-8a1c-ebea36c11526" -d '{"events": [{"server_uuid": "d1056cc5-7809-4ec2-b8ad-5f981f7a6d02", "name": "network-vif-deleted", "tag": "46d4df5f-cfd3-4b99-937d-20cbc2134024"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:07:37.215277 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f386a5c-8f04-4f3e-865f-cecd5bc35d6f x-openstack-request-id: req-8f386a5c-8f04-4f3e-865f-cecd5bc35d6f {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:07:37.215591 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1056cc5-7809-4ec2-b8ad-5f981f7a6d02", "name": "network-vif-deleted", "tag": "46d4df5f-cfd3-4b99-937d-20cbc2134024", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:07:37.215833 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f386a5c-8f04-4f3e-865f-cecd5bc35d6f {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:07:37.216234 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1056cc5-7809-4ec2-b8ad-5f981f7a6d02', 'name': 'network-vif-deleted', 'tag': '46d4df5f-cfd3-4b99-937d-20cbc2134024', 'status': 'completed', 'code': 200} Jan 29 05:07:39.233130 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 33520) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:07:39.577390 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8762acfc-1704-422b-8771-90d99216ddb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (5151d44c-9390-4e74-b045-4f1339b7d99a), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:39.822131 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-8762acfc-1704-422b-8771-90d99216ddb9 admin admin] Deleting port bcf7ab85-13ec-4f1a-8af4-44e7a58f2423 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:07:39.822474 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8762acfc-1704-422b-8771-90d99216ddb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (bcf7ab85-13ec-4f1a-8af4-44e7a58f2423), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:39.899327 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-8762acfc-1704-422b-8771-90d99216ddb9 admin admin] For port bcf7ab85-13ec-4f1a-8af4-44e7a58f2423, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=bcf7ab85-13ec-4f1a-8af4-44e7a58f2423,segment=NetworkSegment(7e11738a-84ae-4fe1-90da-12a7d17769d4),segment_id=7e11738a-84ae-4fe1-90da-12a7d17769d4)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:07:39.899692 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8762acfc-1704-422b-8771-90d99216ddb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (bcf7ab85-13ec-4f1a-8af4-44e7a58f2423), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:39.912645 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-8762acfc-1704-422b-8771-90d99216ddb9 admin admin] Calling delete_port for bcf7ab85-13ec-4f1a-8af4-44e7a58f2423 owned by network:router_interface {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:07:40.138540 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8762acfc-1704-422b-8771-90d99216ddb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (bcf7ab85-13ec-4f1a-8af4-44e7a58f2423), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:40.172152 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762acfc-1704-422b-8771-90d99216ddb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcf7ab85-13ec-4f1a-8af4-44e7a58f2423,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:40.336325 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8762acfc-1704-422b-8771-90d99216ddb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (5151d44c-9390-4e74-b045-4f1339b7d99a), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:40.562460 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8762acfc-1704-422b-8771-90d99216ddb9 admin admin] Router 5151d44c-9390-4e74-b045-4f1339b7d99a has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:07:40.666059 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8762acfc-1704-422b-8771-90d99216ddb9 admin admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:07:40.671148 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-8762acfc-1704-422b-8771-90d99216ddb9 admin admin] 10.222.0.13 "PUT /v2.0/routers/5151d44c-9390-4e74-b045-4f1339b7d99a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4369693 Jan 29 05:07:40.673703 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 33522) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:07:40.676699 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a89b74-6922-40fb-b4b0-744ce6ad422d None None] Sync routers for ids ['5151d44c-9390-4e74-b045-4f1339b7d99a'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:07:40.687282 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a89b74-6922-40fb-b4b0-744ce6ad422d None None] Routers {'5151d44c-9390-4e74-b045-4f1339b7d99a'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:07:40.687995 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-e8a89b74-6922-40fb-b4b0-744ce6ad422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:07:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['5151d44c-9390-4e74-b045-4f1339b7d99a'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:07:40.777249 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4a6915c9-ebd2-4109-95d1-36f8c6703987 admin admin] Publish callbacks [] for router (5151d44c-9390-4e74-b045-4f1339b7d99a), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:40.790500 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-e8a89b74-6922-40fb-b4b0-744ce6ad422d None None] Set router 5151d44c-9390-4e74-b045-4f1339b7d99a gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:07:40.877957 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4a6915c9-ebd2-4109-95d1-36f8c6703987 admin admin] Publish callbacks [] for router_gateway (5151d44c-9390-4e74-b045-4f1339b7d99a), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:40.969109 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-e8a89b74-6922-40fb-b4b0-744ce6ad422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5151d44c-9390-4e74-b045-4f1339b7d99a', 'name': 'tempest-TestMinimumBasicScenario-2056808475-router', 'tenant_id': 'b3b5c017c46848d799c85e778a8e400b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1ff8d1f4-38a1-4501-9331-80e36f7f25e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:04:01Z', 'updated_at': '2022-01-29T05:07:40Z', 'revision_number': 5, 'project_id': 'b3b5c017c46848d799c85e778a8e400b', 'gw_port': {'id': '1ff8d1f4-38a1-4501-9331-80e36f7f25e6', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5151d44c-9390-4e74-b045-4f1339b7d99a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:04:02Z', 'updated_at': '2022-01-29T05:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:07:40.997028 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a89b74-6922-40fb-b4b0-744ce6ad422d None None] Checking router: 5151d44c-9390-4e74-b045-4f1339b7d99a for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:07:41.005507 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a89b74-6922-40fb-b4b0-744ce6ad422d None None] Routers {'5151d44c-9390-4e74-b045-4f1339b7d99a'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:07:41.006190 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-e8a89b74-6922-40fb-b4b0-744ce6ad422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:07:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['5151d44c-9390-4e74-b045-4f1339b7d99a'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:07:41.007629 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-4a6915c9-ebd2-4109-95d1-36f8c6703987 admin admin] Deleting port 1ff8d1f4-38a1-4501-9331-80e36f7f25e6 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:07:41.007974 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4a6915c9-ebd2-4109-95d1-36f8c6703987 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (1ff8d1f4-38a1-4501-9331-80e36f7f25e6), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:41.085124 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-4a6915c9-ebd2-4109-95d1-36f8c6703987 admin admin] For port 1ff8d1f4-38a1-4501-9331-80e36f7f25e6, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=1ff8d1f4-38a1-4501-9331-80e36f7f25e6,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:07:41.085484 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4a6915c9-ebd2-4109-95d1-36f8c6703987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (1ff8d1f4-38a1-4501-9331-80e36f7f25e6), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:41.090814 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-e8a89b74-6922-40fb-b4b0-744ce6ad422d None None] Set router 5151d44c-9390-4e74-b045-4f1339b7d99a gateway port host: None {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:07:41.098519 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-4a6915c9-ebd2-4109-95d1-36f8c6703987 admin admin] Calling delete_port for 1ff8d1f4-38a1-4501-9331-80e36f7f25e6 owned by network:router_gateway {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:07:41.141018 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-e8a89b74-6922-40fb-b4b0-744ce6ad422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5151d44c-9390-4e74-b045-4f1339b7d99a', 'name': 'tempest-TestMinimumBasicScenario-2056808475-router', 'tenant_id': 'b3b5c017c46848d799c85e778a8e400b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:04:01Z', 'updated_at': '2022-01-29T05:07:40Z', 'revision_number': 6, 'project_id': 'b3b5c017c46848d799c85e778a8e400b', 'gw_port_host': None}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:07:41.170110 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a89b74-6922-40fb-b4b0-744ce6ad422d None None] The sync data for ids ['5151d44c-9390-4e74-b045-4f1339b7d99a'] in dv-neutron-821190-1-hyperv is: [{'id': '5151d44c-9390-4e74-b045-4f1339b7d99a', 'name': 'tempest-TestMinimumBasicScenario-2056808475-router', 'tenant_id': 'b3b5c017c46848d799c85e778a8e400b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:04:01Z', 'updated_at': '2022-01-29T05:07:40Z', 'revision_number': 6, 'project_id': 'b3b5c017c46848d799c85e778a8e400b', 'gw_port_host': None}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:07:41.332857 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4a6915c9-ebd2-4109-95d1-36f8c6703987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (1ff8d1f4-38a1-4501-9331-80e36f7f25e6), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:41.358793 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6915c9-ebd2-4109-95d1-36f8c6703987 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ff8d1f4-38a1-4501-9331-80e36f7f25e6,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:41.422616 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4a6915c9-ebd2-4109-95d1-36f8c6703987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (5151d44c-9390-4e74-b045-4f1339b7d99a), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:41.511935 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4a6915c9-ebd2-4109-95d1-36f8c6703987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (5151d44c-9390-4e74-b045-4f1339b7d99a), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:41.514202 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4a6915c9-ebd2-4109-95d1-36f8c6703987 admin admin] Publish callbacks [] for router_controller (5151d44c-9390-4e74-b045-4f1339b7d99a), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:41.553597 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 46d4df5f-cfd3-4b99-937d-20cbc2134024 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:07:41.573709 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] No Port match for: 46d4df5f-cfd3-4b99-937d-20cbc2134024 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:07:41.574036 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 46d4df5f-cfd3-4b99-937d-20cbc2134024 not bound to the agent host hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:07:41.612798 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4a6915c9-ebd2-4109-95d1-36f8c6703987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (5151d44c-9390-4e74-b045-4f1339b7d99a), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:41.613332 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6915c9-ebd2-4109-95d1-36f8c6703987 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5151d44c-9390-4e74-b045-4f1339b7d99a {{(pid=103584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 05:07:41.617886 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4a6915c9-ebd2-4109-95d1-36f8c6703987 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:41.619076 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-4a6915c9-ebd2-4109-95d1-36f8c6703987 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5151d44c-9390-4e74-b045-4f1339b7d99a HTTP/1.1" status: 204 len: 168 time: 0.9444268 Jan 29 05:07:41.621776 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 33524) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:07:41.669283 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b83f190-2460-44e5-9cff-386695e36e37 admin admin] Deleting subnet ce69da25-6c40-4ce6-9072-a119fe803bd3 {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 05:07:41.672241 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8b83f190-2460-44e5-9cff-386695e36e37 admin admin] Publish callbacks [] for subnet (ce69da25-6c40-4ce6-9072-a119fe803bd3), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:41.706385 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8b83f190-2460-44e5-9cff-386695e36e37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (ce69da25-6c40-4ce6-9072-a119fe803bd3), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:41.785272 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8b83f190-2460-44e5-9cff-386695e36e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (ce69da25-6c40-4ce6-9072-a119fe803bd3), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:41.921376 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8b83f190-2460-44e5-9cff-386695e36e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (ce69da25-6c40-4ce6-9072-a119fe803bd3), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:41.953166 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b83f190-2460-44e5-9cff-386695e36e37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce69da25-6c40-4ce6-9072-a119fe803bd3,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:41.958077 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-8b83f190-2460-44e5-9cff-386695e36e37 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:41.963764 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-8b83f190-2460-44e5-9cff-386695e36e37 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ce69da25-6c40-4ce6-9072-a119fe803bd3 HTTP/1.1" status: 204 len: 168 time: 0.3385637 Jan 29 05:07:41.964751 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 33526) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:07:41.966784 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51b9792-6aec-4eee-8e78-a313bdbc9293 None None] Network e27e9538-9e6a-4d86-8100-d684b12beba6 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:07:42.299466 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992b184d-6ca0-4e23-a9d8-95718255bca9 None None] DHCP port deletion for e27e9538-9e6a-4d86-8100-d684b12beba6 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 05:07:42.346287 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-992b184d-6ca0-4e23-a9d8-95718255bca9 None None] Deleting port 1df90834-1b0a-4d7c-93c9-23a2c1a65ed4 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:07:42.346663 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-992b184d-6ca0-4e23-a9d8-95718255bca9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (1df90834-1b0a-4d7c-93c9-23a2c1a65ed4), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:42.358712 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4e8a798c-161d-4ec6-b05b-7675a2f4967f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (e27e9538-9e6a-4d86-8100-d684b12beba6), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:42.412694 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-992b184d-6ca0-4e23-a9d8-95718255bca9 None None] For port 1df90834-1b0a-4d7c-93c9-23a2c1a65ed4, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=1df90834-1b0a-4d7c-93c9-23a2c1a65ed4,segment=NetworkSegment(7e11738a-84ae-4fe1-90da-12a7d17769d4),segment_id=7e11738a-84ae-4fe1-90da-12a7d17769d4)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:07:42.413066 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-992b184d-6ca0-4e23-a9d8-95718255bca9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (1df90834-1b0a-4d7c-93c9-23a2c1a65ed4), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:42.418461 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-4e8a798c-161d-4ec6-b05b-7675a2f4967f admin admin] Deleting port 1df90834-1b0a-4d7c-93c9-23a2c1a65ed4 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:07:42.418926 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4e8a798c-161d-4ec6-b05b-7675a2f4967f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (1df90834-1b0a-4d7c-93c9-23a2c1a65ed4), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:42.427300 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-992b184d-6ca0-4e23-a9d8-95718255bca9 None None] Calling delete_port for 1df90834-1b0a-4d7c-93c9-23a2c1a65ed4 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:07:42.475073 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 1df90834-1b0a-4d7c-93c9-23a2c1a65ed4 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:07:42.492254 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-4e8a798c-161d-4ec6-b05b-7675a2f4967f admin admin] For port 1df90834-1b0a-4d7c-93c9-23a2c1a65ed4, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=1df90834-1b0a-4d7c-93c9-23a2c1a65ed4,segment=NetworkSegment(7e11738a-84ae-4fe1-90da-12a7d17769d4),segment_id=7e11738a-84ae-4fe1-90da-12a7d17769d4)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:07:42.492657 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4e8a798c-161d-4ec6-b05b-7675a2f4967f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (1df90834-1b0a-4d7c-93c9-23a2c1a65ed4), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:42.506234 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-4e8a798c-161d-4ec6-b05b-7675a2f4967f admin admin] Calling delete_port for 1df90834-1b0a-4d7c-93c9-23a2c1a65ed4 owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:07:42.573849 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 1df90834-1b0a-4d7c-93c9-23a2c1a65ed4 is: ACTIVE; New status is: DOWN {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:07:42.574247 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (1df90834-1b0a-4d7c-93c9-23a2c1a65ed4), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:42.619007 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-992b184d-6ca0-4e23-a9d8-95718255bca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (1df90834-1b0a-4d7c-93c9-23a2c1a65ed4), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:42.624804 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4e8a798c-161d-4ec6-b05b-7675a2f4967f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (1df90834-1b0a-4d7c-93c9-23a2c1a65ed4), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:42.654386 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a798c-161d-4ec6-b05b-7675a2f4967f admin admin] Pushing event deleted for resources: {'Port': ['ID=1df90834-1b0a-4d7c-93c9-23a2c1a65ed4,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:42.657822 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8a798c-161d-4ec6-b05b-7675a2f4967f admin admin] No DVR routers for this DVR port 1df90834-1b0a-4d7c-93c9-23a2c1a65ed4 on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:07:42.664941 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b184d-6ca0-4e23-a9d8-95718255bca9 None None] Pushing event deleted for resources: {'Port': ['ID=1df90834-1b0a-4d7c-93c9-23a2c1a65ed4,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:42.669068 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992b184d-6ca0-4e23-a9d8-95718255bca9 None None] No DVR routers for this DVR port 1df90834-1b0a-4d7c-93c9-23a2c1a65ed4 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:07:42.673700 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device bcf7ab85-13ec-4f1a-8af4-44e7a58f2423 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:07:42.695876 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: bcf7ab85-13ec-4f1a-8af4-44e7a58f2423 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:07:42.696223 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device bcf7ab85-13ec-4f1a-8af4-44e7a58f2423 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:07:42.696672 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 1ff8d1f4-38a1-4501-9331-80e36f7f25e6 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:07:42.699915 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992b184d-6ca0-4e23-a9d8-95718255bca9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:42.700276 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992b184d-6ca0-4e23-a9d8-95718255bca9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:42.700641 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992b184d-6ca0-4e23-a9d8-95718255bca9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:42.700987 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992b184d-6ca0-4e23-a9d8-95718255bca9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:42.701315 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992b184d-6ca0-4e23-a9d8-95718255bca9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:42.701644 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992b184d-6ca0-4e23-a9d8-95718255bca9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:42.701972 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992b184d-6ca0-4e23-a9d8-95718255bca9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:42.702301 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992b184d-6ca0-4e23-a9d8-95718255bca9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:42.702617 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992b184d-6ca0-4e23-a9d8-95718255bca9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:42.702956 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992b184d-6ca0-4e23-a9d8-95718255bca9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:42.703267 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992b184d-6ca0-4e23-a9d8-95718255bca9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:42.703584 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992b184d-6ca0-4e23-a9d8-95718255bca9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:42.703899 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992b184d-6ca0-4e23-a9d8-95718255bca9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:42.728585 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4e8a798c-161d-4ec6-b05b-7675a2f4967f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (e27e9538-9e6a-4d86-8100-d684b12beba6), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:42.728849 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 1ff8d1f4-38a1-4501-9331-80e36f7f25e6 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:07:42.729126 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 1ff8d1f4-38a1-4501-9331-80e36f7f25e6 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:07:42.749458 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-4e8a798c-161d-4ec6-b05b-7675a2f4967f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e27e9538-9e6a-4d86-8100-d684b12beba6']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:07:42.758860 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-4e8a798c-161d-4ec6-b05b-7675a2f4967f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e11738a-84ae-4fe1-90da-12a7d17769d4') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:07:42.759160 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-4e8a798c-161d-4ec6-b05b-7675a2f4967f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e11738a-84ae-4fe1-90da-12a7d17769d4') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:07:42.769420 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4e8a798c-161d-4ec6-b05b-7675a2f4967f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (7e11738a-84ae-4fe1-90da-12a7d17769d4), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:42.782542 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4e8a798c-161d-4ec6-b05b-7675a2f4967f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (7e11738a-84ae-4fe1-90da-12a7d17769d4), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:42.788606 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e8a798c-161d-4ec6-b05b-7675a2f4967f admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:07:42.788994 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4e8a798c-161d-4ec6-b05b-7675a2f4967f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (7e11738a-84ae-4fe1-90da-12a7d17769d4), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:42.790671 dv-neutron-821190-1-hyperv neutron-server[103584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 05:07:42.790671 dv-neutron-821190-1-hyperv neutron-server[103584]: self.session.flush() Jan 29 05:07:42.790671 dv-neutron-821190-1-hyperv neutron-server[103584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 05:07:42.790671 dv-neutron-821190-1-hyperv neutron-server[103584]: self.session.flush() Jan 29 05:07:42.790671 dv-neutron-821190-1-hyperv neutron-server[103584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 05:07:42.790671 dv-neutron-821190-1-hyperv neutron-server[103584]: self.session.flush() Jan 29 05:07:42.790671 dv-neutron-821190-1-hyperv neutron-server[103584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 05:07:42.790671 dv-neutron-821190-1-hyperv neutron-server[103584]: self.session.flush() Jan 29 05:07:42.790671 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 05:07:42.790671 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:07:42.790671 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 05:07:42.790671 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:07:42.790671 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 05:07:42.790671 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:07:42.790671 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 05:07:42.790671 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:07:42.790671 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 05:07:42.790671 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:07:42.790671 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 05:07:42.790671 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:07:42.790671 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 05:07:42.790671 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:07:42.790671 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:07:42.790671 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:07:42.790671 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:07:42.790671 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:07:42.790671 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 05:07:42.790671 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:07:42.790671 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 05:07:42.790671 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:07:42.790671 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:07:42.790671 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:07:42.790671 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 05:07:42.790671 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:07:42.790671 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:07:42.790671 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:07:42.790671 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:07:42.790671 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:07:42.790671 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:07:42.790671 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:07:42.904447 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4e8a798c-161d-4ec6-b05b-7675a2f4967f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (e27e9538-9e6a-4d86-8100-d684b12beba6), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:42.909872 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4e8a798c-161d-4ec6-b05b-7675a2f4967f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:42.913048 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-4e8a798c-161d-4ec6-b05b-7675a2f4967f admin admin] 10.222.0.13 "DELETE /v2.0/networks/e27e9538-9e6a-4d86-8100-d684b12beba6 HTTP/1.1" status: 204 len: 168 time: 0.9472136 Jan 29 05:07:42.916983 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33528) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:07:42.923967 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a798c-161d-4ec6-b05b-7675a2f4967f admin admin] Pushing event deleted for resources: {'Network': ['ID=e27e9538-9e6a-4d86-8100-d684b12beba6,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:43.256003 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-362057be-ff7f-4484-a5ee-0586af66fbed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (5facd288-52a0-45d9-a134-0a1b5294cbb7), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:43.493770 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-362057be-ff7f-4484-a5ee-0586af66fbed admin admin] Deleting port 82506ac8-8bac-4797-98d7-a7b9c4d97298 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:07:43.494099 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-362057be-ff7f-4484-a5ee-0586af66fbed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (82506ac8-8bac-4797-98d7-a7b9c4d97298), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:43.572469 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-362057be-ff7f-4484-a5ee-0586af66fbed admin admin] For port 82506ac8-8bac-4797-98d7-a7b9c4d97298, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=82506ac8-8bac-4797-98d7-a7b9c4d97298,segment=NetworkSegment(cf42ed27-ace9-44d1-a5e0-bee68a18166e),segment_id=cf42ed27-ace9-44d1-a5e0-bee68a18166e)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:07:43.572868 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-362057be-ff7f-4484-a5ee-0586af66fbed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (82506ac8-8bac-4797-98d7-a7b9c4d97298), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:43.585269 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-362057be-ff7f-4484-a5ee-0586af66fbed admin admin] Calling delete_port for 82506ac8-8bac-4797-98d7-a7b9c4d97298 owned by network:router_interface {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:07:43.801559 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-362057be-ff7f-4484-a5ee-0586af66fbed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (82506ac8-8bac-4797-98d7-a7b9c4d97298), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:43.825002 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362057be-ff7f-4484-a5ee-0586af66fbed admin admin] Pushing event deleted for resources: {'Port': ['ID=82506ac8-8bac-4797-98d7-a7b9c4d97298,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:43.994702 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-362057be-ff7f-4484-a5ee-0586af66fbed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (5facd288-52a0-45d9-a134-0a1b5294cbb7), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:44.205068 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-362057be-ff7f-4484-a5ee-0586af66fbed admin admin] Router 5facd288-52a0-45d9-a134-0a1b5294cbb7 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:07:44.309729 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362057be-ff7f-4484-a5ee-0586af66fbed admin admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:07:44.314898 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-362057be-ff7f-4484-a5ee-0586af66fbed admin admin] 10.222.0.13 "PUT /v2.0/routers/5facd288-52a0-45d9-a134-0a1b5294cbb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3978465 Jan 29 05:07:44.317461 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33530) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:07:44.318452 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab87921-6801-4f8a-a940-b8605af3c04a None None] Sync routers for ids ['5facd288-52a0-45d9-a134-0a1b5294cbb7'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:07:44.327954 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab87921-6801-4f8a-a940-b8605af3c04a None None] Routers {'5facd288-52a0-45d9-a134-0a1b5294cbb7'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:07:44.328586 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-eab87921-6801-4f8a-a940-b8605af3c04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:07:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['5facd288-52a0-45d9-a134-0a1b5294cbb7'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:07:44.430161 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c6604f37-9234-445c-8722-a8a62a42a6d9 admin admin] Publish callbacks [] for router (5facd288-52a0-45d9-a134-0a1b5294cbb7), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:44.434347 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-eab87921-6801-4f8a-a940-b8605af3c04a None None] Set router 5facd288-52a0-45d9-a134-0a1b5294cbb7 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:07:44.538143 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c6604f37-9234-445c-8722-a8a62a42a6d9 admin admin] Publish callbacks [] for router_gateway (5facd288-52a0-45d9-a134-0a1b5294cbb7), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:44.609157 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-eab87921-6801-4f8a-a940-b8605af3c04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5facd288-52a0-45d9-a134-0a1b5294cbb7', 'name': 'tempest-TestMinimumBasicScenario-760933971-router', 'tenant_id': '121f03d3b53f42f5897774a627d685cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '03802f3c-c94c-44a0-a9e6-ae69b1363689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:04:07Z', 'updated_at': '2022-01-29T05:07:43Z', 'revision_number': 5, 'project_id': '121f03d3b53f42f5897774a627d685cd', 'gw_port': {'id': '03802f3c-c94c-44a0-a9e6-ae69b1363689', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5facd288-52a0-45d9-a134-0a1b5294cbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:04:08Z', 'updated_at': '2022-01-29T05:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:07:44.638903 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab87921-6801-4f8a-a940-b8605af3c04a None None] Checking router: 5facd288-52a0-45d9-a134-0a1b5294cbb7 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:07:44.644575 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-c6604f37-9234-445c-8722-a8a62a42a6d9 admin admin] Deleting port 03802f3c-c94c-44a0-a9e6-ae69b1363689 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:07:44.644917 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c6604f37-9234-445c-8722-a8a62a42a6d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (03802f3c-c94c-44a0-a9e6-ae69b1363689), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:44.647130 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab87921-6801-4f8a-a940-b8605af3c04a None None] Routers {'5facd288-52a0-45d9-a134-0a1b5294cbb7'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:07:44.647716 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-eab87921-6801-4f8a-a940-b8605af3c04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:07:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['5facd288-52a0-45d9-a134-0a1b5294cbb7'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:07:44.727976 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-c6604f37-9234-445c-8722-a8a62a42a6d9 admin admin] For port 03802f3c-c94c-44a0-a9e6-ae69b1363689, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=03802f3c-c94c-44a0-a9e6-ae69b1363689,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:07:44.728246 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c6604f37-9234-445c-8722-a8a62a42a6d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (03802f3c-c94c-44a0-a9e6-ae69b1363689), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:44.731466 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-eab87921-6801-4f8a-a940-b8605af3c04a None None] Set router 5facd288-52a0-45d9-a134-0a1b5294cbb7 gateway port host: None {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:07:44.740821 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-c6604f37-9234-445c-8722-a8a62a42a6d9 admin admin] Calling delete_port for 03802f3c-c94c-44a0-a9e6-ae69b1363689 owned by network:router_gateway {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:07:44.781521 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-eab87921-6801-4f8a-a940-b8605af3c04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5facd288-52a0-45d9-a134-0a1b5294cbb7', 'name': 'tempest-TestMinimumBasicScenario-760933971-router', 'tenant_id': '121f03d3b53f42f5897774a627d685cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:04:07Z', 'updated_at': '2022-01-29T05:07:44Z', 'revision_number': 6, 'project_id': '121f03d3b53f42f5897774a627d685cd', 'gw_port_host': None}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:07:44.810273 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab87921-6801-4f8a-a940-b8605af3c04a None None] The sync data for ids ['5facd288-52a0-45d9-a134-0a1b5294cbb7'] in dv-neutron-821190-1-hyperv is: [{'id': '5facd288-52a0-45d9-a134-0a1b5294cbb7', 'name': 'tempest-TestMinimumBasicScenario-760933971-router', 'tenant_id': '121f03d3b53f42f5897774a627d685cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:04:07Z', 'updated_at': '2022-01-29T05:07:44Z', 'revision_number': 6, 'project_id': '121f03d3b53f42f5897774a627d685cd', 'gw_port_host': None}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:07:44.971611 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c6604f37-9234-445c-8722-a8a62a42a6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (03802f3c-c94c-44a0-a9e6-ae69b1363689), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:45.001635 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6604f37-9234-445c-8722-a8a62a42a6d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=03802f3c-c94c-44a0-a9e6-ae69b1363689,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:45.056778 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c6604f37-9234-445c-8722-a8a62a42a6d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (5facd288-52a0-45d9-a134-0a1b5294cbb7), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:45.144673 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c6604f37-9234-445c-8722-a8a62a42a6d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (5facd288-52a0-45d9-a134-0a1b5294cbb7), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:45.146657 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c6604f37-9234-445c-8722-a8a62a42a6d9 admin admin] Publish callbacks [] for router_controller (5facd288-52a0-45d9-a134-0a1b5294cbb7), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:45.274411 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c6604f37-9234-445c-8722-a8a62a42a6d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (5facd288-52a0-45d9-a134-0a1b5294cbb7), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:45.274939 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6604f37-9234-445c-8722-a8a62a42a6d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5facd288-52a0-45d9-a134-0a1b5294cbb7 {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 05:07:45.279339 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c6604f37-9234-445c-8722-a8a62a42a6d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:45.280499 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c6604f37-9234-445c-8722-a8a62a42a6d9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5facd288-52a0-45d9-a134-0a1b5294cbb7 HTTP/1.1" status: 204 len: 168 time: 0.9621270 Jan 29 05:07:45.282985 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33532) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:07:45.327283 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dd02bc4-d2f2-4d95-88ea-a2e1dcbfd37f admin admin] Deleting subnet e08aeed2-9aa6-4f18-9caf-e3a59df374f2 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 05:07:45.330564 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2dd02bc4-d2f2-4d95-88ea-a2e1dcbfd37f admin admin] Publish callbacks [] for subnet (e08aeed2-9aa6-4f18-9caf-e3a59df374f2), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:45.364362 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2dd02bc4-d2f2-4d95-88ea-a2e1dcbfd37f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (e08aeed2-9aa6-4f18-9caf-e3a59df374f2), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:45.443822 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2dd02bc4-d2f2-4d95-88ea-a2e1dcbfd37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (e08aeed2-9aa6-4f18-9caf-e3a59df374f2), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:45.544358 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2dd02bc4-d2f2-4d95-88ea-a2e1dcbfd37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (e08aeed2-9aa6-4f18-9caf-e3a59df374f2), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:45.568663 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd02bc4-d2f2-4d95-88ea-a2e1dcbfd37f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e08aeed2-9aa6-4f18-9caf-e3a59df374f2,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:45.574670 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2dd02bc4-d2f2-4d95-88ea-a2e1dcbfd37f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:45.580555 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2dd02bc4-d2f2-4d95-88ea-a2e1dcbfd37f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e08aeed2-9aa6-4f18-9caf-e3a59df374f2 HTTP/1.1" status: 204 len: 168 time: 0.2939820 Jan 29 05:07:45.580887 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 33534) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:07:45.581369 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea8956f-56ba-434c-b08a-8463643850eb None None] Network 3e1cfe12-c579-4d22-9bfc-11fd91095b43 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:07:45.651982 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6cb2c3f1-c51a-4c1f-a662-8726d7ef62bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (3e1cfe12-c579-4d22-9bfc-11fd91095b43), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:45.710620 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-6cb2c3f1-c51a-4c1f-a662-8726d7ef62bd admin admin] Deleting port 484104e3-ec9d-4cca-87f7-957bf465e1fb {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:07:45.710883 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6cb2c3f1-c51a-4c1f-a662-8726d7ef62bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (484104e3-ec9d-4cca-87f7-957bf465e1fb), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:45.751605 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f9094b-55d7-488b-b8ee-09d4097a7935 None None] DHCP port deletion for 3e1cfe12-c579-4d22-9bfc-11fd91095b43 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 05:07:45.774341 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-6cb2c3f1-c51a-4c1f-a662-8726d7ef62bd admin admin] For port 484104e3-ec9d-4cca-87f7-957bf465e1fb, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=484104e3-ec9d-4cca-87f7-957bf465e1fb,segment=NetworkSegment(cf42ed27-ace9-44d1-a5e0-bee68a18166e),segment_id=cf42ed27-ace9-44d1-a5e0-bee68a18166e)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:07:45.774704 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6cb2c3f1-c51a-4c1f-a662-8726d7ef62bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (484104e3-ec9d-4cca-87f7-957bf465e1fb), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:45.789032 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-6cb2c3f1-c51a-4c1f-a662-8726d7ef62bd admin admin] Calling delete_port for 484104e3-ec9d-4cca-87f7-957bf465e1fb owned by network:dhcp {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:07:45.801759 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-f0f9094b-55d7-488b-b8ee-09d4097a7935 None None] Deleting port 484104e3-ec9d-4cca-87f7-957bf465e1fb {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:07:45.802104 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f0f9094b-55d7-488b-b8ee-09d4097a7935 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (484104e3-ec9d-4cca-87f7-957bf465e1fb), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:45.865899 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-f0f9094b-55d7-488b-b8ee-09d4097a7935 None None] For port 484104e3-ec9d-4cca-87f7-957bf465e1fb, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=484104e3-ec9d-4cca-87f7-957bf465e1fb,segment=NetworkSegment(cf42ed27-ace9-44d1-a5e0-bee68a18166e),segment_id=cf42ed27-ace9-44d1-a5e0-bee68a18166e)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:07:45.866293 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f0f9094b-55d7-488b-b8ee-09d4097a7935 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (484104e3-ec9d-4cca-87f7-957bf465e1fb), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:45.879460 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-f0f9094b-55d7-488b-b8ee-09d4097a7935 None None] Calling delete_port for 484104e3-ec9d-4cca-87f7-957bf465e1fb owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:07:45.926289 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6cb2c3f1-c51a-4c1f-a662-8726d7ef62bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (484104e3-ec9d-4cca-87f7-957bf465e1fb), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:45.953018 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb2c3f1-c51a-4c1f-a662-8726d7ef62bd admin admin] Pushing event deleted for resources: {'Port': ['ID=484104e3-ec9d-4cca-87f7-957bf465e1fb,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:45.956923 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb2c3f1-c51a-4c1f-a662-8726d7ef62bd admin admin] No DVR routers for this DVR port 484104e3-ec9d-4cca-87f7-957bf465e1fb on host dv-neutron-821190-1-hyperv {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:07:45.962862 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f0f9094b-55d7-488b-b8ee-09d4097a7935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (484104e3-ec9d-4cca-87f7-957bf465e1fb), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:45.987736 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9094b-55d7-488b-b8ee-09d4097a7935 None None] Pushing event deleted for resources: {'Port': ['ID=484104e3-ec9d-4cca-87f7-957bf465e1fb,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:45.991360 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f9094b-55d7-488b-b8ee-09d4097a7935 None None] No DVR routers for this DVR port 484104e3-ec9d-4cca-87f7-957bf465e1fb on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:07:46.031550 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6cb2c3f1-c51a-4c1f-a662-8726d7ef62bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (3e1cfe12-c579-4d22-9bfc-11fd91095b43), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:46.051836 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-6cb2c3f1-c51a-4c1f-a662-8726d7ef62bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e1cfe12-c579-4d22-9bfc-11fd91095b43']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:07:46.061268 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-6cb2c3f1-c51a-4c1f-a662-8726d7ef62bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf42ed27-ace9-44d1-a5e0-bee68a18166e') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:07:46.061558 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-6cb2c3f1-c51a-4c1f-a662-8726d7ef62bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf42ed27-ace9-44d1-a5e0-bee68a18166e') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:07:46.074515 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6cb2c3f1-c51a-4c1f-a662-8726d7ef62bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (cf42ed27-ace9-44d1-a5e0-bee68a18166e), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:46.087488 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6cb2c3f1-c51a-4c1f-a662-8726d7ef62bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (cf42ed27-ace9-44d1-a5e0-bee68a18166e), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:46.093541 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cb2c3f1-c51a-4c1f-a662-8726d7ef62bd admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:07:46.093916 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6cb2c3f1-c51a-4c1f-a662-8726d7ef62bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (cf42ed27-ace9-44d1-a5e0-bee68a18166e), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:46.095513 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 05:07:46.095513 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:07:46.095513 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 05:07:46.095513 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:07:46.095513 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 05:07:46.095513 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:07:46.095513 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 05:07:46.095513 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:07:46.095513 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 05:07:46.095513 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:07:46.095513 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 05:07:46.095513 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:07:46.095513 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 05:07:46.095513 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:07:46.095513 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:07:46.095513 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:07:46.095513 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:07:46.095513 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:07:46.095513 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 05:07:46.095513 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:07:46.095513 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 05:07:46.095513 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:07:46.095513 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:07:46.095513 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:07:46.095513 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 05:07:46.095513 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:07:46.095513 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:07:46.095513 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:07:46.095513 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:07:46.095513 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:07:46.095513 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:07:46.095513 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:07:46.200353 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6cb2c3f1-c51a-4c1f-a662-8726d7ef62bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (3e1cfe12-c579-4d22-9bfc-11fd91095b43), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:46.205929 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6cb2c3f1-c51a-4c1f-a662-8726d7ef62bd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:46.209467 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-6cb2c3f1-c51a-4c1f-a662-8726d7ef62bd admin admin] 10.222.0.13 "DELETE /v2.0/networks/3e1cfe12-c579-4d22-9bfc-11fd91095b43 HTTP/1.1" status: 204 len: 168 time: 0.6275682 Jan 29 05:07:46.221049 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb2c3f1-c51a-4c1f-a662-8726d7ef62bd admin admin] Pushing event deleted for resources: {'Network': ['ID=3e1cfe12-c579-4d22-9bfc-11fd91095b43,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:46.458566 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 82506ac8-8bac-4797-98d7-a7b9c4d97298 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:07:46.479564 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 82506ac8-8bac-4797-98d7-a7b9c4d97298 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:07:46.480163 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 82506ac8-8bac-4797-98d7-a7b9c4d97298 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:07:46.480635 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 484104e3-ec9d-4cca-87f7-957bf465e1fb no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:07:46.503214 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 484104e3-ec9d-4cca-87f7-957bf465e1fb {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:07:46.504735 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 484104e3-ec9d-4cca-87f7-957bf465e1fb not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:07:46.504735 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 03802f3c-c94c-44a0-a9e6-ae69b1363689 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:07:46.523261 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 03802f3c-c94c-44a0-a9e6-ae69b1363689 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:07:46.529355 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 03802f3c-c94c-44a0-a9e6-ae69b1363689 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:07:46.583974 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33538) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:07:46.624956 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-37d4a3f6-20da-4eb0-b5e6-068b0f9793ad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b3b5c017c46848d799c85e778a8e400b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397866 Jan 29 05:07:46.627343 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33540) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:07:46.674600 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-18132356-8821-4416-8fa8-efdd67cc8c55 admin admin] Publish callbacks [] for security_group (7aeed557-a5d1-46b6-8ccc-1db049bd70a8), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:46.694996 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-18132356-8821-4416-8fa8-efdd67cc8c55 admin admin] Publish callbacks [] for security_group (7aeed557-a5d1-46b6-8ccc-1db049bd70a8), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:46.811460 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-18132356-8821-4416-8fa8-efdd67cc8c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (7aeed557-a5d1-46b6-8ccc-1db049bd70a8), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:46.814075 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-18132356-8821-4416-8fa8-efdd67cc8c55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:46.815222 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-18132356-8821-4416-8fa8-efdd67cc8c55 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7aeed557-a5d1-46b6-8ccc-1db049bd70a8 HTTP/1.1" status: 204 len: 168 time: 0.1869957 Jan 29 05:07:46.823409 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18132356-8821-4416-8fa8-efdd67cc8c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aeed557-a5d1-46b6-8ccc-1db049bd70a8,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:47.406974 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33546) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:07:47.446186 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-fb98a874-98a4-4433-a771-15a2dbf1c1d7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=121f03d3b53f42f5897774a627d685cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379691 Jan 29 05:07:47.448614 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33548) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:07:47.495237 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-54448830-939f-4651-b5ff-75e4299fe16d admin admin] Publish callbacks [] for security_group (4f4975bb-1345-43d2-b0c1-e3d4e29ce18e), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:47.515159 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-54448830-939f-4651-b5ff-75e4299fe16d admin admin] Publish callbacks [] for security_group (4f4975bb-1345-43d2-b0c1-e3d4e29ce18e), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:47.624076 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-54448830-939f-4651-b5ff-75e4299fe16d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (4f4975bb-1345-43d2-b0c1-e3d4e29ce18e), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:47.626733 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-54448830-939f-4651-b5ff-75e4299fe16d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:47.627917 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-54448830-939f-4651-b5ff-75e4299fe16d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f4975bb-1345-43d2-b0c1-e3d4e29ce18e HTTP/1.1" status: 204 len: 168 time: 0.1784053 Jan 29 05:07:47.636749 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54448830-939f-4651-b5ff-75e4299fe16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4975bb-1345-43d2-b0c1-e3d4e29ce18e,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:49.809524 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33588) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:07:49.814196 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-927eb0dd-2bb6-4bcd-a47e-8efce9a0cb49 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1115516553', 'description': 'tempest-secgroup-smoke-1115516553 description', 'project_id': '5270d00ab13a4e32b125f15996f3d148'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:07:49.909782 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-927eb0dd-2bb6-4bcd-a47e-8efce9a0cb49 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:49.918652 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-927eb0dd-2bb6-4bcd-a47e-8efce9a0cb49 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:49.991346 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-927eb0dd-2bb6-4bcd-a47e-8efce9a0cb49 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group (6f716666-5961-4585-81fb-ba690d90d3bb), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:50.063961 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-927eb0dd-2bb6-4bcd-a47e-8efce9a0cb49 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (6f716666-5961-4585-81fb-ba690d90d3bb), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:50.103723 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927eb0dd-2bb6-4bcd-a47e-8efce9a0cb49 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f716666-5961-4585-81fb-ba690d90d3bb,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:50.141180 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-927eb0dd-2bb6-4bcd-a47e-8efce9a0cb49 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group (b5c71f03-432f-45ec-a23d-836013ba2bde), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:50.195354 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f7a692a2-088d-4b5c-bc19-689e83b4a961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:50.223900 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-927eb0dd-2bb6-4bcd-a47e-8efce9a0cb49 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (b5c71f03-432f-45ec-a23d-836013ba2bde), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:50.252692 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927eb0dd-2bb6-4bcd-a47e-8efce9a0cb49 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c71f03-432f-45ec-a23d-836013ba2bde,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:50.316243 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-927eb0dd-2bb6-4bcd-a47e-8efce9a0cb49 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:50.317469 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-927eb0dd-2bb6-4bcd-a47e-8efce9a0cb49 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5068147 Jan 29 05:07:50.320344 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33590) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:07:50.324814 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-c0dc9ed1-e3ae-491f-8fdd-69c001c6e2fc tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'security_group_rule': {'security_group_id': 'b5c71f03-432f-45ec-a23d-836013ba2bde', 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:07:50.400361 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c0dc9ed1-e3ae-491f-8fdd-69c001c6e2fc tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (d10b7597-0fe9-44fb-8d87-4116b7af8a9d), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:50.456241 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c0dc9ed1-e3ae-491f-8fdd-69c001c6e2fc tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (d10b7597-0fe9-44fb-8d87-4116b7af8a9d), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:50.532836 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c0dc9ed1-e3ae-491f-8fdd-69c001c6e2fc tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (d10b7597-0fe9-44fb-8d87-4116b7af8a9d), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:50.549946 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc9ed1-e3ae-491f-8fdd-69c001c6e2fc tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d10b7597-0fe9-44fb-8d87-4116b7af8a9d,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:50.603423 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c0dc9ed1-e3ae-491f-8fdd-69c001c6e2fc tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:50.604684 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c0dc9ed1-e3ae-491f-8fdd-69c001c6e2fc tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2832692 Jan 29 05:07:50.607379 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 33592) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:07:50.612105 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-99301742-8350-45df-8638-c5c610acdd72 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'security_group_rule': {'security_group_id': 'b5c71f03-432f-45ec-a23d-836013ba2bde', 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:07:50.674761 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-99301742-8350-45df-8638-c5c610acdd72 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (6d9176d5-bf05-4df8-848f-ce99b1b49a89), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:50.730331 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-99301742-8350-45df-8638-c5c610acdd72 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (6d9176d5-bf05-4df8-848f-ce99b1b49a89), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:50.788842 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-99301742-8350-45df-8638-c5c610acdd72 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (6d9176d5-bf05-4df8-848f-ce99b1b49a89), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:50.807161 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99301742-8350-45df-8638-c5c610acdd72 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d9176d5-bf05-4df8-848f-ce99b1b49a89,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:50.877080 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-99301742-8350-45df-8638-c5c610acdd72 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:50.878396 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-99301742-8350-45df-8638-c5c610acdd72 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2699068 Jan 29 05:07:50.881162 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 33594) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:07:50.885682 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-92ed2227-1118-47e9-93f7-d4c83ecde506 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'security_group_rule': {'security_group_id': 'b5c71f03-432f-45ec-a23d-836013ba2bde', 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:07:50.960509 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-92ed2227-1118-47e9-93f7-d4c83ecde506 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (9af0949a-b928-47cb-8475-0041c6641fd2), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:51.020135 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-92ed2227-1118-47e9-93f7-d4c83ecde506 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (9af0949a-b928-47cb-8475-0041c6641fd2), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:51.086743 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-92ed2227-1118-47e9-93f7-d4c83ecde506 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (9af0949a-b928-47cb-8475-0041c6641fd2), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:51.104352 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed2227-1118-47e9-93f7-d4c83ecde506 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9af0949a-b928-47cb-8475-0041c6641fd2,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:51.180113 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-92ed2227-1118-47e9-93f7-d4c83ecde506 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:51.181296 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-92ed2227-1118-47e9-93f7-d4c83ecde506 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2991159 Jan 29 05:07:51.184423 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 33596) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:07:51.188696 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-58a7b3ca-8408-4e44-b5a9-9781e4946864 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'security_group_rule': {'security_group_id': 'b5c71f03-432f-45ec-a23d-836013ba2bde', 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:07:51.268493 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-58a7b3ca-8408-4e44-b5a9-9781e4946864 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (236d75e6-0e89-4689-b2e2-43b54a0708e3), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:51.325001 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-58a7b3ca-8408-4e44-b5a9-9781e4946864 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (236d75e6-0e89-4689-b2e2-43b54a0708e3), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:51.394274 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-58a7b3ca-8408-4e44-b5a9-9781e4946864 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (236d75e6-0e89-4689-b2e2-43b54a0708e3), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:51.414717 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7b3ca-8408-4e44-b5a9-9781e4946864 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=236d75e6-0e89-4689-b2e2-43b54a0708e3,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:51.493760 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-58a7b3ca-8408-4e44-b5a9-9781e4946864 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:51.494959 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-58a7b3ca-8408-4e44-b5a9-9781e4946864 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3095453 Jan 29 05:07:51.498205 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 33598) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:07:51.502534 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-f5f28e25-5c80-4ccb-9137-cf4cf254b6a3 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'security_group_rule': {'security_group_id': 'b5c71f03-432f-45ec-a23d-836013ba2bde', 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:07:51.578596 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.securitygroups_db [None req-f5f28e25-5c80-4ccb-9137-cf4cf254b6a3 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Project 5270d00ab13a4e32b125f15996f3d148 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 05:07:51.583908 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f5f28e25-5c80-4ccb-9137-cf4cf254b6a3 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (b9ca848a-a549-48bf-ab55-05da50d8a1a8), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:51.641303 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f5f28e25-5c80-4ccb-9137-cf4cf254b6a3 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (b9ca848a-a549-48bf-ab55-05da50d8a1a8), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:51.703990 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f5f28e25-5c80-4ccb-9137-cf4cf254b6a3 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (b9ca848a-a549-48bf-ab55-05da50d8a1a8), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:51.720116 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f28e25-5c80-4ccb-9137-cf4cf254b6a3 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9ca848a-a549-48bf-ab55-05da50d8a1a8,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:51.808799 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f5f28e25-5c80-4ccb-9137-cf4cf254b6a3 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:51.810051 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f5f28e25-5c80-4ccb-9137-cf4cf254b6a3 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3109066 Jan 29 05:07:51.812884 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 33600) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:07:51.817325 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-e42508bd-87ef-49cc-8f51-ff63a46f5fab tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'security_group_rule': {'security_group_id': 'b5c71f03-432f-45ec-a23d-836013ba2bde', 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:07:51.892784 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.securitygroups_db [None req-e42508bd-87ef-49cc-8f51-ff63a46f5fab tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Project 5270d00ab13a4e32b125f15996f3d148 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 05:07:51.897920 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e42508bd-87ef-49cc-8f51-ff63a46f5fab tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (44ce490d-1cfb-4a07-8750-8c51159d5de9), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:51.959044 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e42508bd-87ef-49cc-8f51-ff63a46f5fab tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (44ce490d-1cfb-4a07-8750-8c51159d5de9), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:52.035602 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e42508bd-87ef-49cc-8f51-ff63a46f5fab tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (44ce490d-1cfb-4a07-8750-8c51159d5de9), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:52.055025 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42508bd-87ef-49cc-8f51-ff63a46f5fab tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ce490d-1cfb-4a07-8750-8c51159d5de9,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:52.128913 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e42508bd-87ef-49cc-8f51-ff63a46f5fab tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:52.130129 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e42508bd-87ef-49cc-8f51-ff63a46f5fab tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3162520 Jan 29 05:07:52.133135 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 33602) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:07:52.138475 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-606113b7-87f2-4acf-a7c2-10fb877f7091 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'network': {'name': 'tempest-network-smoke--1034803076', 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'port_security_enabled': True}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:07:52.218243 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606113b7-87f2-4acf-a7c2-10fb877f7091 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Made reservation on behalf of 5270d00ab13a4e32b125f15996f3d148 for: {'network': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:07:52.221494 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-606113b7-87f2-4acf-a7c2-10fb877f7091 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:52.243999 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-606113b7-87f2-4acf-a7c2-10fb877f7091 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=103584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 05:07:52.252603 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-606113b7-87f2-4acf-a7c2-10fb877f7091 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (3c2031b3-35ee-48d8-b5d0-51fc68c36d59), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:52.252947 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.segments_db [None req-606113b7-87f2-4acf-a7c2-10fb877f7091 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Added segment 3c2031b3-35ee-48d8-b5d0-51fc68c36d59 of type vlan for network 55dea040-e0e7-446c-a48c-6d6759221b20 Jan 29 05:07:52.293044 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-606113b7-87f2-4acf-a7c2-10fb877f7091 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (55dea040-e0e7-446c-a48c-6d6759221b20), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:52.401132 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-606113b7-87f2-4acf-a7c2-10fb877f7091 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (55dea040-e0e7-446c-a48c-6d6759221b20), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:52.406434 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606113b7-87f2-4acf-a7c2-10fb877f7091 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:52.407040 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-606113b7-87f2-4acf-a7c2-10fb877f7091 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:52.475720 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606113b7-87f2-4acf-a7c2-10fb877f7091 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'Network': ['ID=55dea040-e0e7-446c-a48c-6d6759221b20,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:52.486139 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 55dea040-e0e7-446c-a48c-6d6759221b20 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 05:07:52.490043 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b59e2a9f-d9b1-417d-a2da-e3ea5177872a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:52.513268 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-606113b7-87f2-4acf-a7c2-10fb877f7091 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3790898 Jan 29 05:07:52.516082 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 33604) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:07:52.524202 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-74a1db65-c545-4100-bef3-97beec05a426 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2123229425', 'admin_state_up': True, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:07:52.601703 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-74a1db65-c545-4100-bef3-97beec05a426 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (6ccb0897-d3de-483d-a258-b572b81c09f5), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:52.602798 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-74a1db65-c545-4100-bef3-97beec05a426 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (6ccb0897-d3de-483d-a258-b572b81c09f5), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:52.655803 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-74a1db65-c545-4100-bef3-97beec05a426 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for router_controller (6ccb0897-d3de-483d-a258-b572b81c09f5), precommit_add_association {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:52.836084 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-74a1db65-c545-4100-bef3-97beec05a426 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for router_gateway (6ccb0897-d3de-483d-a258-b572b81c09f5), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:53.082868 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-74a1db65-c545-4100-bef3-97beec05a426 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for router_gateway (6ccb0897-d3de-483d-a258-b572b81c09f5), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:53.101535 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-74a1db65-c545-4100-bef3-97beec05a426 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:53.205603 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-74a1db65-c545-4100-bef3-97beec05a426 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Allocated IP 172.26.8.62 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/e711f3e6-f4d8-440f-89d5-8352303d70e5) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:07:53.304169 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-74a1db65-c545-4100-bef3-97beec05a426 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for port (e711f3e6-f4d8-440f-89d5-8352303d70e5), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:53.378667 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-74a1db65-c545-4100-bef3-97beec05a426 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (e711f3e6-f4d8-440f-89d5-8352303d70e5), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:53.420947 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a1db65-c545-4100-bef3-97beec05a426 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:07:53.424326 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-74a1db65-c545-4100-bef3-97beec05a426 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:07:53.428397 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a1db65-c545-4100-bef3-97beec05a426 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:07:53.454026 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a1db65-c545-4100-bef3-97beec05a426 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'Port': ['ID=e711f3e6-f4d8-440f-89d5-8352303d70e5,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:53.768077 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-74a1db65-c545-4100-bef3-97beec05a426 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for router_gateway (6ccb0897-d3de-483d-a258-b572b81c09f5), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:53.812056 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:54.029479 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-74a1db65-c545-4100-bef3-97beec05a426 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (6ccb0897-d3de-483d-a258-b572b81c09f5), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:54.155834 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a1db65-c545-4100-bef3-97beec05a426 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Router 6ccb0897-d3de-483d-a258-b572b81c09f5 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 05:07:54.240203 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:54.260685 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a1db65-c545-4100-bef3-97beec05a426 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:07:54.270924 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8471e125-3945-420a-8fe8-5784e833b49c None None] Sync routers for ids ['6ccb0897-d3de-483d-a258-b572b81c09f5'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:07:54.280015 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8471e125-3945-420a-8fe8-5784e833b49c None None] Routers {'6ccb0897-d3de-483d-a258-b572b81c09f5'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:07:54.280633 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-8471e125-3945-420a-8fe8-5784e833b49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:07:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['6ccb0897-d3de-483d-a258-b572b81c09f5'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:07:54.333418 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-74a1db65-c545-4100-bef3-97beec05a426 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:54.334774 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-74a1db65-c545-4100-bef3-97beec05a426 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8140712 Jan 29 05:07:54.343641 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 33606) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:07:54.392288 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-8471e125-3945-420a-8fe8-5784e833b49c None None] Set router 6ccb0897-d3de-483d-a258-b572b81c09f5 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:07:54.467974 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d4f3f787-a762-425b-a999-58a4d1e3090f tempest-TestNetworkAdvancedServerOps-1297217627 tempest-TestNetworkAdvancedServerOps-1297217627-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=5270d00ab13a4e32b125f15996f3d148&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1232111 Jan 29 05:07:54.470785 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 33610) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:07:54.557909 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da931a1a-548a-44d1-8451-712c81182b1f tempest-TestNetworkAdvancedServerOps-1297217627 tempest-TestNetworkAdvancedServerOps-1297217627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:54.559352 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-da931a1a-548a-44d1-8451-712c81182b1f tempest-TestNetworkAdvancedServerOps-1297217627 tempest-TestNetworkAdvancedServerOps-1297217627-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0876389 Jan 29 05:07:54.563041 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33612) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:07:54.580762 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-8471e125-3945-420a-8fe8-5784e833b49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccb0897-d3de-483d-a258-b572b81c09f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123229425', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': 'e711f3e6-f4d8-440f-89d5-8352303d70e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:07:52Z', 'updated_at': '2022-01-29T05:07:53Z', 'revision_number': 3, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': 'e711f3e6-f4d8-440f-89d5-8352303d70e5', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ccb0897-d3de-483d-a258-b572b81c09f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:07:53Z', 'updated_at': '2022-01-29T05:07:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:07:54.598027 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c2354005-8292-4f91-9d5b-b919306584b2 tempest-TestNetworkAdvancedServerOps-1297217627 tempest-TestNetworkAdvancedServerOps-1297217627-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f0de7169-31b1-4289-9a2a-56c5f4e63ed1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332515 Jan 29 05:07:54.600445 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33614) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:07:54.605063 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-d7070e9f-0fa7-485f-ba83-a91984fe1424 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1152858539', 'network_id': '55dea040-e0e7-446c-a48c-6d6759221b20', 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:07:54.606416 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8471e125-3945-420a-8fe8-5784e833b49c None None] Checking router: 6ccb0897-d3de-483d-a258-b572b81c09f5 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:07:54.607298 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8471e125-3945-420a-8fe8-5784e833b49c None None] Updating router 6ccb0897-d3de-483d-a258-b572b81c09f5 port e711f3e6-f4d8-440f-89d5-8352303d70e5 binding host dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:07:54.633940 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8471e125-3945-420a-8fe8-5784e833b49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (e711f3e6-f4d8-440f-89d5-8352303d70e5), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:54.738502 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7070e9f-0fa7-485f-ba83-a91984fe1424 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Made reservation on behalf of 5270d00ab13a4e32b125f15996f3d148 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:07:54.741958 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d7070e9f-0fa7-485f-ba83-a91984fe1424 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:54.884330 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8471e125-3945-420a-8fe8-5784e833b49c None None] Publish callbacks [] for port (e711f3e6-f4d8-440f-89d5-8352303d70e5), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:54.938528 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8471e125-3945-420a-8fe8-5784e833b49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (e711f3e6-f4d8-440f-89d5-8352303d70e5), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:54.956199 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d7070e9f-0fa7-485f-ba83-a91984fe1424 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (21f3cc12-8c78-4157-a9e1-1401c2215358), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:54.992546 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-8471e125-3945-420a-8fe8-5784e833b49c None None] Attempting to bind port e711f3e6-f4d8-440f-89d5-8352303d70e5 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:07:54.992928 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-8471e125-3945-420a-8fe8-5784e833b49c None None] Attempting to bind port e711f3e6-f4d8-440f-89d5-8352303d70e5 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:07:54.993297 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8471e125-3945-420a-8fe8-5784e833b49c None None] Attempting to bind port e711f3e6-f4d8-440f-89d5-8352303d70e5 on network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:07:54.995610 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb874b-7e8d-48ab-8db8-e8f0a88373e6 None None] Pushing event updated for resources: {'Port': ['ID=e711f3e6-f4d8-440f-89d5-8352303d70e5,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:54.999322 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:55.002349 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8471e125-3945-420a-8fe8-5784e833b49c None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:07:55.002736 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8471e125-3945-420a-8fe8-5784e833b49c None None] Checking segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:07:55.003194 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8471e125-3945-420a-8fe8-5784e833b49c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:55.003723 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8471e125-3945-420a-8fe8-5784e833b49c None None] Bound using segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:07:55.004068 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-8471e125-3945-420a-8fe8-5784e833b49c None None] Bound port: e711f3e6-f4d8-440f-89d5-8352303d70e5, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:07:55.004453 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8471e125-3945-420a-8fe8-5784e833b49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (e711f3e6-f4d8-440f-89d5-8352303d70e5), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:55.015465 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7070e9f-0fa7-485f-ba83-a91984fe1424 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'Subnet': ['ID=21f3cc12-8c78-4157-a9e1-1401c2215358,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:55.027021 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7070e9f-0fa7-485f-ba83-a91984fe1424 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Checking segment: {'id': '3c2031b3-35ee-48d8-b5d0-51fc68c36d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '55dea040-e0e7-446c-a48c-6d6759221b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:07:55.027021 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7070e9f-0fa7-485f-ba83-a91984fe1424 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Network hostable DHCP agents. Network: 55dea040-e0e7-446c-a48c-6d6759221b20, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 05:07:55.056299 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-8471e125-3945-420a-8fe8-5784e833b49c None None] For port e711f3e6-f4d8-440f-89d5-8352303d70e5, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:07:55.059249 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-8471e125-3945-420a-8fe8-5784e833b49c None None] For port e711f3e6-f4d8-440f-89d5-8352303d70e5, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=e711f3e6-f4d8-440f-89d5-8352303d70e5,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:07:55.102803 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7070e9f-0fa7-485f-ba83-a91984fe1424 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Network 55dea040-e0e7-446c-a48c-6d6759221b20 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 05:07:55.131882 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8471e125-3945-420a-8fe8-5784e833b49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (e711f3e6-f4d8-440f-89d5-8352303d70e5), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:55.188268 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8471e125-3945-420a-8fe8-5784e833b49c None None] Routers {'6ccb0897-d3de-483d-a258-b572b81c09f5'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:07:55.188908 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-8471e125-3945-420a-8fe8-5784e833b49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:07:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['6ccb0897-d3de-483d-a258-b572b81c09f5'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:07:55.211491 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-d7070e9f-0fa7-485f-ba83-a91984fe1424 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 55dea040-e0e7-446c-a48c-6d6759221b20) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:07:55.216076 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7070e9f-0fa7-485f-ba83-a91984fe1424 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:55.222789 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d7070e9f-0fa7-485f-ba83-a91984fe1424 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:55.224940 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb874b-7e8d-48ab-8db8-e8f0a88373e6 None None] Pushing event updated for resources: {'Port': ['ID=e711f3e6-f4d8-440f-89d5-8352303d70e5,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:55.227511 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddbb937-12f6-48bf-ae47-80af8faf7806 None None] Network 55dea040-e0e7-446c-a48c-6d6759221b20 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:07:55.299911 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d7070e9f-0fa7-485f-ba83-a91984fe1424 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6984253 Jan 29 05:07:55.302588 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33616) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:07:55.369466 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-8471e125-3945-420a-8fe8-5784e833b49c None None] Set router 6ccb0897-d3de-483d-a258-b572b81c09f5 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:07:55.399548 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ab5cf1-06e7-448a-b73c-bb4b0f23b244 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-55dea040-e0e7-446c-a48c-6d6759221b20', 'network_id': '55dea040-e0e7-446c-a48c-6d6759221b20', 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'fixed_ips': [{'subnet_id': '21f3cc12-8c78-4157-a9e1-1401c2215358'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 05:07:55.400388 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b2ab5cf1-06e7-448a-b73c-bb4b0f23b244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:55.657625 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-b2ab5cf1-06e7-448a-b73c-bb4b0f23b244 None None] Allocated IP 172.20.0.2 (55dea040-e0e7-446c-a48c-6d6759221b20/21f3cc12-8c78-4157-a9e1-1401c2215358/55190eab-5d33-4991-a34b-c4217a9c1592) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:07:55.883896 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-8471e125-3945-420a-8fe8-5784e833b49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccb0897-d3de-483d-a258-b572b81c09f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123229425', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': 'e711f3e6-f4d8-440f-89d5-8352303d70e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:07:52Z', 'updated_at': '2022-01-29T05:07:53Z', 'revision_number': 3, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': 'e711f3e6-f4d8-440f-89d5-8352303d70e5', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ccb0897-d3de-483d-a258-b572b81c09f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:07:53Z', 'updated_at': '2022-01-29T05:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:07:55.917221 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8471e125-3945-420a-8fe8-5784e833b49c None None] The sync data for ids ['6ccb0897-d3de-483d-a258-b572b81c09f5'] in dv-neutron-821190-1-hyperv is: [{'id': '6ccb0897-d3de-483d-a258-b572b81c09f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123229425', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': 'e711f3e6-f4d8-440f-89d5-8352303d70e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:07:52Z', 'updated_at': '2022-01-29T05:07:53Z', 'revision_number': 3, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': 'e711f3e6-f4d8-440f-89d5-8352303d70e5', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ccb0897-d3de-483d-a258-b572b81c09f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:07:53Z', 'updated_at': '2022-01-29T05:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:07:55.997100 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b2ab5cf1-06e7-448a-b73c-bb4b0f23b244 None None] Publish callbacks [] for port (55190eab-5d33-4991-a34b-c4217a9c1592), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:56.099221 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b2ab5cf1-06e7-448a-b73c-bb4b0f23b244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (55190eab-5d33-4991-a34b-c4217a9c1592), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:56.101763 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-847351ec-8adb-4b6b-893b-a43dd33fb9b0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:56.163934 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ab5cf1-06e7-448a-b73c-bb4b0f23b244 None None] Network 55dea040-e0e7-446c-a48c-6d6759221b20 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:07:56.168649 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-b2ab5cf1-06e7-448a-b73c-bb4b0f23b244 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:07:56.173096 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ab5cf1-06e7-448a-b73c-bb4b0f23b244 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:07:56.181583 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab5cf1-06e7-448a-b73c-bb4b0f23b244 None None] Pushing event updated for resources: {'Port': ['ID=55190eab-5d33-4991-a34b-c4217a9c1592,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:56.247989 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-b2ab5cf1-06e7-448a-b73c-bb4b0f23b244 None None] Attempting to bind port 55190eab-5d33-4991-a34b-c4217a9c1592 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:07:56.248756 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-b2ab5cf1-06e7-448a-b73c-bb4b0f23b244 None None] Attempting to bind port 55190eab-5d33-4991-a34b-c4217a9c1592 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '3c2031b3-35ee-48d8-b5d0-51fc68c36d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '55dea040-e0e7-446c-a48c-6d6759221b20'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:07:56.249198 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ab5cf1-06e7-448a-b73c-bb4b0f23b244 None None] Attempting to bind port 55190eab-5d33-4991-a34b-c4217a9c1592 on network 55dea040-e0e7-446c-a48c-6d6759221b20 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:07:56.255288 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ab5cf1-06e7-448a-b73c-bb4b0f23b244 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:07:56.255678 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ab5cf1-06e7-448a-b73c-bb4b0f23b244 None None] Checking segment: {'id': '3c2031b3-35ee-48d8-b5d0-51fc68c36d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '55dea040-e0e7-446c-a48c-6d6759221b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:07:56.256091 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b2ab5cf1-06e7-448a-b73c-bb4b0f23b244 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:56.256520 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ab5cf1-06e7-448a-b73c-bb4b0f23b244 None None] Bound using segment: {'id': '3c2031b3-35ee-48d8-b5d0-51fc68c36d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '55dea040-e0e7-446c-a48c-6d6759221b20'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:07:56.257024 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-b2ab5cf1-06e7-448a-b73c-bb4b0f23b244 None None] Bound port: 55190eab-5d33-4991-a34b-c4217a9c1592, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2031b3-35ee-48d8-b5d0-51fc68c36d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '55dea040-e0e7-446c-a48c-6d6759221b20'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:07:56.257414 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b2ab5cf1-06e7-448a-b73c-bb4b0f23b244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (55190eab-5d33-4991-a34b-c4217a9c1592), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:56.328609 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-b2ab5cf1-06e7-448a-b73c-bb4b0f23b244 None None] For port 55190eab-5d33-4991-a34b-c4217a9c1592, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:07:56.332184 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-b2ab5cf1-06e7-448a-b73c-bb4b0f23b244 None None] For port 55190eab-5d33-4991-a34b-c4217a9c1592, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=55190eab-5d33-4991-a34b-c4217a9c1592,segment=NetworkSegment(3c2031b3-35ee-48d8-b5d0-51fc68c36d59),segment_id=3c2031b3-35ee-48d8-b5d0-51fc68c36d59)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:07:56.390635 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b2ab5cf1-06e7-448a-b73c-bb4b0f23b244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (55190eab-5d33-4991-a34b-c4217a9c1592), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:56.428385 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:56.471166 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab5cf1-06e7-448a-b73c-bb4b0f23b244 None None] Pushing event updated for resources: {'Port': ['ID=55190eab-5d33-4991-a34b-c4217a9c1592,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:56.555000 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-847351ec-8adb-4b6b-893b-a43dd33fb9b0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Allocated IP 172.20.0.1 (55dea040-e0e7-446c-a48c-6d6759221b20/21f3cc12-8c78-4157-a9e1-1401c2215358/c0a56728-aa37-4547-9475-cd560f9cdab0) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:07:56.574226 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device e711f3e6-f4d8-440f-89d5-8352303d70e5 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:07:56.637549 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port e711f3e6-f4d8-440f-89d5-8352303d70e5 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:07:56.638175 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (e711f3e6-f4d8-440f-89d5-8352303d70e5), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:56.741265 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-847351ec-8adb-4b6b-893b-a43dd33fb9b0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for port (c0a56728-aa37-4547-9475-cd560f9cdab0), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:56.772273 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port e711f3e6-f4d8-440f-89d5-8352303d70e5 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:07:56.772829 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (e711f3e6-f4d8-440f-89d5-8352303d70e5), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:56.797223 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port e711f3e6-f4d8-440f-89d5-8352303d70e5, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=e711f3e6-f4d8-440f-89d5-8352303d70e5,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:07:56.875402 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-847351ec-8adb-4b6b-893b-a43dd33fb9b0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (c0a56728-aa37-4547-9475-cd560f9cdab0), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:56.885845 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (e711f3e6-f4d8-440f-89d5-8352303d70e5), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:56.924006 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847351ec-8adb-4b6b-893b-a43dd33fb9b0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Network 55dea040-e0e7-446c-a48c-6d6759221b20 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:07:56.927164 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-847351ec-8adb-4b6b-893b-a43dd33fb9b0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:07:56.931234 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847351ec-8adb-4b6b-893b-a43dd33fb9b0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:07:56.940942 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847351ec-8adb-4b6b-893b-a43dd33fb9b0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'Port': ['ID=c0a56728-aa37-4547-9475-cd560f9cdab0,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:56.945310 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=e711f3e6-f4d8-440f-89d5-8352303d70e5,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:56.983614 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-847351ec-8adb-4b6b-893b-a43dd33fb9b0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (6ccb0897-d3de-483d-a258-b572b81c09f5), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:57.218225 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-847351ec-8adb-4b6b-893b-a43dd33fb9b0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (c0a56728-aa37-4547-9475-cd560f9cdab0), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:57.406388 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:07:57.463820 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363e7abe-c4c2-4fb5-bf35-c7a772c6db20 None None] Network 55dea040-e0e7-446c-a48c-6d6759221b20 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:07:57.513931 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-847351ec-8adb-4b6b-893b-a43dd33fb9b0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for port (c0a56728-aa37-4547-9475-cd560f9cdab0), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:57.532217 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-f9c61aab-d182-4046-8145-8b9aab5d1e3d None None] Provisioning complete for port 55190eab-5d33-4991-a34b-c4217a9c1592 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:07:57.532617 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f9c61aab-d182-4046-8145-8b9aab5d1e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (55190eab-5d33-4991-a34b-c4217a9c1592), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:57.584929 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-847351ec-8adb-4b6b-893b-a43dd33fb9b0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (c0a56728-aa37-4547-9475-cd560f9cdab0), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:57.658163 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-f9c61aab-d182-4046-8145-8b9aab5d1e3d None None] Current status of the port 55190eab-5d33-4991-a34b-c4217a9c1592 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:07:57.658583 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f9c61aab-d182-4046-8145-8b9aab5d1e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (55190eab-5d33-4991-a34b-c4217a9c1592), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:57.670562 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847351ec-8adb-4b6b-893b-a43dd33fb9b0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'Port': ['ID=c0a56728-aa37-4547-9475-cd560f9cdab0,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:57.673289 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-847351ec-8adb-4b6b-893b-a43dd33fb9b0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (6ccb0897-d3de-483d-a258-b572b81c09f5), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:57.696078 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-f9c61aab-d182-4046-8145-8b9aab5d1e3d None None] For port 55190eab-5d33-4991-a34b-c4217a9c1592, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=55190eab-5d33-4991-a34b-c4217a9c1592,segment=NetworkSegment(3c2031b3-35ee-48d8-b5d0-51fc68c36d59),segment_id=3c2031b3-35ee-48d8-b5d0-51fc68c36d59)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:07:57.777980 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847351ec-8adb-4b6b-893b-a43dd33fb9b0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Network 55dea040-e0e7-446c-a48c-6d6759221b20 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:07:57.779604 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-847351ec-8adb-4b6b-893b-a43dd33fb9b0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:07:57.790757 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f9c61aab-d182-4046-8145-8b9aab5d1e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (55190eab-5d33-4991-a34b-c4217a9c1592), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:57.847328 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c61aab-d182-4046-8145-8b9aab5d1e3d None None] Pushing event updated for resources: {'Port': ['ID=55190eab-5d33-4991-a34b-c4217a9c1592,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:57.910873 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847351ec-8adb-4b6b-893b-a43dd33fb9b0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Router 6ccb0897-d3de-483d-a258-b572b81c09f5 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:07:57.911873 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-c32b6bda-9c8f-4f44-a46a-eddf2770b986 None None] Provisioning complete for port c0a56728-aa37-4547-9475-cd560f9cdab0 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:07:57.912334 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c32b6bda-9c8f-4f44-a46a-eddf2770b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c0a56728-aa37-4547-9475-cd560f9cdab0), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:57.952220 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c32b6bda-9c8f-4f44-a46a-eddf2770b986 None None] Port c0a56728-aa37-4547-9475-cd560f9cdab0 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:07:57.965848 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-c32b6bda-9c8f-4f44-a46a-eddf2770b986 None None] Provisioning complete for port 55190eab-5d33-4991-a34b-c4217a9c1592 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:07:57.966870 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c32b6bda-9c8f-4f44-a46a-eddf2770b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (55190eab-5d33-4991-a34b-c4217a9c1592), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:58.041371 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847351ec-8adb-4b6b-893b-a43dd33fb9b0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:07:58.052163 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-847351ec-8adb-4b6b-893b-a43dd33fb9b0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "PUT /v2.0/routers/6ccb0897-d3de-483d-a258-b572b81c09f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7459395 Jan 29 05:07:58.058871 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c32b6bda-9c8f-4f44-a46a-eddf2770b986 None None] Current status of the port 55190eab-5d33-4991-a34b-c4217a9c1592 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:07:58.060689 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e48498-76d1-4818-a339-48955e196c5e None None] Sync routers for ids ['6ccb0897-d3de-483d-a258-b572b81c09f5'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:07:58.072383 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e48498-76d1-4818-a339-48955e196c5e None None] Routers {'6ccb0897-d3de-483d-a258-b572b81c09f5'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:07:58.073500 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-68e48498-76d1-4818-a339-48955e196c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:07:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['6ccb0897-d3de-483d-a258-b572b81c09f5'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:07:58.184883 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-59dcc98f-7dc1-455b-9029-573f9f4400b4 None None] Provisioning complete for port c0a56728-aa37-4547-9475-cd560f9cdab0 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:07:58.185273 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-59dcc98f-7dc1-455b-9029-573f9f4400b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c0a56728-aa37-4547-9475-cd560f9cdab0), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:58.198717 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-68e48498-76d1-4818-a339-48955e196c5e None None] Set router 6ccb0897-d3de-483d-a258-b572b81c09f5 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:07:58.222891 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-59dcc98f-7dc1-455b-9029-573f9f4400b4 None None] Port c0a56728-aa37-4547-9475-cd560f9cdab0 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:07:58.241888 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-ed799f99-a628-4038-a762-72f9dc86ccec tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1115516553&fields=id&tenant_id=5270d00ab13a4e32b125f15996f3d148 HTTP/1.1" status: 200 len: 267 time: 0.0582092 Jan 29 05:07:58.343777 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-9312ba96-4d93-4b48-9d94-b5032bb8fd3f None None] Provisioning complete for port c0a56728-aa37-4547-9475-cd560f9cdab0 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:07:58.344144 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9312ba96-4d93-4b48-9d94-b5032bb8fd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c0a56728-aa37-4547-9475-cd560f9cdab0), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:58.369045 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-980bebe2-a4fe-4738-b9d8-40b793cb7bc6 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:58.371774 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-980bebe2-a4fe-4738-b9d8-40b793cb7bc6 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/networks?id=55dea040-e0e7-446c-a48c-6d6759221b20 HTTP/1.1" status: 200 len: 797 time: 0.1212153 Jan 29 05:07:58.384578 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-9312ba96-4d93-4b48-9d94-b5032bb8fd3f None None] Port c0a56728-aa37-4547-9475-cd560f9cdab0 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:07:58.395939 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-f7b1b174-e60c-40ca-a2d0-36aef5023946 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/quotas/5270d00ab13a4e32b125f15996f3d148 HTTP/1.1" status: 200 len: 375 time: 0.0128012 Jan 29 05:07:58.430118 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-68e48498-76d1-4818-a339-48955e196c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccb0897-d3de-483d-a258-b572b81c09f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123229425', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': 'e711f3e6-f4d8-440f-89d5-8352303d70e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:07:52Z', 'updated_at': '2022-01-29T05:07:57Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': 'e711f3e6-f4d8-440f-89d5-8352303d70e5', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccb0897-d3de-483d-a258-b572b81c09f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:07:53Z', 'updated_at': '2022-01-29T05:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'c0a56728-aa37-4547-9475-cd560f9cdab0', 'name': '', 'network_id': '55dea040-e0e7-446c-a48c-6d6759221b20', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'mac_address': 'fa:16:3e:5b:f6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ccb0897-d3de-483d-a258-b572b81c09f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '21f3cc12-8c78-4157-a9e1-1401c2215358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:07:56Z', 'updated_at': '2022-01-29T05:07:57Z', 'revision_number': 2, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'subnets': [{'id': '21f3cc12-8c78-4157-a9e1-1401c2215358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:07:58.465718 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-1df77056-6693-409c-920a-b0f9e000a6fe tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5270d00ab13a4e32b125f15996f3d148&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0685995 Jan 29 05:07:58.469319 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e48498-76d1-4818-a339-48955e196c5e None None] Checking router: 6ccb0897-d3de-483d-a258-b572b81c09f5 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:07:58.469970 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e48498-76d1-4818-a339-48955e196c5e None None] Updating router 6ccb0897-d3de-483d-a258-b572b81c09f5 port c0a56728-aa37-4547-9475-cd560f9cdab0 binding host dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:07:58.500035 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-68e48498-76d1-4818-a339-48955e196c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (c0a56728-aa37-4547-9475-cd560f9cdab0), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:58.579279 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 55190eab-5d33-4991-a34b-c4217a9c1592 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:07:58.646786 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-ad0168d8-c03a-460e-a165-cccdfe210d2d service neutron] 10.222.0.13 "GET /v2.0/networks/55dea040-e0e7-446c-a48c-6d6759221b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637745 Jan 29 05:07:58.649893 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 55190eab-5d33-4991-a34b-c4217a9c1592 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:07:58.650401 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (55190eab-5d33-4991-a34b-c4217a9c1592), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:58.739747 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 55190eab-5d33-4991-a34b-c4217a9c1592 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:07:58.740855 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device e711f3e6-f4d8-440f-89d5-8352303d70e5 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:07:58.762714 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-96dcdd5c-5b73-4897-b63e-a7d2cdeddcf9 service neutron] 10.222.0.13 "GET /v2.0/networks/55dea040-e0e7-446c-a48c-6d6759221b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071024 Jan 29 05:07:58.800416 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port e711f3e6-f4d8-440f-89d5-8352303d70e5 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:07:58.800818 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (e711f3e6-f4d8-440f-89d5-8352303d70e5), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:58.894494 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port e711f3e6-f4d8-440f-89d5-8352303d70e5 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:07:58.908353 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-68e48498-76d1-4818-a339-48955e196c5e None None] Publish callbacks [] for port (c0a56728-aa37-4547-9475-cd560f9cdab0), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:58.973089 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-68e48498-76d1-4818-a339-48955e196c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (c0a56728-aa37-4547-9475-cd560f9cdab0), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:59.000813 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3b30d698-4b3c-4a67-aaca-0288c86ac824 req-1d3bce89-b2a5-416c-b47d-569b3c15f7c0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0c5a756-10be-420c-8a1e-dcf914916540 HTTP/1.1" status: 200 len: 210 time: 0.0319068 Jan 29 05:07:59.023092 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b60ab-9588-4ef1-823a-8c26a71cefe1 None None] Pushing event updated for resources: {'Port': ['ID=c0a56728-aa37-4547-9475-cd560f9cdab0,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:59.033869 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b60ab-9588-4ef1-823a-8c26a71cefe1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:59.034252 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b60ab-9588-4ef1-823a-8c26a71cefe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:59.035035 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b60ab-9588-4ef1-823a-8c26a71cefe1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:59.035035 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b60ab-9588-4ef1-823a-8c26a71cefe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:59.035313 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b60ab-9588-4ef1-823a-8c26a71cefe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:59.035555 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b60ab-9588-4ef1-823a-8c26a71cefe1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:59.035877 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b60ab-9588-4ef1-823a-8c26a71cefe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:59.036194 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b60ab-9588-4ef1-823a-8c26a71cefe1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:59.036599 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b60ab-9588-4ef1-823a-8c26a71cefe1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:59.036920 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b60ab-9588-4ef1-823a-8c26a71cefe1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:59.037233 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b60ab-9588-4ef1-823a-8c26a71cefe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:59.037573 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b60ab-9588-4ef1-823a-8c26a71cefe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:59.037882 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b60ab-9588-4ef1-823a-8c26a71cefe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:59.096869 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-68e48498-76d1-4818-a339-48955e196c5e None None] Attempting to bind port c0a56728-aa37-4547-9475-cd560f9cdab0 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:07:59.097234 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-68e48498-76d1-4818-a339-48955e196c5e None None] Attempting to bind port c0a56728-aa37-4547-9475-cd560f9cdab0 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '3c2031b3-35ee-48d8-b5d0-51fc68c36d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '55dea040-e0e7-446c-a48c-6d6759221b20'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:07:59.097584 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e48498-76d1-4818-a339-48955e196c5e None None] Attempting to bind port c0a56728-aa37-4547-9475-cd560f9cdab0 on network 55dea040-e0e7-446c-a48c-6d6759221b20 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:07:59.102969 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e48498-76d1-4818-a339-48955e196c5e None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:07:59.103333 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e48498-76d1-4818-a339-48955e196c5e None None] Checking segment: {'id': '3c2031b3-35ee-48d8-b5d0-51fc68c36d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '55dea040-e0e7-446c-a48c-6d6759221b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:07:59.103730 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-68e48498-76d1-4818-a339-48955e196c5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:59.104119 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e48498-76d1-4818-a339-48955e196c5e None None] Bound using segment: {'id': '3c2031b3-35ee-48d8-b5d0-51fc68c36d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '55dea040-e0e7-446c-a48c-6d6759221b20'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:07:59.104597 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-68e48498-76d1-4818-a339-48955e196c5e None None] Bound port: c0a56728-aa37-4547-9475-cd560f9cdab0, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2031b3-35ee-48d8-b5d0-51fc68c36d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '55dea040-e0e7-446c-a48c-6d6759221b20'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:07:59.104963 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-68e48498-76d1-4818-a339-48955e196c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (c0a56728-aa37-4547-9475-cd560f9cdab0), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:59.173308 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-68e48498-76d1-4818-a339-48955e196c5e None None] For port c0a56728-aa37-4547-9475-cd560f9cdab0, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:07:59.176581 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-68e48498-76d1-4818-a339-48955e196c5e None None] For port c0a56728-aa37-4547-9475-cd560f9cdab0, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=c0a56728-aa37-4547-9475-cd560f9cdab0,segment=NetworkSegment(3c2031b3-35ee-48d8-b5d0-51fc68c36d59),segment_id=3c2031b3-35ee-48d8-b5d0-51fc68c36d59)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:07:59.265022 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-68e48498-76d1-4818-a339-48955e196c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (c0a56728-aa37-4547-9475-cd560f9cdab0), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:59.313446 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-63fbe13f-3ef0-429d-882c-d20c836b9066 None None] Provisioning complete for port c0a56728-aa37-4547-9475-cd560f9cdab0 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:07:59.313989 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-63fbe13f-3ef0-429d-882c-d20c836b9066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c0a56728-aa37-4547-9475-cd560f9cdab0), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:59.325919 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e48498-76d1-4818-a339-48955e196c5e None None] Routers {'6ccb0897-d3de-483d-a258-b572b81c09f5'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:07:59.326554 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-68e48498-76d1-4818-a339-48955e196c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:07:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['6ccb0897-d3de-483d-a258-b572b81c09f5'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:07:59.330802 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b60ab-9588-4ef1-823a-8c26a71cefe1 None None] Pushing event updated for resources: {'Port': ['ID=c0a56728-aa37-4547-9475-cd560f9cdab0,revision_number=4']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:59.401576 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-63fbe13f-3ef0-429d-882c-d20c836b9066 None None] Current status of the port c0a56728-aa37-4547-9475-cd560f9cdab0 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:07:59.401968 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-63fbe13f-3ef0-429d-882c-d20c836b9066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (c0a56728-aa37-4547-9475-cd560f9cdab0), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:59.440949 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-63fbe13f-3ef0-429d-882c-d20c836b9066 None None] For port c0a56728-aa37-4547-9475-cd560f9cdab0, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=c0a56728-aa37-4547-9475-cd560f9cdab0,segment=NetworkSegment(3c2031b3-35ee-48d8-b5d0-51fc68c36d59),segment_id=3c2031b3-35ee-48d8-b5d0-51fc68c36d59)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:07:59.445903 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-68e48498-76d1-4818-a339-48955e196c5e None None] Set router 6ccb0897-d3de-483d-a258-b572b81c09f5 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:07:59.539114 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-63fbe13f-3ef0-429d-882c-d20c836b9066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (c0a56728-aa37-4547-9475-cd560f9cdab0), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:59.588049 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fbe13f-3ef0-429d-882c-d20c836b9066 None None] Pushing event updated for resources: {'Port': ['ID=c0a56728-aa37-4547-9475-cd560f9cdab0,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:59.648441 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-68e48498-76d1-4818-a339-48955e196c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccb0897-d3de-483d-a258-b572b81c09f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123229425', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': 'e711f3e6-f4d8-440f-89d5-8352303d70e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:07:52Z', 'updated_at': '2022-01-29T05:07:57Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': 'e711f3e6-f4d8-440f-89d5-8352303d70e5', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccb0897-d3de-483d-a258-b572b81c09f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:07:53Z', 'updated_at': '2022-01-29T05:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'c0a56728-aa37-4547-9475-cd560f9cdab0', 'name': '', 'network_id': '55dea040-e0e7-446c-a48c-6d6759221b20', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'mac_address': 'fa:16:3e:5b:f6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ccb0897-d3de-483d-a258-b572b81c09f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '21f3cc12-8c78-4157-a9e1-1401c2215358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:07:56Z', 'updated_at': '2022-01-29T05:07:59Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'subnets': [{'id': '21f3cc12-8c78-4157-a9e1-1401c2215358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:07:59.660296 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-b71bd4ad-12d4-41ea-aa82-78becd290ffe None None] Provisioning complete for port c0a56728-aa37-4547-9475-cd560f9cdab0 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:07:59.660704 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b71bd4ad-12d4-41ea-aa82-78becd290ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c0a56728-aa37-4547-9475-cd560f9cdab0), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:07:59.675601 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e48498-76d1-4818-a339-48955e196c5e None None] The sync data for ids ['6ccb0897-d3de-483d-a258-b572b81c09f5'] in dv-neutron-821190-1-hyperv is: [{'id': '6ccb0897-d3de-483d-a258-b572b81c09f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123229425', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': 'e711f3e6-f4d8-440f-89d5-8352303d70e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:07:52Z', 'updated_at': '2022-01-29T05:07:57Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': 'e711f3e6-f4d8-440f-89d5-8352303d70e5', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccb0897-d3de-483d-a258-b572b81c09f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:07:53Z', 'updated_at': '2022-01-29T05:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'c0a56728-aa37-4547-9475-cd560f9cdab0', 'name': '', 'network_id': '55dea040-e0e7-446c-a48c-6d6759221b20', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'mac_address': 'fa:16:3e:5b:f6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ccb0897-d3de-483d-a258-b572b81c09f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '21f3cc12-8c78-4157-a9e1-1401c2215358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:07:56Z', 'updated_at': '2022-01-29T05:07:59Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'subnets': [{'id': '21f3cc12-8c78-4157-a9e1-1401c2215358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:07:59.751652 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-b71bd4ad-12d4-41ea-aa82-78becd290ffe None None] Current status of the port c0a56728-aa37-4547-9475-cd560f9cdab0 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:08:00.103764 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5d1e21da-eac9-4fdf-9531-ef98a0568046 req-a2f79904-2d92-47db-a162-921cd3191e66 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0c5a756-10be-420c-8a1e-dcf914916540 HTTP/1.1" status: 200 len: 210 time: 0.0312321 Jan 29 05:08:00.499970 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device c0a56728-aa37-4547-9475-cd560f9cdab0 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:08:00.556290 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port c0a56728-aa37-4547-9475-cd560f9cdab0 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:08:00.556698 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c0a56728-aa37-4547-9475-cd560f9cdab0), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:08:00.640963 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port c0a56728-aa37-4547-9475-cd560f9cdab0 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:08:01.202204 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a48fb6b5-6427-4ab1-94ad-e1f049d1a30a req-31cda141-443a-402a-abf1-cd7e82861cd4 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0c5a756-10be-420c-8a1e-dcf914916540 HTTP/1.1" status: 200 len: 210 time: 0.0281839 Jan 29 05:08:01.314016 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-624a5ec1-ae4e-4dda-960e-aadae67e2406 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:01.315459 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-624a5ec1-ae4e-4dda-960e-aadae67e2406 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.18 "GET /v2.0/networks?id=55dea040-e0e7-446c-a48c-6d6759221b20 HTTP/1.1" status: 200 len: 797 time: 0.1031945 Jan 29 05:08:01.383223 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-639b0412-045e-4d26-896c-a105f5375adc tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5270d00ab13a4e32b125f15996f3d148 HTTP/1.1" status: 200 len: 380 time: 0.0539050 Jan 29 05:08:01.392693 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-418e0b45-11b6-439e-be4e-68d8da260b36 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'port': {'device_id': 'b0c5a756-10be-420c-8a1e-dcf914916540', 'network_id': '55dea040-e0e7-446c-a48c-6d6759221b20', 'admin_state_up': True, 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'security_groups': ['b5c71f03-432f-45ec-a23d-836013ba2bde']}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:08:01.594737 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-418e0b45-11b6-439e-be4e-68d8da260b36 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Made reservation on behalf of 5270d00ab13a4e32b125f15996f3d148 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:08:01.598228 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-418e0b45-11b6-439e-be4e-68d8da260b36 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:08:01.724527 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-418e0b45-11b6-439e-be4e-68d8da260b36 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Allocated IP 172.20.0.9 (55dea040-e0e7-446c-a48c-6d6759221b20/21f3cc12-8c78-4157-a9e1-1401c2215358/7ee7eead-a56a-4be7-a2d9-1cef7bc5285c) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:08:01.867125 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-418e0b45-11b6-439e-be4e-68d8da260b36 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for port (7ee7eead-a56a-4be7-a2d9-1cef7bc5285c), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:08:01.955253 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-418e0b45-11b6-439e-be4e-68d8da260b36 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (7ee7eead-a56a-4be7-a2d9-1cef7bc5285c), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:08:01.996892 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-418e0b45-11b6-439e-be4e-68d8da260b36 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Network 55dea040-e0e7-446c-a48c-6d6759221b20 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:08:02.000313 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-418e0b45-11b6-439e-be4e-68d8da260b36 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:08:02.002749 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-418e0b45-11b6-439e-be4e-68d8da260b36 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:08:02.032384 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e0b45-11b6-439e-be4e-68d8da260b36 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'Port': ['ID=7ee7eead-a56a-4be7-a2d9-1cef7bc5285c,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:08:02.063430 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-418e0b45-11b6-439e-be4e-68d8da260b36 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:02.064329 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-418e0b45-11b6-439e-be4e-68d8da260b36 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:08:02.141702 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-418e0b45-11b6-439e-be4e-68d8da260b36 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7534285 Jan 29 05:08:02.204126 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-3de0e74a-3cf2-4db0-bccc-180e6e14914f service neutron] Request body: {'port': {'device_id': 'b0c5a756-10be-420c-8a1e-dcf914916540', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:08:02.268352 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-3de0e74a-3cf2-4db0-bccc-180e6e14914f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (7ee7eead-a56a-4be7-a2d9-1cef7bc5285c), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:08:02.286991 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-adbc06d7-f6b7-4776-82a3-b874267f252d None None] Provisioning complete for port 7ee7eead-a56a-4be7-a2d9-1cef7bc5285c triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:08:02.287560 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-adbc06d7-f6b7-4776-82a3-b874267f252d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (7ee7eead-a56a-4be7-a2d9-1cef7bc5285c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:08:02.324378 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-adbc06d7-f6b7-4776-82a3-b874267f252d None None] Port 7ee7eead-a56a-4be7-a2d9-1cef7bc5285c cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:08:02.405285 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545477ea-18c0-48cb-a8ff-aeff704007f3 req-4a32500d-6c78-4a96-958f-5fbcf9bb160d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:02.406826 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-545477ea-18c0-48cb-a8ff-aeff704007f3 req-4a32500d-6c78-4a96-958f-5fbcf9bb160d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0c5a756-10be-420c-8a1e-dcf914916540 HTTP/1.1" status: 200 len: 931 time: 0.1363308 Jan 29 05:08:02.511241 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-545477ea-18c0-48cb-a8ff-aeff704007f3 req-615a7c6e-523d-4916-81db-d3d9852ed5d8 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5c71f03-432f-45ec-a23d-836013ba2bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952387 Jan 29 05:08:02.602417 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-3de0e74a-3cf2-4db0-bccc-180e6e14914f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ee7eead-a56a-4be7-a2d9-1cef7bc5285c {{(pid=103585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 05:08:02.610402 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-3de0e74a-3cf2-4db0-bccc-180e6e14914f service neutron] Publish callbacks [] for port (7ee7eead-a56a-4be7-a2d9-1cef7bc5285c), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:08:02.621980 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.provisioning_blocks [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-3de0e74a-3cf2-4db0-bccc-180e6e14914f service neutron] Transition to ACTIVE for port object 7ee7eead-a56a-4be7-a2d9-1cef7bc5285c will not be triggered until provisioned by entity L2. {{(pid=103585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 05:08:02.686859 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-3de0e74a-3cf2-4db0-bccc-180e6e14914f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (7ee7eead-a56a-4be7-a2d9-1cef7bc5285c), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:08:02.737423 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de0e74a-3cf2-4db0-bccc-180e6e14914f service neutron] Pushing event updated for resources: {'Port': ['ID=7ee7eead-a56a-4be7-a2d9-1cef7bc5285c,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:08:02.806971 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-3de0e74a-3cf2-4db0-bccc-180e6e14914f service neutron] Attempting to bind port 7ee7eead-a56a-4be7-a2d9-1cef7bc5285c on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:08:02.807316 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-3de0e74a-3cf2-4db0-bccc-180e6e14914f service neutron] Attempting to bind port 7ee7eead-a56a-4be7-a2d9-1cef7bc5285c by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '3c2031b3-35ee-48d8-b5d0-51fc68c36d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '55dea040-e0e7-446c-a48c-6d6759221b20'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:08:02.807643 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-3de0e74a-3cf2-4db0-bccc-180e6e14914f service neutron] Attempting to bind port 7ee7eead-a56a-4be7-a2d9-1cef7bc5285c on network 55dea040-e0e7-446c-a48c-6d6759221b20 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:08:02.812287 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-3de0e74a-3cf2-4db0-bccc-180e6e14914f service neutron] Port 7ee7eead-a56a-4be7-a2d9-1cef7bc5285c on network 55dea040-e0e7-446c-a48c-6d6759221b20 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 05:08:02.812653 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-3de0e74a-3cf2-4db0-bccc-180e6e14914f service neutron] Attempting to bind port 7ee7eead-a56a-4be7-a2d9-1cef7bc5285c on network 55dea040-e0e7-446c-a48c-6d6759221b20 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:08:02.817860 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-3de0e74a-3cf2-4db0-bccc-180e6e14914f service neutron] Checking agent: {'id': '15eedd85-6d76-4715-a40f-dc31e854816c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'started_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:08:02.818199 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-3de0e74a-3cf2-4db0-bccc-180e6e14914f service neutron] Checking segment: {'id': '3c2031b3-35ee-48d8-b5d0-51fc68c36d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '55dea040-e0e7-446c-a48c-6d6759221b20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:08:02.818583 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-3de0e74a-3cf2-4db0-bccc-180e6e14914f service neutron] Bound using segment: {'id': '3c2031b3-35ee-48d8-b5d0-51fc68c36d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '55dea040-e0e7-446c-a48c-6d6759221b20'} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:08:02.819008 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-3de0e74a-3cf2-4db0-bccc-180e6e14914f service neutron] Bound port: 7ee7eead-a56a-4be7-a2d9-1cef7bc5285c, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c2031b3-35ee-48d8-b5d0-51fc68c36d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '55dea040-e0e7-446c-a48c-6d6759221b20'}}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:08:02.819366 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-3de0e74a-3cf2-4db0-bccc-180e6e14914f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (7ee7eead-a56a-4be7-a2d9-1cef7bc5285c), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:08:02.890299 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-3de0e74a-3cf2-4db0-bccc-180e6e14914f service neutron] For port 7ee7eead-a56a-4be7-a2d9-1cef7bc5285c, host hv-neutron-8211, cleared binding levels {{(pid=103585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:08:02.893483 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-3de0e74a-3cf2-4db0-bccc-180e6e14914f service neutron] For port 7ee7eead-a56a-4be7-a2d9-1cef7bc5285c, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=7ee7eead-a56a-4be7-a2d9-1cef7bc5285c,segment=NetworkSegment(3c2031b3-35ee-48d8-b5d0-51fc68c36d59),segment_id=3c2031b3-35ee-48d8-b5d0-51fc68c36d59)] {{(pid=103585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:08:02.955237 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-3de0e74a-3cf2-4db0-bccc-180e6e14914f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (7ee7eead-a56a-4be7-a2d9-1cef7bc5285c), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:08:02.987900 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-3de0e74a-3cf2-4db0-bccc-180e6e14914f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:02.988548 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-3de0e74a-3cf2-4db0-bccc-180e6e14914f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:08:02.989959 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-3de0e74a-3cf2-4db0-bccc-180e6e14914f service neutron] 10.222.0.18 "PUT /v2.0/ports/7ee7eead-a56a-4be7-a2d9-1cef7bc5285c HTTP/1.1" status: 200 len: 1093 time: 0.7901671 Jan 29 05:08:02.990383 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c5a756-10be-420c-8a1e-dcf914916540', 'tag': '7ee7eead-a56a-4be7-a2d9-1cef7bc5285c'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:08:02.992639 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0572b72b-b60d-4150-8fa8-b88aba5a0ffd" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c5a756-10be-420c-8a1e-dcf914916540", "tag": "7ee7eead-a56a-4be7-a2d9-1cef7bc5285c"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:08:03.022142 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de0e74a-3cf2-4db0-bccc-180e6e14914f service neutron] Pushing event updated for resources: {'Port': ['ID=7ee7eead-a56a-4be7-a2d9-1cef7bc5285c,revision_number=3']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:08:03.036240 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1c8a47-a79a-4865-a43f-44f2270e2197 x-openstack-request-id: req-9b1c8a47-a79a-4865-a43f-44f2270e2197 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:08:03.036663 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c5a756-10be-420c-8a1e-dcf914916540", "tag": "7ee7eead-a56a-4be7-a2d9-1cef7bc5285c", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:08:03.036816 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b1c8a47-a79a-4865-a43f-44f2270e2197 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:08:03.037223 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c5a756-10be-420c-8a1e-dcf914916540', 'tag': '7ee7eead-a56a-4be7-a2d9-1cef7bc5285c', 'status': 'completed', 'code': 200} Jan 29 05:08:03.172069 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572b72b-b60d-4150-8fa8-b88aba5a0ffd req-fe1b7e36-50bb-4bab-b465-2c326e5c3716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:03.173631 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0572b72b-b60d-4150-8fa8-b88aba5a0ffd req-fe1b7e36-50bb-4bab-b465-2c326e5c3716 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5270d00ab13a4e32b125f15996f3d148&device_id=b0c5a756-10be-420c-8a1e-dcf914916540 HTTP/1.1" status: 200 len: 1127 time: 0.0956974 Jan 29 05:08:03.280418 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572b72b-b60d-4150-8fa8-b88aba5a0ffd req-1faead7b-a1af-4fe3-b2f5-43ae06ae57d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:03.281859 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0572b72b-b60d-4150-8fa8-b88aba5a0ffd req-1faead7b-a1af-4fe3-b2f5-43ae06ae57d4 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=5270d00ab13a4e32b125f15996f3d148&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0946155 Jan 29 05:08:03.370087 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572b72b-b60d-4150-8fa8-b88aba5a0ffd req-8f29aa7b-f9ef-44cd-89c2-26de4cf6be74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:03.371526 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0572b72b-b60d-4150-8fa8-b88aba5a0ffd req-8f29aa7b-f9ef-44cd-89c2-26de4cf6be74 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0846000 Jan 29 05:08:03.473164 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-5a861914-bfb9-41ea-9691-28821ff87940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:03.474731 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-5a861914-bfb9-41ea-9691-28821ff87940 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5270d00ab13a4e32b125f15996f3d148&device_id=b0c5a756-10be-420c-8a1e-dcf914916540 HTTP/1.1" status: 200 len: 1127 time: 0.0466268 Jan 29 05:08:03.526128 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-656200f8-de22-4171-b61f-5cdf13088f15 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ee7eead-a56a-4be7-a2d9-1cef7bc5285c HTTP/1.1" status: 200 len: 217 time: 0.0386848 Jan 29 05:08:03.573937 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-27016a16-0d6e-4594-9c9b-ad70b8cf0dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:03.575507 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-27016a16-0d6e-4594-9c9b-ad70b8cf0dc5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=21f3cc12-8c78-4157-a9e1-1401c2215358 HTTP/1.1" status: 200 len: 835 time: 0.0434680 Jan 29 05:08:03.660376 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-dd12d2b2-b5a1-4844-a054-639638de5d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:03.661905 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-dd12d2b2-b5a1-4844-a054-639638de5d17 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=55dea040-e0e7-446c-a48c-6d6759221b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0808635 Jan 29 05:08:03.669880 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc823fcc-577e-4b9a-8700-170b6ae7667d req-647f3e59-5492-45a2-8b4d-d1cf05e229d0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:03.671458 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fc823fcc-577e-4b9a-8700-170b6ae7667d req-647f3e59-5492-45a2-8b4d-d1cf05e229d0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0c5a756-10be-420c-8a1e-dcf914916540 HTTP/1.1" status: 200 len: 943 time: 0.0918086 Jan 29 05:08:03.766014 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fc823fcc-577e-4b9a-8700-170b6ae7667d req-34179130-dae4-4341-9a2b-f7758e4de011 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5c71f03-432f-45ec-a23d-836013ba2bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867658 Jan 29 05:08:03.788100 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-096f9440-aad7-4417-aef0-c96457b30fa6 service neutron] 10.222.0.18 "GET /v2.0/networks/55dea040-e0e7-446c-a48c-6d6759221b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157382 Jan 29 05:08:03.880987 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4dd1a704-96aa-4a79-8a6f-0552cd50cc49 req-6a50ab59-dd44-48d2-adb9-287285c326a5 service neutron] 10.222.0.18 "GET /v2.0/networks/55dea040-e0e7-446c-a48c-6d6759221b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855112 Jan 29 05:08:04.882501 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea524bfc-f006-4333-91dd-15a74fa16ade req-4a7ada61-7b97-4df4-9de7-13070bd354fa tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:04.883970 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ea524bfc-f006-4333-91dd-15a74fa16ade req-4a7ada61-7b97-4df4-9de7-13070bd354fa tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0c5a756-10be-420c-8a1e-dcf914916540 HTTP/1.1" status: 200 len: 943 time: 0.0524790 Jan 29 05:08:04.931534 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ea524bfc-f006-4333-91dd-15a74fa16ade req-fc976aed-2bbc-4638-9b63-e1649040fb7b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5c71f03-432f-45ec-a23d-836013ba2bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412805 Jan 29 05:08:06.376325 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96548593-2dbf-4854-a313-a1cbdd726313 req-e651ffc0-9c1b-4ed9-ad36-a0d047ac72ad tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:06.377835 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-96548593-2dbf-4854-a313-a1cbdd726313 req-e651ffc0-9c1b-4ed9-ad36-a0d047ac72ad tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0c5a756-10be-420c-8a1e-dcf914916540 HTTP/1.1" status: 200 len: 943 time: 0.3779385 Jan 29 05:08:06.426304 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-96548593-2dbf-4854-a313-a1cbdd726313 req-c95926d5-ff5e-4fd4-9405-7bfe179699a7 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5c71f03-432f-45ec-a23d-836013ba2bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429482 Jan 29 05:08:07.545470 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df4b41-4b10-416e-9a41-a2241e862519 req-56d11886-0f37-4f4c-8a45-500c6570d843 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:07.546918 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c8df4b41-4b10-416e-9a41-a2241e862519 req-56d11886-0f37-4f4c-8a45-500c6570d843 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0c5a756-10be-420c-8a1e-dcf914916540 HTTP/1.1" status: 200 len: 943 time: 0.0522099 Jan 29 05:08:07.594530 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c8df4b41-4b10-416e-9a41-a2241e862519 req-109c0cbe-5116-4cf0-94cd-e755ca4587a7 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5c71f03-432f-45ec-a23d-836013ba2bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421815 Jan 29 05:08:07.689434 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 7ee7eead-a56a-4be7-a2d9-1cef7bc5285c details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:08:07.785947 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 7ee7eead-a56a-4be7-a2d9-1cef7bc5285c, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=7ee7eead-a56a-4be7-a2d9-1cef7bc5285c,segment=NetworkSegment(3c2031b3-35ee-48d8-b5d0-51fc68c36d59),segment_id=3c2031b3-35ee-48d8-b5d0-51fc68c36d59)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:08:07.797125 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': '7ee7eead-a56a-4be7-a2d9-1cef7bc5285c', 'network_id': '55dea040-e0e7-446c-a48c-6d6759221b20', 'port_id': '7ee7eead-a56a-4be7-a2d9-1cef7bc5285c', 'mac_address': 'fa:16:3e:2c:1c:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f3cc12-8c78-4157-a9e1-1401c2215358', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:08:07.834273 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 7ee7eead-a56a-4be7-a2d9-1cef7bc5285c is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:08:07.834660 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (7ee7eead-a56a-4be7-a2d9-1cef7bc5285c), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:08:07.847212 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ee7eead-a56a-4be7-a2d9-1cef7bc5285c {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 05:08:07.866354 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 7ee7eead-a56a-4be7-a2d9-1cef7bc5285c, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=7ee7eead-a56a-4be7-a2d9-1cef7bc5285c,segment=NetworkSegment(3c2031b3-35ee-48d8-b5d0-51fc68c36d59),segment_id=3c2031b3-35ee-48d8-b5d0-51fc68c36d59)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:08:07.961115 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (7ee7eead-a56a-4be7-a2d9-1cef7bc5285c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:08:08.007209 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=7ee7eead-a56a-4be7-a2d9-1cef7bc5285c,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:08:08.418701 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['7ee7eead-a56a-4be7-a2d9-1cef7bc5285c'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:08:08.714077 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906df85-1329-4443-abc0-b4fc1465c125 req-8e7a9b62-3858-40b3-8f48-8b6160edd534 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:08.715528 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0906df85-1329-4443-abc0-b4fc1465c125 req-8e7a9b62-3858-40b3-8f48-8b6160edd534 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0c5a756-10be-420c-8a1e-dcf914916540 HTTP/1.1" status: 200 len: 944 time: 0.0548267 Jan 29 05:08:08.764462 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0906df85-1329-4443-abc0-b4fc1465c125 req-0857620d-b632-4e13-9301-474702aec294 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5c71f03-432f-45ec-a23d-836013ba2bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428298 Jan 29 05:08:09.726970 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 7ee7eead-a56a-4be7-a2d9-1cef7bc5285c up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:08:09.852936 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning for port 7ee7eead-a56a-4be7-a2d9-1cef7bc5285c completed by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 05:08:09.857556 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port 7ee7eead-a56a-4be7-a2d9-1cef7bc5285c triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:08:09.858001 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (7ee7eead-a56a-4be7-a2d9-1cef7bc5285c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:08:09.883196 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3307ef-2911-4297-973d-c9a8fde08d29 req-c51276d2-8e0b-4809-b892-4514e41ee3f8 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:09.884711 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ae3307ef-2911-4297-973d-c9a8fde08d29 req-c51276d2-8e0b-4809-b892-4514e41ee3f8 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0c5a756-10be-420c-8a1e-dcf914916540 HTTP/1.1" status: 200 len: 944 time: 0.0534761 Jan 29 05:08:09.933593 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 7ee7eead-a56a-4be7-a2d9-1cef7bc5285c is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:08:09.933982 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (7ee7eead-a56a-4be7-a2d9-1cef7bc5285c), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:08:09.936859 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ae3307ef-2911-4297-973d-c9a8fde08d29 req-b6187dd1-e68d-4999-8829-fe5d96c9e282 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5c71f03-432f-45ec-a23d-836013ba2bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462205 Jan 29 05:08:09.957239 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c5a756-10be-420c-8a1e-dcf914916540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee7eead-a56a-4be7-a2d9-1cef7bc5285c'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:08:09.959454 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38757867-74a8-4265-8568-6b18ef64e5a6" -d '{"events": [{"server_uuid": "b0c5a756-10be-420c-8a1e-dcf914916540", "name": "network-vif-plugged", "status": "completed", "tag": "7ee7eead-a56a-4be7-a2d9-1cef7bc5285c"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:08:09.974843 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 7ee7eead-a56a-4be7-a2d9-1cef7bc5285c, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=7ee7eead-a56a-4be7-a2d9-1cef7bc5285c,segment=NetworkSegment(3c2031b3-35ee-48d8-b5d0-51fc68c36d59),segment_id=3c2031b3-35ee-48d8-b5d0-51fc68c36d59)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:08:10.035958 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (7ee7eead-a56a-4be7-a2d9-1cef7bc5285c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:08:10.063766 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1867426-93b4-41c1-82e9-06b8dac398ff x-openstack-request-id: req-e1867426-93b4-41c1-82e9-06b8dac398ff {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:08:10.066810 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c5a756-10be-420c-8a1e-dcf914916540", "name": "network-vif-plugged", "status": "completed", "tag": "7ee7eead-a56a-4be7-a2d9-1cef7bc5285c", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:08:10.066810 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e1867426-93b4-41c1-82e9-06b8dac398ff {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:08:10.066810 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c5a756-10be-420c-8a1e-dcf914916540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee7eead-a56a-4be7-a2d9-1cef7bc5285c', 'code': 200} Jan 29 05:08:10.090109 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=7ee7eead-a56a-4be7-a2d9-1cef7bc5285c,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:08:10.375223 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a507fd-baa1-4d0d-b92f-d4c1bc3aeb1d req-2b804604-7ae0-4f85-8038-e090fee9a48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:10.376742 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d9a507fd-baa1-4d0d-b92f-d4c1bc3aeb1d req-2b804604-7ae0-4f85-8038-e090fee9a48a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b0c5a756-10be-420c-8a1e-dcf914916540 HTTP/1.1" status: 200 len: 1129 time: 0.0439832 Jan 29 05:08:10.426494 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d9a507fd-baa1-4d0d-b92f-d4c1bc3aeb1d req-aab6ff9f-6687-46d8-ac6c-cc6fbd3ec315 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b5c71f03-432f-45ec-a23d-836013ba2bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438144 Jan 29 05:08:11.054665 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7075f6d-5454-44c5-998a-dbea3db34996 req-6c0e6ec9-24b9-47e2-b17b-cacf49d95efe tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:11.056189 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e7075f6d-5454-44c5-998a-dbea3db34996 req-6c0e6ec9-24b9-47e2-b17b-cacf49d95efe tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0c5a756-10be-420c-8a1e-dcf914916540 HTTP/1.1" status: 200 len: 945 time: 0.0520134 Jan 29 05:08:11.104267 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e7075f6d-5454-44c5-998a-dbea3db34996 req-8c628cf3-831b-4943-973a-67096f7d6206 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5c71f03-432f-45ec-a23d-836013ba2bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420713 Jan 29 05:08:12.221494 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af3279-46c9-4c6d-a4d2-56da31a53a1d req-c7b0af1c-d7fd-4317-be3f-166a275871e2 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:12.222941 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-18af3279-46c9-4c6d-a4d2-56da31a53a1d req-c7b0af1c-d7fd-4317-be3f-166a275871e2 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0c5a756-10be-420c-8a1e-dcf914916540 HTTP/1.1" status: 200 len: 945 time: 0.0517330 Jan 29 05:08:12.270805 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-18af3279-46c9-4c6d-a4d2-56da31a53a1d req-ba6fd8f8-907f-46be-ab8e-99f6ae954e34 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5c71f03-432f-45ec-a23d-836013ba2bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424120 Jan 29 05:08:12.389683 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88727c-ea29-4621-88be-593c6dc8d399 req-62ca8dc7-fbb2-4112-a6d4-aa8efc3372ee tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:12.391044 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3c88727c-ea29-4621-88be-593c6dc8d399 req-62ca8dc7-fbb2-4112-a6d4-aa8efc3372ee tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0c5a756-10be-420c-8a1e-dcf914916540 HTTP/1.1" status: 200 len: 945 time: 0.0565724 Jan 29 05:08:12.439360 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3c88727c-ea29-4621-88be-593c6dc8d399 req-9f27fd7c-daae-478c-875a-39c9851f4031 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5c71f03-432f-45ec-a23d-836013ba2bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428081 Jan 29 05:08:12.461877 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33684) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:08:12.504341 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d27411b-5697-471e-a429-606b97a805e6 tempest-TestNetworkAdvancedServerOps-1297217627 tempest-TestNetworkAdvancedServerOps-1297217627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:12.505874 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2d27411b-5697-471e-a429-606b97a805e6 tempest-TestNetworkAdvancedServerOps-1297217627 tempest-TestNetworkAdvancedServerOps-1297217627-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b0c5a756-10be-420c-8a1e-dcf914916540 HTTP/1.1" status: 200 len: 1124 time: 0.0430346 Jan 29 05:08:12.508819 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33686) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:08:12.512934 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-cff05a06-7e0a-4e47-bcc8-527d7b2cd2d9 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'floatingip': {'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'port_id': '7ee7eead-a56a-4be7-a2d9-1cef7bc5285c', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:08:12.595429 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cff05a06-7e0a-4e47-bcc8-527d7b2cd2d9 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:08:12.691354 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cff05a06-7e0a-4e47-bcc8-527d7b2cd2d9 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:08:12.787382 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-cff05a06-7e0a-4e47-bcc8-527d7b2cd2d9 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Allocated IP 172.26.8.48 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/9b91fa7c-035e-48d5-8c8e-baf504d5703c) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:08:12.888153 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cff05a06-7e0a-4e47-bcc8-527d7b2cd2d9 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for port (9b91fa7c-035e-48d5-8c8e-baf504d5703c), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:08:12.960338 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cff05a06-7e0a-4e47-bcc8-527d7b2cd2d9 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (9b91fa7c-035e-48d5-8c8e-baf504d5703c), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:08:12.995486 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff05a06-7e0a-4e47-bcc8-527d7b2cd2d9 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:08:12.998862 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-cff05a06-7e0a-4e47-bcc8-527d7b2cd2d9 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:08:13.001800 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff05a06-7e0a-4e47-bcc8-527d7b2cd2d9 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:08:13.025780 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff05a06-7e0a-4e47-bcc8-527d7b2cd2d9 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'Port': ['ID=9b91fa7c-035e-48d5-8c8e-baf504d5703c,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:08:13.361829 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cff05a06-7e0a-4e47-bcc8-527d7b2cd2d9 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for floatingip (316e1cb1-005a-4b97-8656-632ef910298f), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:08:13.485984 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cff05a06-7e0a-4e47-bcc8-527d7b2cd2d9 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (9b91fa7c-035e-48d5-8c8e-baf504d5703c), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:08:13.631319 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cff05a06-7e0a-4e47-bcc8-527d7b2cd2d9 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for port (9b91fa7c-035e-48d5-8c8e-baf504d5703c), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:08:13.692671 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cff05a06-7e0a-4e47-bcc8-527d7b2cd2d9 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (9b91fa7c-035e-48d5-8c8e-baf504d5703c), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:08:13.762725 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff05a06-7e0a-4e47-bcc8-527d7b2cd2d9 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'Port': ['ID=9b91fa7c-035e-48d5-8c8e-baf504d5703c,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:08:13.772780 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cff05a06-7e0a-4e47-bcc8-527d7b2cd2d9 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (316e1cb1-005a-4b97-8656-632ef910298f), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:08:13.871998 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.l3_db [None req-cff05a06-7e0a-4e47-bcc8-527d7b2cd2d9 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Floating IP 316e1cb1-005a-4b97-8656-632ef910298f associated. External IP: 172.26.8.48, port: 7ee7eead-a56a-4be7-a2d9-1cef7bc5285c. Jan 29 05:08:14.072606 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff05a06-7e0a-4e47-bcc8-527d7b2cd2d9 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Router 6ccb0897-d3de-483d-a258-b572b81c09f5 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:08:14.179007 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff05a06-7e0a-4e47-bcc8-527d7b2cd2d9 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:08:14.189722 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9428ec-24a2-46e1-be62-342bdefd801b None None] Sync routers for ids ['6ccb0897-d3de-483d-a258-b572b81c09f5'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:08:14.198774 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9428ec-24a2-46e1-be62-342bdefd801b None None] Routers {'6ccb0897-d3de-483d-a258-b572b81c09f5'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:08:14.199378 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-ae9428ec-24a2-46e1-be62-342bdefd801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:07:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['6ccb0897-d3de-483d-a258-b572b81c09f5'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:08:14.266807 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cff05a06-7e0a-4e47-bcc8-527d7b2cd2d9 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:08:14.300428 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-cff05a06-7e0a-4e47-bcc8-527d7b2cd2d9 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7906127 Jan 29 05:08:14.301035 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c5a756-10be-420c-8a1e-dcf914916540', 'tag': '7ee7eead-a56a-4be7-a2d9-1cef7bc5285c'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:08:14.303363 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7be6218-8c2b-49ec-89bd-a59484fa70ec" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c5a756-10be-420c-8a1e-dcf914916540", "tag": "7ee7eead-a56a-4be7-a2d9-1cef7bc5285c"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:08:14.304382 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-ae9428ec-24a2-46e1-be62-342bdefd801b None None] Set router 6ccb0897-d3de-483d-a258-b572b81c09f5 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:08:14.403241 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52827ce-8cab-4214-a948-1c0ca34590ea req-f90d72c7-f26f-4c81-9cd3-91fb3d145a25 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:14.404719 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b52827ce-8cab-4214-a948-1c0ca34590ea req-f90d72c7-f26f-4c81-9cd3-91fb3d145a25 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0c5a756-10be-420c-8a1e-dcf914916540 HTTP/1.1" status: 200 len: 945 time: 0.0551496 Jan 29 05:08:14.457367 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b52827ce-8cab-4214-a948-1c0ca34590ea req-f66a1135-9359-404e-850c-32681368d765 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5c71f03-432f-45ec-a23d-836013ba2bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462477 Jan 29 05:08:14.479373 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33692) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:08:14.517706 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4f11d0-fe62-4384-9c7b-ef2983882cb8 x-openstack-request-id: req-9c4f11d0-fe62-4384-9c7b-ef2983882cb8 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:08:14.518019 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c5a756-10be-420c-8a1e-dcf914916540", "tag": "7ee7eead-a56a-4be7-a2d9-1cef7bc5285c", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:08:14.518234 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c4f11d0-fe62-4384-9c7b-ef2983882cb8 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:08:14.518627 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c5a756-10be-420c-8a1e-dcf914916540', 'tag': '7ee7eead-a56a-4be7-a2d9-1cef7bc5285c', 'status': 'completed', 'code': 200} Jan 29 05:08:14.533000 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-ae9428ec-24a2-46e1-be62-342bdefd801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccb0897-d3de-483d-a258-b572b81c09f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123229425', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': 'e711f3e6-f4d8-440f-89d5-8352303d70e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:07:52Z', 'updated_at': '2022-01-29T05:07:57Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': 'e711f3e6-f4d8-440f-89d5-8352303d70e5', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccb0897-d3de-483d-a258-b572b81c09f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:07:53Z', 'updated_at': '2022-01-29T05:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '316e1cb1-005a-4b97-8656-632ef910298f', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'floating_ip_address': '172.26.8.48', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '6ccb0897-d3de-483d-a258-b572b81c09f5', 'port_id': '7ee7eead-a56a-4be7-a2d9-1cef7bc5285c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55dea040-e0e7-446c-a48c-6d6759221b20', 'mac_address': 'fa:16:3e:2c:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c5a756-10be-420c-8a1e-dcf914916540', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:08:13Z', 'updated_at': '2022-01-29T05:08:13Z', 'revision_number': 0, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0a56728-aa37-4547-9475-cd560f9cdab0', 'name': '', 'network_id': '55dea040-e0e7-446c-a48c-6d6759221b20', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'mac_address': 'fa:16:3e:5b:f6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccb0897-d3de-483d-a258-b572b81c09f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '21f3cc12-8c78-4157-a9e1-1401c2215358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:07:56Z', 'updated_at': '2022-01-29T05:07:59Z', 'revision_number': 5, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'subnets': [{'id': '21f3cc12-8c78-4157-a9e1-1401c2215358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:08:14.544008 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-fd97c44b-907b-49d5-b4fc-d931b3d364d6 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/floatingips/316e1cb1-005a-4b97-8656-632ef910298f HTTP/1.1" status: 200 len: 990 time: 0.0618353 Jan 29 05:08:14.565072 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9428ec-24a2-46e1-be62-342bdefd801b None None] Checking router: 6ccb0897-d3de-483d-a258-b572b81c09f5 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:08:14.573489 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9428ec-24a2-46e1-be62-342bdefd801b None None] Routers {'6ccb0897-d3de-483d-a258-b572b81c09f5'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:08:14.574104 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-ae9428ec-24a2-46e1-be62-342bdefd801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:07:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['6ccb0897-d3de-483d-a258-b572b81c09f5'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:08:14.603248 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be6218-8c2b-49ec-89bd-a59484fa70ec req-601aa909-6574-4180-b8a1-24a3d3db5d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:14.604759 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c7be6218-8c2b-49ec-89bd-a59484fa70ec req-601aa909-6574-4180-b8a1-24a3d3db5d39 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5270d00ab13a4e32b125f15996f3d148&device_id=b0c5a756-10be-420c-8a1e-dcf914916540 HTTP/1.1" status: 200 len: 1129 time: 0.0485680 Jan 29 05:08:14.694154 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be6218-8c2b-49ec-89bd-a59484fa70ec req-f5472852-f01e-40da-9322-1a3d7a95fbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:14.695538 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c7be6218-8c2b-49ec-89bd-a59484fa70ec req-f5472852-f01e-40da-9322-1a3d7a95fbc8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=55dea040-e0e7-446c-a48c-6d6759221b20 HTTP/1.1" status: 200 len: 898 time: 0.0849416 Jan 29 05:08:14.767860 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c7be6218-8c2b-49ec-89bd-a59484fa70ec req-0ec55e05-7661-4436-8d08-0be835b08ec7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ee7eead-a56a-4be7-a2d9-1cef7bc5285c HTTP/1.1" status: 200 len: 998 time: 0.0657747 Jan 29 05:08:14.818644 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be6218-8c2b-49ec-89bd-a59484fa70ec req-3b2ce9f2-c4ea-432c-a7b3-10c65338a9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:14.820232 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c7be6218-8c2b-49ec-89bd-a59484fa70ec req-3b2ce9f2-c4ea-432c-a7b3-10c65338a9c3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=21f3cc12-8c78-4157-a9e1-1401c2215358 HTTP/1.1" status: 200 len: 835 time: 0.0460970 Jan 29 05:08:14.828196 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-ae9428ec-24a2-46e1-be62-342bdefd801b None None] Set router 6ccb0897-d3de-483d-a258-b572b81c09f5 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:08:14.869469 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be6218-8c2b-49ec-89bd-a59484fa70ec req-d26f0690-8cc7-42d8-8568-25689e14c947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:14.871120 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c7be6218-8c2b-49ec-89bd-a59484fa70ec req-d26f0690-8cc7-42d8-8568-25689e14c947 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=55dea040-e0e7-446c-a48c-6d6759221b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0454109 Jan 29 05:08:14.962508 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c7be6218-8c2b-49ec-89bd-a59484fa70ec req-699c1211-22d4-4c6d-bfd0-8e5e7478b3a8 service neutron] 10.222.0.18 "GET /v2.0/networks/55dea040-e0e7-446c-a48c-6d6759221b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851169 Jan 29 05:08:15.047287 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-ae9428ec-24a2-46e1-be62-342bdefd801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccb0897-d3de-483d-a258-b572b81c09f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123229425', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': 'e711f3e6-f4d8-440f-89d5-8352303d70e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:07:52Z', 'updated_at': '2022-01-29T05:07:57Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': 'e711f3e6-f4d8-440f-89d5-8352303d70e5', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccb0897-d3de-483d-a258-b572b81c09f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:07:53Z', 'updated_at': '2022-01-29T05:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '316e1cb1-005a-4b97-8656-632ef910298f', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'floating_ip_address': '172.26.8.48', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '6ccb0897-d3de-483d-a258-b572b81c09f5', 'port_id': '7ee7eead-a56a-4be7-a2d9-1cef7bc5285c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55dea040-e0e7-446c-a48c-6d6759221b20', 'mac_address': 'fa:16:3e:2c:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c5a756-10be-420c-8a1e-dcf914916540', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:08:13Z', 'updated_at': '2022-01-29T05:08:13Z', 'revision_number': 0, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0a56728-aa37-4547-9475-cd560f9cdab0', 'name': '', 'network_id': '55dea040-e0e7-446c-a48c-6d6759221b20', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'mac_address': 'fa:16:3e:5b:f6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccb0897-d3de-483d-a258-b572b81c09f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '21f3cc12-8c78-4157-a9e1-1401c2215358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:07:56Z', 'updated_at': '2022-01-29T05:07:59Z', 'revision_number': 5, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'subnets': [{'id': '21f3cc12-8c78-4157-a9e1-1401c2215358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:08:15.050761 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c7be6218-8c2b-49ec-89bd-a59484fa70ec req-923286cd-65c8-49f8-939e-4ce9fc2f9a72 service neutron] 10.222.0.18 "GET /v2.0/networks/55dea040-e0e7-446c-a48c-6d6759221b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816410 Jan 29 05:08:15.076554 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9428ec-24a2-46e1-be62-342bdefd801b None None] The sync data for ids ['6ccb0897-d3de-483d-a258-b572b81c09f5'] in dv-neutron-821190-1-hyperv is: [{'id': '6ccb0897-d3de-483d-a258-b572b81c09f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123229425', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': 'e711f3e6-f4d8-440f-89d5-8352303d70e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:07:52Z', 'updated_at': '2022-01-29T05:07:57Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': 'e711f3e6-f4d8-440f-89d5-8352303d70e5', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccb0897-d3de-483d-a258-b572b81c09f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:07:53Z', 'updated_at': '2022-01-29T05:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '316e1cb1-005a-4b97-8656-632ef910298f', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'floating_ip_address': '172.26.8.48', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '6ccb0897-d3de-483d-a258-b572b81c09f5', 'port_id': '7ee7eead-a56a-4be7-a2d9-1cef7bc5285c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55dea040-e0e7-446c-a48c-6d6759221b20', 'mac_address': 'fa:16:3e:2c:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c5a756-10be-420c-8a1e-dcf914916540', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:08:13Z', 'updated_at': '2022-01-29T05:08:13Z', 'revision_number': 0, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0a56728-aa37-4547-9475-cd560f9cdab0', 'name': '', 'network_id': '55dea040-e0e7-446c-a48c-6d6759221b20', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'mac_address': 'fa:16:3e:5b:f6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccb0897-d3de-483d-a258-b572b81c09f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '21f3cc12-8c78-4157-a9e1-1401c2215358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:07:56Z', 'updated_at': '2022-01-29T05:07:59Z', 'revision_number': 5, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'subnets': [{'id': '21f3cc12-8c78-4157-a9e1-1401c2215358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:08:15.283353 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944bd33c-2514-4301-aaae-f822a88141f2 None None] New status for floating IP 316e1cb1-005a-4b97-8656-632ef910298f: ACTIVE {{(pid=103587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:08:15.546842 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33694) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:08:15.612774 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f7e819d0-3b26-406e-9d61-b56faac5b6fe tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/floatingips/316e1cb1-005a-4b97-8656-632ef910298f HTTP/1.1" status: 200 len: 992 time: 0.0646663 Jan 29 05:08:20.211898 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-759bce28-2d2a-4bff-850d-507c438cedcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:08:22.538558 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b19405d3-44fc-4c1f-baa7-4d5a6f45b79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:08:23.823966 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:08:24.263918 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:08:24.995593 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:08:26.435753 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:08:34.404326 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:08:50.201348 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-66f1a526-965c-4594-bcba-749e8765e0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:08:52.463126 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08db9a6b-8110-4149-8374-5a95d032adc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:08:53.869527 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:08:54.251339 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:08:55.006663 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:08:56.412906 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:08.851410 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4aa0a2f9-c9e7-41d3-be41-babfd5773ded req-4c6cd849-3cfd-4784-ac5b-a372bff9c75a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b0c5a756-10be-420c-8a1e-dcf914916540&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447392 Jan 29 05:09:08.955797 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0a2f9-c9e7-41d3-be41-babfd5773ded req-6d4489ab-9cd4-44b9-9c0f-62bba14359f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:08.957595 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4aa0a2f9-c9e7-41d3-be41-babfd5773ded req-6d4489ab-9cd4-44b9-9c0f-62bba14359f7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5270d00ab13a4e32b125f15996f3d148&device_id=b0c5a756-10be-420c-8a1e-dcf914916540 HTTP/1.1" status: 200 len: 1129 time: 0.0470905 Jan 29 05:09:09.058362 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0a2f9-c9e7-41d3-be41-babfd5773ded req-e6c2de80-b51c-49a1-b303-6bdf66f8fb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:09.059809 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4aa0a2f9-c9e7-41d3-be41-babfd5773ded req-e6c2de80-b51c-49a1-b303-6bdf66f8fb27 service neutron] 10.222.0.18 "GET /v2.0/networks?id=55dea040-e0e7-446c-a48c-6d6759221b20 HTTP/1.1" status: 200 len: 898 time: 0.0835629 Jan 29 05:09:09.126829 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4aa0a2f9-c9e7-41d3-be41-babfd5773ded req-6e0252cb-5184-42f8-b874-42701bb0d984 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ee7eead-a56a-4be7-a2d9-1cef7bc5285c HTTP/1.1" status: 200 len: 1000 time: 0.0604036 Jan 29 05:09:09.172922 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0a2f9-c9e7-41d3-be41-babfd5773ded req-87a62694-fd91-40d8-a8cb-c5d6f75a344f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:09.174373 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4aa0a2f9-c9e7-41d3-be41-babfd5773ded req-87a62694-fd91-40d8-a8cb-c5d6f75a344f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=21f3cc12-8c78-4157-a9e1-1401c2215358 HTTP/1.1" status: 200 len: 835 time: 0.0413918 Jan 29 05:09:09.222721 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0a2f9-c9e7-41d3-be41-babfd5773ded req-9e7d9b89-72ee-43d7-a074-51efb31fa8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:09.224355 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4aa0a2f9-c9e7-41d3-be41-babfd5773ded req-9e7d9b89-72ee-43d7-a074-51efb31fa8a6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=55dea040-e0e7-446c-a48c-6d6759221b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0438116 Jan 29 05:09:09.312401 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4aa0a2f9-c9e7-41d3-be41-babfd5773ded req-137ecde4-de2a-40ca-aaf8-b160c889ddc8 service neutron] 10.222.0.18 "GET /v2.0/networks/55dea040-e0e7-446c-a48c-6d6759221b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820892 Jan 29 05:09:09.398306 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4aa0a2f9-c9e7-41d3-be41-babfd5773ded req-cec77c7c-de23-421a-af56-a1b85ceda2c5 service neutron] 10.222.0.18 "GET /v2.0/networks/55dea040-e0e7-446c-a48c-6d6759221b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793178 Jan 29 05:09:11.403340 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:09:20.195245 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-343cd8e7-7cc7-4e3c-afd4-d721e64eb702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:22.463833 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3f00ba93-3190-4f12-818a-e5fd3796b804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:23.840108 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:24.286617 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:24.995368 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:26.401123 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:27.279354 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735efdd3-786c-4c1d-bd2e-0c00807bd2c9 req-84de20fd-8a2d-41fc-86df-4e47ed05e88f tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:27.281883 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-735efdd3-786c-4c1d-bd2e-0c00807bd2c9 req-84de20fd-8a2d-41fc-86df-4e47ed05e88f tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0c5a756-10be-420c-8a1e-dcf914916540 HTTP/1.1" status: 200 len: 945 time: 0.1566858 Jan 29 05:09:27.330501 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-735efdd3-786c-4c1d-bd2e-0c00807bd2c9 req-3e4c9d9f-bf66-46fa-a709-2e9d9a19709c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5c71f03-432f-45ec-a23d-836013ba2bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432618 Jan 29 05:09:28.448640 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283258a4-fe9a-4214-9361-c196c83aa543 req-9a978721-ab65-4d82-aec6-a2cccdc94bd4 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:28.450115 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-283258a4-fe9a-4214-9361-c196c83aa543 req-9a978721-ab65-4d82-aec6-a2cccdc94bd4 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0c5a756-10be-420c-8a1e-dcf914916540 HTTP/1.1" status: 200 len: 945 time: 0.0513215 Jan 29 05:09:28.498604 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-283258a4-fe9a-4214-9361-c196c83aa543 req-c76cd10a-6d69-4bdf-8be5-9b799c8fec66 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5c71f03-432f-45ec-a23d-836013ba2bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430090 Jan 29 05:09:28.520508 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33724) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:09:28.582397 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-97fae12e-263a-4f21-b16b-fc53fad16136 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/floatingips/316e1cb1-005a-4b97-8656-632ef910298f HTTP/1.1" status: 200 len: 992 time: 0.0607779 Jan 29 05:09:29.997986 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248baf24-ac11-4519-b136-2a9c10fe1ced req-48b2e160-464d-433a-96de-c0a1fc20d62e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:29.999549 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-248baf24-ac11-4519-b136-2a9c10fe1ced req-48b2e160-464d-433a-96de-c0a1fc20d62e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0c5a756-10be-420c-8a1e-dcf914916540 HTTP/1.1" status: 200 len: 945 time: 0.0562892 Jan 29 05:09:30.049779 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-248baf24-ac11-4519-b136-2a9c10fe1ced req-f4273b26-c4d5-48a6-afdf-e21be5ad1678 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5c71f03-432f-45ec-a23d-836013ba2bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447562 Jan 29 05:09:31.168082 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471cbbd5-9c2b-448c-8c77-56bdfefd0c11 req-560c1782-3763-45be-9235-599b3c0f25e0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:31.169493 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-471cbbd5-9c2b-448c-8c77-56bdfefd0c11 req-560c1782-3763-45be-9235-599b3c0f25e0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0c5a756-10be-420c-8a1e-dcf914916540 HTTP/1.1" status: 200 len: 945 time: 0.0508339 Jan 29 05:09:31.216783 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-471cbbd5-9c2b-448c-8c77-56bdfefd0c11 req-6045f712-f867-4b49-81b5-2ef6748751b5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5c71f03-432f-45ec-a23d-836013ba2bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418718 Jan 29 05:09:31.238552 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33734) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:09:31.299378 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4e5414ed-e677-4e6f-a64c-80aa3d352d47 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/floatingips/316e1cb1-005a-4b97-8656-632ef910298f HTTP/1.1" status: 200 len: 992 time: 0.0597534 Jan 29 05:09:31.552629 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 33740) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:09:31.711029 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-bac0f06d-4c4d-4a9f-98cd-77eeaedc3417 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Deleting port 9b91fa7c-035e-48d5-8c8e-baf504d5703c {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:09:31.711381 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bac0f06d-4c4d-4a9f-98cd-77eeaedc3417 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (9b91fa7c-035e-48d5-8c8e-baf504d5703c), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:31.788517 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bac0f06d-4c4d-4a9f-98cd-77eeaedc3417 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (9b91fa7c-035e-48d5-8c8e-baf504d5703c), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:31.788863 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bac0f06d-4c4d-4a9f-98cd-77eeaedc3417 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for floatingip (9b91fa7c-035e-48d5-8c8e-baf504d5703c), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:31.800389 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-bac0f06d-4c4d-4a9f-98cd-77eeaedc3417 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Calling delete_port for 9b91fa7c-035e-48d5-8c8e-baf504d5703c owned by network:floatingip {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:09:32.001429 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bac0f06d-4c4d-4a9f-98cd-77eeaedc3417 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (9b91fa7c-035e-48d5-8c8e-baf504d5703c), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:32.029290 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac0f06d-4c4d-4a9f-98cd-77eeaedc3417 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event deleted for resources: {'Port': ['ID=9b91fa7c-035e-48d5-8c8e-baf504d5703c,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:32.053700 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac0f06d-4c4d-4a9f-98cd-77eeaedc3417 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:32.054054 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac0f06d-4c4d-4a9f-98cd-77eeaedc3417 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:32.054405 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac0f06d-4c4d-4a9f-98cd-77eeaedc3417 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:32.054751 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac0f06d-4c4d-4a9f-98cd-77eeaedc3417 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:32.055092 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac0f06d-4c4d-4a9f-98cd-77eeaedc3417 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:32.055461 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac0f06d-4c4d-4a9f-98cd-77eeaedc3417 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:32.055795 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac0f06d-4c4d-4a9f-98cd-77eeaedc3417 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:32.056128 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac0f06d-4c4d-4a9f-98cd-77eeaedc3417 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:32.056460 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac0f06d-4c4d-4a9f-98cd-77eeaedc3417 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:32.056815 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac0f06d-4c4d-4a9f-98cd-77eeaedc3417 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:32.057145 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac0f06d-4c4d-4a9f-98cd-77eeaedc3417 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:32.057473 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac0f06d-4c4d-4a9f-98cd-77eeaedc3417 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:32.057800 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac0f06d-4c4d-4a9f-98cd-77eeaedc3417 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:32.098539 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bac0f06d-4c4d-4a9f-98cd-77eeaedc3417 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for floatingip (316e1cb1-005a-4b97-8656-632ef910298f), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:32.098875 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.l3_db [None req-bac0f06d-4c4d-4a9f-98cd-77eeaedc3417 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Floating IP 316e1cb1-005a-4b97-8656-632ef910298f disassociated (deleted). External IP: 172.26.8.48, port: 7ee7eead-a56a-4be7-a2d9-1cef7bc5285c. Jan 29 05:09:32.304910 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac0f06d-4c4d-4a9f-98cd-77eeaedc3417 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Router 6ccb0897-d3de-483d-a258-b572b81c09f5 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:09:32.725685 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac0f06d-4c4d-4a9f-98cd-77eeaedc3417 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:09:32.730301 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-bac0f06d-4c4d-4a9f-98cd-77eeaedc3417 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:32.734995 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe98e48-1419-40ae-889a-922f693a5e59 None None] Sync routers for ids ['6ccb0897-d3de-483d-a258-b572b81c09f5'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:09:32.744510 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe98e48-1419-40ae-889a-922f693a5e59 None None] Routers {'6ccb0897-d3de-483d-a258-b572b81c09f5'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:09:32.745123 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-bbe98e48-1419-40ae-889a-922f693a5e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:09:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['6ccb0897-d3de-483d-a258-b572b81c09f5'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:32.760062 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-bac0f06d-4c4d-4a9f-98cd-77eeaedc3417 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "DELETE /v2.0/floatingips/316e1cb1-005a-4b97-8656-632ef910298f HTTP/1.1" status: 204 len: 168 time: 1.2057571 Jan 29 05:09:32.760685 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c5a756-10be-420c-8a1e-dcf914916540', 'tag': '7ee7eead-a56a-4be7-a2d9-1cef7bc5285c'}] {{(pid=103584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:09:32.762992 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88d22702f486e82ce3265c1db8b0c003dd285ef8b53ba8e869e33114e3fd04d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2a2ded-0801-43b5-8e90-40e9c7d05d2c" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c5a756-10be-420c-8a1e-dcf914916540", "tag": "7ee7eead-a56a-4be7-a2d9-1cef7bc5285c"}]}' {{(pid=103584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:09:32.852967 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-bbe98e48-1419-40ae-889a-922f693a5e59 None None] Set router 6ccb0897-d3de-483d-a258-b572b81c09f5 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:09:33.056169 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-bbe98e48-1419-40ae-889a-922f693a5e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccb0897-d3de-483d-a258-b572b81c09f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123229425', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': 'e711f3e6-f4d8-440f-89d5-8352303d70e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:07:52Z', 'updated_at': '2022-01-29T05:07:57Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': 'e711f3e6-f4d8-440f-89d5-8352303d70e5', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccb0897-d3de-483d-a258-b572b81c09f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:07:53Z', 'updated_at': '2022-01-29T05:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'c0a56728-aa37-4547-9475-cd560f9cdab0', 'name': '', 'network_id': '55dea040-e0e7-446c-a48c-6d6759221b20', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'mac_address': 'fa:16:3e:5b:f6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccb0897-d3de-483d-a258-b572b81c09f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '21f3cc12-8c78-4157-a9e1-1401c2215358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:07:56Z', 'updated_at': '2022-01-29T05:07:59Z', 'revision_number': 5, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'subnets': [{'id': '21f3cc12-8c78-4157-a9e1-1401c2215358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:33.083229 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe98e48-1419-40ae-889a-922f693a5e59 None None] Checking router: 6ccb0897-d3de-483d-a258-b572b81c09f5 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:09:33.093169 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe98e48-1419-40ae-889a-922f693a5e59 None None] Routers {'6ccb0897-d3de-483d-a258-b572b81c09f5'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:09:33.093786 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-bbe98e48-1419-40ae-889a-922f693a5e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:09:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['6ccb0897-d3de-483d-a258-b572b81c09f5'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:33.142458 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b6befa-abbd-4add-a840-b15ea21584e3 x-openstack-request-id: req-79b6befa-abbd-4add-a840-b15ea21584e3 {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:09:33.142956 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c5a756-10be-420c-8a1e-dcf914916540", "tag": "7ee7eead-a56a-4be7-a2d9-1cef7bc5285c", "status": "completed", "code": 200}]} {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:09:33.143368 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79b6befa-abbd-4add-a840-b15ea21584e3 {{(pid=103584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:09:33.143927 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c5a756-10be-420c-8a1e-dcf914916540', 'tag': '7ee7eead-a56a-4be7-a2d9-1cef7bc5285c', 'status': 'completed', 'code': 200} Jan 29 05:09:33.201525 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-bbe98e48-1419-40ae-889a-922f693a5e59 None None] Set router 6ccb0897-d3de-483d-a258-b572b81c09f5 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:09:33.268863 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6dc02-60f3-4806-9fa7-d8fa02915f97 req-ce748690-df90-4442-a1b8-bef7707c8210 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:33.270398 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2ed6dc02-60f3-4806-9fa7-d8fa02915f97 req-ce748690-df90-4442-a1b8-bef7707c8210 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0c5a756-10be-420c-8a1e-dcf914916540 HTTP/1.1" status: 200 len: 945 time: 0.0785136 Jan 29 05:09:33.273891 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a2ded-0801-43b5-8e90-40e9c7d05d2c req-84302954-aada-4be8-9fee-d8a16af24f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:33.275292 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3f2a2ded-0801-43b5-8e90-40e9c7d05d2c req-84302954-aada-4be8-9fee-d8a16af24f3f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5270d00ab13a4e32b125f15996f3d148&device_id=b0c5a756-10be-420c-8a1e-dcf914916540 HTTP/1.1" status: 200 len: 1129 time: 0.0913932 Jan 29 05:09:33.369273 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2ed6dc02-60f3-4806-9fa7-d8fa02915f97 req-39e95a5a-7c95-49d2-920e-c4b57a2cbb98 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5c71f03-432f-45ec-a23d-836013ba2bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923069 Jan 29 05:09:33.400335 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-bbe98e48-1419-40ae-889a-922f693a5e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccb0897-d3de-483d-a258-b572b81c09f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123229425', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': 'e711f3e6-f4d8-440f-89d5-8352303d70e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:07:52Z', 'updated_at': '2022-01-29T05:07:57Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': 'e711f3e6-f4d8-440f-89d5-8352303d70e5', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccb0897-d3de-483d-a258-b572b81c09f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:07:53Z', 'updated_at': '2022-01-29T05:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'c0a56728-aa37-4547-9475-cd560f9cdab0', 'name': '', 'network_id': '55dea040-e0e7-446c-a48c-6d6759221b20', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'mac_address': 'fa:16:3e:5b:f6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccb0897-d3de-483d-a258-b572b81c09f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '21f3cc12-8c78-4157-a9e1-1401c2215358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:07:56Z', 'updated_at': '2022-01-29T05:07:59Z', 'revision_number': 5, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'subnets': [{'id': '21f3cc12-8c78-4157-a9e1-1401c2215358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:33.401428 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a2ded-0801-43b5-8e90-40e9c7d05d2c req-e40cab29-9e95-4fe5-9bbf-0ab3081074d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:33.402920 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3f2a2ded-0801-43b5-8e90-40e9c7d05d2c req-e40cab29-9e95-4fe5-9bbf-0ab3081074d5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=55dea040-e0e7-446c-a48c-6d6759221b20 HTTP/1.1" status: 200 len: 898 time: 0.1203449 Jan 29 05:09:33.430571 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe98e48-1419-40ae-889a-922f693a5e59 None None] The sync data for ids ['6ccb0897-d3de-483d-a258-b572b81c09f5'] in dv-neutron-821190-1-hyperv is: [{'id': '6ccb0897-d3de-483d-a258-b572b81c09f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123229425', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': 'e711f3e6-f4d8-440f-89d5-8352303d70e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:07:52Z', 'updated_at': '2022-01-29T05:07:57Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': 'e711f3e6-f4d8-440f-89d5-8352303d70e5', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccb0897-d3de-483d-a258-b572b81c09f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:07:53Z', 'updated_at': '2022-01-29T05:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'c0a56728-aa37-4547-9475-cd560f9cdab0', 'name': '', 'network_id': '55dea040-e0e7-446c-a48c-6d6759221b20', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'mac_address': 'fa:16:3e:5b:f6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccb0897-d3de-483d-a258-b572b81c09f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '21f3cc12-8c78-4157-a9e1-1401c2215358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:07:56Z', 'updated_at': '2022-01-29T05:07:59Z', 'revision_number': 5, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'subnets': [{'id': '21f3cc12-8c78-4157-a9e1-1401c2215358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:09:33.662256 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2ec82b-63f6-48c6-93ed-173a23b3d331 None None] New status for floating IP 316e1cb1-005a-4b97-8656-632ef910298f: DOWN {{(pid=103587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:09:33.782690 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3f2a2ded-0801-43b5-8e90-40e9c7d05d2c req-295740e4-ed8e-48e2-9eb0-157167963650 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ee7eead-a56a-4be7-a2d9-1cef7bc5285c HTTP/1.1" status: 200 len: 217 time: 0.3718739 Jan 29 05:09:33.832368 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a2ded-0801-43b5-8e90-40e9c7d05d2c req-c268648c-23d3-48ed-8782-b0ea28ee543c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:33.833750 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3f2a2ded-0801-43b5-8e90-40e9c7d05d2c req-c268648c-23d3-48ed-8782-b0ea28ee543c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=21f3cc12-8c78-4157-a9e1-1401c2215358 HTTP/1.1" status: 200 len: 835 time: 0.0431609 Jan 29 05:09:33.882016 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a2ded-0801-43b5-8e90-40e9c7d05d2c req-115ff62a-982c-42ce-9985-1a0594bf6880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:33.883486 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3f2a2ded-0801-43b5-8e90-40e9c7d05d2c req-115ff62a-982c-42ce-9985-1a0594bf6880 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=55dea040-e0e7-446c-a48c-6d6759221b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0434959 Jan 29 05:09:33.971927 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3f2a2ded-0801-43b5-8e90-40e9c7d05d2c req-7b33751a-2e13-4cd8-a92a-2b374c8a0f2d service neutron] 10.222.0.18 "GET /v2.0/networks/55dea040-e0e7-446c-a48c-6d6759221b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816605 Jan 29 05:09:34.060947 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3f2a2ded-0801-43b5-8e90-40e9c7d05d2c req-99d96d14-14c2-4c51-b204-872be104902a service neutron] 10.222.0.18 "GET /v2.0/networks/55dea040-e0e7-446c-a48c-6d6759221b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825286 Jan 29 05:09:34.496803 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c868a8d-29fb-4357-b2b2-226efbe09b99 req-ae74e765-fc86-42ab-bf20-71ba7c8936ac tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:34.498299 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0c868a8d-29fb-4357-b2b2-226efbe09b99 req-ae74e765-fc86-42ab-bf20-71ba7c8936ac tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0c5a756-10be-420c-8a1e-dcf914916540 HTTP/1.1" status: 200 len: 945 time: 0.0564933 Jan 29 05:09:34.549319 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0c868a8d-29fb-4357-b2b2-226efbe09b99 req-f483ac7e-cccf-4265-81f4-fae1dce3d5b8 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5c71f03-432f-45ec-a23d-836013ba2bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455515 Jan 29 05:09:35.127074 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf519d-556e-432d-923f-4588c19b5e82 req-dde162f2-4d00-4cd4-bb57-358cab52b15b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:35.128406 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8bcf519d-556e-432d-923f-4588c19b5e82 req-dde162f2-4d00-4cd4-bb57-358cab52b15b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0c5a756-10be-420c-8a1e-dcf914916540 HTTP/1.1" status: 200 len: 945 time: 0.0532813 Jan 29 05:09:35.215838 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-8bcf519d-556e-432d-923f-4588c19b5e82 req-855abbcc-aca8-4ba2-9f3c-8bb51ebd1f7b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Deleting port 7ee7eead-a56a-4be7-a2d9-1cef7bc5285c {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:09:35.216178 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-8bcf519d-556e-432d-923f-4588c19b5e82 req-855abbcc-aca8-4ba2-9f3c-8bb51ebd1f7b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (7ee7eead-a56a-4be7-a2d9-1cef7bc5285c), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:35.303865 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-8bcf519d-556e-432d-923f-4588c19b5e82 req-855abbcc-aca8-4ba2-9f3c-8bb51ebd1f7b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] For port 7ee7eead-a56a-4be7-a2d9-1cef7bc5285c, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=7ee7eead-a56a-4be7-a2d9-1cef7bc5285c,segment=NetworkSegment(3c2031b3-35ee-48d8-b5d0-51fc68c36d59),segment_id=3c2031b3-35ee-48d8-b5d0-51fc68c36d59)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:09:35.304216 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-8bcf519d-556e-432d-923f-4588c19b5e82 req-855abbcc-aca8-4ba2-9f3c-8bb51ebd1f7b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (7ee7eead-a56a-4be7-a2d9-1cef7bc5285c), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:35.316372 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-8bcf519d-556e-432d-923f-4588c19b5e82 req-855abbcc-aca8-4ba2-9f3c-8bb51ebd1f7b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Calling delete_port for 7ee7eead-a56a-4be7-a2d9-1cef7bc5285c owned by compute:nova {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:09:35.497918 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-8bcf519d-556e-432d-923f-4588c19b5e82 req-855abbcc-aca8-4ba2-9f3c-8bb51ebd1f7b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (7ee7eead-a56a-4be7-a2d9-1cef7bc5285c), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:35.526639 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855abbcc-aca8-4ba2-9f3c-8bb51ebd1f7b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event deleted for resources: {'Port': ['ID=7ee7eead-a56a-4be7-a2d9-1cef7bc5285c,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:35.544407 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855abbcc-aca8-4ba2-9f3c-8bb51ebd1f7b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:35.544407 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855abbcc-aca8-4ba2-9f3c-8bb51ebd1f7b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:35.544407 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855abbcc-aca8-4ba2-9f3c-8bb51ebd1f7b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:35.544407 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855abbcc-aca8-4ba2-9f3c-8bb51ebd1f7b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:35.544407 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855abbcc-aca8-4ba2-9f3c-8bb51ebd1f7b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:35.544407 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855abbcc-aca8-4ba2-9f3c-8bb51ebd1f7b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:35.544407 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855abbcc-aca8-4ba2-9f3c-8bb51ebd1f7b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:35.544407 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855abbcc-aca8-4ba2-9f3c-8bb51ebd1f7b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:35.544407 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855abbcc-aca8-4ba2-9f3c-8bb51ebd1f7b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:35.544407 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855abbcc-aca8-4ba2-9f3c-8bb51ebd1f7b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:35.544407 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855abbcc-aca8-4ba2-9f3c-8bb51ebd1f7b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:35.544407 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855abbcc-aca8-4ba2-9f3c-8bb51ebd1f7b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:35.544407 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855abbcc-aca8-4ba2-9f3c-8bb51ebd1f7b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:35.578374 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bcf519d-556e-432d-923f-4588c19b5e82 req-855abbcc-aca8-4ba2-9f3c-8bb51ebd1f7b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] No DVR routers for this DVR port 7ee7eead-a56a-4be7-a2d9-1cef7bc5285c on host hv-neutron-8211 {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:09:35.581018 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-8bcf519d-556e-432d-923f-4588c19b5e82 req-855abbcc-aca8-4ba2-9f3c-8bb51ebd1f7b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:35.585166 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8bcf519d-556e-432d-923f-4588c19b5e82 req-855abbcc-aca8-4ba2-9f3c-8bb51ebd1f7b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.18 "DELETE /v2.0/ports/7ee7eead-a56a-4be7-a2d9-1cef7bc5285c HTTP/1.1" status: 204 len: 173 time: 0.4520745 Jan 29 05:09:35.585608 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c5a756-10be-420c-8a1e-dcf914916540', 'name': 'network-vif-deleted', 'tag': '7ee7eead-a56a-4be7-a2d9-1cef7bc5285c'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:09:35.587918 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4efc3f2-bc25-4165-9321-c92b64123b10" -d '{"events": [{"server_uuid": "b0c5a756-10be-420c-8a1e-dcf914916540", "name": "network-vif-deleted", "tag": "7ee7eead-a56a-4be7-a2d9-1cef7bc5285c"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:09:35.647610 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e621c491-2044-4d3e-b696-8e0872511c3a req-268ddc37-c1a0-4547-942d-198e627a45bc tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0c5a756-10be-420c-8a1e-dcf914916540 HTTP/1.1" status: 200 len: 210 time: 0.0275834 Jan 29 05:09:35.692578 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70415a54-79bf-4114-8f7b-07f8973989b6 x-openstack-request-id: req-70415a54-79bf-4114-8f7b-07f8973989b6 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:09:35.692873 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c5a756-10be-420c-8a1e-dcf914916540", "name": "network-vif-deleted", "tag": "7ee7eead-a56a-4be7-a2d9-1cef7bc5285c", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:09:35.693130 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70415a54-79bf-4114-8f7b-07f8973989b6 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:09:35.694286 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c5a756-10be-420c-8a1e-dcf914916540', 'name': 'network-vif-deleted', 'tag': '7ee7eead-a56a-4be7-a2d9-1cef7bc5285c', 'status': 'completed', 'code': 200} Jan 29 05:09:36.702717 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 33762) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:09:37.061386 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3032f0f6-f0b8-467c-9b4e-380caa86ed26 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (6ccb0897-d3de-483d-a258-b572b81c09f5), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:37.324703 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-3032f0f6-f0b8-467c-9b4e-380caa86ed26 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Deleting port c0a56728-aa37-4547-9475-cd560f9cdab0 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:09:37.324971 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3032f0f6-f0b8-467c-9b4e-380caa86ed26 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (c0a56728-aa37-4547-9475-cd560f9cdab0), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:37.410717 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-3032f0f6-f0b8-467c-9b4e-380caa86ed26 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] For port c0a56728-aa37-4547-9475-cd560f9cdab0, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=c0a56728-aa37-4547-9475-cd560f9cdab0,segment=NetworkSegment(3c2031b3-35ee-48d8-b5d0-51fc68c36d59),segment_id=3c2031b3-35ee-48d8-b5d0-51fc68c36d59)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:09:37.411088 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3032f0f6-f0b8-467c-9b4e-380caa86ed26 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (c0a56728-aa37-4547-9475-cd560f9cdab0), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:37.423849 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-3032f0f6-f0b8-467c-9b4e-380caa86ed26 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Calling delete_port for c0a56728-aa37-4547-9475-cd560f9cdab0 owned by network:router_interface {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:09:37.640782 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3032f0f6-f0b8-467c-9b4e-380caa86ed26 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (c0a56728-aa37-4547-9475-cd560f9cdab0), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:37.671834 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3032f0f6-f0b8-467c-9b4e-380caa86ed26 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event deleted for resources: {'Port': ['ID=c0a56728-aa37-4547-9475-cd560f9cdab0,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:37.855524 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3032f0f6-f0b8-467c-9b4e-380caa86ed26 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (6ccb0897-d3de-483d-a258-b572b81c09f5), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:38.072828 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3032f0f6-f0b8-467c-9b4e-380caa86ed26 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Router 6ccb0897-d3de-483d-a258-b572b81c09f5 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:09:38.085651 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 7ee7eead-a56a-4be7-a2d9-1cef7bc5285c no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:09:38.105711 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] No Port match for: 7ee7eead-a56a-4be7-a2d9-1cef7bc5285c {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:09:38.106050 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 7ee7eead-a56a-4be7-a2d9-1cef7bc5285c not bound to the agent host hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:09:38.186817 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3032f0f6-f0b8-467c-9b4e-380caa86ed26 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:09:38.191730 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-3032f0f6-f0b8-467c-9b4e-380caa86ed26 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "PUT /v2.0/routers/6ccb0897-d3de-483d-a258-b572b81c09f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4879866 Jan 29 05:09:38.195143 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33764) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:09:38.196459 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e94e46-b261-4371-a17c-ae58bf13e127 None None] Sync routers for ids ['6ccb0897-d3de-483d-a258-b572b81c09f5'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:09:38.206734 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e94e46-b261-4371-a17c-ae58bf13e127 None None] Routers {'6ccb0897-d3de-483d-a258-b572b81c09f5'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:09:38.207593 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-97e94e46-b261-4371-a17c-ae58bf13e127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:09:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['6ccb0897-d3de-483d-a258-b572b81c09f5'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:38.249508 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-4945ad9b-9da5-4a65-99fb-dc8f328fe6ce tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Deleting subnet 21f3cc12-8c78-4157-a9e1-1401c2215358 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 05:09:38.252618 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4945ad9b-9da5-4a65-99fb-dc8f328fe6ce tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for subnet (21f3cc12-8c78-4157-a9e1-1401c2215358), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:38.291861 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4945ad9b-9da5-4a65-99fb-dc8f328fe6ce tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (21f3cc12-8c78-4157-a9e1-1401c2215358), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:38.311557 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-97e94e46-b261-4371-a17c-ae58bf13e127 None None] Set router 6ccb0897-d3de-483d-a258-b572b81c09f5 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:09:38.372559 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4945ad9b-9da5-4a65-99fb-dc8f328fe6ce tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (21f3cc12-8c78-4157-a9e1-1401c2215358), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:38.496748 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-97e94e46-b261-4371-a17c-ae58bf13e127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccb0897-d3de-483d-a258-b572b81c09f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123229425', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': 'e711f3e6-f4d8-440f-89d5-8352303d70e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:07:52Z', 'updated_at': '2022-01-29T05:09:37Z', 'revision_number': 5, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': 'e711f3e6-f4d8-440f-89d5-8352303d70e5', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccb0897-d3de-483d-a258-b572b81c09f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:07:53Z', 'updated_at': '2022-01-29T05:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:38.510327 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4945ad9b-9da5-4a65-99fb-dc8f328fe6ce tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (21f3cc12-8c78-4157-a9e1-1401c2215358), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:38.524581 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e94e46-b261-4371-a17c-ae58bf13e127 None None] Checking router: 6ccb0897-d3de-483d-a258-b572b81c09f5 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:09:38.533432 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e94e46-b261-4371-a17c-ae58bf13e127 None None] Routers {'6ccb0897-d3de-483d-a258-b572b81c09f5'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:09:38.534045 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-97e94e46-b261-4371-a17c-ae58bf13e127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:09:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['6ccb0897-d3de-483d-a258-b572b81c09f5'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:38.538658 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945ad9b-9da5-4a65-99fb-dc8f328fe6ce tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event deleted for resources: {'Subnet': ['ID=21f3cc12-8c78-4157-a9e1-1401c2215358,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:38.542457 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4945ad9b-9da5-4a65-99fb-dc8f328fe6ce tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:38.548172 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4945ad9b-9da5-4a65-99fb-dc8f328fe6ce tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "DELETE /v2.0/subnets/21f3cc12-8c78-4157-a9e1-1401c2215358 HTTP/1.1" status: 204 len: 168 time: 0.3490248 Jan 29 05:09:38.548420 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33766) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:09:38.570962 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd6ae0a-779b-4948-bd85-05abb8519ba4 None None] Network 55dea040-e0e7-446c-a48c-6d6759221b20 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:09:38.658215 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-32e39379-6b26-41f1-8560-cd37dcf898b2 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for router (6ccb0897-d3de-483d-a258-b572b81c09f5), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:38.767620 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-32e39379-6b26-41f1-8560-cd37dcf898b2 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for router_gateway (6ccb0897-d3de-483d-a258-b572b81c09f5), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:38.867305 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-97e94e46-b261-4371-a17c-ae58bf13e127 None None] Set router 6ccb0897-d3de-483d-a258-b572b81c09f5 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:09:38.882102 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-32e39379-6b26-41f1-8560-cd37dcf898b2 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Deleting port e711f3e6-f4d8-440f-89d5-8352303d70e5 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:09:38.882102 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-32e39379-6b26-41f1-8560-cd37dcf898b2 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (e711f3e6-f4d8-440f-89d5-8352303d70e5), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:38.965549 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-32e39379-6b26-41f1-8560-cd37dcf898b2 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] For port e711f3e6-f4d8-440f-89d5-8352303d70e5, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=e711f3e6-f4d8-440f-89d5-8352303d70e5,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:09:38.965923 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-32e39379-6b26-41f1-8560-cd37dcf898b2 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (e711f3e6-f4d8-440f-89d5-8352303d70e5), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:38.979141 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-32e39379-6b26-41f1-8560-cd37dcf898b2 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Calling delete_port for e711f3e6-f4d8-440f-89d5-8352303d70e5 owned by network:router_gateway {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:09:39.020273 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fbe578-b030-403f-8838-f3f4d6bc8242 None None] DHCP port deletion for 55dea040-e0e7-446c-a48c-6d6759221b20 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 05:09:39.104737 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-96fbe578-b030-403f-8838-f3f4d6bc8242 None None] Deleting port 55190eab-5d33-4991-a34b-c4217a9c1592 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:09:39.105405 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-96fbe578-b030-403f-8838-f3f4d6bc8242 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (55190eab-5d33-4991-a34b-c4217a9c1592), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:39.107354 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-97e94e46-b261-4371-a17c-ae58bf13e127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccb0897-d3de-483d-a258-b572b81c09f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123229425', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': 'e711f3e6-f4d8-440f-89d5-8352303d70e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:07:52Z', 'updated_at': '2022-01-29T05:09:37Z', 'revision_number': 5, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': 'e711f3e6-f4d8-440f-89d5-8352303d70e5', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccb0897-d3de-483d-a258-b572b81c09f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:07:53Z', 'updated_at': '2022-01-29T05:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:39.151507 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e94e46-b261-4371-a17c-ae58bf13e127 None None] The sync data for ids ['6ccb0897-d3de-483d-a258-b572b81c09f5'] in dv-neutron-821190-1-hyperv is: [{'id': '6ccb0897-d3de-483d-a258-b572b81c09f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123229425', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': 'e711f3e6-f4d8-440f-89d5-8352303d70e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:07:52Z', 'updated_at': '2022-01-29T05:09:37Z', 'revision_number': 5, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': 'e711f3e6-f4d8-440f-89d5-8352303d70e5', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccb0897-d3de-483d-a258-b572b81c09f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:07:53Z', 'updated_at': '2022-01-29T05:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:09:39.195431 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-32e39379-6b26-41f1-8560-cd37dcf898b2 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (e711f3e6-f4d8-440f-89d5-8352303d70e5), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:39.201213 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-96fbe578-b030-403f-8838-f3f4d6bc8242 None None] For port 55190eab-5d33-4991-a34b-c4217a9c1592, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=55190eab-5d33-4991-a34b-c4217a9c1592,segment=NetworkSegment(3c2031b3-35ee-48d8-b5d0-51fc68c36d59),segment_id=3c2031b3-35ee-48d8-b5d0-51fc68c36d59)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:09:39.201554 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-96fbe578-b030-403f-8838-f3f4d6bc8242 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (55190eab-5d33-4991-a34b-c4217a9c1592), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:39.215099 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-96fbe578-b030-403f-8838-f3f4d6bc8242 None None] Calling delete_port for 55190eab-5d33-4991-a34b-c4217a9c1592 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:09:39.227282 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e39379-6b26-41f1-8560-cd37dcf898b2 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event deleted for resources: {'Port': ['ID=e711f3e6-f4d8-440f-89d5-8352303d70e5,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:39.286480 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-32e39379-6b26-41f1-8560-cd37dcf898b2 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (6ccb0897-d3de-483d-a258-b572b81c09f5), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:39.355590 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-96fbe578-b030-403f-8838-f3f4d6bc8242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (55190eab-5d33-4991-a34b-c4217a9c1592), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:39.376984 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-32e39379-6b26-41f1-8560-cd37dcf898b2 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (6ccb0897-d3de-483d-a258-b572b81c09f5), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:39.378719 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-32e39379-6b26-41f1-8560-cd37dcf898b2 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for router_controller (6ccb0897-d3de-483d-a258-b572b81c09f5), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:39.382301 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fbe578-b030-403f-8838-f3f4d6bc8242 None None] Pushing event deleted for resources: {'Port': ['ID=55190eab-5d33-4991-a34b-c4217a9c1592,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:39.386788 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fbe578-b030-403f-8838-f3f4d6bc8242 None None] No DVR routers for this DVR port 55190eab-5d33-4991-a34b-c4217a9c1592 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:09:39.401688 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbe578-b030-403f-8838-f3f4d6bc8242 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:39.401848 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbe578-b030-403f-8838-f3f4d6bc8242 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:39.402201 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbe578-b030-403f-8838-f3f4d6bc8242 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:39.402543 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbe578-b030-403f-8838-f3f4d6bc8242 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:39.402882 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbe578-b030-403f-8838-f3f4d6bc8242 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:39.403270 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbe578-b030-403f-8838-f3f4d6bc8242 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:39.403617 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbe578-b030-403f-8838-f3f4d6bc8242 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:39.403993 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbe578-b030-403f-8838-f3f4d6bc8242 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:39.404312 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbe578-b030-403f-8838-f3f4d6bc8242 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:39.404667 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbe578-b030-403f-8838-f3f4d6bc8242 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:39.405000 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbe578-b030-403f-8838-f3f4d6bc8242 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:39.405405 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbe578-b030-403f-8838-f3f4d6bc8242 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:39.405734 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbe578-b030-403f-8838-f3f4d6bc8242 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:39.481275 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-32e39379-6b26-41f1-8560-cd37dcf898b2 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (6ccb0897-d3de-483d-a258-b572b81c09f5), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:39.481794 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e39379-6b26-41f1-8560-cd37dcf898b2 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Fanout notify agent at l3_agent the message router_deleted on router 6ccb0897-d3de-483d-a258-b572b81c09f5 {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 05:09:39.488416 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-32e39379-6b26-41f1-8560-cd37dcf898b2 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:39.492808 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-32e39379-6b26-41f1-8560-cd37dcf898b2 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "DELETE /v2.0/routers/6ccb0897-d3de-483d-a258-b572b81c09f5 HTTP/1.1" status: 204 len: 168 time: 0.9402664 Jan 29 05:09:39.493127 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33768) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:09:39.575917 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-484e56ad-14c8-442f-8e94-30abb16d9dd3 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (55dea040-e0e7-446c-a48c-6d6759221b20), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:39.667307 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-484e56ad-14c8-442f-8e94-30abb16d9dd3 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (55dea040-e0e7-446c-a48c-6d6759221b20), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:39.692469 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-484e56ad-14c8-442f-8e94-30abb16d9dd3 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55dea040-e0e7-446c-a48c-6d6759221b20']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:39.702676 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-484e56ad-14c8-442f-8e94-30abb16d9dd3 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c2031b3-35ee-48d8-b5d0-51fc68c36d59') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:39.702980 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-484e56ad-14c8-442f-8e94-30abb16d9dd3 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c2031b3-35ee-48d8-b5d0-51fc68c36d59') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:39.713354 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-484e56ad-14c8-442f-8e94-30abb16d9dd3 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (3c2031b3-35ee-48d8-b5d0-51fc68c36d59), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:39.727384 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-484e56ad-14c8-442f-8e94-30abb16d9dd3 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (3c2031b3-35ee-48d8-b5d0-51fc68c36d59), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:39.733645 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-484e56ad-14c8-442f-8e94-30abb16d9dd3 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:09:39.733957 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-484e56ad-14c8-442f-8e94-30abb16d9dd3 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (3c2031b3-35ee-48d8-b5d0-51fc68c36d59), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:39.736956 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 05:09:39.736956 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:09:39.736956 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 05:09:39.736956 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:09:39.736956 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 05:09:39.736956 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:09:39.736956 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 05:09:39.736956 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:09:39.736956 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 05:09:39.736956 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:09:39.736956 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 05:09:39.736956 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:09:39.736956 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 05:09:39.736956 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:09:39.736956 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:09:39.736956 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:09:39.736956 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:09:39.736956 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:09:39.736956 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 05:09:39.736956 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:09:39.736956 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 05:09:39.736956 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:09:39.736956 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:09:39.736956 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:09:39.736956 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 05:09:39.736956 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:09:39.736956 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:09:39.736956 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:09:39.736956 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:09:39.736956 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:09:39.736956 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:09:39.736956 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:09:39.875151 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-484e56ad-14c8-442f-8e94-30abb16d9dd3 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (55dea040-e0e7-446c-a48c-6d6759221b20), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:39.882514 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-484e56ad-14c8-442f-8e94-30abb16d9dd3 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:39.885635 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-484e56ad-14c8-442f-8e94-30abb16d9dd3 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "DELETE /v2.0/networks/55dea040-e0e7-446c-a48c-6d6759221b20 HTTP/1.1" status: 204 len: 168 time: 0.3915749 Jan 29 05:09:39.888518 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 33770) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:09:39.897448 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e56ad-14c8-442f-8e94-30abb16d9dd3 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event deleted for resources: {'Network': ['ID=55dea040-e0e7-446c-a48c-6d6759221b20,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:39.946079 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-99ac5e6f-948f-4830-8f88-63084083d66d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group (b5c71f03-432f-45ec-a23d-836013ba2bde), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:39.971773 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-99ac5e6f-948f-4830-8f88-63084083d66d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group (b5c71f03-432f-45ec-a23d-836013ba2bde), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:40.086038 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-99ac5e6f-948f-4830-8f88-63084083d66d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (b5c71f03-432f-45ec-a23d-836013ba2bde), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:40.088561 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-99ac5e6f-948f-4830-8f88-63084083d66d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:40.089729 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-99ac5e6f-948f-4830-8f88-63084083d66d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "DELETE /v2.0/security-groups/b5c71f03-432f-45ec-a23d-836013ba2bde HTTP/1.1" status: 204 len: 168 time: 0.2002311 Jan 29 05:09:40.100329 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac5e6f-948f-4830-8f88-63084083d66d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c71f03-432f-45ec-a23d-836013ba2bde,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:40.514738 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device c0a56728-aa37-4547-9475-cd560f9cdab0 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:09:40.535508 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: c0a56728-aa37-4547-9475-cd560f9cdab0 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:09:40.535852 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device c0a56728-aa37-4547-9475-cd560f9cdab0 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:09:40.536261 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 55190eab-5d33-4991-a34b-c4217a9c1592 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:09:40.554232 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 55190eab-5d33-4991-a34b-c4217a9c1592 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:09:40.554577 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 55190eab-5d33-4991-a34b-c4217a9c1592 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:09:40.554979 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device e711f3e6-f4d8-440f-89d5-8352303d70e5 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:09:40.574546 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: e711f3e6-f4d8-440f-89d5-8352303d70e5 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:09:40.575013 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device e711f3e6-f4d8-440f-89d5-8352303d70e5 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:09:40.676010 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 33776) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:09:40.680848 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-c40c5ebb-f9da-4287-a23f-71da1f3af4cf tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-86071026', 'description': 'tempest-secgroup-smoke-86071026 description', 'project_id': '5270d00ab13a4e32b125f15996f3d148'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:09:40.738268 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c40c5ebb-f9da-4287-a23f-71da1f3af4cf tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:40.801675 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c40c5ebb-f9da-4287-a23f-71da1f3af4cf tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group (a610e179-9731-4374-bc52-764e9b944511), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:40.875009 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c40c5ebb-f9da-4287-a23f-71da1f3af4cf tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (a610e179-9731-4374-bc52-764e9b944511), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:40.904344 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c5ebb-f9da-4287-a23f-71da1f3af4cf tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a610e179-9731-4374-bc52-764e9b944511,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:40.957177 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c40c5ebb-f9da-4287-a23f-71da1f3af4cf tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:40.958484 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c40c5ebb-f9da-4287-a23f-71da1f3af4cf tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2814271 Jan 29 05:09:40.961507 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 33778) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:09:40.965889 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-3e8e17eb-edd1-4cac-b15b-cf5516df27a4 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'security_group_rule': {'security_group_id': 'a610e179-9731-4374-bc52-764e9b944511', 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:09:41.068035 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3e8e17eb-edd1-4cac-b15b-cf5516df27a4 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (1f7095a2-018f-4e32-8cbf-ffb42a1adbc8), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:41.126257 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3e8e17eb-edd1-4cac-b15b-cf5516df27a4 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (1f7095a2-018f-4e32-8cbf-ffb42a1adbc8), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:41.200903 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3e8e17eb-edd1-4cac-b15b-cf5516df27a4 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (1f7095a2-018f-4e32-8cbf-ffb42a1adbc8), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:41.219596 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e17eb-edd1-4cac-b15b-cf5516df27a4 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f7095a2-018f-4e32-8cbf-ffb42a1adbc8,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:41.294515 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3e8e17eb-edd1-4cac-b15b-cf5516df27a4 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:41.295748 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-3e8e17eb-edd1-4cac-b15b-cf5516df27a4 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3332942 Jan 29 05:09:41.298470 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 33780) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:09:41.303042 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-45bc2bf7-04fc-4a96-908c-25ce45f4c95b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'security_group_rule': {'security_group_id': 'a610e179-9731-4374-bc52-764e9b944511', 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:09:41.383313 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-45bc2bf7-04fc-4a96-908c-25ce45f4c95b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (0af3b603-c9b0-41b5-9494-16556348cfe6), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:41.437237 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-45bc2bf7-04fc-4a96-908c-25ce45f4c95b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (0af3b603-c9b0-41b5-9494-16556348cfe6), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:41.492389 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-45bc2bf7-04fc-4a96-908c-25ce45f4c95b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (0af3b603-c9b0-41b5-9494-16556348cfe6), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:41.510587 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc2bf7-04fc-4a96-908c-25ce45f4c95b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0af3b603-c9b0-41b5-9494-16556348cfe6,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:41.562985 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-45bc2bf7-04fc-4a96-908c-25ce45f4c95b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:41.564227 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-45bc2bf7-04fc-4a96-908c-25ce45f4c95b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2647829 Jan 29 05:09:41.566934 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 33782) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:09:41.571783 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-940618e2-a536-4615-903e-9c24f6c104b8 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'security_group_rule': {'security_group_id': 'a610e179-9731-4374-bc52-764e9b944511', 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:09:41.639879 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-940618e2-a536-4615-903e-9c24f6c104b8 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (ba2321d2-96af-46d5-a874-614ff812a110), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:41.695037 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-940618e2-a536-4615-903e-9c24f6c104b8 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (ba2321d2-96af-46d5-a874-614ff812a110), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:41.743846 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-940618e2-a536-4615-903e-9c24f6c104b8 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (ba2321d2-96af-46d5-a874-614ff812a110), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:41.763124 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940618e2-a536-4615-903e-9c24f6c104b8 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba2321d2-96af-46d5-a874-614ff812a110,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:41.849111 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-940618e2-a536-4615-903e-9c24f6c104b8 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:41.851055 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-940618e2-a536-4615-903e-9c24f6c104b8 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2829044 Jan 29 05:09:41.858490 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33784) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:09:41.863052 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-6838c5b0-865d-4076-91ea-e7d24f21b57c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'security_group_rule': {'security_group_id': 'a610e179-9731-4374-bc52-764e9b944511', 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:09:41.954482 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6838c5b0-865d-4076-91ea-e7d24f21b57c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (84904ecc-4e14-4b25-b6ca-e5746b6d5bb3), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:42.001638 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6838c5b0-865d-4076-91ea-e7d24f21b57c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (84904ecc-4e14-4b25-b6ca-e5746b6d5bb3), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:42.080503 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6838c5b0-865d-4076-91ea-e7d24f21b57c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (84904ecc-4e14-4b25-b6ca-e5746b6d5bb3), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:42.095818 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838c5b0-865d-4076-91ea-e7d24f21b57c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84904ecc-4e14-4b25-b6ca-e5746b6d5bb3,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:42.168225 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6838c5b0-865d-4076-91ea-e7d24f21b57c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:42.169474 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6838c5b0-865d-4076-91ea-e7d24f21b57c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3099871 Jan 29 05:09:42.172142 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33786) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:09:42.176400 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-b2cc9240-9729-4498-9d79-50cfec695a5e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'security_group_rule': {'security_group_id': 'a610e179-9731-4374-bc52-764e9b944511', 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:09:42.252202 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.securitygroups_db [None req-b2cc9240-9729-4498-9d79-50cfec695a5e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Project 5270d00ab13a4e32b125f15996f3d148 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 05:09:42.257157 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b2cc9240-9729-4498-9d79-50cfec695a5e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (669f5de8-4fc7-43eb-97ce-317014506336), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:42.319067 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b2cc9240-9729-4498-9d79-50cfec695a5e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (669f5de8-4fc7-43eb-97ce-317014506336), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:42.400519 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b2cc9240-9729-4498-9d79-50cfec695a5e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (669f5de8-4fc7-43eb-97ce-317014506336), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:42.417894 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc9240-9729-4498-9d79-50cfec695a5e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=669f5de8-4fc7-43eb-97ce-317014506336,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:42.505719 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b2cc9240-9729-4498-9d79-50cfec695a5e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:42.507069 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b2cc9240-9729-4498-9d79-50cfec695a5e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3339651 Jan 29 05:09:42.509709 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33788) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:09:42.514061 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-cce94cb9-6713-4136-8755-451fa5d45d3b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'security_group_rule': {'security_group_id': 'a610e179-9731-4374-bc52-764e9b944511', 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:09:42.623702 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.securitygroups_db [None req-cce94cb9-6713-4136-8755-451fa5d45d3b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Project 5270d00ab13a4e32b125f15996f3d148 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 05:09:42.628973 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cce94cb9-6713-4136-8755-451fa5d45d3b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (b96610d4-97a4-4477-86a5-0ceeb84a9100), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:42.688120 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cce94cb9-6713-4136-8755-451fa5d45d3b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (b96610d4-97a4-4477-86a5-0ceeb84a9100), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:42.760656 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cce94cb9-6713-4136-8755-451fa5d45d3b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (b96610d4-97a4-4477-86a5-0ceeb84a9100), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:42.778284 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce94cb9-6713-4136-8755-451fa5d45d3b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b96610d4-97a4-4477-86a5-0ceeb84a9100,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:42.825540 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cce94cb9-6713-4136-8755-451fa5d45d3b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:42.827061 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-cce94cb9-6713-4136-8755-451fa5d45d3b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3161600 Jan 29 05:09:42.829714 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33790) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:09:42.835938 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-a8179327-6e9d-4fa8-b119-06c27f4fd0b0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'network': {'name': 'tempest-network-smoke--406884771', 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'port_security_enabled': True}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:09:42.926760 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8179327-6e9d-4fa8-b119-06c27f4fd0b0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Made reservation on behalf of 5270d00ab13a4e32b125f15996f3d148 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:09:42.930530 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a8179327-6e9d-4fa8-b119-06c27f4fd0b0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:42.954174 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8179327-6e9d-4fa8-b119-06c27f4fd0b0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 05:09:42.963621 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a8179327-6e9d-4fa8-b119-06c27f4fd0b0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (46830111-a105-4d34-a78b-b25d0c8dfc6f), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:42.963961 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-a8179327-6e9d-4fa8-b119-06c27f4fd0b0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Added segment 46830111-a105-4d34-a78b-b25d0c8dfc6f of type vlan for network 3efd19af-06af-4175-bace-ecbb88f1830d Jan 29 05:09:43.002157 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a8179327-6e9d-4fa8-b119-06c27f4fd0b0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (3efd19af-06af-4175-bace-ecbb88f1830d), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:43.063841 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a8179327-6e9d-4fa8-b119-06c27f4fd0b0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (3efd19af-06af-4175-bace-ecbb88f1830d), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:43.070213 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8179327-6e9d-4fa8-b119-06c27f4fd0b0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:43.070790 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a8179327-6e9d-4fa8-b119-06c27f4fd0b0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:43.139351 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8179327-6e9d-4fa8-b119-06c27f4fd0b0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'Network': ['ID=3efd19af-06af-4175-bace-ecbb88f1830d,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:43.149774 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 3efd19af-06af-4175-bace-ecbb88f1830d details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 05:09:43.180983 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a8179327-6e9d-4fa8-b119-06c27f4fd0b0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3502123 Jan 29 05:09:43.183565 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33792) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:09:43.187921 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-6055e99e-e6a6-41f4-8c80-ee2205ac0381 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-253813549', 'admin_state_up': True, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:09:43.292330 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6055e99e-e6a6-41f4-8c80-ee2205ac0381 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (2b166b19-7ab5-488e-a57d-31f3dfd108a6), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:43.293481 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6055e99e-e6a6-41f4-8c80-ee2205ac0381 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (2b166b19-7ab5-488e-a57d-31f3dfd108a6), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:43.344224 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6055e99e-e6a6-41f4-8c80-ee2205ac0381 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for router_controller (2b166b19-7ab5-488e-a57d-31f3dfd108a6), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:43.577329 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6055e99e-e6a6-41f4-8c80-ee2205ac0381 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for router_gateway (2b166b19-7ab5-488e-a57d-31f3dfd108a6), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:43.816076 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6055e99e-e6a6-41f4-8c80-ee2205ac0381 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for router_gateway (2b166b19-7ab5-488e-a57d-31f3dfd108a6), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:43.836058 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6055e99e-e6a6-41f4-8c80-ee2205ac0381 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:43.935874 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-6055e99e-e6a6-41f4-8c80-ee2205ac0381 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Allocated IP 172.26.8.45 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/b6b91c3e-d479-4caf-aa26-ced36091a4c1) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:09:44.044828 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6055e99e-e6a6-41f4-8c80-ee2205ac0381 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for port (b6b91c3e-d479-4caf-aa26-ced36091a4c1), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:44.138307 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6055e99e-e6a6-41f4-8c80-ee2205ac0381 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (b6b91c3e-d479-4caf-aa26-ced36091a4c1), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:44.176769 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6055e99e-e6a6-41f4-8c80-ee2205ac0381 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:09:44.179598 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-6055e99e-e6a6-41f4-8c80-ee2205ac0381 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:09:44.182985 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6055e99e-e6a6-41f4-8c80-ee2205ac0381 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:09:44.190955 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6055e99e-e6a6-41f4-8c80-ee2205ac0381 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'Port': ['ID=b6b91c3e-d479-4caf-aa26-ced36091a4c1,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:44.516110 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6055e99e-e6a6-41f4-8c80-ee2205ac0381 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for router_gateway (2b166b19-7ab5-488e-a57d-31f3dfd108a6), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:44.707383 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6055e99e-e6a6-41f4-8c80-ee2205ac0381 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (2b166b19-7ab5-488e-a57d-31f3dfd108a6), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:44.909331 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6055e99e-e6a6-41f4-8c80-ee2205ac0381 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Router 2b166b19-7ab5-488e-a57d-31f3dfd108a6 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 05:09:45.015193 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6055e99e-e6a6-41f4-8c80-ee2205ac0381 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:09:45.025400 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bb52db-7916-4a6f-bd18-982ffbc96f3e None None] Sync routers for ids ['2b166b19-7ab5-488e-a57d-31f3dfd108a6'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:09:45.034779 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bb52db-7916-4a6f-bd18-982ffbc96f3e None None] Routers {'2b166b19-7ab5-488e-a57d-31f3dfd108a6'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:09:45.035372 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-59bb52db-7916-4a6f-bd18-982ffbc96f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:09:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['2b166b19-7ab5-488e-a57d-31f3dfd108a6'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:45.099526 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6055e99e-e6a6-41f4-8c80-ee2205ac0381 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:45.101124 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6055e99e-e6a6-41f4-8c80-ee2205ac0381 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9165375 Jan 29 05:09:45.104763 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33796) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:09:45.138039 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-59bb52db-7916-4a6f-bd18-982ffbc96f3e None None] Set router 2b166b19-7ab5-488e-a57d-31f3dfd108a6 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:09:45.139652 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b27524eb-db6c-47f8-a4d8-b42e5e0ecfe4 tempest-TestNetworkAdvancedServerOps-1297217627 tempest-TestNetworkAdvancedServerOps-1297217627-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=5270d00ab13a4e32b125f15996f3d148&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338361 Jan 29 05:09:45.142297 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33798) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:09:45.291640 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bdf0a0-b1ed-41d4-9951-3557d373d383 tempest-TestNetworkAdvancedServerOps-1297217627 tempest-TestNetworkAdvancedServerOps-1297217627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:45.295840 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-60bdf0a0-b1ed-41d4-9951-3557d373d383 tempest-TestNetworkAdvancedServerOps-1297217627 tempest-TestNetworkAdvancedServerOps-1297217627-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1500006 Jan 29 05:09:45.296094 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33800) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:09:45.325619 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-eca38253-bc0a-4bdd-a65b-39f11990c0ff tempest-TestNetworkAdvancedServerOps-1297217627 tempest-TestNetworkAdvancedServerOps-1297217627-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f0de7169-31b1-4289-9a2a-56c5f4e63ed1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282967 Jan 29 05:09:45.328080 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33802) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:09:45.333216 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-ff89224a-2afb-4b68-b963-9b3384b3e5b5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-933971300', 'network_id': '3efd19af-06af-4175-bace-ecbb88f1830d', 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:09:45.399329 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-59bb52db-7916-4a6f-bd18-982ffbc96f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b166b19-7ab5-488e-a57d-31f3dfd108a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-253813549', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'b6b91c3e-d479-4caf-aa26-ced36091a4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:09:43Z', 'updated_at': '2022-01-29T05:09:44Z', 'revision_number': 3, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': 'b6b91c3e-d479-4caf-aa26-ced36091a4c1', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b166b19-7ab5-488e-a57d-31f3dfd108a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:09:43Z', 'updated_at': '2022-01-29T05:09:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:45.424610 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bb52db-7916-4a6f-bd18-982ffbc96f3e None None] Checking router: 2b166b19-7ab5-488e-a57d-31f3dfd108a6 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:09:45.426588 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bb52db-7916-4a6f-bd18-982ffbc96f3e None None] Updating router 2b166b19-7ab5-488e-a57d-31f3dfd108a6 port b6b91c3e-d479-4caf-aa26-ced36091a4c1 binding host dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:09:45.453074 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59bb52db-7916-4a6f-bd18-982ffbc96f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b6b91c3e-d479-4caf-aa26-ced36091a4c1), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:45.514542 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff89224a-2afb-4b68-b963-9b3384b3e5b5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Made reservation on behalf of 5270d00ab13a4e32b125f15996f3d148 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:09:45.518205 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ff89224a-2afb-4b68-b963-9b3384b3e5b5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:45.702679 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59bb52db-7916-4a6f-bd18-982ffbc96f3e None None] Publish callbacks [] for port (b6b91c3e-d479-4caf-aa26-ced36091a4c1), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:45.756016 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ff89224a-2afb-4b68-b963-9b3384b3e5b5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (d07afbbd-4cb2-45e5-a0d2-33d9a9433bf3), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:45.766198 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59bb52db-7916-4a6f-bd18-982ffbc96f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (b6b91c3e-d479-4caf-aa26-ced36091a4c1), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:45.813559 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89224a-2afb-4b68-b963-9b3384b3e5b5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'Subnet': ['ID=d07afbbd-4cb2-45e5-a0d2-33d9a9433bf3,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:45.822460 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-59bb52db-7916-4a6f-bd18-982ffbc96f3e None None] Attempting to bind port b6b91c3e-d479-4caf-aa26-ced36091a4c1 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:09:45.822831 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-59bb52db-7916-4a6f-bd18-982ffbc96f3e None None] Attempting to bind port b6b91c3e-d479-4caf-aa26-ced36091a4c1 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:09:45.823189 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bb52db-7916-4a6f-bd18-982ffbc96f3e None None] Attempting to bind port b6b91c3e-d479-4caf-aa26-ced36091a4c1 on network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:09:45.825078 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff89224a-2afb-4b68-b963-9b3384b3e5b5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Checking segment: {'id': '46830111-a105-4d34-a78b-b25d0c8dfc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3efd19af-06af-4175-bace-ecbb88f1830d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:09:45.825434 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff89224a-2afb-4b68-b963-9b3384b3e5b5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Network hostable DHCP agents. Network: 3efd19af-06af-4175-bace-ecbb88f1830d, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 05:09:45.828271 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9252a-8877-4fff-bba8-79765473560b None None] Pushing event updated for resources: {'Port': ['ID=b6b91c3e-d479-4caf-aa26-ced36091a4c1,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:45.830862 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bb52db-7916-4a6f-bd18-982ffbc96f3e None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:09:45.831019 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bb52db-7916-4a6f-bd18-982ffbc96f3e None None] Checking segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:09:45.831352 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59bb52db-7916-4a6f-bd18-982ffbc96f3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:45.831744 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bb52db-7916-4a6f-bd18-982ffbc96f3e None None] Bound using segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:09:45.832459 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-59bb52db-7916-4a6f-bd18-982ffbc96f3e None None] Bound port: b6b91c3e-d479-4caf-aa26-ced36091a4c1, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:09:45.832853 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59bb52db-7916-4a6f-bd18-982ffbc96f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b6b91c3e-d479-4caf-aa26-ced36091a4c1), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:45.857550 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9252a-8877-4fff-bba8-79765473560b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:45.857893 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9252a-8877-4fff-bba8-79765473560b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:45.858232 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9252a-8877-4fff-bba8-79765473560b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:45.858564 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9252a-8877-4fff-bba8-79765473560b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:45.858897 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9252a-8877-4fff-bba8-79765473560b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:45.859220 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9252a-8877-4fff-bba8-79765473560b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:45.859544 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9252a-8877-4fff-bba8-79765473560b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:45.859870 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9252a-8877-4fff-bba8-79765473560b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:45.860191 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9252a-8877-4fff-bba8-79765473560b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:45.860530 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9252a-8877-4fff-bba8-79765473560b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:45.860851 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9252a-8877-4fff-bba8-79765473560b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:45.861166 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9252a-8877-4fff-bba8-79765473560b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:45.861480 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9252a-8877-4fff-bba8-79765473560b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:45.892159 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff89224a-2afb-4b68-b963-9b3384b3e5b5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Network 3efd19af-06af-4175-bace-ecbb88f1830d is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 05:09:45.895960 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-59bb52db-7916-4a6f-bd18-982ffbc96f3e None None] For port b6b91c3e-d479-4caf-aa26-ced36091a4c1, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:09:45.899575 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-59bb52db-7916-4a6f-bd18-982ffbc96f3e None None] For port b6b91c3e-d479-4caf-aa26-ced36091a4c1, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=b6b91c3e-d479-4caf-aa26-ced36091a4c1,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:09:45.960718 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-ff89224a-2afb-4b68-b963-9b3384b3e5b5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 3efd19af-06af-4175-bace-ecbb88f1830d) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:09:45.964786 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff89224a-2afb-4b68-b963-9b3384b3e5b5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:45.965382 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ff89224a-2afb-4b68-b963-9b3384b3e5b5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:45.969358 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec71324c-8a1d-4148-a9f8-113772fc81cd None None] Network 3efd19af-06af-4175-bace-ecbb88f1830d requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:09:45.984173 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59bb52db-7916-4a6f-bd18-982ffbc96f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (b6b91c3e-d479-4caf-aa26-ced36091a4c1), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:46.032647 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ff89224a-2afb-4b68-b963-9b3384b3e5b5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7033081 Jan 29 05:09:46.035171 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33804) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:09:46.046645 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bb52db-7916-4a6f-bd18-982ffbc96f3e None None] Routers {'2b166b19-7ab5-488e-a57d-31f3dfd108a6'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:09:46.047310 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-59bb52db-7916-4a6f-bd18-982ffbc96f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:09:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['2b166b19-7ab5-488e-a57d-31f3dfd108a6'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:46.050088 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9252a-8877-4fff-bba8-79765473560b None None] Pushing event updated for resources: {'Port': ['ID=b6b91c3e-d479-4caf-aa26-ced36091a4c1,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:46.077797 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dbf98d-e89a-4103-bb20-91dbbf5e159e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-3efd19af-06af-4175-bace-ecbb88f1830d', 'network_id': '3efd19af-06af-4175-bace-ecbb88f1830d', 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'fixed_ips': [{'subnet_id': 'd07afbbd-4cb2-45e5-a0d2-33d9a9433bf3'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 05:09:46.078813 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b9dbf98d-e89a-4103-bb20-91dbbf5e159e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:46.158604 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-59bb52db-7916-4a6f-bd18-982ffbc96f3e None None] Set router 2b166b19-7ab5-488e-a57d-31f3dfd108a6 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:09:46.228884 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-b9dbf98d-e89a-4103-bb20-91dbbf5e159e None None] Allocated IP 172.20.0.2 (3efd19af-06af-4175-bace-ecbb88f1830d/d07afbbd-4cb2-45e5-a0d2-33d9a9433bf3/0d99c011-81b9-46d7-9df9-effcc416c8e3) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:09:46.351029 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-59bb52db-7916-4a6f-bd18-982ffbc96f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b166b19-7ab5-488e-a57d-31f3dfd108a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-253813549', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'b6b91c3e-d479-4caf-aa26-ced36091a4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:09:43Z', 'updated_at': '2022-01-29T05:09:44Z', 'revision_number': 3, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': 'b6b91c3e-d479-4caf-aa26-ced36091a4c1', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b166b19-7ab5-488e-a57d-31f3dfd108a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:09:43Z', 'updated_at': '2022-01-29T05:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:46.378443 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bb52db-7916-4a6f-bd18-982ffbc96f3e None None] The sync data for ids ['2b166b19-7ab5-488e-a57d-31f3dfd108a6'] in dv-neutron-821190-1-hyperv is: [{'id': '2b166b19-7ab5-488e-a57d-31f3dfd108a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-253813549', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'b6b91c3e-d479-4caf-aa26-ced36091a4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:09:43Z', 'updated_at': '2022-01-29T05:09:44Z', 'revision_number': 3, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': 'b6b91c3e-d479-4caf-aa26-ced36091a4c1', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b166b19-7ab5-488e-a57d-31f3dfd108a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:09:43Z', 'updated_at': '2022-01-29T05:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:09:46.378759 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b9dbf98d-e89a-4103-bb20-91dbbf5e159e None None] Publish callbacks [] for port (0d99c011-81b9-46d7-9df9-effcc416c8e3), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:46.424752 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b9dbf98d-e89a-4103-bb20-91dbbf5e159e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (0d99c011-81b9-46d7-9df9-effcc416c8e3), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:46.471717 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dbf98d-e89a-4103-bb20-91dbbf5e159e None None] Network 3efd19af-06af-4175-bace-ecbb88f1830d is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:09:46.473775 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-b9dbf98d-e89a-4103-bb20-91dbbf5e159e None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:09:46.478106 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dbf98d-e89a-4103-bb20-91dbbf5e159e None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:09:46.493206 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dbf98d-e89a-4103-bb20-91dbbf5e159e None None] Pushing event updated for resources: {'Port': ['ID=0d99c011-81b9-46d7-9df9-effcc416c8e3,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:46.547234 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-b9dbf98d-e89a-4103-bb20-91dbbf5e159e None None] Attempting to bind port 0d99c011-81b9-46d7-9df9-effcc416c8e3 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:09:46.547628 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-b9dbf98d-e89a-4103-bb20-91dbbf5e159e None None] Attempting to bind port 0d99c011-81b9-46d7-9df9-effcc416c8e3 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '46830111-a105-4d34-a78b-b25d0c8dfc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3efd19af-06af-4175-bace-ecbb88f1830d'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:09:46.547972 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dbf98d-e89a-4103-bb20-91dbbf5e159e None None] Attempting to bind port 0d99c011-81b9-46d7-9df9-effcc416c8e3 on network 3efd19af-06af-4175-bace-ecbb88f1830d {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:09:46.553258 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dbf98d-e89a-4103-bb20-91dbbf5e159e None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:09:46.553639 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dbf98d-e89a-4103-bb20-91dbbf5e159e None None] Checking segment: {'id': '46830111-a105-4d34-a78b-b25d0c8dfc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3efd19af-06af-4175-bace-ecbb88f1830d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:09:46.554059 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b9dbf98d-e89a-4103-bb20-91dbbf5e159e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:46.554457 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dbf98d-e89a-4103-bb20-91dbbf5e159e None None] Bound using segment: {'id': '46830111-a105-4d34-a78b-b25d0c8dfc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3efd19af-06af-4175-bace-ecbb88f1830d'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:09:46.554937 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-b9dbf98d-e89a-4103-bb20-91dbbf5e159e None None] Bound port: 0d99c011-81b9-46d7-9df9-effcc416c8e3, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46830111-a105-4d34-a78b-b25d0c8dfc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3efd19af-06af-4175-bace-ecbb88f1830d'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:09:46.555460 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b9dbf98d-e89a-4103-bb20-91dbbf5e159e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (0d99c011-81b9-46d7-9df9-effcc416c8e3), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:46.633739 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-b9dbf98d-e89a-4103-bb20-91dbbf5e159e None None] For port 0d99c011-81b9-46d7-9df9-effcc416c8e3, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:09:46.641826 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-b9dbf98d-e89a-4103-bb20-91dbbf5e159e None None] For port 0d99c011-81b9-46d7-9df9-effcc416c8e3, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=0d99c011-81b9-46d7-9df9-effcc416c8e3,segment=NetworkSegment(46830111-a105-4d34-a78b-b25d0c8dfc6f),segment_id=46830111-a105-4d34-a78b-b25d0c8dfc6f)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:09:46.715862 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b9dbf98d-e89a-4103-bb20-91dbbf5e159e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (0d99c011-81b9-46d7-9df9-effcc416c8e3), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:46.801242 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dbf98d-e89a-4103-bb20-91dbbf5e159e None None] Pushing event updated for resources: {'Port': ['ID=0d99c011-81b9-46d7-9df9-effcc416c8e3,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:46.867763 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fb8ca08e-da4a-4a9c-8570-17639b27f254 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:47.182349 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-fb8ca08e-da4a-4a9c-8570-17639b27f254 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Allocated IP 172.20.0.1 (3efd19af-06af-4175-bace-ecbb88f1830d/d07afbbd-4cb2-45e5-a0d2-33d9a9433bf3/81235c40-cf19-4d71-9e0b-c828d2f87845) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:09:47.300298 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fb8ca08e-da4a-4a9c-8570-17639b27f254 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for port (81235c40-cf19-4d71-9e0b-c828d2f87845), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:47.401506 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fb8ca08e-da4a-4a9c-8570-17639b27f254 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (81235c40-cf19-4d71-9e0b-c828d2f87845), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:47.442134 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8ca08e-da4a-4a9c-8570-17639b27f254 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Network 3efd19af-06af-4175-bace-ecbb88f1830d is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:09:47.445259 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-fb8ca08e-da4a-4a9c-8570-17639b27f254 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:09:47.448827 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8ca08e-da4a-4a9c-8570-17639b27f254 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:09:47.457361 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ca08e-da4a-4a9c-8570-17639b27f254 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'Port': ['ID=81235c40-cf19-4d71-9e0b-c828d2f87845,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:47.503447 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fb8ca08e-da4a-4a9c-8570-17639b27f254 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (2b166b19-7ab5-488e-a57d-31f3dfd108a6), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:47.696611 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fb8ca08e-da4a-4a9c-8570-17639b27f254 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (81235c40-cf19-4d71-9e0b-c828d2f87845), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:47.805510 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03720c51-13e9-43fb-8641-da3f1124834a None None] Network 3efd19af-06af-4175-bace-ecbb88f1830d requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:09:47.921918 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-69e35832-0509-4e77-a8d1-29fc32b474be None None] Provisioning complete for port 0d99c011-81b9-46d7-9df9-effcc416c8e3 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:09:47.922288 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-69e35832-0509-4e77-a8d1-29fc32b474be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (0d99c011-81b9-46d7-9df9-effcc416c8e3), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:47.990605 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fb8ca08e-da4a-4a9c-8570-17639b27f254 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for port (81235c40-cf19-4d71-9e0b-c828d2f87845), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:48.018141 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-69e35832-0509-4e77-a8d1-29fc32b474be None None] Current status of the port 0d99c011-81b9-46d7-9df9-effcc416c8e3 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:09:48.018532 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-69e35832-0509-4e77-a8d1-29fc32b474be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (0d99c011-81b9-46d7-9df9-effcc416c8e3), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:48.053910 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-69e35832-0509-4e77-a8d1-29fc32b474be None None] For port 0d99c011-81b9-46d7-9df9-effcc416c8e3, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=0d99c011-81b9-46d7-9df9-effcc416c8e3,segment=NetworkSegment(46830111-a105-4d34-a78b-b25d0c8dfc6f),segment_id=46830111-a105-4d34-a78b-b25d0c8dfc6f)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:09:48.066523 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fb8ca08e-da4a-4a9c-8570-17639b27f254 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (81235c40-cf19-4d71-9e0b-c828d2f87845), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:48.149397 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-69e35832-0509-4e77-a8d1-29fc32b474be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (0d99c011-81b9-46d7-9df9-effcc416c8e3), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:48.150604 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ca08e-da4a-4a9c-8570-17639b27f254 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'Port': ['ID=81235c40-cf19-4d71-9e0b-c828d2f87845,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:48.158055 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fb8ca08e-da4a-4a9c-8570-17639b27f254 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (2b166b19-7ab5-488e-a57d-31f3dfd108a6), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:48.211796 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e35832-0509-4e77-a8d1-29fc32b474be None None] Pushing event updated for resources: {'Port': ['ID=0d99c011-81b9-46d7-9df9-effcc416c8e3,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:48.256366 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8ca08e-da4a-4a9c-8570-17639b27f254 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Network 3efd19af-06af-4175-bace-ecbb88f1830d is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:09:48.258195 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-fb8ca08e-da4a-4a9c-8570-17639b27f254 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:09:48.271649 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-29f180c7-1d30-4b77-9103-cba1b3026a33 None None] Provisioning complete for port 81235c40-cf19-4d71-9e0b-c828d2f87845 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:09:48.272426 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-29f180c7-1d30-4b77-9103-cba1b3026a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (81235c40-cf19-4d71-9e0b-c828d2f87845), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:48.317548 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-29f180c7-1d30-4b77-9103-cba1b3026a33 None None] Port 81235c40-cf19-4d71-9e0b-c828d2f87845 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:09:48.329793 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-29f180c7-1d30-4b77-9103-cba1b3026a33 None None] Provisioning complete for port 0d99c011-81b9-46d7-9df9-effcc416c8e3 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:09:48.330171 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-29f180c7-1d30-4b77-9103-cba1b3026a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (0d99c011-81b9-46d7-9df9-effcc416c8e3), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:48.381863 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8ca08e-da4a-4a9c-8570-17639b27f254 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Router 2b166b19-7ab5-488e-a57d-31f3dfd108a6 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:09:48.406308 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:09:48.412419 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-29f180c7-1d30-4b77-9103-cba1b3026a33 None None] Current status of the port 0d99c011-81b9-46d7-9df9-effcc416c8e3 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:09:48.499369 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8ca08e-da4a-4a9c-8570-17639b27f254 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:09:48.503173 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-fb8ca08e-da4a-4a9c-8570-17639b27f254 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "PUT /v2.0/routers/2b166b19-7ab5-488e-a57d-31f3dfd108a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4668815 Jan 29 05:09:48.513623 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0475a2-fb90-43aa-9a62-dc1fd209d901 None None] Sync routers for ids ['2b166b19-7ab5-488e-a57d-31f3dfd108a6'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:09:48.542143 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0475a2-fb90-43aa-9a62-dc1fd209d901 None None] Routers {'2b166b19-7ab5-488e-a57d-31f3dfd108a6'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:09:48.542801 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-0c0475a2-fb90-43aa-9a62-dc1fd209d901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:09:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['2b166b19-7ab5-488e-a57d-31f3dfd108a6'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:48.605846 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-1aaed4c3-bc12-4181-854f-c1d8a34f1b72 None None] Provisioning complete for port 81235c40-cf19-4d71-9e0b-c828d2f87845 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:09:48.606226 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1aaed4c3-bc12-4181-854f-c1d8a34f1b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (81235c40-cf19-4d71-9e0b-c828d2f87845), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:48.680305 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-6ad0b87b-7a4e-42e4-a128-d69f7cdf4a39 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-86071026&fields=id&tenant_id=5270d00ab13a4e32b125f15996f3d148 HTTP/1.1" status: 200 len: 267 time: 0.0461991 Jan 29 05:09:48.682070 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device b6b91c3e-d479-4caf-aa26-ced36091a4c1 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:09:48.713944 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-1aaed4c3-bc12-4181-854f-c1d8a34f1b72 None None] Port 81235c40-cf19-4d71-9e0b-c828d2f87845 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:09:48.739714 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-0c0475a2-fb90-43aa-9a62-dc1fd209d901 None None] Set router 2b166b19-7ab5-488e-a57d-31f3dfd108a6 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:09:48.791240 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-0a6f8d2f-4a9d-46fd-8489-614bdf8c9cf4 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:48.792750 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-0a6f8d2f-4a9d-46fd-8489-614bdf8c9cf4 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/networks?id=3efd19af-06af-4175-bace-ecbb88f1830d HTTP/1.1" status: 200 len: 796 time: 0.1057246 Jan 29 05:09:48.808497 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-36fb45a1-2188-48d6-99ed-0631c82f7f5e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/quotas/5270d00ab13a4e32b125f15996f3d148 HTTP/1.1" status: 200 len: 375 time: 0.0103698 Jan 29 05:09:48.867294 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-a3bd82fc-d65e-44ce-b241-51cc495d4bff tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5270d00ab13a4e32b125f15996f3d148&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534060 Jan 29 05:09:48.879541 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port b6b91c3e-d479-4caf-aa26-ced36091a4c1 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:09:48.880135 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b6b91c3e-d479-4caf-aa26-ced36091a4c1), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:48.901341 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-7e858db0-889b-4f7e-9982-0b570b78a47e None None] Provisioning complete for port 81235c40-cf19-4d71-9e0b-c828d2f87845 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:09:48.901713 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7e858db0-889b-4f7e-9982-0b570b78a47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (81235c40-cf19-4d71-9e0b-c828d2f87845), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:48.965329 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-6e01c13c-5986-4b4f-8423-1da2ce6a8f60 service neutron] 10.222.0.13 "GET /v2.0/networks/3efd19af-06af-4175-bace-ecbb88f1830d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867417 Jan 29 05:09:48.978458 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-7e858db0-889b-4f7e-9982-0b570b78a47e None None] Port 81235c40-cf19-4d71-9e0b-c828d2f87845 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:09:49.045152 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port b6b91c3e-d479-4caf-aa26-ced36091a4c1 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:09:49.045546 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b6b91c3e-d479-4caf-aa26-ced36091a4c1), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:49.056526 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-76b4d3e1-85b9-4fe3-89ae-dc6aaa16fab1 service neutron] 10.222.0.13 "GET /v2.0/networks/3efd19af-06af-4175-bace-ecbb88f1830d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851789 Jan 29 05:09:49.073822 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port b6b91c3e-d479-4caf-aa26-ced36091a4c1, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=b6b91c3e-d479-4caf-aa26-ced36091a4c1,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:09:49.082269 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-0c0475a2-fb90-43aa-9a62-dc1fd209d901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b166b19-7ab5-488e-a57d-31f3dfd108a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-253813549', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'b6b91c3e-d479-4caf-aa26-ced36091a4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:09:43Z', 'updated_at': '2022-01-29T05:09:47Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': 'b6b91c3e-d479-4caf-aa26-ced36091a4c1', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b166b19-7ab5-488e-a57d-31f3dfd108a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:09:43Z', 'updated_at': '2022-01-29T05:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '81235c40-cf19-4d71-9e0b-c828d2f87845', 'name': '', 'network_id': '3efd19af-06af-4175-bace-ecbb88f1830d', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'mac_address': 'fa:16:3e:05:d4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b166b19-7ab5-488e-a57d-31f3dfd108a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'd07afbbd-4cb2-45e5-a0d2-33d9a9433bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:09:47Z', 'updated_at': '2022-01-29T05:09:47Z', 'revision_number': 2, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'subnets': [{'id': 'd07afbbd-4cb2-45e5-a0d2-33d9a9433bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:49.256644 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0475a2-fb90-43aa-9a62-dc1fd209d901 None None] Checking router: 2b166b19-7ab5-488e-a57d-31f3dfd108a6 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:09:49.256962 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0475a2-fb90-43aa-9a62-dc1fd209d901 None None] Updating router 2b166b19-7ab5-488e-a57d-31f3dfd108a6 port 81235c40-cf19-4d71-9e0b-c828d2f87845 binding host dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:09:49.258873 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (b6b91c3e-d479-4caf-aa26-ced36091a4c1), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:49.259628 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 0d99c011-81b9-46d7-9df9-effcc416c8e3 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:09:49.317603 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-30fb0fb0-3a0e-4b41-a78b-29f4cb24a4cb req-062677e5-aeaa-4e0c-aac6-90b404812abd tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c1edc8-56d6-4e38-bf97-6315662dfcf7 HTTP/1.1" status: 200 len: 210 time: 0.0314744 Jan 29 05:09:49.341084 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0c0475a2-fb90-43aa-9a62-dc1fd209d901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (81235c40-cf19-4d71-9e0b-c828d2f87845), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:49.392234 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=b6b91c3e-d479-4caf-aa26-ced36091a4c1,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:49.408545 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 0d99c011-81b9-46d7-9df9-effcc416c8e3 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:09:49.408922 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (0d99c011-81b9-46d7-9df9-effcc416c8e3), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:49.603393 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 0d99c011-81b9-46d7-9df9-effcc416c8e3 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:09:49.689905 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0c0475a2-fb90-43aa-9a62-dc1fd209d901 None None] Publish callbacks [] for port (81235c40-cf19-4d71-9e0b-c828d2f87845), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:49.772001 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0c0475a2-fb90-43aa-9a62-dc1fd209d901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (81235c40-cf19-4d71-9e0b-c828d2f87845), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:49.843559 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e133828b-71dc-415c-b118-cb0d6cee2e20 None None] Pushing event updated for resources: {'Port': ['ID=81235c40-cf19-4d71-9e0b-c828d2f87845,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:49.883523 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-0c0475a2-fb90-43aa-9a62-dc1fd209d901 None None] Attempting to bind port 81235c40-cf19-4d71-9e0b-c828d2f87845 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:09:49.884134 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-0c0475a2-fb90-43aa-9a62-dc1fd209d901 None None] Attempting to bind port 81235c40-cf19-4d71-9e0b-c828d2f87845 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '46830111-a105-4d34-a78b-b25d0c8dfc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3efd19af-06af-4175-bace-ecbb88f1830d'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:09:49.884249 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0475a2-fb90-43aa-9a62-dc1fd209d901 None None] Attempting to bind port 81235c40-cf19-4d71-9e0b-c828d2f87845 on network 3efd19af-06af-4175-bace-ecbb88f1830d {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:09:49.889714 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0475a2-fb90-43aa-9a62-dc1fd209d901 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:09:49.894904 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0475a2-fb90-43aa-9a62-dc1fd209d901 None None] Checking segment: {'id': '46830111-a105-4d34-a78b-b25d0c8dfc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3efd19af-06af-4175-bace-ecbb88f1830d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:09:49.894904 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0c0475a2-fb90-43aa-9a62-dc1fd209d901 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:49.894904 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0475a2-fb90-43aa-9a62-dc1fd209d901 None None] Bound using segment: {'id': '46830111-a105-4d34-a78b-b25d0c8dfc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3efd19af-06af-4175-bace-ecbb88f1830d'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:09:49.894904 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-0c0475a2-fb90-43aa-9a62-dc1fd209d901 None None] Bound port: 81235c40-cf19-4d71-9e0b-c828d2f87845, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46830111-a105-4d34-a78b-b25d0c8dfc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3efd19af-06af-4175-bace-ecbb88f1830d'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:09:49.894904 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0c0475a2-fb90-43aa-9a62-dc1fd209d901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (81235c40-cf19-4d71-9e0b-c828d2f87845), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:49.956350 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-0c0475a2-fb90-43aa-9a62-dc1fd209d901 None None] For port 81235c40-cf19-4d71-9e0b-c828d2f87845, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:09:49.961949 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-0c0475a2-fb90-43aa-9a62-dc1fd209d901 None None] For port 81235c40-cf19-4d71-9e0b-c828d2f87845, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=81235c40-cf19-4d71-9e0b-c828d2f87845,segment=NetworkSegment(46830111-a105-4d34-a78b-b25d0c8dfc6f),segment_id=46830111-a105-4d34-a78b-b25d0c8dfc6f)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:09:50.004294 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-c40a9952-04a2-4496-8fb2-0df385319ece None None] Provisioning complete for port 81235c40-cf19-4d71-9e0b-c828d2f87845 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:09:50.004689 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c40a9952-04a2-4496-8fb2-0df385319ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (81235c40-cf19-4d71-9e0b-c828d2f87845), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:50.029468 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0c0475a2-fb90-43aa-9a62-dc1fd209d901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (81235c40-cf19-4d71-9e0b-c828d2f87845), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:50.051742 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0475a2-fb90-43aa-9a62-dc1fd209d901 None None] Routers {'2b166b19-7ab5-488e-a57d-31f3dfd108a6'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:09:50.052903 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-0c0475a2-fb90-43aa-9a62-dc1fd209d901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:09:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['2b166b19-7ab5-488e-a57d-31f3dfd108a6'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:50.207429 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c40a9952-04a2-4496-8fb2-0df385319ece None None] Port 81235c40-cf19-4d71-9e0b-c828d2f87845 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:09:50.219075 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e133828b-71dc-415c-b118-cb0d6cee2e20 None None] Pushing event updated for resources: {'Port': ['ID=81235c40-cf19-4d71-9e0b-c828d2f87845,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:50.252950 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f098e0db-0150-4759-83a7-2508ebb3ede3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:50.277549 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-0c0475a2-fb90-43aa-9a62-dc1fd209d901 None None] Set router 2b166b19-7ab5-488e-a57d-31f3dfd108a6 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:09:50.400900 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-f7b17db7-d649-4edf-ab82-bdd5242d0cbe None None] Provisioning complete for port 81235c40-cf19-4d71-9e0b-c828d2f87845 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:09:50.401276 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f7b17db7-d649-4edf-ab82-bdd5242d0cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (81235c40-cf19-4d71-9e0b-c828d2f87845), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:50.416575 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0343105f-f4b5-4a93-9d9b-5c60527037d6 req-f9367d66-89c8-4e87-915b-fa8db5bcdb21 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c1edc8-56d6-4e38-bf97-6315662dfcf7 HTTP/1.1" status: 200 len: 210 time: 0.0274298 Jan 29 05:09:50.527002 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device b6b91c3e-d479-4caf-aa26-ced36091a4c1 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:09:50.562105 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-f7b17db7-d649-4edf-ab82-bdd5242d0cbe None None] Current status of the port 81235c40-cf19-4d71-9e0b-c828d2f87845 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:09:50.583197 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f7b17db7-d649-4edf-ab82-bdd5242d0cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (81235c40-cf19-4d71-9e0b-c828d2f87845), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:50.615809 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-f7b17db7-d649-4edf-ab82-bdd5242d0cbe None None] For port 81235c40-cf19-4d71-9e0b-c828d2f87845, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=81235c40-cf19-4d71-9e0b-c828d2f87845,segment=NetworkSegment(46830111-a105-4d34-a78b-b25d0c8dfc6f),segment_id=46830111-a105-4d34-a78b-b25d0c8dfc6f)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:09:50.623207 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-0c0475a2-fb90-43aa-9a62-dc1fd209d901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b166b19-7ab5-488e-a57d-31f3dfd108a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-253813549', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'b6b91c3e-d479-4caf-aa26-ced36091a4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:09:43Z', 'updated_at': '2022-01-29T05:09:47Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': 'b6b91c3e-d479-4caf-aa26-ced36091a4c1', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b166b19-7ab5-488e-a57d-31f3dfd108a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:09:43Z', 'updated_at': '2022-01-29T05:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '81235c40-cf19-4d71-9e0b-c828d2f87845', 'name': '', 'network_id': '3efd19af-06af-4175-bace-ecbb88f1830d', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'mac_address': 'fa:16:3e:05:d4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b166b19-7ab5-488e-a57d-31f3dfd108a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'd07afbbd-4cb2-45e5-a0d2-33d9a9433bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:09:47Z', 'updated_at': '2022-01-29T05:09:49Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'subnets': [{'id': 'd07afbbd-4cb2-45e5-a0d2-33d9a9433bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:50.653788 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0475a2-fb90-43aa-9a62-dc1fd209d901 None None] The sync data for ids ['2b166b19-7ab5-488e-a57d-31f3dfd108a6'] in dv-neutron-821190-1-hyperv is: [{'id': '2b166b19-7ab5-488e-a57d-31f3dfd108a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-253813549', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'b6b91c3e-d479-4caf-aa26-ced36091a4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:09:43Z', 'updated_at': '2022-01-29T05:09:47Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': 'b6b91c3e-d479-4caf-aa26-ced36091a4c1', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b166b19-7ab5-488e-a57d-31f3dfd108a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:09:43Z', 'updated_at': '2022-01-29T05:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '81235c40-cf19-4d71-9e0b-c828d2f87845', 'name': '', 'network_id': '3efd19af-06af-4175-bace-ecbb88f1830d', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'mac_address': 'fa:16:3e:05:d4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b166b19-7ab5-488e-a57d-31f3dfd108a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'd07afbbd-4cb2-45e5-a0d2-33d9a9433bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:09:47Z', 'updated_at': '2022-01-29T05:09:49Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'subnets': [{'id': 'd07afbbd-4cb2-45e5-a0d2-33d9a9433bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:09:50.656171 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port b6b91c3e-d479-4caf-aa26-ced36091a4c1 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:09:50.656584 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b6b91c3e-d479-4caf-aa26-ced36091a4c1), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:50.700727 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f7b17db7-d649-4edf-ab82-bdd5242d0cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (81235c40-cf19-4d71-9e0b-c828d2f87845), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:50.791100 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b17db7-d649-4edf-ab82-bdd5242d0cbe None None] Pushing event updated for resources: {'Port': ['ID=81235c40-cf19-4d71-9e0b-c828d2f87845,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:50.800320 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port b6b91c3e-d479-4caf-aa26-ced36091a4c1 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:09:51.279073 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-539adce9-8880-4949-bb96-49cb8e62e785 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:51.280797 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-539adce9-8880-4949-bb96-49cb8e62e785 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.18 "GET /v2.0/networks?id=3efd19af-06af-4175-bace-ecbb88f1830d HTTP/1.1" status: 200 len: 796 time: 0.1135056 Jan 29 05:09:51.354508 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-d07d5de5-b86e-4c72-b870-5461c74f0db2 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5270d00ab13a4e32b125f15996f3d148 HTTP/1.1" status: 200 len: 378 time: 0.0592484 Jan 29 05:09:51.369723 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-43899b7f-5238-4b46-bca1-c45bf2dd259d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'port': {'device_id': '93c1edc8-56d6-4e38-bf97-6315662dfcf7', 'network_id': '3efd19af-06af-4175-bace-ecbb88f1830d', 'admin_state_up': True, 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'security_groups': ['a610e179-9731-4374-bc52-764e9b944511']}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:09:51.521844 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8f168868-0854-4e35-8a7f-f63c5079c67f req-3c9dbfc6-aff9-4858-ae0b-41af93de3fe5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c1edc8-56d6-4e38-bf97-6315662dfcf7 HTTP/1.1" status: 200 len: 210 time: 0.0285916 Jan 29 05:09:51.566455 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-43899b7f-5238-4b46-bca1-c45bf2dd259d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Made reservation on behalf of 5270d00ab13a4e32b125f15996f3d148 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:09:51.576476 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-43899b7f-5238-4b46-bca1-c45bf2dd259d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:51.704415 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-43899b7f-5238-4b46-bca1-c45bf2dd259d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Allocated IP 172.20.0.12 (3efd19af-06af-4175-bace-ecbb88f1830d/d07afbbd-4cb2-45e5-a0d2-33d9a9433bf3/e569da88-6d49-4f76-abea-2141b650bc19) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:09:51.844070 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-43899b7f-5238-4b46-bca1-c45bf2dd259d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for port (e569da88-6d49-4f76-abea-2141b650bc19), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:51.932733 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-43899b7f-5238-4b46-bca1-c45bf2dd259d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (e569da88-6d49-4f76-abea-2141b650bc19), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:51.981944 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-43899b7f-5238-4b46-bca1-c45bf2dd259d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Network 3efd19af-06af-4175-bace-ecbb88f1830d is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:09:51.984911 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-43899b7f-5238-4b46-bca1-c45bf2dd259d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:09:51.988400 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-43899b7f-5238-4b46-bca1-c45bf2dd259d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:09:52.015209 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43899b7f-5238-4b46-bca1-c45bf2dd259d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'Port': ['ID=e569da88-6d49-4f76-abea-2141b650bc19,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:52.044423 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-43899b7f-5238-4b46-bca1-c45bf2dd259d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:52.044935 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-43899b7f-5238-4b46-bca1-c45bf2dd259d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:52.112348 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-43899b7f-5238-4b46-bca1-c45bf2dd259d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7465606 Jan 29 05:09:52.129851 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-b1ca17a6-f72c-4b08-843a-4cf036cadf56 service neutron] Request body: {'port': {'device_id': '93c1edc8-56d6-4e38-bf97-6315662dfcf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:09:52.190138 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-b1ca17a6-f72c-4b08-843a-4cf036cadf56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (e569da88-6d49-4f76-abea-2141b650bc19), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:52.240220 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-62f4f7e7-3289-4aa6-bcbe-0b6bebcf5f14 None None] Provisioning complete for port e569da88-6d49-4f76-abea-2141b650bc19 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:09:52.241051 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-62f4f7e7-3289-4aa6-bcbe-0b6bebcf5f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (e569da88-6d49-4f76-abea-2141b650bc19), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:52.277635 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-62f4f7e7-3289-4aa6-bcbe-0b6bebcf5f14 None None] Port e569da88-6d49-4f76-abea-2141b650bc19 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:09:52.452873 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-b1ca17a6-f72c-4b08-843a-4cf036cadf56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e569da88-6d49-4f76-abea-2141b650bc19 {{(pid=103585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 05:09:52.458475 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1ee66bcb-2a9d-4428-89fe-8359037a9076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:52.461151 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-b1ca17a6-f72c-4b08-843a-4cf036cadf56 service neutron] Publish callbacks [] for port (e569da88-6d49-4f76-abea-2141b650bc19), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:52.473961 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.provisioning_blocks [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-b1ca17a6-f72c-4b08-843a-4cf036cadf56 service neutron] Transition to ACTIVE for port object e569da88-6d49-4f76-abea-2141b650bc19 will not be triggered until provisioned by entity L2. {{(pid=103585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 05:09:52.544386 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-b1ca17a6-f72c-4b08-843a-4cf036cadf56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (e569da88-6d49-4f76-abea-2141b650bc19), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:52.559996 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 81235c40-cf19-4d71-9e0b-c828d2f87845 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:09:52.606586 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca17a6-f72c-4b08-843a-4cf036cadf56 service neutron] Pushing event updated for resources: {'Port': ['ID=e569da88-6d49-4f76-abea-2141b650bc19,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:52.622934 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 81235c40-cf19-4d71-9e0b-c828d2f87845 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:09:52.623314 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (81235c40-cf19-4d71-9e0b-c828d2f87845), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:52.716956 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 81235c40-cf19-4d71-9e0b-c828d2f87845 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:09:52.728437 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09ef8a-aa05-4215-a6fe-71a91dbf431b req-166611bd-7195-4128-931a-cf6b4bc89de4 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:52.730005 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fc09ef8a-aa05-4215-a6fe-71a91dbf431b req-166611bd-7195-4128-931a-cf6b4bc89de4 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c1edc8-56d6-4e38-bf97-6315662dfcf7 HTTP/1.1" status: 200 len: 944 time: 0.1278903 Jan 29 05:09:52.732763 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-b1ca17a6-f72c-4b08-843a-4cf036cadf56 service neutron] Attempting to bind port e569da88-6d49-4f76-abea-2141b650bc19 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:09:52.733106 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-b1ca17a6-f72c-4b08-843a-4cf036cadf56 service neutron] Attempting to bind port e569da88-6d49-4f76-abea-2141b650bc19 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '46830111-a105-4d34-a78b-b25d0c8dfc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3efd19af-06af-4175-bace-ecbb88f1830d'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:09:52.733437 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-b1ca17a6-f72c-4b08-843a-4cf036cadf56 service neutron] Attempting to bind port e569da88-6d49-4f76-abea-2141b650bc19 on network 3efd19af-06af-4175-bace-ecbb88f1830d {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:09:52.740178 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-b1ca17a6-f72c-4b08-843a-4cf036cadf56 service neutron] Port e569da88-6d49-4f76-abea-2141b650bc19 on network 3efd19af-06af-4175-bace-ecbb88f1830d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 05:09:52.740526 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-b1ca17a6-f72c-4b08-843a-4cf036cadf56 service neutron] Attempting to bind port e569da88-6d49-4f76-abea-2141b650bc19 on network 3efd19af-06af-4175-bace-ecbb88f1830d {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:09:52.756871 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-b1ca17a6-f72c-4b08-843a-4cf036cadf56 service neutron] Checking agent: {'id': '15eedd85-6d76-4715-a40f-dc31e854816c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'started_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:09:52.757225 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-b1ca17a6-f72c-4b08-843a-4cf036cadf56 service neutron] Checking segment: {'id': '46830111-a105-4d34-a78b-b25d0c8dfc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3efd19af-06af-4175-bace-ecbb88f1830d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:09:52.757617 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-b1ca17a6-f72c-4b08-843a-4cf036cadf56 service neutron] Bound using segment: {'id': '46830111-a105-4d34-a78b-b25d0c8dfc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3efd19af-06af-4175-bace-ecbb88f1830d'} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:09:52.758069 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-b1ca17a6-f72c-4b08-843a-4cf036cadf56 service neutron] Bound port: e569da88-6d49-4f76-abea-2141b650bc19, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46830111-a105-4d34-a78b-b25d0c8dfc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3efd19af-06af-4175-bace-ecbb88f1830d'}}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:09:52.758431 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-b1ca17a6-f72c-4b08-843a-4cf036cadf56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (e569da88-6d49-4f76-abea-2141b650bc19), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:52.821331 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fc09ef8a-aa05-4215-a6fe-71a91dbf431b req-3bff002b-97fb-4dac-b01f-d80ae9dd3b36 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a610e179-9731-4374-bc52-764e9b944511&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0830426 Jan 29 05:09:52.846264 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-b1ca17a6-f72c-4b08-843a-4cf036cadf56 service neutron] For port e569da88-6d49-4f76-abea-2141b650bc19, host hv-neutron-8211, cleared binding levels {{(pid=103585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:09:52.849518 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-b1ca17a6-f72c-4b08-843a-4cf036cadf56 service neutron] For port e569da88-6d49-4f76-abea-2141b650bc19, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e569da88-6d49-4f76-abea-2141b650bc19,segment=NetworkSegment(46830111-a105-4d34-a78b-b25d0c8dfc6f),segment_id=46830111-a105-4d34-a78b-b25d0c8dfc6f)] {{(pid=103585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:09:52.921656 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-b1ca17a6-f72c-4b08-843a-4cf036cadf56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (e569da88-6d49-4f76-abea-2141b650bc19), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:52.956937 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-b1ca17a6-f72c-4b08-843a-4cf036cadf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:52.957811 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-b1ca17a6-f72c-4b08-843a-4cf036cadf56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:52.959455 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-b1ca17a6-f72c-4b08-843a-4cf036cadf56 service neutron] 10.222.0.18 "PUT /v2.0/ports/e569da88-6d49-4f76-abea-2141b650bc19 HTTP/1.1" status: 200 len: 1094 time: 0.8341260 Jan 29 05:09:52.959914 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93c1edc8-56d6-4e38-bf97-6315662dfcf7', 'tag': 'e569da88-6d49-4f76-abea-2141b650bc19'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:09:52.962246 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f84fc7-397c-4d94-b33c-b850f941f0dc" -d '{"events": [{"name": "network-changed", "server_uuid": "93c1edc8-56d6-4e38-bf97-6315662dfcf7", "tag": "e569da88-6d49-4f76-abea-2141b650bc19"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:09:52.987918 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca17a6-f72c-4b08-843a-4cf036cadf56 service neutron] Pushing event updated for resources: {'Port': ['ID=e569da88-6d49-4f76-abea-2141b650bc19,revision_number=3']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:53.003590 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a48038-ad56-4ac5-b3ba-776b5dd8f968 x-openstack-request-id: req-d9a48038-ad56-4ac5-b3ba-776b5dd8f968 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:09:53.003889 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93c1edc8-56d6-4e38-bf97-6315662dfcf7", "tag": "e569da88-6d49-4f76-abea-2141b650bc19", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:09:53.004150 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9a48038-ad56-4ac5-b3ba-776b5dd8f968 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:09:53.004603 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93c1edc8-56d6-4e38-bf97-6315662dfcf7', 'tag': 'e569da88-6d49-4f76-abea-2141b650bc19', 'status': 'completed', 'code': 200} Jan 29 05:09:53.094145 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f84fc7-397c-4d94-b33c-b850f941f0dc req-247936bb-6133-49c8-8e0f-e08a7e24f2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:53.095664 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-36f84fc7-397c-4d94-b33c-b850f941f0dc req-247936bb-6133-49c8-8e0f-e08a7e24f2c2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5270d00ab13a4e32b125f15996f3d148&device_id=93c1edc8-56d6-4e38-bf97-6315662dfcf7 HTTP/1.1" status: 200 len: 1128 time: 0.0522459 Jan 29 05:09:53.199629 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f84fc7-397c-4d94-b33c-b850f941f0dc req-a3101d62-8cb7-4068-ac95-ef5595dd5955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:53.201157 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-36f84fc7-397c-4d94-b33c-b850f941f0dc req-a3101d62-8cb7-4068-ac95-ef5595dd5955 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=5270d00ab13a4e32b125f15996f3d148&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0914164 Jan 29 05:09:53.295708 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f84fc7-397c-4d94-b33c-b850f941f0dc req-06642105-42c7-4349-a942-8e2795e704ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:53.297211 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-36f84fc7-397c-4d94-b33c-b850f941f0dc req-06642105-42c7-4349-a942-8e2795e704ed service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906498 Jan 29 05:09:53.396754 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-7ab52c1e-1d8d-4ea3-993d-975b1e8e01b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:53.398137 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-7ab52c1e-1d8d-4ea3-993d-975b1e8e01b3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5270d00ab13a4e32b125f15996f3d148&device_id=93c1edc8-56d6-4e38-bf97-6315662dfcf7 HTTP/1.1" status: 200 len: 1128 time: 0.0448802 Jan 29 05:09:53.446375 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-f3016505-d7c9-42a4-8030-76b21db0fd57 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e569da88-6d49-4f76-abea-2141b650bc19 HTTP/1.1" status: 200 len: 217 time: 0.0354168 Jan 29 05:09:53.502919 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-72e6b986-b9aa-4927-8c85-34822ce1982b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:53.504356 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-72e6b986-b9aa-4927-8c85-34822ce1982b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d07afbbd-4cb2-45e5-a0d2-33d9a9433bf3 HTTP/1.1" status: 200 len: 834 time: 0.0517588 Jan 29 05:09:53.551059 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-7a955e48-6803-487c-a04a-5b1bf5b78a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:53.553213 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-7a955e48-6803-487c-a04a-5b1bf5b78a3e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3efd19af-06af-4175-bace-ecbb88f1830d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0434661 Jan 29 05:09:53.637232 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-55eec1a8-2cd9-4b21-acf7-8d544ac6d599 service neutron] 10.222.0.18 "GET /v2.0/networks/3efd19af-06af-4175-bace-ecbb88f1830d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783854 Jan 29 05:09:53.727383 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2f48e393-bc74-4011-8ca2-b1e9e49ff2db req-088251ad-7c1d-4bdd-bada-ffeefd1381f7 service neutron] 10.222.0.18 "GET /v2.0/networks/3efd19af-06af-4175-bace-ecbb88f1830d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839021 Jan 29 05:09:53.840551 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:53.944220 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68117706-08a4-4832-9238-e2a1125bb73e req-bb38385d-a1c1-48ab-a3c7-8b7122aa7db1 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:53.945615 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-68117706-08a4-4832-9238-e2a1125bb73e req-bb38385d-a1c1-48ab-a3c7-8b7122aa7db1 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c1edc8-56d6-4e38-bf97-6315662dfcf7 HTTP/1.1" status: 200 len: 944 time: 0.0528202 Jan 29 05:09:53.993584 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-68117706-08a4-4832-9238-e2a1125bb73e req-348b4f0b-173f-46d1-95ad-3ff90eecfb4a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a610e179-9731-4374-bc52-764e9b944511&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424757 Jan 29 05:09:54.275107 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:55.017633 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:55.116346 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03044efb-95fe-433d-896d-352201e1fcf5 req-f73ba9be-e7ba-4f1c-b88b-1abeee932775 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:55.117765 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-03044efb-95fe-433d-896d-352201e1fcf5 req-f73ba9be-e7ba-4f1c-b88b-1abeee932775 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c1edc8-56d6-4e38-bf97-6315662dfcf7 HTTP/1.1" status: 200 len: 944 time: 0.0580397 Jan 29 05:09:55.164117 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-03044efb-95fe-433d-896d-352201e1fcf5 req-620b85aa-3dfe-4a7e-bda6-a4abd8d7d04c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a610e179-9731-4374-bc52-764e9b944511&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409176 Jan 29 05:09:56.148339 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device e569da88-6d49-4f76-abea-2141b650bc19 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:09:56.288418 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634600f-9f03-4a77-b787-fe5871f4269c req-24ce04d4-cd20-4321-be1a-7ea1f86b0e55 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:56.290046 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2634600f-9f03-4a77-b787-fe5871f4269c req-24ce04d4-cd20-4321-be1a-7ea1f86b0e55 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c1edc8-56d6-4e38-bf97-6315662dfcf7 HTTP/1.1" status: 200 len: 944 time: 0.0561907 Jan 29 05:09:56.341700 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2634600f-9f03-4a77-b787-fe5871f4269c req-d835245d-f49f-443c-8ce1-ad281817d7d9 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a610e179-9731-4374-bc52-764e9b944511&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459061 Jan 29 05:09:56.400326 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port e569da88-6d49-4f76-abea-2141b650bc19, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e569da88-6d49-4f76-abea-2141b650bc19,segment=NetworkSegment(46830111-a105-4d34-a78b-b25d0c8dfc6f),segment_id=46830111-a105-4d34-a78b-b25d0c8dfc6f)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:09:56.411635 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': 'e569da88-6d49-4f76-abea-2141b650bc19', 'network_id': '3efd19af-06af-4175-bace-ecbb88f1830d', 'port_id': 'e569da88-6d49-4f76-abea-2141b650bc19', 'mac_address': 'fa:16:3e:37:fb:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd07afbbd-4cb2-45e5-a0d2-33d9a9433bf3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:09:56.443191 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:56.449914 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port e569da88-6d49-4f76-abea-2141b650bc19 is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:09:56.450290 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (e569da88-6d49-4f76-abea-2141b650bc19), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:56.463701 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e569da88-6d49-4f76-abea-2141b650bc19 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 05:09:56.483107 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port e569da88-6d49-4f76-abea-2141b650bc19, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e569da88-6d49-4f76-abea-2141b650bc19,segment=NetworkSegment(46830111-a105-4d34-a78b-b25d0c8dfc6f),segment_id=46830111-a105-4d34-a78b-b25d0c8dfc6f)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:09:56.543266 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (e569da88-6d49-4f76-abea-2141b650bc19), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:56.592111 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=e569da88-6d49-4f76-abea-2141b650bc19,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:56.973801 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['e569da88-6d49-4f76-abea-2141b650bc19'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:09:57.457077 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a9d6f-da67-4c0f-bef0-1f7561b4e0f1 req-b99b57ad-dbfa-4db0-ba9a-85e872fb7d74 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:57.459413 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-bb0a9d6f-da67-4c0f-bef0-1f7561b4e0f1 req-b99b57ad-dbfa-4db0-ba9a-85e872fb7d74 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c1edc8-56d6-4e38-bf97-6315662dfcf7 HTTP/1.1" status: 200 len: 945 time: 0.0521889 Jan 29 05:09:57.512100 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-bb0a9d6f-da67-4c0f-bef0-1f7561b4e0f1 req-e972c419-4e73-4a64-82a9-365020d5d9a6 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a610e179-9731-4374-bc52-764e9b944511&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470343 Jan 29 05:09:58.163581 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device e569da88-6d49-4f76-abea-2141b650bc19 up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:09:58.257529 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning for port e569da88-6d49-4f76-abea-2141b650bc19 completed by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 05:09:58.261083 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port e569da88-6d49-4f76-abea-2141b650bc19 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:09:58.261455 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (e569da88-6d49-4f76-abea-2141b650bc19), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:58.336313 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port e569da88-6d49-4f76-abea-2141b650bc19 is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:09:58.336718 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (e569da88-6d49-4f76-abea-2141b650bc19), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:58.358463 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c1edc8-56d6-4e38-bf97-6315662dfcf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e569da88-6d49-4f76-abea-2141b650bc19'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:09:58.360735 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c2500e-ce43-4628-9034-9c351c6667c6" -d '{"events": [{"server_uuid": "93c1edc8-56d6-4e38-bf97-6315662dfcf7", "name": "network-vif-plugged", "status": "completed", "tag": "e569da88-6d49-4f76-abea-2141b650bc19"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:09:58.377147 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port e569da88-6d49-4f76-abea-2141b650bc19, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e569da88-6d49-4f76-abea-2141b650bc19,segment=NetworkSegment(46830111-a105-4d34-a78b-b25d0c8dfc6f),segment_id=46830111-a105-4d34-a78b-b25d0c8dfc6f)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:09:58.398568 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79af13c3-1769-4b33-9fc2-e6f0f1699e18 x-openstack-request-id: req-79af13c3-1769-4b33-9fc2-e6f0f1699e18 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:09:58.398918 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c1edc8-56d6-4e38-bf97-6315662dfcf7", "name": "network-vif-plugged", "status": "completed", "tag": "e569da88-6d49-4f76-abea-2141b650bc19", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:09:58.399175 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79af13c3-1769-4b33-9fc2-e6f0f1699e18 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:09:58.399650 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c1edc8-56d6-4e38-bf97-6315662dfcf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e569da88-6d49-4f76-abea-2141b650bc19', 'code': 200} Jan 29 05:09:58.417741 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (e569da88-6d49-4f76-abea-2141b650bc19), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:09:58.468733 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=e569da88-6d49-4f76-abea-2141b650bc19,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:58.631991 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af8e7b-ed6d-4fd0-9a44-e6ae83fbfa3e req-cff5e11f-6b45-4d64-82bd-c0fa73cbf48d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:58.633566 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-20af8e7b-ed6d-4fd0-9a44-e6ae83fbfa3e req-cff5e11f-6b45-4d64-82bd-c0fa73cbf48d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c1edc8-56d6-4e38-bf97-6315662dfcf7 HTTP/1.1" status: 200 len: 946 time: 0.0543156 Jan 29 05:09:58.707730 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-20af8e7b-ed6d-4fd0-9a44-e6ae83fbfa3e req-57a58a52-c433-4d5f-9a5b-f556e960f66c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a610e179-9731-4374-bc52-764e9b944511&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0657375 Jan 29 05:09:58.710296 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9006854d-7e7e-4dad-8b1d-15a8d6a7fc47 req-d2257980-21ca-4098-b0fb-869f9b0ec67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:58.711712 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9006854d-7e7e-4dad-8b1d-15a8d6a7fc47 req-d2257980-21ca-4098-b0fb-869f9b0ec67e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=93c1edc8-56d6-4e38-bf97-6315662dfcf7 HTTP/1.1" status: 200 len: 1130 time: 0.0772743 Jan 29 05:09:58.757917 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9006854d-7e7e-4dad-8b1d-15a8d6a7fc47 req-9a36e8fc-cea1-4871-995c-6301b4f74d73 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a610e179-9731-4374-bc52-764e9b944511&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400360 Jan 29 05:09:59.833250 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279a6a2-b496-40e3-96d2-f262b6083610 req-19336a57-03d7-41de-91c4-e2f42a1700f5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:59.834732 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8279a6a2-b496-40e3-96d2-f262b6083610 req-19336a57-03d7-41de-91c4-e2f42a1700f5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c1edc8-56d6-4e38-bf97-6315662dfcf7 HTTP/1.1" status: 200 len: 946 time: 0.0567079 Jan 29 05:09:59.882389 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8279a6a2-b496-40e3-96d2-f262b6083610 req-7780e67a-c16d-4bfd-be4b-20ba8d3a3e35 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a610e179-9731-4374-bc52-764e9b944511&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421448 Jan 29 05:10:01.000013 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150faa0-3b2f-4352-962b-e81fc2c5423e req-674e33d5-c838-44d7-ae32-5a5384335b27 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:01.001526 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0150faa0-3b2f-4352-962b-e81fc2c5423e req-674e33d5-c838-44d7-ae32-5a5384335b27 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c1edc8-56d6-4e38-bf97-6315662dfcf7 HTTP/1.1" status: 200 len: 946 time: 0.0522385 Jan 29 05:10:01.049554 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0150faa0-3b2f-4352-962b-e81fc2c5423e req-534f85de-7bad-472c-a57b-5a4140f7b009 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a610e179-9731-4374-bc52-764e9b944511&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416727 Jan 29 05:10:01.162140 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d86778-7d0f-4db2-a4a8-1b4d47d400ed req-19c6954c-da01-4da3-9bb1-1e4ceb5fadda tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:01.163596 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e9d86778-7d0f-4db2-a4a8-1b4d47d400ed req-19c6954c-da01-4da3-9bb1-1e4ceb5fadda tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c1edc8-56d6-4e38-bf97-6315662dfcf7 HTTP/1.1" status: 200 len: 946 time: 0.0511723 Jan 29 05:10:01.216007 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e9d86778-7d0f-4db2-a4a8-1b4d47d400ed req-1a1adcbc-1e5e-4141-b47b-44486d3c6f52 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a610e179-9731-4374-bc52-764e9b944511&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468264 Jan 29 05:10:01.237195 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33862) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:10:01.279560 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a55139-387e-4d89-96fb-a8d02aff3497 tempest-TestNetworkAdvancedServerOps-1297217627 tempest-TestNetworkAdvancedServerOps-1297217627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:01.281083 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-71a55139-387e-4d89-96fb-a8d02aff3497 tempest-TestNetworkAdvancedServerOps-1297217627 tempest-TestNetworkAdvancedServerOps-1297217627-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=93c1edc8-56d6-4e38-bf97-6315662dfcf7 HTTP/1.1" status: 200 len: 1125 time: 0.0429523 Jan 29 05:10:01.283783 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33864) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:10:01.288642 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-eb4981ea-a053-4003-b202-8cfed4ffa855 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'floatingip': {'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'port_id': 'e569da88-6d49-4f76-abea-2141b650bc19', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:10:01.360580 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eb4981ea-a053-4003-b202-8cfed4ffa855 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:10:01.460609 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eb4981ea-a053-4003-b202-8cfed4ffa855 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:10:01.559352 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-eb4981ea-a053-4003-b202-8cfed4ffa855 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Allocated IP 172.26.8.122 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/2ef21889-6dcb-420c-913d-c45728659a8b) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:10:01.660310 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eb4981ea-a053-4003-b202-8cfed4ffa855 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for port (2ef21889-6dcb-420c-913d-c45728659a8b), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:10:01.761252 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eb4981ea-a053-4003-b202-8cfed4ffa855 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (2ef21889-6dcb-420c-913d-c45728659a8b), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:10:01.796611 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4981ea-a053-4003-b202-8cfed4ffa855 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:10:01.799476 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-eb4981ea-a053-4003-b202-8cfed4ffa855 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:10:01.802755 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4981ea-a053-4003-b202-8cfed4ffa855 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:10:01.829256 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4981ea-a053-4003-b202-8cfed4ffa855 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'Port': ['ID=2ef21889-6dcb-420c-913d-c45728659a8b,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:10:02.553708 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eb4981ea-a053-4003-b202-8cfed4ffa855 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for floatingip (9ee07e55-8d23-4576-8364-0f5b3a511620), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:10:02.696616 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eb4981ea-a053-4003-b202-8cfed4ffa855 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (2ef21889-6dcb-420c-913d-c45728659a8b), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:10:02.846331 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eb4981ea-a053-4003-b202-8cfed4ffa855 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for port (2ef21889-6dcb-420c-913d-c45728659a8b), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:10:02.903493 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eb4981ea-a053-4003-b202-8cfed4ffa855 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (2ef21889-6dcb-420c-913d-c45728659a8b), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:10:02.970574 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4981ea-a053-4003-b202-8cfed4ffa855 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'Port': ['ID=2ef21889-6dcb-420c-913d-c45728659a8b,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:10:02.982145 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eb4981ea-a053-4003-b202-8cfed4ffa855 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (9ee07e55-8d23-4576-8364-0f5b3a511620), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:10:03.079470 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.l3_db [None req-eb4981ea-a053-4003-b202-8cfed4ffa855 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Floating IP 9ee07e55-8d23-4576-8364-0f5b3a511620 associated. External IP: 172.26.8.122, port: e569da88-6d49-4f76-abea-2141b650bc19. Jan 29 05:10:03.281147 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb4981ea-a053-4003-b202-8cfed4ffa855 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Router 2b166b19-7ab5-488e-a57d-31f3dfd108a6 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:10:03.385013 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4981ea-a053-4003-b202-8cfed4ffa855 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:10:03.394912 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a524691c-8ec6-4d0f-8ac7-3c092bd76d9e None None] Sync routers for ids ['2b166b19-7ab5-488e-a57d-31f3dfd108a6'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:10:03.404727 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a524691c-8ec6-4d0f-8ac7-3c092bd76d9e None None] Routers {'2b166b19-7ab5-488e-a57d-31f3dfd108a6'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:10:03.405321 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-a524691c-8ec6-4d0f-8ac7-3c092bd76d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:09:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['2b166b19-7ab5-488e-a57d-31f3dfd108a6'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:10:03.465695 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eb4981ea-a053-4003-b202-8cfed4ffa855 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:10:03.496034 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-eb4981ea-a053-4003-b202-8cfed4ffa855 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2112501 Jan 29 05:10:03.496667 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93c1edc8-56d6-4e38-bf97-6315662dfcf7', 'tag': 'e569da88-6d49-4f76-abea-2141b650bc19'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:10:03.500973 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccae32e8-dd76-4646-a3fc-485ff0401b90" -d '{"events": [{"name": "network-changed", "server_uuid": "93c1edc8-56d6-4e38-bf97-6315662dfcf7", "tag": "e569da88-6d49-4f76-abea-2141b650bc19"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:10:03.513489 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-a524691c-8ec6-4d0f-8ac7-3c092bd76d9e None None] Set router 2b166b19-7ab5-488e-a57d-31f3dfd108a6 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:10:03.598537 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10b61c-9a22-4946-a987-96251d558785 req-99d419d5-7717-4fd0-98cc-b86a7e2010ec tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:03.600119 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cd10b61c-9a22-4946-a987-96251d558785 req-99d419d5-7717-4fd0-98cc-b86a7e2010ec tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c1edc8-56d6-4e38-bf97-6315662dfcf7 HTTP/1.1" status: 200 len: 946 time: 0.0562906 Jan 29 05:10:03.650379 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cd10b61c-9a22-4946-a987-96251d558785 req-f60a384a-6557-4840-80ec-2b5ffc7a172e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a610e179-9731-4374-bc52-764e9b944511&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447848 Jan 29 05:10:03.671908 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33870) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:10:03.710670 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7561755e-a233-43d2-b43b-3ac12b396f96 x-openstack-request-id: req-7561755e-a233-43d2-b43b-3ac12b396f96 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:10:03.710969 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93c1edc8-56d6-4e38-bf97-6315662dfcf7", "tag": "e569da88-6d49-4f76-abea-2141b650bc19", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:10:03.711226 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7561755e-a233-43d2-b43b-3ac12b396f96 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:10:03.711624 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93c1edc8-56d6-4e38-bf97-6315662dfcf7', 'tag': 'e569da88-6d49-4f76-abea-2141b650bc19', 'status': 'completed', 'code': 200} Jan 29 05:10:03.742167 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f1b0a325-ba4b-40cd-ae2f-e750ec4c2580 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/floatingips/9ee07e55-8d23-4576-8364-0f5b3a511620 HTTP/1.1" status: 200 len: 992 time: 0.0690038 Jan 29 05:10:03.752246 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-a524691c-8ec6-4d0f-8ac7-3c092bd76d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b166b19-7ab5-488e-a57d-31f3dfd108a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-253813549', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'b6b91c3e-d479-4caf-aa26-ced36091a4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:09:43Z', 'updated_at': '2022-01-29T05:09:47Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': 'b6b91c3e-d479-4caf-aa26-ced36091a4c1', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b166b19-7ab5-488e-a57d-31f3dfd108a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:09:43Z', 'updated_at': '2022-01-29T05:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '9ee07e55-8d23-4576-8364-0f5b3a511620', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'floating_ip_address': '172.26.8.122', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '2b166b19-7ab5-488e-a57d-31f3dfd108a6', 'port_id': 'e569da88-6d49-4f76-abea-2141b650bc19', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3efd19af-06af-4175-bace-ecbb88f1830d', 'mac_address': 'fa:16:3e:37:fb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c1edc8-56d6-4e38-bf97-6315662dfcf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:10:02Z', 'updated_at': '2022-01-29T05:10:02Z', 'revision_number': 0, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81235c40-cf19-4d71-9e0b-c828d2f87845', 'name': '', 'network_id': '3efd19af-06af-4175-bace-ecbb88f1830d', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'mac_address': 'fa:16:3e:05:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b166b19-7ab5-488e-a57d-31f3dfd108a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'd07afbbd-4cb2-45e5-a0d2-33d9a9433bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:09:47Z', 'updated_at': '2022-01-29T05:09:50Z', 'revision_number': 5, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'subnets': [{'id': 'd07afbbd-4cb2-45e5-a0d2-33d9a9433bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:10:03.778794 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a524691c-8ec6-4d0f-8ac7-3c092bd76d9e None None] Checking router: 2b166b19-7ab5-488e-a57d-31f3dfd108a6 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:10:03.785719 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae32e8-dd76-4646-a3fc-485ff0401b90 req-7fe2f68c-84fe-425a-a1b7-7e5670ff9bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:03.787031 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a524691c-8ec6-4d0f-8ac7-3c092bd76d9e None None] Routers {'2b166b19-7ab5-488e-a57d-31f3dfd108a6'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:10:03.787979 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ccae32e8-dd76-4646-a3fc-485ff0401b90 req-7fe2f68c-84fe-425a-a1b7-7e5670ff9bf5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5270d00ab13a4e32b125f15996f3d148&device_id=93c1edc8-56d6-4e38-bf97-6315662dfcf7 HTTP/1.1" status: 200 len: 1130 time: 0.0442038 Jan 29 05:10:03.788407 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-a524691c-8ec6-4d0f-8ac7-3c092bd76d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:09:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['2b166b19-7ab5-488e-a57d-31f3dfd108a6'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:10:03.887941 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae32e8-dd76-4646-a3fc-485ff0401b90 req-c04149c9-3e6a-4f87-b375-f9e5ba0f47c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:03.889456 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ccae32e8-dd76-4646-a3fc-485ff0401b90 req-c04149c9-3e6a-4f87-b375-f9e5ba0f47c4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3efd19af-06af-4175-bace-ecbb88f1830d HTTP/1.1" status: 200 len: 897 time: 0.0900862 Jan 29 05:10:03.893365 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-a524691c-8ec6-4d0f-8ac7-3c092bd76d9e None None] Set router 2b166b19-7ab5-488e-a57d-31f3dfd108a6 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:10:03.953816 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ccae32e8-dd76-4646-a3fc-485ff0401b90 req-d1fd3eef-071e-4f29-835a-c538821f0e6c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e569da88-6d49-4f76-abea-2141b650bc19 HTTP/1.1" status: 200 len: 1000 time: 0.0579443 Jan 29 05:10:04.006438 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae32e8-dd76-4646-a3fc-485ff0401b90 req-3c70b265-4a47-4959-b36a-8800c95f00a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:04.008896 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ccae32e8-dd76-4646-a3fc-485ff0401b90 req-3c70b265-4a47-4959-b36a-8800c95f00a4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d07afbbd-4cb2-45e5-a0d2-33d9a9433bf3 HTTP/1.1" status: 200 len: 834 time: 0.0477574 Jan 29 05:10:04.076165 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae32e8-dd76-4646-a3fc-485ff0401b90 req-50d69ebd-f47d-4508-b4ff-9af66a7b7218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:04.077709 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ccae32e8-dd76-4646-a3fc-485ff0401b90 req-50d69ebd-f47d-4508-b4ff-9af66a7b7218 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3efd19af-06af-4175-bace-ecbb88f1830d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0512853 Jan 29 05:10:04.122625 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-a524691c-8ec6-4d0f-8ac7-3c092bd76d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b166b19-7ab5-488e-a57d-31f3dfd108a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-253813549', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'b6b91c3e-d479-4caf-aa26-ced36091a4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:09:43Z', 'updated_at': '2022-01-29T05:09:47Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': 'b6b91c3e-d479-4caf-aa26-ced36091a4c1', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b166b19-7ab5-488e-a57d-31f3dfd108a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:09:43Z', 'updated_at': '2022-01-29T05:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '9ee07e55-8d23-4576-8364-0f5b3a511620', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'floating_ip_address': '172.26.8.122', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '2b166b19-7ab5-488e-a57d-31f3dfd108a6', 'port_id': 'e569da88-6d49-4f76-abea-2141b650bc19', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3efd19af-06af-4175-bace-ecbb88f1830d', 'mac_address': 'fa:16:3e:37:fb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c1edc8-56d6-4e38-bf97-6315662dfcf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:10:02Z', 'updated_at': '2022-01-29T05:10:02Z', 'revision_number': 0, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81235c40-cf19-4d71-9e0b-c828d2f87845', 'name': '', 'network_id': '3efd19af-06af-4175-bace-ecbb88f1830d', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'mac_address': 'fa:16:3e:05:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b166b19-7ab5-488e-a57d-31f3dfd108a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'd07afbbd-4cb2-45e5-a0d2-33d9a9433bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:09:47Z', 'updated_at': '2022-01-29T05:09:50Z', 'revision_number': 5, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'subnets': [{'id': 'd07afbbd-4cb2-45e5-a0d2-33d9a9433bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:10:04.149450 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a524691c-8ec6-4d0f-8ac7-3c092bd76d9e None None] The sync data for ids ['2b166b19-7ab5-488e-a57d-31f3dfd108a6'] in dv-neutron-821190-1-hyperv is: [{'id': '2b166b19-7ab5-488e-a57d-31f3dfd108a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-253813549', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'b6b91c3e-d479-4caf-aa26-ced36091a4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:09:43Z', 'updated_at': '2022-01-29T05:09:47Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': 'b6b91c3e-d479-4caf-aa26-ced36091a4c1', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b166b19-7ab5-488e-a57d-31f3dfd108a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:09:43Z', 'updated_at': '2022-01-29T05:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '9ee07e55-8d23-4576-8364-0f5b3a511620', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'floating_ip_address': '172.26.8.122', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '2b166b19-7ab5-488e-a57d-31f3dfd108a6', 'port_id': 'e569da88-6d49-4f76-abea-2141b650bc19', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3efd19af-06af-4175-bace-ecbb88f1830d', 'mac_address': 'fa:16:3e:37:fb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c1edc8-56d6-4e38-bf97-6315662dfcf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:10:02Z', 'updated_at': '2022-01-29T05:10:02Z', 'revision_number': 0, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81235c40-cf19-4d71-9e0b-c828d2f87845', 'name': '', 'network_id': '3efd19af-06af-4175-bace-ecbb88f1830d', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'mac_address': 'fa:16:3e:05:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b166b19-7ab5-488e-a57d-31f3dfd108a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'd07afbbd-4cb2-45e5-a0d2-33d9a9433bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:09:47Z', 'updated_at': '2022-01-29T05:09:50Z', 'revision_number': 5, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'subnets': [{'id': 'd07afbbd-4cb2-45e5-a0d2-33d9a9433bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:10:04.174110 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ccae32e8-dd76-4646-a3fc-485ff0401b90 req-2f262da2-1b07-4af1-9a1d-5adbc000df3b service neutron] 10.222.0.18 "GET /v2.0/networks/3efd19af-06af-4175-bace-ecbb88f1830d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902028 Jan 29 05:10:04.286512 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ccae32e8-dd76-4646-a3fc-485ff0401b90 req-81e4ad13-f23f-4516-ac1b-6341cd4d7c0d service neutron] 10.222.0.18 "GET /v2.0/networks/3efd19af-06af-4175-bace-ecbb88f1830d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903504 Jan 29 05:10:04.356066 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1fc788-6718-41b3-b478-ae31b3a2eaa5 None None] New status for floating IP 9ee07e55-8d23-4576-8364-0f5b3a511620: ACTIVE {{(pid=103586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:10:04.745956 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 33874) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:10:04.808647 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-7f6856e9-ecc8-4145-85a2-6d810dddff87 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/floatingips/9ee07e55-8d23-4576-8364-0f5b3a511620 HTTP/1.1" status: 200 len: 994 time: 0.0616136 Jan 29 05:10:09.867746 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-30421931-a761-4994-a2d8-7f4c4415e34b req-173d6dc2-c528-4b19-ad15-c27b5ce0a826 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=93c1edc8-56d6-4e38-bf97-6315662dfcf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464101 Jan 29 05:10:09.969313 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30421931-a761-4994-a2d8-7f4c4415e34b req-2ffd91d1-1d12-42fb-ba32-b4138456c0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:09.970825 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-30421931-a761-4994-a2d8-7f4c4415e34b req-2ffd91d1-1d12-42fb-ba32-b4138456c0fb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5270d00ab13a4e32b125f15996f3d148&device_id=93c1edc8-56d6-4e38-bf97-6315662dfcf7 HTTP/1.1" status: 200 len: 1130 time: 0.0454824 Jan 29 05:10:10.074189 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30421931-a761-4994-a2d8-7f4c4415e34b req-e91af7b3-8989-4c9c-9d76-244cd27d1769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:10.075660 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-30421931-a761-4994-a2d8-7f4c4415e34b req-e91af7b3-8989-4c9c-9d76-244cd27d1769 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3efd19af-06af-4175-bace-ecbb88f1830d HTTP/1.1" status: 200 len: 897 time: 0.0883241 Jan 29 05:10:10.141479 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-30421931-a761-4994-a2d8-7f4c4415e34b req-f6c06c44-764b-49d7-b922-34b9eb1f66a8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e569da88-6d49-4f76-abea-2141b650bc19 HTTP/1.1" status: 200 len: 1002 time: 0.0592816 Jan 29 05:10:10.192799 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30421931-a761-4994-a2d8-7f4c4415e34b req-1a143f4f-2a6e-487f-b1fd-9d5564e7f5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:10.194295 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-30421931-a761-4994-a2d8-7f4c4415e34b req-1a143f4f-2a6e-487f-b1fd-9d5564e7f5a0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d07afbbd-4cb2-45e5-a0d2-33d9a9433bf3 HTTP/1.1" status: 200 len: 834 time: 0.0473230 Jan 29 05:10:10.243222 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30421931-a761-4994-a2d8-7f4c4415e34b req-b7b341d2-fff8-44a0-a980-e98e10b51a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:10.244769 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-30421931-a761-4994-a2d8-7f4c4415e34b req-b7b341d2-fff8-44a0-a980-e98e10b51a7c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3efd19af-06af-4175-bace-ecbb88f1830d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0442655 Jan 29 05:10:10.330867 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-30421931-a761-4994-a2d8-7f4c4415e34b req-3bdfb5ea-a595-4416-8430-eadf985078ed service neutron] 10.222.0.18 "GET /v2.0/networks/3efd19af-06af-4175-bace-ecbb88f1830d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798795 Jan 29 05:10:10.420900 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-30421931-a761-4994-a2d8-7f4c4415e34b req-2891d684-6329-47d7-bc94-24703ecfdc9d service neutron] 10.222.0.18 "GET /v2.0/networks/3efd19af-06af-4175-bace-ecbb88f1830d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839005 Jan 29 05:10:20.206732 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dde32df8-5822-40c1-bbb2-772fbb4dd317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:10:22.474778 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a2aa522c-2f37-4df8-ba71-680f35d56d7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:10:23.840717 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:10:24.286339 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:10:24.988953 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:10:25.405865 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:10:26.429046 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:10:50.189460 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5297820b-857e-4234-aefe-ff34f576ccfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:10:52.457541 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0895124a-eb39-4537-840f-65bf1e91340d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:10:53.862799 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:10:54.279970 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:10:55.017149 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:10:56.434705 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:11:02.405624 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:11:05.810766 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d99d0-72e7-4272-a9e6-26988fb08b31 req-c8b97c14-ac35-466d-9931-fe749be82a54 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:05.812295 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-830d99d0-72e7-4272-a9e6-26988fb08b31 req-c8b97c14-ac35-466d-9931-fe749be82a54 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c1edc8-56d6-4e38-bf97-6315662dfcf7 HTTP/1.1" status: 200 len: 946 time: 0.0578592 Jan 29 05:11:05.875113 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-830d99d0-72e7-4272-a9e6-26988fb08b31 req-e1a538bb-6303-4940-ac36-7bde53b0765c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a610e179-9731-4374-bc52-764e9b944511&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562911 Jan 29 05:11:05.909097 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67707e1-7de1-4cea-af71-92f069958e18 req-70da63d7-e3ea-41c5-a39a-17029d08a84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:05.910642 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e67707e1-7de1-4cea-af71-92f069958e18 req-70da63d7-e3ea-41c5-a39a-17029d08a84d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5270d00ab13a4e32b125f15996f3d148&device_id=93c1edc8-56d6-4e38-bf97-6315662dfcf7 HTTP/1.1" status: 200 len: 1130 time: 0.0490973 Jan 29 05:11:06.003891 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67707e1-7de1-4cea-af71-92f069958e18 req-fe59c870-3b0c-47dd-bdb2-16dd139c3a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:06.005417 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e67707e1-7de1-4cea-af71-92f069958e18 req-fe59c870-3b0c-47dd-bdb2-16dd139c3a10 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3efd19af-06af-4175-bace-ecbb88f1830d HTTP/1.1" status: 200 len: 897 time: 0.0875537 Jan 29 05:11:06.069303 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e67707e1-7de1-4cea-af71-92f069958e18 req-ec3c3538-bdf8-47cc-92fd-701ae819346d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e569da88-6d49-4f76-abea-2141b650bc19 HTTP/1.1" status: 200 len: 1002 time: 0.0579045 Jan 29 05:11:06.116144 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67707e1-7de1-4cea-af71-92f069958e18 req-ffc2661b-eb12-4559-8b7d-a920d0d880bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:06.117607 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e67707e1-7de1-4cea-af71-92f069958e18 req-ffc2661b-eb12-4559-8b7d-a920d0d880bb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d07afbbd-4cb2-45e5-a0d2-33d9a9433bf3 HTTP/1.1" status: 200 len: 834 time: 0.0421972 Jan 29 05:11:06.170320 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67707e1-7de1-4cea-af71-92f069958e18 req-cc1c224d-cda6-4816-94b9-28803a3660a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:06.171806 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e67707e1-7de1-4cea-af71-92f069958e18 req-cc1c224d-cda6-4816-94b9-28803a3660a8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3efd19af-06af-4175-bace-ecbb88f1830d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0479741 Jan 29 05:11:06.259644 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e67707e1-7de1-4cea-af71-92f069958e18 req-934aad89-f0d3-487b-98ad-8e735cb76610 service neutron] 10.222.0.18 "GET /v2.0/networks/3efd19af-06af-4175-bace-ecbb88f1830d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805876 Jan 29 05:11:06.348767 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e67707e1-7de1-4cea-af71-92f069958e18 req-61c089ad-42c1-40bc-8104-295498d14347 service neutron] 10.222.0.18 "GET /v2.0/networks/3efd19af-06af-4175-bace-ecbb88f1830d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827169 Jan 29 05:11:06.993803 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e0647-1b3b-4a9a-acdc-ed58e260166a req-240624ca-e3ea-49cf-a834-333306394735 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:06.995279 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-344e0647-1b3b-4a9a-acdc-ed58e260166a req-240624ca-e3ea-49cf-a834-333306394735 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c1edc8-56d6-4e38-bf97-6315662dfcf7 HTTP/1.1" status: 200 len: 946 time: 0.0534096 Jan 29 05:11:07.044324 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-344e0647-1b3b-4a9a-acdc-ed58e260166a req-ff318731-62cd-41fc-bde8-2751bbb619e7 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a610e179-9731-4374-bc52-764e9b944511&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426409 Jan 29 05:11:08.161319 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9eb1cd-047a-4d19-8148-3689dee0c0e0 req-a0f73434-592c-4074-97da-547ad4c20f63 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:08.162692 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-eb9eb1cd-047a-4d19-8148-3689dee0c0e0 req-a0f73434-592c-4074-97da-547ad4c20f63 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c1edc8-56d6-4e38-bf97-6315662dfcf7 HTTP/1.1" status: 200 len: 946 time: 0.0519147 Jan 29 05:11:08.210659 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-eb9eb1cd-047a-4d19-8148-3689dee0c0e0 req-849495ac-1209-4f6d-a1af-77a1c6cfb5c2 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a610e179-9731-4374-bc52-764e9b944511&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424564 Jan 29 05:11:09.331687 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4480c5-e0e5-4477-ae1b-19b83c4f50fd req-b0da37ce-a509-4b29-8a54-08450e9d4f8e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:09.333213 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1d4480c5-e0e5-4477-ae1b-19b83c4f50fd req-b0da37ce-a509-4b29-8a54-08450e9d4f8e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c1edc8-56d6-4e38-bf97-6315662dfcf7 HTTP/1.1" status: 200 len: 946 time: 0.0576050 Jan 29 05:11:09.383886 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1d4480c5-e0e5-4477-ae1b-19b83c4f50fd req-8ff4a901-1131-4810-b041-a3cb2d193c1d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a610e179-9731-4374-bc52-764e9b944511&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423253 Jan 29 05:11:10.503173 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabfc34a-6011-4a09-babd-08730ec47559 req-0a037dbe-cfc5-4e01-b8f6-a323ac39606a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:10.504657 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-eabfc34a-6011-4a09-babd-08730ec47559 req-0a037dbe-cfc5-4e01-b8f6-a323ac39606a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c1edc8-56d6-4e38-bf97-6315662dfcf7 HTTP/1.1" status: 200 len: 946 time: 0.0535586 Jan 29 05:11:10.552297 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-eabfc34a-6011-4a09-babd-08730ec47559 req-9eacfe2c-f01c-43e5-8ce4-f76376fadd60 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a610e179-9731-4374-bc52-764e9b944511&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421236 Jan 29 05:11:11.673387 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ee77a-3c40-4323-abce-236b1ef8d142 req-2a354086-d894-4638-9f4e-508484f92914 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:11.674854 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6f7ee77a-3c40-4323-abce-236b1ef8d142 req-2a354086-d894-4638-9f4e-508484f92914 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c1edc8-56d6-4e38-bf97-6315662dfcf7 HTTP/1.1" status: 200 len: 946 time: 0.0565312 Jan 29 05:11:11.722845 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6f7ee77a-3c40-4323-abce-236b1ef8d142 req-d0809333-bfa3-428d-9461-620228674526 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a610e179-9731-4374-bc52-764e9b944511&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425615 Jan 29 05:11:11.873423 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f2093-4b01-4ca3-9a8b-0a227e4d29dc req-de23c44d-c66f-4b05-bfad-8e83600f65aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:11.874939 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-718f2093-4b01-4ca3-9a8b-0a227e4d29dc req-de23c44d-c66f-4b05-bfad-8e83600f65aa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5270d00ab13a4e32b125f15996f3d148&device_id=93c1edc8-56d6-4e38-bf97-6315662dfcf7 HTTP/1.1" status: 200 len: 1130 time: 0.0455534 Jan 29 05:11:11.978748 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f2093-4b01-4ca3-9a8b-0a227e4d29dc req-064323db-fccf-43f4-87b7-27c55703d0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:11.980785 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-718f2093-4b01-4ca3-9a8b-0a227e4d29dc req-064323db-fccf-43f4-87b7-27c55703d0e9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3efd19af-06af-4175-bace-ecbb88f1830d HTTP/1.1" status: 200 len: 897 time: 0.0876820 Jan 29 05:11:12.042478 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-718f2093-4b01-4ca3-9a8b-0a227e4d29dc req-fe4aa36d-0045-47e1-971f-fd6deb0274cb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e569da88-6d49-4f76-abea-2141b650bc19 HTTP/1.1" status: 200 len: 1002 time: 0.0564845 Jan 29 05:11:12.087567 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f2093-4b01-4ca3-9a8b-0a227e4d29dc req-eb6a0ae3-5141-41e7-b171-19759603e6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:12.088976 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-718f2093-4b01-4ca3-9a8b-0a227e4d29dc req-eb6a0ae3-5141-41e7-b171-19759603e6b3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d07afbbd-4cb2-45e5-a0d2-33d9a9433bf3 HTTP/1.1" status: 200 len: 834 time: 0.0413554 Jan 29 05:11:12.139829 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f2093-4b01-4ca3-9a8b-0a227e4d29dc req-0d08ba7a-6ac9-4856-b79c-5e2d79639b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:12.141253 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-718f2093-4b01-4ca3-9a8b-0a227e4d29dc req-0d08ba7a-6ac9-4856-b79c-5e2d79639b8f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3efd19af-06af-4175-bace-ecbb88f1830d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0463383 Jan 29 05:11:12.228099 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-718f2093-4b01-4ca3-9a8b-0a227e4d29dc req-5b4b6311-00d8-44d5-b0c3-e36736d02e0f service neutron] 10.222.0.18 "GET /v2.0/networks/3efd19af-06af-4175-bace-ecbb88f1830d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809383 Jan 29 05:11:12.317277 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-718f2093-4b01-4ca3-9a8b-0a227e4d29dc req-a0e79c5b-fa8a-4914-8b23-07ebce1e74e2 service neutron] 10.222.0.18 "GET /v2.0/networks/3efd19af-06af-4175-bace-ecbb88f1830d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833106 Jan 29 05:11:12.840223 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84fab1c-e067-4f24-bea6-c1e52d112a75 req-df6b5822-464d-4190-8fb1-9c84f026b7e3 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:12.841752 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a84fab1c-e067-4f24-bea6-c1e52d112a75 req-df6b5822-464d-4190-8fb1-9c84f026b7e3 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c1edc8-56d6-4e38-bf97-6315662dfcf7 HTTP/1.1" status: 200 len: 946 time: 0.0542154 Jan 29 05:11:12.890073 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a84fab1c-e067-4f24-bea6-c1e52d112a75 req-9c208d8e-c675-4c97-8936-aef467d73cb7 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a610e179-9731-4374-bc52-764e9b944511&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427442 Jan 29 05:11:14.007572 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec5792-76a0-4975-91e7-8c5f863c3cab req-de55ce15-d087-4b3e-92e5-64a99ad23efa tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:14.009057 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e0ec5792-76a0-4975-91e7-8c5f863c3cab req-de55ce15-d087-4b3e-92e5-64a99ad23efa tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c1edc8-56d6-4e38-bf97-6315662dfcf7 HTTP/1.1" status: 200 len: 946 time: 0.0519602 Jan 29 05:11:14.055623 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e0ec5792-76a0-4975-91e7-8c5f863c3cab req-a2fd9139-fad1-4458-8aab-0189e63c81e5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a610e179-9731-4374-bc52-764e9b944511&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410151 Jan 29 05:11:15.177496 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675990b-b8bc-43a0-9645-12a37d331fce req-3f723b48-53ad-4aab-8ac0-487f67f44d08 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:15.178955 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0675990b-b8bc-43a0-9645-12a37d331fce req-3f723b48-53ad-4aab-8ac0-487f67f44d08 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c1edc8-56d6-4e38-bf97-6315662dfcf7 HTTP/1.1" status: 200 len: 946 time: 0.0574946 Jan 29 05:11:15.226864 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0675990b-b8bc-43a0-9645-12a37d331fce req-7a342aea-5a1c-48f5-9f5d-d5b8839077b4 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a610e179-9731-4374-bc52-764e9b944511&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416470 Jan 29 05:11:16.344014 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de653e-52fc-4ce7-a47a-b97ca79ee98d req-4267bce7-42a6-4b84-94d7-1a00c71b49e5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:16.345484 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-88de653e-52fc-4ce7-a47a-b97ca79ee98d req-4267bce7-42a6-4b84-94d7-1a00c71b49e5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c1edc8-56d6-4e38-bf97-6315662dfcf7 HTTP/1.1" status: 200 len: 946 time: 0.0517371 Jan 29 05:11:16.393583 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-88de653e-52fc-4ce7-a47a-b97ca79ee98d req-bda4ddcb-5555-4df6-a254-3c122274903f tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a610e179-9731-4374-bc52-764e9b944511&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425839 Jan 29 05:11:17.512695 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666ce60-3527-4ee7-a14f-e33494b6bfbe req-7b4f8b40-7992-4ed3-afa1-af1700b8c35d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:17.514187 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c666ce60-3527-4ee7-a14f-e33494b6bfbe req-7b4f8b40-7992-4ed3-afa1-af1700b8c35d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c1edc8-56d6-4e38-bf97-6315662dfcf7 HTTP/1.1" status: 200 len: 946 time: 0.0527174 Jan 29 05:11:17.569978 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c666ce60-3527-4ee7-a14f-e33494b6bfbe req-8b38de6c-f008-48b5-a7fc-012b5c07ae0d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a610e179-9731-4374-bc52-764e9b944511&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501914 Jan 29 05:11:18.688227 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a3930-fd52-47a1-9a38-35976e7f2b95 req-0514981f-4c3f-44d6-ab3d-e99e627b8345 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:18.689759 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3d1a3930-fd52-47a1-9a38-35976e7f2b95 req-0514981f-4c3f-44d6-ab3d-e99e627b8345 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c1edc8-56d6-4e38-bf97-6315662dfcf7 HTTP/1.1" status: 200 len: 946 time: 0.0513213 Jan 29 05:11:18.739617 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3d1a3930-fd52-47a1-9a38-35976e7f2b95 req-9432f6c9-d547-41ba-a948-76443ceee269 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a610e179-9731-4374-bc52-764e9b944511&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441322 Jan 29 05:11:18.764005 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 33928) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:11:18.827445 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d1197557-1900-40d8-adf3-8652bfa22c6e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/floatingips/9ee07e55-8d23-4576-8364-0f5b3a511620 HTTP/1.1" status: 200 len: 994 time: 0.0621974 Jan 29 05:11:20.200651 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-25d8dba4-d882-4716-8364-0cc5cc1835b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:11:22.439998 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-652364f8-750b-4fe4-8765-57f9a127bb13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:11:23.834552 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:11:24.291018 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:11:25.057079 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:11:26.405913 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:11:39.404477 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:11:50.223016 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fd011ee8-7357-445d-8f0d-1a0aaf251560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:11:52.451756 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5a6bf969-4fe5-47c1-96cc-fa089dcadad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:11:53.840048 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:11:54.291081 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:11:55.046009 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:11:56.394378 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:05.404621 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 33948) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:12:05.564400 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-53ec3ed5-cdd7-44e6-83c0-c91551f30882 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Deleting port 2ef21889-6dcb-420c-913d-c45728659a8b {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:12:05.564764 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-53ec3ed5-cdd7-44e6-83c0-c91551f30882 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (2ef21889-6dcb-420c-913d-c45728659a8b), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:05.641557 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-53ec3ed5-cdd7-44e6-83c0-c91551f30882 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (2ef21889-6dcb-420c-913d-c45728659a8b), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:05.641891 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-53ec3ed5-cdd7-44e6-83c0-c91551f30882 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for floatingip (2ef21889-6dcb-420c-913d-c45728659a8b), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:05.653248 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-53ec3ed5-cdd7-44e6-83c0-c91551f30882 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Calling delete_port for 2ef21889-6dcb-420c-913d-c45728659a8b owned by network:floatingip {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:12:05.868830 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-53ec3ed5-cdd7-44e6-83c0-c91551f30882 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (2ef21889-6dcb-420c-913d-c45728659a8b), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:05.896002 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec3ed5-cdd7-44e6-83c0-c91551f30882 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event deleted for resources: {'Port': ['ID=2ef21889-6dcb-420c-913d-c45728659a8b,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:12:05.907763 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ec3ed5-cdd7-44e6-83c0-c91551f30882 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:05.908117 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ec3ed5-cdd7-44e6-83c0-c91551f30882 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:05.908469 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ec3ed5-cdd7-44e6-83c0-c91551f30882 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:05.914340 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ec3ed5-cdd7-44e6-83c0-c91551f30882 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:05.914340 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ec3ed5-cdd7-44e6-83c0-c91551f30882 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:05.914340 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ec3ed5-cdd7-44e6-83c0-c91551f30882 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:05.914340 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ec3ed5-cdd7-44e6-83c0-c91551f30882 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:05.914340 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ec3ed5-cdd7-44e6-83c0-c91551f30882 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:05.914340 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ec3ed5-cdd7-44e6-83c0-c91551f30882 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:05.914340 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ec3ed5-cdd7-44e6-83c0-c91551f30882 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:05.914340 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ec3ed5-cdd7-44e6-83c0-c91551f30882 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:05.914340 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ec3ed5-cdd7-44e6-83c0-c91551f30882 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:05.914340 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ec3ed5-cdd7-44e6-83c0-c91551f30882 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:05.971205 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-53ec3ed5-cdd7-44e6-83c0-c91551f30882 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for floatingip (9ee07e55-8d23-4576-8364-0f5b3a511620), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:05.971540 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.l3_db [None req-53ec3ed5-cdd7-44e6-83c0-c91551f30882 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Floating IP 9ee07e55-8d23-4576-8364-0f5b3a511620 disassociated (deleted). External IP: 172.26.8.122, port: e569da88-6d49-4f76-abea-2141b650bc19. Jan 29 05:12:06.177247 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ec3ed5-cdd7-44e6-83c0-c91551f30882 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Router 2b166b19-7ab5-488e-a57d-31f3dfd108a6 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:12:06.281544 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ec3ed5-cdd7-44e6-83c0-c91551f30882 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:12:06.286249 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-53ec3ed5-cdd7-44e6-83c0-c91551f30882 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:06.290891 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09239fdb-3f05-42c7-8f52-4651decf31c4 None None] Sync routers for ids ['2b166b19-7ab5-488e-a57d-31f3dfd108a6'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:12:06.301864 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09239fdb-3f05-42c7-8f52-4651decf31c4 None None] Routers {'2b166b19-7ab5-488e-a57d-31f3dfd108a6'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:12:06.302509 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-09239fdb-3f05-42c7-8f52-4651decf31c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:11:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['2b166b19-7ab5-488e-a57d-31f3dfd108a6'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:12:06.320694 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-53ec3ed5-cdd7-44e6-83c0-c91551f30882 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "DELETE /v2.0/floatingips/9ee07e55-8d23-4576-8364-0f5b3a511620 HTTP/1.1" status: 204 len: 168 time: 0.9127131 Jan 29 05:12:06.320694 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93c1edc8-56d6-4e38-bf97-6315662dfcf7', 'tag': 'e569da88-6d49-4f76-abea-2141b650bc19'}] {{(pid=103584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:12:06.321151 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88d22702f486e82ce3265c1db8b0c003dd285ef8b53ba8e869e33114e3fd04d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a98cd7-36c2-4603-bad4-4b4a97df2364" -d '{"events": [{"name": "network-changed", "server_uuid": "93c1edc8-56d6-4e38-bf97-6315662dfcf7", "tag": "e569da88-6d49-4f76-abea-2141b650bc19"}]}' {{(pid=103584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:12:06.424204 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-09239fdb-3f05-42c7-8f52-4651decf31c4 None None] Set router 2b166b19-7ab5-488e-a57d-31f3dfd108a6 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:12:06.629815 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c801695-6775-4c1e-9bc8-103bd5d94962 x-openstack-request-id: req-0c801695-6775-4c1e-9bc8-103bd5d94962 {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:12:06.630295 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93c1edc8-56d6-4e38-bf97-6315662dfcf7", "tag": "e569da88-6d49-4f76-abea-2141b650bc19", "status": "completed", "code": 200}]} {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:12:06.630386 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c801695-6775-4c1e-9bc8-103bd5d94962 {{(pid=103584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:12:06.631615 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93c1edc8-56d6-4e38-bf97-6315662dfcf7', 'tag': 'e569da88-6d49-4f76-abea-2141b650bc19', 'status': 'completed', 'code': 200} Jan 29 05:12:06.632006 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-09239fdb-3f05-42c7-8f52-4651decf31c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b166b19-7ab5-488e-a57d-31f3dfd108a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-253813549', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'b6b91c3e-d479-4caf-aa26-ced36091a4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:09:43Z', 'updated_at': '2022-01-29T05:09:47Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': 'b6b91c3e-d479-4caf-aa26-ced36091a4c1', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b166b19-7ab5-488e-a57d-31f3dfd108a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:09:43Z', 'updated_at': '2022-01-29T05:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '81235c40-cf19-4d71-9e0b-c828d2f87845', 'name': '', 'network_id': '3efd19af-06af-4175-bace-ecbb88f1830d', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'mac_address': 'fa:16:3e:05:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b166b19-7ab5-488e-a57d-31f3dfd108a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'd07afbbd-4cb2-45e5-a0d2-33d9a9433bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:09:47Z', 'updated_at': '2022-01-29T05:09:50Z', 'revision_number': 5, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'subnets': [{'id': 'd07afbbd-4cb2-45e5-a0d2-33d9a9433bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:12:06.663103 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09239fdb-3f05-42c7-8f52-4651decf31c4 None None] Checking router: 2b166b19-7ab5-488e-a57d-31f3dfd108a6 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:12:06.671414 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09239fdb-3f05-42c7-8f52-4651decf31c4 None None] Routers {'2b166b19-7ab5-488e-a57d-31f3dfd108a6'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:12:06.672025 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-09239fdb-3f05-42c7-8f52-4651decf31c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:11:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['2b166b19-7ab5-488e-a57d-31f3dfd108a6'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:12:06.730850 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec22b1-6158-471d-9b81-e76dde75f0aa req-4e4fadcc-46b5-4802-93d7-b55ca43da464 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:06.733002 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-55ec22b1-6158-471d-9b81-e76dde75f0aa req-4e4fadcc-46b5-4802-93d7-b55ca43da464 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c1edc8-56d6-4e38-bf97-6315662dfcf7 HTTP/1.1" status: 200 len: 946 time: 0.0596972 Jan 29 05:12:06.777763 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-09239fdb-3f05-42c7-8f52-4651decf31c4 None None] Set router 2b166b19-7ab5-488e-a57d-31f3dfd108a6 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:12:06.810750 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-55ec22b1-6158-471d-9b81-e76dde75f0aa req-58af8c3e-ea6c-4ce1-bc90-c645f1bca9bb tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a610e179-9731-4374-bc52-764e9b944511&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0674963 Jan 29 05:12:06.814305 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a98cd7-36c2-4603-bad4-4b4a97df2364 req-7c3141d1-4f80-468a-a8b4-6789bee3cb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:06.815163 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-29a98cd7-36c2-4603-bad4-4b4a97df2364 req-7c3141d1-4f80-468a-a8b4-6789bee3cb92 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5270d00ab13a4e32b125f15996f3d148&device_id=93c1edc8-56d6-4e38-bf97-6315662dfcf7 HTTP/1.1" status: 200 len: 1130 time: 0.0812504 Jan 29 05:12:06.913468 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a98cd7-36c2-4603-bad4-4b4a97df2364 req-6ed9426f-7753-4c13-85cc-24ecc668dc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:06.914923 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-29a98cd7-36c2-4603-bad4-4b4a97df2364 req-6ed9426f-7753-4c13-85cc-24ecc668dc0c service neutron] 10.222.0.18 "GET /v2.0/networks?id=3efd19af-06af-4175-bace-ecbb88f1830d HTTP/1.1" status: 200 len: 897 time: 0.0937328 Jan 29 05:12:06.956643 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-29a98cd7-36c2-4603-bad4-4b4a97df2364 req-5c4bdd7f-e92f-4b6b-86c3-940f76adc1ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e569da88-6d49-4f76-abea-2141b650bc19 HTTP/1.1" status: 200 len: 217 time: 0.0348270 Jan 29 05:12:06.976451 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-09239fdb-3f05-42c7-8f52-4651decf31c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b166b19-7ab5-488e-a57d-31f3dfd108a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-253813549', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'b6b91c3e-d479-4caf-aa26-ced36091a4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:09:43Z', 'updated_at': '2022-01-29T05:09:47Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': 'b6b91c3e-d479-4caf-aa26-ced36091a4c1', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b166b19-7ab5-488e-a57d-31f3dfd108a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:09:43Z', 'updated_at': '2022-01-29T05:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '81235c40-cf19-4d71-9e0b-c828d2f87845', 'name': '', 'network_id': '3efd19af-06af-4175-bace-ecbb88f1830d', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'mac_address': 'fa:16:3e:05:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b166b19-7ab5-488e-a57d-31f3dfd108a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'd07afbbd-4cb2-45e5-a0d2-33d9a9433bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:09:47Z', 'updated_at': '2022-01-29T05:09:50Z', 'revision_number': 5, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'subnets': [{'id': 'd07afbbd-4cb2-45e5-a0d2-33d9a9433bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:12:07.003173 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09239fdb-3f05-42c7-8f52-4651decf31c4 None None] The sync data for ids ['2b166b19-7ab5-488e-a57d-31f3dfd108a6'] in dv-neutron-821190-1-hyperv is: [{'id': '2b166b19-7ab5-488e-a57d-31f3dfd108a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-253813549', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'b6b91c3e-d479-4caf-aa26-ced36091a4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:09:43Z', 'updated_at': '2022-01-29T05:09:47Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': 'b6b91c3e-d479-4caf-aa26-ced36091a4c1', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b166b19-7ab5-488e-a57d-31f3dfd108a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:09:43Z', 'updated_at': '2022-01-29T05:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '81235c40-cf19-4d71-9e0b-c828d2f87845', 'name': '', 'network_id': '3efd19af-06af-4175-bace-ecbb88f1830d', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'mac_address': 'fa:16:3e:05:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b166b19-7ab5-488e-a57d-31f3dfd108a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'd07afbbd-4cb2-45e5-a0d2-33d9a9433bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:09:47Z', 'updated_at': '2022-01-29T05:09:50Z', 'revision_number': 5, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'subnets': [{'id': 'd07afbbd-4cb2-45e5-a0d2-33d9a9433bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:12:07.006461 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a98cd7-36c2-4603-bad4-4b4a97df2364 req-ad205711-4dd6-4ba5-9b0a-abf6cf979070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:07.007913 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-29a98cd7-36c2-4603-bad4-4b4a97df2364 req-ad205711-4dd6-4ba5-9b0a-abf6cf979070 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d07afbbd-4cb2-45e5-a0d2-33d9a9433bf3 HTTP/1.1" status: 200 len: 834 time: 0.0449336 Jan 29 05:12:07.058093 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a98cd7-36c2-4603-bad4-4b4a97df2364 req-c0a6753a-535a-4116-9ebb-23db63d4976d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:07.059587 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-29a98cd7-36c2-4603-bad4-4b4a97df2364 req-c0a6753a-535a-4116-9ebb-23db63d4976d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3efd19af-06af-4175-bace-ecbb88f1830d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0445616 Jan 29 05:12:07.153088 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-29a98cd7-36c2-4603-bad4-4b4a97df2364 req-38bd80df-25e1-4215-9d0d-8fff6f81de47 service neutron] 10.222.0.18 "GET /v2.0/networks/3efd19af-06af-4175-bace-ecbb88f1830d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866225 Jan 29 05:12:07.236956 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de174c6-9d29-4d87-9487-c39324edbde1 None None] New status for floating IP 9ee07e55-8d23-4576-8364-0f5b3a511620: DOWN {{(pid=103586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:12:07.246134 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-29a98cd7-36c2-4603-bad4-4b4a97df2364 req-52e41c4a-b666-4b8a-9496-d151754589ea service neutron] 10.222.0.18 "GET /v2.0/networks/3efd19af-06af-4175-bace-ecbb88f1830d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866926 Jan 29 05:12:07.934044 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315230e-6ae9-4f18-a952-e847c7f7d4c4 req-36dd955d-cdbd-4f90-a4cd-1898f081dd1b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:07.936110 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5315230e-6ae9-4f18-a952-e847c7f7d4c4 req-36dd955d-cdbd-4f90-a4cd-1898f081dd1b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c1edc8-56d6-4e38-bf97-6315662dfcf7 HTTP/1.1" status: 200 len: 946 time: 0.0564630 Jan 29 05:12:07.984293 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5315230e-6ae9-4f18-a952-e847c7f7d4c4 req-8a6e6abe-33ed-4122-bf88-de68f549cdce tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a610e179-9731-4374-bc52-764e9b944511&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425277 Jan 29 05:12:08.736767 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a9414-e6a3-49b3-9725-dc7e988b3c56 req-a855056d-4440-4349-9088-afbda51f3ae0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:08.738218 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-884a9414-e6a3-49b3-9725-dc7e988b3c56 req-a855056d-4440-4349-9088-afbda51f3ae0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c1edc8-56d6-4e38-bf97-6315662dfcf7 HTTP/1.1" status: 200 len: 946 time: 0.0536845 Jan 29 05:12:08.836995 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-884a9414-e6a3-49b3-9725-dc7e988b3c56 req-87088e69-c4e1-45db-8642-ab4211a7297a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Deleting port e569da88-6d49-4f76-abea-2141b650bc19 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:12:08.837339 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-884a9414-e6a3-49b3-9725-dc7e988b3c56 req-87088e69-c4e1-45db-8642-ab4211a7297a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (e569da88-6d49-4f76-abea-2141b650bc19), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:08.923719 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-884a9414-e6a3-49b3-9725-dc7e988b3c56 req-87088e69-c4e1-45db-8642-ab4211a7297a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] For port e569da88-6d49-4f76-abea-2141b650bc19, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e569da88-6d49-4f76-abea-2141b650bc19,segment=NetworkSegment(46830111-a105-4d34-a78b-b25d0c8dfc6f),segment_id=46830111-a105-4d34-a78b-b25d0c8dfc6f)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:12:08.923996 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-884a9414-e6a3-49b3-9725-dc7e988b3c56 req-87088e69-c4e1-45db-8642-ab4211a7297a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (e569da88-6d49-4f76-abea-2141b650bc19), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:08.937300 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-884a9414-e6a3-49b3-9725-dc7e988b3c56 req-87088e69-c4e1-45db-8642-ab4211a7297a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Calling delete_port for e569da88-6d49-4f76-abea-2141b650bc19 owned by compute:nova {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:12:09.110226 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936dac3-9f4e-4c31-820b-2c3905a9e6fb req-e397fb59-4fb5-4a51-bb72-f3184fcc6e13 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:09.111811 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0936dac3-9f4e-4c31-820b-2c3905a9e6fb req-e397fb59-4fb5-4a51-bb72-f3184fcc6e13 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c1edc8-56d6-4e38-bf97-6315662dfcf7 HTTP/1.1" status: 200 len: 946 time: 0.0580447 Jan 29 05:12:09.131176 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-884a9414-e6a3-49b3-9725-dc7e988b3c56 req-87088e69-c4e1-45db-8642-ab4211a7297a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (e569da88-6d49-4f76-abea-2141b650bc19), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:09.164504 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87088e69-c4e1-45db-8642-ab4211a7297a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event deleted for resources: {'Port': ['ID=e569da88-6d49-4f76-abea-2141b650bc19,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:12:09.211373 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87088e69-c4e1-45db-8642-ab4211a7297a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:09.216405 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87088e69-c4e1-45db-8642-ab4211a7297a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:09.216405 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87088e69-c4e1-45db-8642-ab4211a7297a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:09.216405 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87088e69-c4e1-45db-8642-ab4211a7297a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:09.216405 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87088e69-c4e1-45db-8642-ab4211a7297a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:09.216405 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87088e69-c4e1-45db-8642-ab4211a7297a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:09.216405 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87088e69-c4e1-45db-8642-ab4211a7297a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:09.216405 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87088e69-c4e1-45db-8642-ab4211a7297a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:09.216405 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87088e69-c4e1-45db-8642-ab4211a7297a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:09.216405 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87088e69-c4e1-45db-8642-ab4211a7297a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:09.216405 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87088e69-c4e1-45db-8642-ab4211a7297a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:09.216405 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87088e69-c4e1-45db-8642-ab4211a7297a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:09.216405 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87088e69-c4e1-45db-8642-ab4211a7297a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:09.237946 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-884a9414-e6a3-49b3-9725-dc7e988b3c56 req-87088e69-c4e1-45db-8642-ab4211a7297a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] No DVR routers for this DVR port e569da88-6d49-4f76-abea-2141b650bc19 on host hv-neutron-8211 {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:12:09.240385 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-884a9414-e6a3-49b3-9725-dc7e988b3c56 req-87088e69-c4e1-45db-8642-ab4211a7297a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:09.243785 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-884a9414-e6a3-49b3-9725-dc7e988b3c56 req-87088e69-c4e1-45db-8642-ab4211a7297a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.18 "DELETE /v2.0/ports/e569da88-6d49-4f76-abea-2141b650bc19 HTTP/1.1" status: 204 len: 173 time: 0.4985859 Jan 29 05:12:09.244352 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c1edc8-56d6-4e38-bf97-6315662dfcf7', 'name': 'network-vif-deleted', 'tag': 'e569da88-6d49-4f76-abea-2141b650bc19'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:12:09.247072 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e98806-73af-4016-89ef-43944c881345" -d '{"events": [{"server_uuid": "93c1edc8-56d6-4e38-bf97-6315662dfcf7", "name": "network-vif-deleted", "tag": "e569da88-6d49-4f76-abea-2141b650bc19"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:12:09.253328 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0936dac3-9f4e-4c31-820b-2c3905a9e6fb req-6e35583d-4826-4919-8ec0-91a4425f9520 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a610e179-9731-4374-bc52-764e9b944511&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1361196 Jan 29 05:12:09.354648 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ebba6e-f169-4f16-9a5d-e26c96325070 x-openstack-request-id: req-29ebba6e-f169-4f16-9a5d-e26c96325070 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:12:09.354648 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c1edc8-56d6-4e38-bf97-6315662dfcf7", "name": "network-vif-deleted", "tag": "e569da88-6d49-4f76-abea-2141b650bc19", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:12:09.354648 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-29ebba6e-f169-4f16-9a5d-e26c96325070 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:12:09.354648 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c1edc8-56d6-4e38-bf97-6315662dfcf7', 'name': 'network-vif-deleted', 'tag': 'e569da88-6d49-4f76-abea-2141b650bc19', 'status': 'completed', 'code': 200} Jan 29 05:12:10.309049 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 33974) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:12:10.982162 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1aefb822-b0de-4176-a9ad-27e1e60a247c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (2b166b19-7ab5-488e-a57d-31f3dfd108a6), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:11.237416 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-1aefb822-b0de-4176-a9ad-27e1e60a247c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Deleting port 81235c40-cf19-4d71-9e0b-c828d2f87845 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:12:11.237676 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1aefb822-b0de-4176-a9ad-27e1e60a247c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (81235c40-cf19-4d71-9e0b-c828d2f87845), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:11.327401 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-1aefb822-b0de-4176-a9ad-27e1e60a247c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] For port 81235c40-cf19-4d71-9e0b-c828d2f87845, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=81235c40-cf19-4d71-9e0b-c828d2f87845,segment=NetworkSegment(46830111-a105-4d34-a78b-b25d0c8dfc6f),segment_id=46830111-a105-4d34-a78b-b25d0c8dfc6f)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:12:11.328103 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1aefb822-b0de-4176-a9ad-27e1e60a247c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (81235c40-cf19-4d71-9e0b-c828d2f87845), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:11.340762 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-1aefb822-b0de-4176-a9ad-27e1e60a247c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Calling delete_port for 81235c40-cf19-4d71-9e0b-c828d2f87845 owned by network:router_interface {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:12:11.565639 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1aefb822-b0de-4176-a9ad-27e1e60a247c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (81235c40-cf19-4d71-9e0b-c828d2f87845), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:11.589908 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aefb822-b0de-4176-a9ad-27e1e60a247c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event deleted for resources: {'Port': ['ID=81235c40-cf19-4d71-9e0b-c828d2f87845,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:12:11.770339 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1aefb822-b0de-4176-a9ad-27e1e60a247c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (2b166b19-7ab5-488e-a57d-31f3dfd108a6), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:11.982289 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aefb822-b0de-4176-a9ad-27e1e60a247c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Router 2b166b19-7ab5-488e-a57d-31f3dfd108a6 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:12:12.085836 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aefb822-b0de-4176-a9ad-27e1e60a247c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:12:12.090826 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1aefb822-b0de-4176-a9ad-27e1e60a247c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "PUT /v2.0/routers/2b166b19-7ab5-488e-a57d-31f3dfd108a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7807593 Jan 29 05:12:12.094656 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 33978) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:12:12.099979 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84eb2344-b37f-42ce-8401-2d3ff88b3875 None None] Sync routers for ids ['2b166b19-7ab5-488e-a57d-31f3dfd108a6'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:12:12.110003 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84eb2344-b37f-42ce-8401-2d3ff88b3875 None None] Routers {'2b166b19-7ab5-488e-a57d-31f3dfd108a6'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:12:12.110535 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-84eb2344-b37f-42ce-8401-2d3ff88b3875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:11:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['2b166b19-7ab5-488e-a57d-31f3dfd108a6'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:12:12.149449 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c1f9669-f72c-4664-aa9f-7e1a24530939 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Deleting subnet d07afbbd-4cb2-45e5-a0d2-33d9a9433bf3 {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 05:12:12.152516 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1c1f9669-f72c-4664-aa9f-7e1a24530939 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for subnet (d07afbbd-4cb2-45e5-a0d2-33d9a9433bf3), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:12.192396 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1c1f9669-f72c-4664-aa9f-7e1a24530939 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (d07afbbd-4cb2-45e5-a0d2-33d9a9433bf3), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:12.213034 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-84eb2344-b37f-42ce-8401-2d3ff88b3875 None None] Set router 2b166b19-7ab5-488e-a57d-31f3dfd108a6 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:12:12.276023 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1c1f9669-f72c-4664-aa9f-7e1a24530939 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (d07afbbd-4cb2-45e5-a0d2-33d9a9433bf3), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:12.389678 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1c1f9669-f72c-4664-aa9f-7e1a24530939 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (d07afbbd-4cb2-45e5-a0d2-33d9a9433bf3), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:12.390340 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-84eb2344-b37f-42ce-8401-2d3ff88b3875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b166b19-7ab5-488e-a57d-31f3dfd108a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-253813549', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'b6b91c3e-d479-4caf-aa26-ced36091a4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:09:43Z', 'updated_at': '2022-01-29T05:12:11Z', 'revision_number': 5, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': 'b6b91c3e-d479-4caf-aa26-ced36091a4c1', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b166b19-7ab5-488e-a57d-31f3dfd108a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:09:43Z', 'updated_at': '2022-01-29T05:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:12:12.416619 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84eb2344-b37f-42ce-8401-2d3ff88b3875 None None] Checking router: 2b166b19-7ab5-488e-a57d-31f3dfd108a6 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:12:12.418449 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f9669-f72c-4664-aa9f-7e1a24530939 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event deleted for resources: {'Subnet': ['ID=d07afbbd-4cb2-45e5-a0d2-33d9a9433bf3,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:12:12.420891 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1c1f9669-f72c-4664-aa9f-7e1a24530939 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:12.425446 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1c1f9669-f72c-4664-aa9f-7e1a24530939 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "DELETE /v2.0/subnets/d07afbbd-4cb2-45e5-a0d2-33d9a9433bf3 HTTP/1.1" status: 204 len: 168 time: 0.3284967 Jan 29 05:12:12.426917 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33980) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:12:12.427999 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4950898-6a9e-4596-8a40-7606b6da8341 None None] Network 3efd19af-06af-4175-bace-ecbb88f1830d requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:12:12.432244 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84eb2344-b37f-42ce-8401-2d3ff88b3875 None None] Routers {'2b166b19-7ab5-488e-a57d-31f3dfd108a6'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:12:12.432916 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-84eb2344-b37f-42ce-8401-2d3ff88b3875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:11:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['2b166b19-7ab5-488e-a57d-31f3dfd108a6'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:12:12.542928 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-84eb2344-b37f-42ce-8401-2d3ff88b3875 None None] Set router 2b166b19-7ab5-488e-a57d-31f3dfd108a6 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:12:12.544253 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eb600b3c-e75b-4a79-af70-117db8bec5fe tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for router (2b166b19-7ab5-488e-a57d-31f3dfd108a6), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:12.610662 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260efa8e-28af-441c-8ff7-7962af872083 None None] DHCP port deletion for 3efd19af-06af-4175-bace-ecbb88f1830d request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 05:12:12.656081 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eb600b3c-e75b-4a79-af70-117db8bec5fe tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for router_gateway (2b166b19-7ab5-488e-a57d-31f3dfd108a6), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:12.659527 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-260efa8e-28af-441c-8ff7-7962af872083 None None] Deleting port 0d99c011-81b9-46d7-9df9-effcc416c8e3 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:12:12.659912 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-260efa8e-28af-441c-8ff7-7962af872083 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (0d99c011-81b9-46d7-9df9-effcc416c8e3), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:12.736545 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-260efa8e-28af-441c-8ff7-7962af872083 None None] For port 0d99c011-81b9-46d7-9df9-effcc416c8e3, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=0d99c011-81b9-46d7-9df9-effcc416c8e3,segment=NetworkSegment(46830111-a105-4d34-a78b-b25d0c8dfc6f),segment_id=46830111-a105-4d34-a78b-b25d0c8dfc6f)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:12:12.736948 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-260efa8e-28af-441c-8ff7-7962af872083 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (0d99c011-81b9-46d7-9df9-effcc416c8e3), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:12.755095 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-260efa8e-28af-441c-8ff7-7962af872083 None None] Calling delete_port for 0d99c011-81b9-46d7-9df9-effcc416c8e3 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:12:12.764532 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-eb600b3c-e75b-4a79-af70-117db8bec5fe tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Deleting port b6b91c3e-d479-4caf-aa26-ced36091a4c1 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:12:12.764886 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eb600b3c-e75b-4a79-af70-117db8bec5fe tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (b6b91c3e-d479-4caf-aa26-ced36091a4c1), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:12.805588 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 0d99c011-81b9-46d7-9df9-effcc416c8e3 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:12:12.839127 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-84eb2344-b37f-42ce-8401-2d3ff88b3875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b166b19-7ab5-488e-a57d-31f3dfd108a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-253813549', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'b6b91c3e-d479-4caf-aa26-ced36091a4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:09:43Z', 'updated_at': '2022-01-29T05:12:11Z', 'revision_number': 5, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': 'b6b91c3e-d479-4caf-aa26-ced36091a4c1', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b166b19-7ab5-488e-a57d-31f3dfd108a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:09:43Z', 'updated_at': '2022-01-29T05:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:12:12.865870 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84eb2344-b37f-42ce-8401-2d3ff88b3875 None None] The sync data for ids ['2b166b19-7ab5-488e-a57d-31f3dfd108a6'] in dv-neutron-821190-1-hyperv is: [{'id': '2b166b19-7ab5-488e-a57d-31f3dfd108a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-253813549', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'b6b91c3e-d479-4caf-aa26-ced36091a4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:09:43Z', 'updated_at': '2022-01-29T05:12:11Z', 'revision_number': 5, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': 'b6b91c3e-d479-4caf-aa26-ced36091a4c1', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b166b19-7ab5-488e-a57d-31f3dfd108a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:09:43Z', 'updated_at': '2022-01-29T05:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:12:12.870995 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-eb600b3c-e75b-4a79-af70-117db8bec5fe tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] For port b6b91c3e-d479-4caf-aa26-ced36091a4c1, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=b6b91c3e-d479-4caf-aa26-ced36091a4c1,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:12:12.871462 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eb600b3c-e75b-4a79-af70-117db8bec5fe tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (b6b91c3e-d479-4caf-aa26-ced36091a4c1), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:12.892328 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-eb600b3c-e75b-4a79-af70-117db8bec5fe tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Calling delete_port for b6b91c3e-d479-4caf-aa26-ced36091a4c1 owned by network:router_gateway {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:12:12.918658 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 0d99c011-81b9-46d7-9df9-effcc416c8e3 is: ACTIVE; New status is: DOWN {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:12:12.918963 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (0d99c011-81b9-46d7-9df9-effcc416c8e3), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:12.939924 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device e569da88-6d49-4f76-abea-2141b650bc19 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:12:12.960224 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] No Port match for: e569da88-6d49-4f76-abea-2141b650bc19 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:12:12.960584 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device e569da88-6d49-4f76-abea-2141b650bc19 not bound to the agent host hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:12:12.964116 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-260efa8e-28af-441c-8ff7-7962af872083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (0d99c011-81b9-46d7-9df9-effcc416c8e3), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:13.014439 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260efa8e-28af-441c-8ff7-7962af872083 None None] No DVR routers for this DVR port 0d99c011-81b9-46d7-9df9-effcc416c8e3 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:12:13.018203 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260efa8e-28af-441c-8ff7-7962af872083 None None] Pushing event deleted for resources: {'Port': ['ID=0d99c011-81b9-46d7-9df9-effcc416c8e3,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:12:13.030101 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260efa8e-28af-441c-8ff7-7962af872083 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:13.030455 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260efa8e-28af-441c-8ff7-7962af872083 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:13.030801 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260efa8e-28af-441c-8ff7-7962af872083 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:13.031146 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260efa8e-28af-441c-8ff7-7962af872083 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:13.031476 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260efa8e-28af-441c-8ff7-7962af872083 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:13.031806 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260efa8e-28af-441c-8ff7-7962af872083 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:13.032137 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260efa8e-28af-441c-8ff7-7962af872083 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:13.032466 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260efa8e-28af-441c-8ff7-7962af872083 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:13.032825 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260efa8e-28af-441c-8ff7-7962af872083 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:13.033252 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260efa8e-28af-441c-8ff7-7962af872083 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:13.033578 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260efa8e-28af-441c-8ff7-7962af872083 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:13.033902 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260efa8e-28af-441c-8ff7-7962af872083 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:13.034218 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260efa8e-28af-441c-8ff7-7962af872083 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:13.114106 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eb600b3c-e75b-4a79-af70-117db8bec5fe tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (b6b91c3e-d479-4caf-aa26-ced36091a4c1), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:13.141819 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb600b3c-e75b-4a79-af70-117db8bec5fe tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event deleted for resources: {'Port': ['ID=b6b91c3e-d479-4caf-aa26-ced36091a4c1,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:12:13.203352 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eb600b3c-e75b-4a79-af70-117db8bec5fe tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (2b166b19-7ab5-488e-a57d-31f3dfd108a6), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:13.296458 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eb600b3c-e75b-4a79-af70-117db8bec5fe tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (2b166b19-7ab5-488e-a57d-31f3dfd108a6), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:13.298804 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eb600b3c-e75b-4a79-af70-117db8bec5fe tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for router_controller (2b166b19-7ab5-488e-a57d-31f3dfd108a6), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:13.399930 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eb600b3c-e75b-4a79-af70-117db8bec5fe tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (2b166b19-7ab5-488e-a57d-31f3dfd108a6), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:13.400457 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb600b3c-e75b-4a79-af70-117db8bec5fe tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Fanout notify agent at l3_agent the message router_deleted on router 2b166b19-7ab5-488e-a57d-31f3dfd108a6 {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 05:12:13.408235 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eb600b3c-e75b-4a79-af70-117db8bec5fe tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:13.408678 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-eb600b3c-e75b-4a79-af70-117db8bec5fe tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "DELETE /v2.0/routers/2b166b19-7ab5-488e-a57d-31f3dfd108a6 HTTP/1.1" status: 204 len: 168 time: 0.9807308 Jan 29 05:12:13.411314 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 33984) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:12:13.490998 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b4af80fc-4b5b-405c-a965-4d78bc78aadf tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (3efd19af-06af-4175-bace-ecbb88f1830d), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:13.579693 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b4af80fc-4b5b-405c-a965-4d78bc78aadf tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (3efd19af-06af-4175-bace-ecbb88f1830d), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:13.599923 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-b4af80fc-4b5b-405c-a965-4d78bc78aadf tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3efd19af-06af-4175-bace-ecbb88f1830d']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:12:13.608808 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-b4af80fc-4b5b-405c-a965-4d78bc78aadf tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46830111-a105-4d34-a78b-b25d0c8dfc6f') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:12:13.609106 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-b4af80fc-4b5b-405c-a965-4d78bc78aadf tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46830111-a105-4d34-a78b-b25d0c8dfc6f') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:12:13.618042 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b4af80fc-4b5b-405c-a965-4d78bc78aadf tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (46830111-a105-4d34-a78b-b25d0c8dfc6f), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:13.630541 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b4af80fc-4b5b-405c-a965-4d78bc78aadf tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (46830111-a105-4d34-a78b-b25d0c8dfc6f), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:13.636842 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4af80fc-4b5b-405c-a965-4d78bc78aadf tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:12:13.637223 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b4af80fc-4b5b-405c-a965-4d78bc78aadf tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (46830111-a105-4d34-a78b-b25d0c8dfc6f), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:13.640614 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 05:12:13.640614 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:12:13.640614 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 05:12:13.640614 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:12:13.640614 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 05:12:13.640614 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:12:13.640614 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 05:12:13.640614 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:12:13.640614 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 05:12:13.640614 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:12:13.640614 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 05:12:13.640614 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:12:13.640614 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 05:12:13.640614 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:12:13.640614 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:12:13.640614 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:12:13.640614 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:12:13.640614 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:12:13.640614 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 05:12:13.640614 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:12:13.640614 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 05:12:13.640614 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:12:13.640614 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:12:13.640614 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:12:13.640614 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 05:12:13.640614 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:12:13.640614 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:12:13.640614 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:12:13.640614 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:12:13.640614 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:12:13.640614 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:12:13.640614 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:12:13.759491 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b4af80fc-4b5b-405c-a965-4d78bc78aadf tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (3efd19af-06af-4175-bace-ecbb88f1830d), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:13.766433 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b4af80fc-4b5b-405c-a965-4d78bc78aadf tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:13.769539 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b4af80fc-4b5b-405c-a965-4d78bc78aadf tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "DELETE /v2.0/networks/3efd19af-06af-4175-bace-ecbb88f1830d HTTP/1.1" status: 204 len: 168 time: 0.3572347 Jan 29 05:12:13.772368 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 33986) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:12:13.781899 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af80fc-4b5b-405c-a965-4d78bc78aadf tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event deleted for resources: {'Network': ['ID=3efd19af-06af-4175-bace-ecbb88f1830d,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:12:13.832805 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-da7f74cf-d7a5-4bde-aaae-7a3986400a0c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group (a610e179-9731-4374-bc52-764e9b944511), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:13.861305 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-da7f74cf-d7a5-4bde-aaae-7a3986400a0c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group (a610e179-9731-4374-bc52-764e9b944511), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:14.056945 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-da7f74cf-d7a5-4bde-aaae-7a3986400a0c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (a610e179-9731-4374-bc52-764e9b944511), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:14.059573 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-da7f74cf-d7a5-4bde-aaae-7a3986400a0c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:14.060852 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-da7f74cf-d7a5-4bde-aaae-7a3986400a0c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "DELETE /v2.0/security-groups/a610e179-9731-4374-bc52-764e9b944511 HTTP/1.1" status: 204 len: 168 time: 0.2873743 Jan 29 05:12:14.070958 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f74cf-d7a5-4bde-aaae-7a3986400a0c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a610e179-9731-4374-bc52-764e9b944511,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:12:14.720972 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 81235c40-cf19-4d71-9e0b-c828d2f87845 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:12:14.741364 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 81235c40-cf19-4d71-9e0b-c828d2f87845 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:12:14.741710 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 81235c40-cf19-4d71-9e0b-c828d2f87845 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:12:14.742123 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device b6b91c3e-d479-4caf-aa26-ced36091a4c1 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:12:14.760843 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: b6b91c3e-d479-4caf-aa26-ced36091a4c1 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:12:14.761195 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device b6b91c3e-d479-4caf-aa26-ced36091a4c1 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:12:14.770910 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 33992) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:12:14.775504 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-5877cb04-d599-44fe-8039-c4125270fe83 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1897587772', 'description': 'tempest-secgroup-smoke-1897587772 description', 'project_id': '5270d00ab13a4e32b125f15996f3d148'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:12:14.868771 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5877cb04-d599-44fe-8039-c4125270fe83 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:14.934248 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5877cb04-d599-44fe-8039-c4125270fe83 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group (a3df3411-07ca-423a-b237-edc342107acf), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:14.988109 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5877cb04-d599-44fe-8039-c4125270fe83 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (a3df3411-07ca-423a-b237-edc342107acf), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:15.017240 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877cb04-d599-44fe-8039-c4125270fe83 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3df3411-07ca-423a-b237-edc342107acf,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:12:15.065096 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5877cb04-d599-44fe-8039-c4125270fe83 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:15.066454 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-5877cb04-d599-44fe-8039-c4125270fe83 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2944965 Jan 29 05:12:15.069356 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 33994) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:12:15.073885 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-7ff8807e-52d3-4d3d-840b-8017bd4c8daf tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'security_group_rule': {'security_group_id': 'a3df3411-07ca-423a-b237-edc342107acf', 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:12:15.187918 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7ff8807e-52d3-4d3d-840b-8017bd4c8daf tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (b0aaec7c-6fa4-4f55-af23-c591cfc07eef), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:15.246152 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7ff8807e-52d3-4d3d-840b-8017bd4c8daf tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (b0aaec7c-6fa4-4f55-af23-c591cfc07eef), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:15.330736 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7ff8807e-52d3-4d3d-840b-8017bd4c8daf tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (b0aaec7c-6fa4-4f55-af23-c591cfc07eef), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:15.348938 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8807e-52d3-4d3d-840b-8017bd4c8daf tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0aaec7c-6fa4-4f55-af23-c591cfc07eef,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:12:15.407475 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-7ff8807e-52d3-4d3d-840b-8017bd4c8daf tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:15.408721 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-7ff8807e-52d3-4d3d-840b-8017bd4c8daf tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3384273 Jan 29 05:12:15.411536 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 33996) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:12:15.415817 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-1d1ed099-5938-4298-985b-c7bcc18e4594 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'security_group_rule': {'security_group_id': 'a3df3411-07ca-423a-b237-edc342107acf', 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:12:15.478646 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1d1ed099-5938-4298-985b-c7bcc18e4594 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (fcd8d924-10df-43d9-9088-c61a2d9db926), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:15.534143 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1d1ed099-5938-4298-985b-c7bcc18e4594 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (fcd8d924-10df-43d9-9088-c61a2d9db926), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:15.587977 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1d1ed099-5938-4298-985b-c7bcc18e4594 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (fcd8d924-10df-43d9-9088-c61a2d9db926), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:15.604916 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ed099-5938-4298-985b-c7bcc18e4594 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcd8d924-10df-43d9-9088-c61a2d9db926,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:12:15.652790 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-1d1ed099-5938-4298-985b-c7bcc18e4594 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:15.653989 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-1d1ed099-5938-4298-985b-c7bcc18e4594 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2415452 Jan 29 05:12:15.656849 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 33998) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:12:15.661053 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-595cda35-11f6-46e3-aa11-700985268911 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'security_group_rule': {'security_group_id': 'a3df3411-07ca-423a-b237-edc342107acf', 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:12:15.747403 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-595cda35-11f6-46e3-aa11-700985268911 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (60c39234-4961-4766-952e-eb2625702ff5), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:15.802781 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-595cda35-11f6-46e3-aa11-700985268911 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (60c39234-4961-4766-952e-eb2625702ff5), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:15.851322 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-595cda35-11f6-46e3-aa11-700985268911 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (60c39234-4961-4766-952e-eb2625702ff5), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:15.870605 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595cda35-11f6-46e3-aa11-700985268911 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60c39234-4961-4766-952e-eb2625702ff5,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:12:15.944717 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-595cda35-11f6-46e3-aa11-700985268911 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:15.945944 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-595cda35-11f6-46e3-aa11-700985268911 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2881553 Jan 29 05:12:15.948557 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 34000) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:12:15.955714 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-df27315b-8add-46c5-970a-392461a9622f tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'security_group_rule': {'security_group_id': 'a3df3411-07ca-423a-b237-edc342107acf', 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:12:16.016107 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-df27315b-8add-46c5-970a-392461a9622f tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (8451e488-b61c-4f8a-a6e9-d3894838d5da), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:16.075850 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-df27315b-8add-46c5-970a-392461a9622f tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (8451e488-b61c-4f8a-a6e9-d3894838d5da), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:16.113746 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-df27315b-8add-46c5-970a-392461a9622f tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (8451e488-b61c-4f8a-a6e9-d3894838d5da), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:16.131974 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27315b-8add-46c5-970a-392461a9622f tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8451e488-b61c-4f8a-a6e9-d3894838d5da,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:12:16.173925 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-df27315b-8add-46c5-970a-392461a9622f tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:16.175124 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-df27315b-8add-46c5-970a-392461a9622f tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2256403 Jan 29 05:12:16.177923 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34002) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:12:16.182529 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-ed650684-4e08-4faa-bbb3-def6abf6a593 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'security_group_rule': {'security_group_id': 'a3df3411-07ca-423a-b237-edc342107acf', 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:12:16.262611 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.securitygroups_db [None req-ed650684-4e08-4faa-bbb3-def6abf6a593 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Project 5270d00ab13a4e32b125f15996f3d148 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 05:12:16.268276 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ed650684-4e08-4faa-bbb3-def6abf6a593 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (375ae3a1-0673-490e-96d5-042ee21f0415), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:16.404260 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:12:16.644592 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ed650684-4e08-4faa-bbb3-def6abf6a593 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (375ae3a1-0673-490e-96d5-042ee21f0415), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:16.725404 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ed650684-4e08-4faa-bbb3-def6abf6a593 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (375ae3a1-0673-490e-96d5-042ee21f0415), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:16.742946 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed650684-4e08-4faa-bbb3-def6abf6a593 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=375ae3a1-0673-490e-96d5-042ee21f0415,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:12:16.813433 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ed650684-4e08-4faa-bbb3-def6abf6a593 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:16.814653 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ed650684-4e08-4faa-bbb3-def6abf6a593 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6357443 Jan 29 05:12:16.817339 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34004) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:12:16.821657 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-25712f13-5cf6-4f6d-9e32-51bd51f1807c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'security_group_rule': {'security_group_id': 'a3df3411-07ca-423a-b237-edc342107acf', 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:12:16.902535 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.securitygroups_db [None req-25712f13-5cf6-4f6d-9e32-51bd51f1807c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Project 5270d00ab13a4e32b125f15996f3d148 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 05:12:16.907721 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-25712f13-5cf6-4f6d-9e32-51bd51f1807c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (eadacc32-bfa3-472e-b151-f0390de5db67), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:16.965308 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-25712f13-5cf6-4f6d-9e32-51bd51f1807c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (eadacc32-bfa3-472e-b151-f0390de5db67), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:17.022433 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-25712f13-5cf6-4f6d-9e32-51bd51f1807c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (eadacc32-bfa3-472e-b151-f0390de5db67), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:17.040707 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25712f13-5cf6-4f6d-9e32-51bd51f1807c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eadacc32-bfa3-472e-b151-f0390de5db67,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:12:17.087486 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-25712f13-5cf6-4f6d-9e32-51bd51f1807c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:17.088736 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-25712f13-5cf6-4f6d-9e32-51bd51f1807c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2704198 Jan 29 05:12:17.091590 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34006) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:12:17.097382 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-9bcbcda2-dd0b-470f-970c-b251d6288480 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'network': {'name': 'tempest-network-smoke--655672402', 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'port_security_enabled': True}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:12:17.165415 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bcbcda2-dd0b-470f-970c-b251d6288480 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Made reservation on behalf of 5270d00ab13a4e32b125f15996f3d148 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:12:17.168595 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9bcbcda2-dd0b-470f-970c-b251d6288480 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:17.190896 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bcbcda2-dd0b-470f-970c-b251d6288480 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 05:12:17.199232 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9bcbcda2-dd0b-470f-970c-b251d6288480 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (9a61ec99-5e2c-4eda-bc6b-295a60042ac3), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:17.199572 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-9bcbcda2-dd0b-470f-970c-b251d6288480 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Added segment 9a61ec99-5e2c-4eda-bc6b-295a60042ac3 of type vlan for network f67a868f-f446-4487-8455-a0523c5e29b3 Jan 29 05:12:17.238801 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9bcbcda2-dd0b-470f-970c-b251d6288480 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (f67a868f-f446-4487-8455-a0523c5e29b3), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:17.319844 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9bcbcda2-dd0b-470f-970c-b251d6288480 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (f67a868f-f446-4487-8455-a0523c5e29b3), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:17.324901 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcbcda2-dd0b-470f-970c-b251d6288480 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:17.325508 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9bcbcda2-dd0b-470f-970c-b251d6288480 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:17.392741 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcbcda2-dd0b-470f-970c-b251d6288480 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'Network': ['ID=f67a868f-f446-4487-8455-a0523c5e29b3,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:12:17.403341 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network f67a868f-f446-4487-8455-a0523c5e29b3 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 05:12:17.407947 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9bcbcda2-dd0b-470f-970c-b251d6288480 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3146315 Jan 29 05:12:17.410703 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34008) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:12:17.415139 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-05529eea-0c52-4837-b2bb-fd673fe0c1ef tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1154924854', 'admin_state_up': True, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:12:17.474392 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-05529eea-0c52-4837-b2bb-fd673fe0c1ef tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (6722cd91-637c-42cb-8eed-8b33e12e0b34), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:17.475437 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-05529eea-0c52-4837-b2bb-fd673fe0c1ef tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (6722cd91-637c-42cb-8eed-8b33e12e0b34), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:17.528942 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-05529eea-0c52-4837-b2bb-fd673fe0c1ef tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for router_controller (6722cd91-637c-42cb-8eed-8b33e12e0b34), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:17.698129 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-05529eea-0c52-4837-b2bb-fd673fe0c1ef tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for router_gateway (6722cd91-637c-42cb-8eed-8b33e12e0b34), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:17.925627 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-05529eea-0c52-4837-b2bb-fd673fe0c1ef tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for router_gateway (6722cd91-637c-42cb-8eed-8b33e12e0b34), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:17.944225 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-05529eea-0c52-4837-b2bb-fd673fe0c1ef tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:18.042709 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-05529eea-0c52-4837-b2bb-fd673fe0c1ef tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Allocated IP 172.26.8.149 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/6c038560-6158-416f-8760-f00520f82f0c) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:12:18.149508 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-05529eea-0c52-4837-b2bb-fd673fe0c1ef tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for port (6c038560-6158-416f-8760-f00520f82f0c), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:18.211860 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-05529eea-0c52-4837-b2bb-fd673fe0c1ef tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (6c038560-6158-416f-8760-f00520f82f0c), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:18.247925 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05529eea-0c52-4837-b2bb-fd673fe0c1ef tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:12:18.250899 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-05529eea-0c52-4837-b2bb-fd673fe0c1ef tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:12:18.254202 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05529eea-0c52-4837-b2bb-fd673fe0c1ef tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:12:18.282687 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05529eea-0c52-4837-b2bb-fd673fe0c1ef tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'Port': ['ID=6c038560-6158-416f-8760-f00520f82f0c,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:12:18.537272 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-05529eea-0c52-4837-b2bb-fd673fe0c1ef tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for router_gateway (6722cd91-637c-42cb-8eed-8b33e12e0b34), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:18.723589 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-05529eea-0c52-4837-b2bb-fd673fe0c1ef tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (6722cd91-637c-42cb-8eed-8b33e12e0b34), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:18.890931 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05529eea-0c52-4837-b2bb-fd673fe0c1ef tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Router 6722cd91-637c-42cb-8eed-8b33e12e0b34 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 05:12:18.998840 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05529eea-0c52-4837-b2bb-fd673fe0c1ef tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:12:19.011519 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edd362b-97c2-4b22-a2fb-58c282f769d0 None None] Sync routers for ids ['6722cd91-637c-42cb-8eed-8b33e12e0b34'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:12:19.022468 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edd362b-97c2-4b22-a2fb-58c282f769d0 None None] Routers {'6722cd91-637c-42cb-8eed-8b33e12e0b34'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:12:19.023162 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-0edd362b-97c2-4b22-a2fb-58c282f769d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:11:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['6722cd91-637c-42cb-8eed-8b33e12e0b34'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:12:19.099135 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-05529eea-0c52-4837-b2bb-fd673fe0c1ef tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:19.101032 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-05529eea-0c52-4837-b2bb-fd673fe0c1ef tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6890790 Jan 29 05:12:19.104029 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 34010) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:12:19.135132 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ba488524-ed05-40d4-9934-89ee4d2159b4 tempest-TestNetworkAdvancedServerOps-1297217627 tempest-TestNetworkAdvancedServerOps-1297217627-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=5270d00ab13a4e32b125f15996f3d148&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293367 Jan 29 05:12:19.137067 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-0edd362b-97c2-4b22-a2fb-58c282f769d0 None None] Set router 6722cd91-637c-42cb-8eed-8b33e12e0b34 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:12:19.138369 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 34012) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:12:19.237190 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91d9a34-4918-46c2-b3d3-22767fb71c9f tempest-TestNetworkAdvancedServerOps-1297217627 tempest-TestNetworkAdvancedServerOps-1297217627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:19.239025 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e91d9a34-4918-46c2-b3d3-22767fb71c9f tempest-TestNetworkAdvancedServerOps-1297217627 tempest-TestNetworkAdvancedServerOps-1297217627-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1000688 Jan 29 05:12:19.241553 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 34014) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:12:19.269872 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d2458959-251a-4b44-84c6-2bedda456bb1 tempest-TestNetworkAdvancedServerOps-1297217627 tempest-TestNetworkAdvancedServerOps-1297217627-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f0de7169-31b1-4289-9a2a-56c5f4e63ed1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272517 Jan 29 05:12:19.272372 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 34016) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:12:19.277101 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-915e9d19-105f-4086-a512-56d3311a6075 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-576848617', 'network_id': 'f67a868f-f446-4487-8455-a0523c5e29b3', 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:12:19.314740 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-0edd362b-97c2-4b22-a2fb-58c282f769d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6722cd91-637c-42cb-8eed-8b33e12e0b34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154924854', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '6c038560-6158-416f-8760-f00520f82f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:12:17Z', 'updated_at': '2022-01-29T05:12:18Z', 'revision_number': 3, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': '6c038560-6158-416f-8760-f00520f82f0c', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:13:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6722cd91-637c-42cb-8eed-8b33e12e0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:12:17Z', 'updated_at': '2022-01-29T05:12:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:12:19.346444 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edd362b-97c2-4b22-a2fb-58c282f769d0 None None] Checking router: 6722cd91-637c-42cb-8eed-8b33e12e0b34 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:12:19.346804 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edd362b-97c2-4b22-a2fb-58c282f769d0 None None] Updating router 6722cd91-637c-42cb-8eed-8b33e12e0b34 port 6c038560-6158-416f-8760-f00520f82f0c binding host dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:12:19.375071 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0edd362b-97c2-4b22-a2fb-58c282f769d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (6c038560-6158-416f-8760-f00520f82f0c), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:19.428149 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915e9d19-105f-4086-a512-56d3311a6075 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Made reservation on behalf of 5270d00ab13a4e32b125f15996f3d148 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:12:19.431696 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-915e9d19-105f-4086-a512-56d3311a6075 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:19.624877 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0edd362b-97c2-4b22-a2fb-58c282f769d0 None None] Publish callbacks [] for port (6c038560-6158-416f-8760-f00520f82f0c), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:19.657217 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-915e9d19-105f-4086-a512-56d3311a6075 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (2814b804-160a-4b9b-8fe1-02756978deab), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:19.680510 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0edd362b-97c2-4b22-a2fb-58c282f769d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (6c038560-6158-416f-8760-f00520f82f0c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:19.712429 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915e9d19-105f-4086-a512-56d3311a6075 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'Subnet': ['ID=2814b804-160a-4b9b-8fe1-02756978deab,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:12:19.732332 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915e9d19-105f-4086-a512-56d3311a6075 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Checking segment: {'id': '9a61ec99-5e2c-4eda-bc6b-295a60042ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f67a868f-f446-4487-8455-a0523c5e29b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:12:19.733186 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915e9d19-105f-4086-a512-56d3311a6075 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Network hostable DHCP agents. Network: f67a868f-f446-4487-8455-a0523c5e29b3, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 05:12:19.736321 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-0edd362b-97c2-4b22-a2fb-58c282f769d0 None None] Attempting to bind port 6c038560-6158-416f-8760-f00520f82f0c on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:12:19.736782 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-0edd362b-97c2-4b22-a2fb-58c282f769d0 None None] Attempting to bind port 6c038560-6158-416f-8760-f00520f82f0c by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:12:19.737075 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edd362b-97c2-4b22-a2fb-58c282f769d0 None None] Attempting to bind port 6c038560-6158-416f-8760-f00520f82f0c on network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:12:19.749279 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c48e2-cbf2-497f-9f36-e271a8efb0fb None None] Pushing event updated for resources: {'Port': ['ID=6c038560-6158-416f-8760-f00520f82f0c,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:12:19.755987 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edd362b-97c2-4b22-a2fb-58c282f769d0 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:12:19.755987 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edd362b-97c2-4b22-a2fb-58c282f769d0 None None] Checking segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:12:19.755987 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0edd362b-97c2-4b22-a2fb-58c282f769d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:19.755987 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edd362b-97c2-4b22-a2fb-58c282f769d0 None None] Bound using segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:12:19.755987 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-0edd362b-97c2-4b22-a2fb-58c282f769d0 None None] Bound port: 6c038560-6158-416f-8760-f00520f82f0c, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:12:19.755987 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0edd362b-97c2-4b22-a2fb-58c282f769d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (6c038560-6158-416f-8760-f00520f82f0c), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:19.807272 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-0edd362b-97c2-4b22-a2fb-58c282f769d0 None None] For port 6c038560-6158-416f-8760-f00520f82f0c, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:12:19.810341 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-0edd362b-97c2-4b22-a2fb-58c282f769d0 None None] For port 6c038560-6158-416f-8760-f00520f82f0c, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=6c038560-6158-416f-8760-f00520f82f0c,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:12:19.816966 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915e9d19-105f-4086-a512-56d3311a6075 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Network f67a868f-f446-4487-8455-a0523c5e29b3 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 05:12:19.863298 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0edd362b-97c2-4b22-a2fb-58c282f769d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (6c038560-6158-416f-8760-f00520f82f0c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:19.885614 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-915e9d19-105f-4086-a512-56d3311a6075 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, f67a868f-f446-4487-8455-a0523c5e29b3) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:12:19.890384 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915e9d19-105f-4086-a512-56d3311a6075 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:19.890812 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-915e9d19-105f-4086-a512-56d3311a6075 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:19.903110 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb59310-4e35-43c0-ba7a-e9a98de4459b None None] Network f67a868f-f446-4487-8455-a0523c5e29b3 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:12:19.965545 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-915e9d19-105f-4086-a512-56d3311a6075 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6894350 Jan 29 05:12:19.965897 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 34018) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:12:19.972429 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edd362b-97c2-4b22-a2fb-58c282f769d0 None None] Routers {'6722cd91-637c-42cb-8eed-8b33e12e0b34'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:12:19.973079 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-0edd362b-97c2-4b22-a2fb-58c282f769d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:11:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['6722cd91-637c-42cb-8eed-8b33e12e0b34'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:12:19.979803 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c48e2-cbf2-497f-9f36-e271a8efb0fb None None] Pushing event updated for resources: {'Port': ['ID=6c038560-6158-416f-8760-f00520f82f0c,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:12:20.265613 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6254704f-2e24-4227-8b1a-485e48505732 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-f67a868f-f446-4487-8455-a0523c5e29b3', 'network_id': 'f67a868f-f446-4487-8455-a0523c5e29b3', 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'fixed_ips': [{'subnet_id': '2814b804-160a-4b9b-8fe1-02756978deab'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 05:12:20.266451 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6254704f-2e24-4227-8b1a-485e48505732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:20.307949 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-0edd362b-97c2-4b22-a2fb-58c282f769d0 None None] Set router 6722cd91-637c-42cb-8eed-8b33e12e0b34 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:12:20.421622 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ba4a17cf-a9c3-4ac0-9e92-0974a62f0c3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:20.433559 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-47643b6c-6ae2-48fe-b49b-ccaf4af84192 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:20.554893 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-6254704f-2e24-4227-8b1a-485e48505732 None None] Allocated IP 172.20.0.2 (f67a868f-f446-4487-8455-a0523c5e29b3/2814b804-160a-4b9b-8fe1-02756978deab/52a1f447-a627-4f4b-a9bb-a3005850e40f) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:12:20.684076 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-0edd362b-97c2-4b22-a2fb-58c282f769d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6722cd91-637c-42cb-8eed-8b33e12e0b34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154924854', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '6c038560-6158-416f-8760-f00520f82f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:12:17Z', 'updated_at': '2022-01-29T05:12:18Z', 'revision_number': 3, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': '6c038560-6158-416f-8760-f00520f82f0c', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:13:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6722cd91-637c-42cb-8eed-8b33e12e0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:12:17Z', 'updated_at': '2022-01-29T05:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:12:20.716762 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edd362b-97c2-4b22-a2fb-58c282f769d0 None None] The sync data for ids ['6722cd91-637c-42cb-8eed-8b33e12e0b34'] in dv-neutron-821190-1-hyperv is: [{'id': '6722cd91-637c-42cb-8eed-8b33e12e0b34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154924854', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '6c038560-6158-416f-8760-f00520f82f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:12:17Z', 'updated_at': '2022-01-29T05:12:18Z', 'revision_number': 3, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': '6c038560-6158-416f-8760-f00520f82f0c', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:13:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6722cd91-637c-42cb-8eed-8b33e12e0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:12:17Z', 'updated_at': '2022-01-29T05:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:12:20.771906 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6254704f-2e24-4227-8b1a-485e48505732 None None] Publish callbacks [] for port (52a1f447-a627-4f4b-a9bb-a3005850e40f), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:20.840352 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6254704f-2e24-4227-8b1a-485e48505732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (52a1f447-a627-4f4b-a9bb-a3005850e40f), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:20.886758 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6254704f-2e24-4227-8b1a-485e48505732 None None] Network f67a868f-f446-4487-8455-a0523c5e29b3 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:12:20.890360 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-6254704f-2e24-4227-8b1a-485e48505732 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:12:20.893867 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6254704f-2e24-4227-8b1a-485e48505732 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:12:20.928107 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254704f-2e24-4227-8b1a-485e48505732 None None] Pushing event updated for resources: {'Port': ['ID=52a1f447-a627-4f4b-a9bb-a3005850e40f,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:12:20.934356 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-47643b6c-6ae2-48fe-b49b-ccaf4af84192 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Allocated IP 172.20.0.1 (f67a868f-f446-4487-8455-a0523c5e29b3/2814b804-160a-4b9b-8fe1-02756978deab/4e0a4049-68f6-4f5b-9982-893a73616974) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:12:20.997115 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-6254704f-2e24-4227-8b1a-485e48505732 None None] Attempting to bind port 52a1f447-a627-4f4b-a9bb-a3005850e40f on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:12:20.997493 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-6254704f-2e24-4227-8b1a-485e48505732 None None] Attempting to bind port 52a1f447-a627-4f4b-a9bb-a3005850e40f by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '9a61ec99-5e2c-4eda-bc6b-295a60042ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f67a868f-f446-4487-8455-a0523c5e29b3'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:12:20.997854 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6254704f-2e24-4227-8b1a-485e48505732 None None] Attempting to bind port 52a1f447-a627-4f4b-a9bb-a3005850e40f on network f67a868f-f446-4487-8455-a0523c5e29b3 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:12:21.007280 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6254704f-2e24-4227-8b1a-485e48505732 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:12:21.007536 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6254704f-2e24-4227-8b1a-485e48505732 None None] Checking segment: {'id': '9a61ec99-5e2c-4eda-bc6b-295a60042ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f67a868f-f446-4487-8455-a0523c5e29b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:12:21.008353 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6254704f-2e24-4227-8b1a-485e48505732 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:21.009266 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6254704f-2e24-4227-8b1a-485e48505732 None None] Bound using segment: {'id': '9a61ec99-5e2c-4eda-bc6b-295a60042ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f67a868f-f446-4487-8455-a0523c5e29b3'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:12:21.009774 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-6254704f-2e24-4227-8b1a-485e48505732 None None] Bound port: 52a1f447-a627-4f4b-a9bb-a3005850e40f, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a61ec99-5e2c-4eda-bc6b-295a60042ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f67a868f-f446-4487-8455-a0523c5e29b3'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:12:21.010130 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6254704f-2e24-4227-8b1a-485e48505732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (52a1f447-a627-4f4b-a9bb-a3005850e40f), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:21.096355 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-6254704f-2e24-4227-8b1a-485e48505732 None None] For port 52a1f447-a627-4f4b-a9bb-a3005850e40f, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:12:21.101569 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-6254704f-2e24-4227-8b1a-485e48505732 None None] For port 52a1f447-a627-4f4b-a9bb-a3005850e40f, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=52a1f447-a627-4f4b-a9bb-a3005850e40f,segment=NetworkSegment(9a61ec99-5e2c-4eda-bc6b-295a60042ac3),segment_id=9a61ec99-5e2c-4eda-bc6b-295a60042ac3)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:12:21.129753 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-47643b6c-6ae2-48fe-b49b-ccaf4af84192 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for port (4e0a4049-68f6-4f5b-9982-893a73616974), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:21.189237 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6254704f-2e24-4227-8b1a-485e48505732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (52a1f447-a627-4f4b-a9bb-a3005850e40f), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:21.212274 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-47643b6c-6ae2-48fe-b49b-ccaf4af84192 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (4e0a4049-68f6-4f5b-9982-893a73616974), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:21.262906 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47643b6c-6ae2-48fe-b49b-ccaf4af84192 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Network f67a868f-f446-4487-8455-a0523c5e29b3 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:12:21.271637 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-47643b6c-6ae2-48fe-b49b-ccaf4af84192 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:12:21.275550 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47643b6c-6ae2-48fe-b49b-ccaf4af84192 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:12:21.279094 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254704f-2e24-4227-8b1a-485e48505732 None None] Pushing event updated for resources: {'Port': ['ID=52a1f447-a627-4f4b-a9bb-a3005850e40f,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:12:21.321846 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47643b6c-6ae2-48fe-b49b-ccaf4af84192 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'Port': ['ID=4e0a4049-68f6-4f5b-9982-893a73616974,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:12:21.350670 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-47643b6c-6ae2-48fe-b49b-ccaf4af84192 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (6722cd91-637c-42cb-8eed-8b33e12e0b34), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:21.569120 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-47643b6c-6ae2-48fe-b49b-ccaf4af84192 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (4e0a4049-68f6-4f5b-9982-893a73616974), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:21.885833 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-47643b6c-6ae2-48fe-b49b-ccaf4af84192 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for port (4e0a4049-68f6-4f5b-9982-893a73616974), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:21.948114 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-47643b6c-6ae2-48fe-b49b-ccaf4af84192 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (4e0a4049-68f6-4f5b-9982-893a73616974), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:22.027285 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47643b6c-6ae2-48fe-b49b-ccaf4af84192 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'Port': ['ID=4e0a4049-68f6-4f5b-9982-893a73616974,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:12:22.031258 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-47643b6c-6ae2-48fe-b49b-ccaf4af84192 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (6722cd91-637c-42cb-8eed-8b33e12e0b34), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:22.121057 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47643b6c-6ae2-48fe-b49b-ccaf4af84192 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Network f67a868f-f446-4487-8455-a0523c5e29b3 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:12:22.122389 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-47643b6c-6ae2-48fe-b49b-ccaf4af84192 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:12:22.236390 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47643b6c-6ae2-48fe-b49b-ccaf4af84192 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Router 6722cd91-637c-42cb-8eed-8b33e12e0b34 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:12:22.347067 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47643b6c-6ae2-48fe-b49b-ccaf4af84192 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:12:22.351980 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-47643b6c-6ae2-48fe-b49b-ccaf4af84192 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "PUT /v2.0/routers/6722cd91-637c-42cb-8eed-8b33e12e0b34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3851826 Jan 29 05:12:22.474438 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9cad12ff-7c7a-412a-9c1a-0852c271b6fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:22.509641 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-8da121b1-a08e-431d-881b-ccf48c293fef tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1897587772&fields=id&tenant_id=5270d00ab13a4e32b125f15996f3d148 HTTP/1.1" status: 200 len: 267 time: 0.0468934 Jan 29 05:12:22.631389 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-bc5e7c59-0b0e-47cb-a0f8-b466d84a2daf tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:22.632975 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-bc5e7c59-0b0e-47cb-a0f8-b466d84a2daf tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/networks?id=f67a868f-f446-4487-8455-a0523c5e29b3 HTTP/1.1" status: 200 len: 796 time: 0.1161921 Jan 29 05:12:22.649287 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-4d4fb6b0-3952-4842-8809-55891fea8030 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/quotas/5270d00ab13a4e32b125f15996f3d148 HTTP/1.1" status: 200 len: 375 time: 0.0107830 Jan 29 05:12:22.720607 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-dbfeb1fd-65bb-4390-90f7-c6e0dfbeb921 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5270d00ab13a4e32b125f15996f3d148&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0646608 Jan 29 05:12:22.737364 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-5986ac9d-612b-4172-8ac8-102c900a112f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103585) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 05:12:22.738621 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-5986ac9d-612b-4172-8ac8-102c900a112f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063436 Jan 29 05:12:22.768138 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee96a2e1-40ed-4d1c-8600-3c5df133541e None None] Sync routers for ids ['6722cd91-637c-42cb-8eed-8b33e12e0b34'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:12:22.768695 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8541da97-42b6-4ce0-bad1-0d2ff3f42cf4 None None] Network f67a868f-f446-4487-8455-a0523c5e29b3 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:12:22.778820 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee96a2e1-40ed-4d1c-8600-3c5df133541e None None] Routers {'6722cd91-637c-42cb-8eed-8b33e12e0b34'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:12:22.779841 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-ee96a2e1-40ed-4d1c-8600-3c5df133541e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:12:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['6722cd91-637c-42cb-8eed-8b33e12e0b34'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:12:22.858164 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-49688dce-0a1e-46fa-abae-46d983cfe325 None None] Provisioning complete for port 52a1f447-a627-4f4b-a9bb-a3005850e40f triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:12:22.858856 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-49688dce-0a1e-46fa-abae-46d983cfe325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (52a1f447-a627-4f4b-a9bb-a3005850e40f), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:22.886547 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-7a2526c1-60fc-439e-b9ce-ed2a6824dc94 service neutron] 10.222.0.13 "GET /v2.0/networks/f67a868f-f446-4487-8455-a0523c5e29b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417086 Jan 29 05:12:22.888739 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 52a1f447-a627-4f4b-a9bb-a3005850e40f up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:12:22.919821 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-ee96a2e1-40ed-4d1c-8600-3c5df133541e None None] Set router 6722cd91-637c-42cb-8eed-8b33e12e0b34 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:12:22.980667 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-85a39627-3116-452e-b6cc-50e058e36a73 service neutron] 10.222.0.13 "GET /v2.0/networks/f67a868f-f446-4487-8455-a0523c5e29b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879154 Jan 29 05:12:23.018194 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 52a1f447-a627-4f4b-a9bb-a3005850e40f triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:12:23.018572 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (52a1f447-a627-4f4b-a9bb-a3005850e40f), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:23.055044 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-49688dce-0a1e-46fa-abae-46d983cfe325 None None] Current status of the port 52a1f447-a627-4f4b-a9bb-a3005850e40f is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:12:23.055431 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-49688dce-0a1e-46fa-abae-46d983cfe325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (52a1f447-a627-4f4b-a9bb-a3005850e40f), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:23.102517 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-49688dce-0a1e-46fa-abae-46d983cfe325 None None] For port 52a1f447-a627-4f4b-a9bb-a3005850e40f, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=52a1f447-a627-4f4b-a9bb-a3005850e40f,segment=NetworkSegment(9a61ec99-5e2c-4eda-bc6b-295a60042ac3),segment_id=9a61ec99-5e2c-4eda-bc6b-295a60042ac3)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:12:23.136020 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-ee96a2e1-40ed-4d1c-8600-3c5df133541e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6722cd91-637c-42cb-8eed-8b33e12e0b34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154924854', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '6c038560-6158-416f-8760-f00520f82f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:12:17Z', 'updated_at': '2022-01-29T05:12:21Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': '6c038560-6158-416f-8760-f00520f82f0c', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:13:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6722cd91-637c-42cb-8eed-8b33e12e0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:12:17Z', 'updated_at': '2022-01-29T05:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '4e0a4049-68f6-4f5b-9982-893a73616974', 'name': '', 'network_id': 'f67a868f-f446-4487-8455-a0523c5e29b3', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'mac_address': 'fa:16:3e:af:cd:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6722cd91-637c-42cb-8eed-8b33e12e0b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '2814b804-160a-4b9b-8fe1-02756978deab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:12:20Z', 'updated_at': '2022-01-29T05:12:21Z', 'revision_number': 2, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'subnets': [{'id': '2814b804-160a-4b9b-8fe1-02756978deab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:12:23.142629 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 52a1f447-a627-4f4b-a9bb-a3005850e40f is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:12:23.142929 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (52a1f447-a627-4f4b-a9bb-a3005850e40f), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:23.162824 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee96a2e1-40ed-4d1c-8600-3c5df133541e None None] Checking router: 6722cd91-637c-42cb-8eed-8b33e12e0b34 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:12:23.163178 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee96a2e1-40ed-4d1c-8600-3c5df133541e None None] Updating router 6722cd91-637c-42cb-8eed-8b33e12e0b34 port 4e0a4049-68f6-4f5b-9982-893a73616974 binding host dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:12:23.192722 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee96a2e1-40ed-4d1c-8600-3c5df133541e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (4e0a4049-68f6-4f5b-9982-893a73616974), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:23.196698 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-49688dce-0a1e-46fa-abae-46d983cfe325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (52a1f447-a627-4f4b-a9bb-a3005850e40f), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:23.291023 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49688dce-0a1e-46fa-abae-46d983cfe325 None None] Pushing event updated for resources: {'Port': ['ID=52a1f447-a627-4f4b-a9bb-a3005850e40f,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:12:23.297630 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-547f91a7-bf09-447c-bd57-b625f34bd7e1 req-6eba7808-cf47-4d6f-b155-298333fa9f50 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 210 time: 0.0465574 Jan 29 05:12:23.300243 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 05:12:23.301055 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 05:12:23.321230 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-4a66142b-c169-4b22-b2c1-42b6ad59a282 None None] Provisioning complete for port 4e0a4049-68f6-4f5b-9982-893a73616974 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:12:23.321717 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4a66142b-c169-4b22-b2c1-42b6ad59a282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (4e0a4049-68f6-4f5b-9982-893a73616974), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:23.368904 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-4a66142b-c169-4b22-b2c1-42b6ad59a282 None None] Port 4e0a4049-68f6-4f5b-9982-893a73616974 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:12:23.381960 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-4a66142b-c169-4b22-b2c1-42b6ad59a282 None None] Provisioning complete for port 52a1f447-a627-4f4b-a9bb-a3005850e40f triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:12:23.382470 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4a66142b-c169-4b22-b2c1-42b6ad59a282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (52a1f447-a627-4f4b-a9bb-a3005850e40f), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:23.476067 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-4a66142b-c169-4b22-b2c1-42b6ad59a282 None None] Current status of the port 52a1f447-a627-4f4b-a9bb-a3005850e40f is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:12:23.539638 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee96a2e1-40ed-4d1c-8600-3c5df133541e None None] Publish callbacks [] for port (4e0a4049-68f6-4f5b-9982-893a73616974), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:23.583896 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee96a2e1-40ed-4d1c-8600-3c5df133541e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (4e0a4049-68f6-4f5b-9982-893a73616974), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:23.599446 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-291fcad1-a64b-49d0-ab63-aab7fe0fe36e None None] Provisioning complete for port 4e0a4049-68f6-4f5b-9982-893a73616974 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:12:23.599815 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-291fcad1-a64b-49d0-ab63-aab7fe0fe36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (4e0a4049-68f6-4f5b-9982-893a73616974), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:23.643344 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-291fcad1-a64b-49d0-ab63-aab7fe0fe36e None None] Port 4e0a4049-68f6-4f5b-9982-893a73616974 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:12:23.675494 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d397fca-a98c-472c-b271-116b7297c962 None None] Pushing event updated for resources: {'Port': ['ID=4e0a4049-68f6-4f5b-9982-893a73616974,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:12:23.702737 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d397fca-a98c-472c-b271-116b7297c962 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:23.703091 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d397fca-a98c-472c-b271-116b7297c962 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:23.703436 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d397fca-a98c-472c-b271-116b7297c962 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:23.703771 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d397fca-a98c-472c-b271-116b7297c962 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:23.704097 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d397fca-a98c-472c-b271-116b7297c962 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:23.704424 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d397fca-a98c-472c-b271-116b7297c962 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:23.704816 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d397fca-a98c-472c-b271-116b7297c962 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:23.705136 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d397fca-a98c-472c-b271-116b7297c962 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:23.705529 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d397fca-a98c-472c-b271-116b7297c962 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:23.705850 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d397fca-a98c-472c-b271-116b7297c962 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:23.706169 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d397fca-a98c-472c-b271-116b7297c962 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:23.706490 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d397fca-a98c-472c-b271-116b7297c962 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:23.706876 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d397fca-a98c-472c-b271-116b7297c962 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:23.723051 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-ee96a2e1-40ed-4d1c-8600-3c5df133541e None None] Attempting to bind port 4e0a4049-68f6-4f5b-9982-893a73616974 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:12:23.723051 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-ee96a2e1-40ed-4d1c-8600-3c5df133541e None None] Attempting to bind port 4e0a4049-68f6-4f5b-9982-893a73616974 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '9a61ec99-5e2c-4eda-bc6b-295a60042ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f67a868f-f446-4487-8455-a0523c5e29b3'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:12:23.723051 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee96a2e1-40ed-4d1c-8600-3c5df133541e None None] Attempting to bind port 4e0a4049-68f6-4f5b-9982-893a73616974 on network f67a868f-f446-4487-8455-a0523c5e29b3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:12:23.727049 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee96a2e1-40ed-4d1c-8600-3c5df133541e None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:12:23.727428 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee96a2e1-40ed-4d1c-8600-3c5df133541e None None] Checking segment: {'id': '9a61ec99-5e2c-4eda-bc6b-295a60042ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f67a868f-f446-4487-8455-a0523c5e29b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:12:23.728088 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee96a2e1-40ed-4d1c-8600-3c5df133541e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:23.728238 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee96a2e1-40ed-4d1c-8600-3c5df133541e None None] Bound using segment: {'id': '9a61ec99-5e2c-4eda-bc6b-295a60042ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f67a868f-f446-4487-8455-a0523c5e29b3'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:12:23.728859 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-ee96a2e1-40ed-4d1c-8600-3c5df133541e None None] Bound port: 4e0a4049-68f6-4f5b-9982-893a73616974, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a61ec99-5e2c-4eda-bc6b-295a60042ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f67a868f-f446-4487-8455-a0523c5e29b3'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:12:23.733702 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee96a2e1-40ed-4d1c-8600-3c5df133541e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (4e0a4049-68f6-4f5b-9982-893a73616974), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:23.768801 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-331d7986-1389-46fa-a37e-0b3b36dfebbe None None] Provisioning complete for port 4e0a4049-68f6-4f5b-9982-893a73616974 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:12:23.769386 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-331d7986-1389-46fa-a37e-0b3b36dfebbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (4e0a4049-68f6-4f5b-9982-893a73616974), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:23.816117 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-ee96a2e1-40ed-4d1c-8600-3c5df133541e None None] For port 4e0a4049-68f6-4f5b-9982-893a73616974, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:12:23.820243 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-ee96a2e1-40ed-4d1c-8600-3c5df133541e None None] For port 4e0a4049-68f6-4f5b-9982-893a73616974, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=4e0a4049-68f6-4f5b-9982-893a73616974,segment=NetworkSegment(9a61ec99-5e2c-4eda-bc6b-295a60042ac3),segment_id=9a61ec99-5e2c-4eda-bc6b-295a60042ac3)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:12:23.838893 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-331d7986-1389-46fa-a37e-0b3b36dfebbe None None] Port 4e0a4049-68f6-4f5b-9982-893a73616974 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:12:23.856187 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 52a1f447-a627-4f4b-a9bb-a3005850e40f is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:12:23.858956 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 6c038560-6158-416f-8760-f00520f82f0c up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:12:23.880652 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee96a2e1-40ed-4d1c-8600-3c5df133541e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (4e0a4049-68f6-4f5b-9982-893a73616974), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:23.916334 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:23.916334 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 6c038560-6158-416f-8760-f00520f82f0c triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:12:23.916334 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (6c038560-6158-416f-8760-f00520f82f0c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:23.943733 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee96a2e1-40ed-4d1c-8600-3c5df133541e None None] Routers {'6722cd91-637c-42cb-8eed-8b33e12e0b34'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:12:23.944353 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-ee96a2e1-40ed-4d1c-8600-3c5df133541e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:12:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['6722cd91-637c-42cb-8eed-8b33e12e0b34'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:12:23.947462 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d397fca-a98c-472c-b271-116b7297c962 None None] Pushing event updated for resources: {'Port': ['ID=4e0a4049-68f6-4f5b-9982-893a73616974,revision_number=4']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:12:24.003888 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 6c038560-6158-416f-8760-f00520f82f0c is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:12:24.004328 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (6c038560-6158-416f-8760-f00520f82f0c), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:24.031870 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 6c038560-6158-416f-8760-f00520f82f0c, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=6c038560-6158-416f-8760-f00520f82f0c,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:12:24.058316 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-ee96a2e1-40ed-4d1c-8600-3c5df133541e None None] Set router 6722cd91-637c-42cb-8eed-8b33e12e0b34 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:12:24.062010 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-60675d56-9448-4570-9be2-fa42212e492d None None] Provisioning complete for port 4e0a4049-68f6-4f5b-9982-893a73616974 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:12:24.062376 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-60675d56-9448-4570-9be2-fa42212e492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (4e0a4049-68f6-4f5b-9982-893a73616974), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:24.092990 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (6c038560-6158-416f-8760-f00520f82f0c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:24.178321 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=6c038560-6158-416f-8760-f00520f82f0c,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:12:24.192855 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-60675d56-9448-4570-9be2-fa42212e492d None None] Current status of the port 4e0a4049-68f6-4f5b-9982-893a73616974 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:12:24.193336 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-60675d56-9448-4570-9be2-fa42212e492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (4e0a4049-68f6-4f5b-9982-893a73616974), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:24.228710 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-60675d56-9448-4570-9be2-fa42212e492d None None] For port 4e0a4049-68f6-4f5b-9982-893a73616974, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=4e0a4049-68f6-4f5b-9982-893a73616974,segment=NetworkSegment(9a61ec99-5e2c-4eda-bc6b-295a60042ac3),segment_id=9a61ec99-5e2c-4eda-bc6b-295a60042ac3)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:12:24.280288 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-60675d56-9448-4570-9be2-fa42212e492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (4e0a4049-68f6-4f5b-9982-893a73616974), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:24.281577 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-ee96a2e1-40ed-4d1c-8600-3c5df133541e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6722cd91-637c-42cb-8eed-8b33e12e0b34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154924854', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '6c038560-6158-416f-8760-f00520f82f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:12:17Z', 'updated_at': '2022-01-29T05:12:21Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': '6c038560-6158-416f-8760-f00520f82f0c', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:13:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6722cd91-637c-42cb-8eed-8b33e12e0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:12:17Z', 'updated_at': '2022-01-29T05:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '4e0a4049-68f6-4f5b-9982-893a73616974', 'name': '', 'network_id': 'f67a868f-f446-4487-8455-a0523c5e29b3', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'mac_address': 'fa:16:3e:af:cd:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6722cd91-637c-42cb-8eed-8b33e12e0b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '2814b804-160a-4b9b-8fe1-02756978deab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:12:20Z', 'updated_at': '2022-01-29T05:12:23Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'subnets': [{'id': '2814b804-160a-4b9b-8fe1-02756978deab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:12:24.313540 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee96a2e1-40ed-4d1c-8600-3c5df133541e None None] The sync data for ids ['6722cd91-637c-42cb-8eed-8b33e12e0b34'] in dv-neutron-821190-1-hyperv is: [{'id': '6722cd91-637c-42cb-8eed-8b33e12e0b34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154924854', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '6c038560-6158-416f-8760-f00520f82f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:12:17Z', 'updated_at': '2022-01-29T05:12:21Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': '6c038560-6158-416f-8760-f00520f82f0c', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:13:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6722cd91-637c-42cb-8eed-8b33e12e0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:12:17Z', 'updated_at': '2022-01-29T05:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '4e0a4049-68f6-4f5b-9982-893a73616974', 'name': '', 'network_id': 'f67a868f-f446-4487-8455-a0523c5e29b3', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'mac_address': 'fa:16:3e:af:cd:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6722cd91-637c-42cb-8eed-8b33e12e0b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '2814b804-160a-4b9b-8fe1-02756978deab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:12:20Z', 'updated_at': '2022-01-29T05:12:23Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'subnets': [{'id': '2814b804-160a-4b9b-8fe1-02756978deab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:12:24.335247 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60675d56-9448-4570-9be2-fa42212e492d None None] Pushing event updated for resources: {'Port': ['ID=4e0a4049-68f6-4f5b-9982-893a73616974,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:12:24.338322 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:24.403837 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-ce92576a-cb8b-4a8a-b813-dcc7ff6de3fb None None] Provisioning complete for port 4e0a4049-68f6-4f5b-9982-893a73616974 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:12:24.404981 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ce92576a-cb8b-4a8a-b813-dcc7ff6de3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (4e0a4049-68f6-4f5b-9982-893a73616974), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:24.450071 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ac2d7c06-a189-4e01-bb39-1e2e886c758d req-3f145aa4-afa8-4bf5-9e76-f0819e5a0cc3 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 210 time: 0.0494828 Jan 29 05:12:24.495015 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ce92576a-cb8b-4a8a-b813-dcc7ff6de3fb None None] Current status of the port 4e0a4049-68f6-4f5b-9982-893a73616974 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:12:24.805194 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 6c038560-6158-416f-8760-f00520f82f0c up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:12:24.858298 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 6c038560-6158-416f-8760-f00520f82f0c triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:12:24.858763 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (6c038560-6158-416f-8760-f00520f82f0c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:24.947750 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 6c038560-6158-416f-8760-f00520f82f0c is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:12:24.949051 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 52a1f447-a627-4f4b-a9bb-a3005850e40f up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:12:25.005397 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 52a1f447-a627-4f4b-a9bb-a3005850e40f triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:12:25.005774 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (52a1f447-a627-4f4b-a9bb-a3005850e40f), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:25.036858 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:25.094159 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 52a1f447-a627-4f4b-a9bb-a3005850e40f is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:12:25.095184 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 4e0a4049-68f6-4f5b-9982-893a73616974 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:12:25.142206 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 4e0a4049-68f6-4f5b-9982-893a73616974 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:12:25.142583 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (4e0a4049-68f6-4f5b-9982-893a73616974), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:25.219328 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 4e0a4049-68f6-4f5b-9982-893a73616974 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:12:25.313735 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-fd4558dc-fa93-4fc8-9afc-7fe6df47ebd9 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:25.315189 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-fd4558dc-fa93-4fc8-9afc-7fe6df47ebd9 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.18 "GET /v2.0/networks?id=f67a868f-f446-4487-8455-a0523c5e29b3 HTTP/1.1" status: 200 len: 796 time: 0.0987401 Jan 29 05:12:25.382696 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-3f080c67-4353-48e3-9301-6d7efcf72ce6 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5270d00ab13a4e32b125f15996f3d148 HTTP/1.1" status: 200 len: 380 time: 0.0534077 Jan 29 05:12:25.392128 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-94ccb06b-f88f-46ff-bdeb-311c29236e99 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'port': {'device_id': '5391470f-d998-44f8-964f-faef974b30a7', 'network_id': 'f67a868f-f446-4487-8455-a0523c5e29b3', 'admin_state_up': True, 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'security_groups': ['a3df3411-07ca-423a-b237-edc342107acf']}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:12:25.550192 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-66dc9530-c56f-496e-af90-c70489aab146 req-7129b138-098d-4ef4-8236-6c828695d98c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 210 time: 0.0287440 Jan 29 05:12:25.577866 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-94ccb06b-f88f-46ff-bdeb-311c29236e99 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Made reservation on behalf of 5270d00ab13a4e32b125f15996f3d148 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:12:25.581350 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-94ccb06b-f88f-46ff-bdeb-311c29236e99 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:25.706513 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-94ccb06b-f88f-46ff-bdeb-311c29236e99 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Allocated IP 172.20.0.7 (f67a868f-f446-4487-8455-a0523c5e29b3/2814b804-160a-4b9b-8fe1-02756978deab/d4187f52-5831-4b03-ac2d-82f282d53bce) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:12:25.837674 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-94ccb06b-f88f-46ff-bdeb-311c29236e99 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for port (d4187f52-5831-4b03-ac2d-82f282d53bce), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:25.931976 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-94ccb06b-f88f-46ff-bdeb-311c29236e99 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (d4187f52-5831-4b03-ac2d-82f282d53bce), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:25.978469 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-94ccb06b-f88f-46ff-bdeb-311c29236e99 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Network f67a868f-f446-4487-8455-a0523c5e29b3 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:12:25.981377 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-94ccb06b-f88f-46ff-bdeb-311c29236e99 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:12:25.985448 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-94ccb06b-f88f-46ff-bdeb-311c29236e99 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:12:25.994805 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ccb06b-f88f-46ff-bdeb-311c29236e99 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'Port': ['ID=d4187f52-5831-4b03-ac2d-82f282d53bce,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:12:26.040634 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-94ccb06b-f88f-46ff-bdeb-311c29236e99 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:26.041247 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-94ccb06b-f88f-46ff-bdeb-311c29236e99 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:26.111908 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-94ccb06b-f88f-46ff-bdeb-311c29236e99 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7238898 Jan 29 05:12:26.139448 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-6ff2a31f-8530-4b59-9dd0-fb4887f30019 service neutron] Request body: {'port': {'device_id': '5391470f-d998-44f8-964f-faef974b30a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:12:26.196180 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-6ff2a31f-8530-4b59-9dd0-fb4887f30019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (d4187f52-5831-4b03-ac2d-82f282d53bce), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:26.225504 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-21da96bb-0a9c-4eb8-9855-b6a0a1f7bee6 None None] Provisioning complete for port d4187f52-5831-4b03-ac2d-82f282d53bce triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:12:26.226089 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-21da96bb-0a9c-4eb8-9855-b6a0a1f7bee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (d4187f52-5831-4b03-ac2d-82f282d53bce), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:26.263143 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-21da96bb-0a9c-4eb8-9855-b6a0a1f7bee6 None None] Port d4187f52-5831-4b03-ac2d-82f282d53bce cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:12:26.453133 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-6ff2a31f-8530-4b59-9dd0-fb4887f30019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4187f52-5831-4b03-ac2d-82f282d53bce {{(pid=103585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 05:12:26.457005 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:26.460952 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-6ff2a31f-8530-4b59-9dd0-fb4887f30019 service neutron] Publish callbacks [] for port (d4187f52-5831-4b03-ac2d-82f282d53bce), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:26.473353 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.provisioning_blocks [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-6ff2a31f-8530-4b59-9dd0-fb4887f30019 service neutron] Transition to ACTIVE for port object d4187f52-5831-4b03-ac2d-82f282d53bce will not be triggered until provisioned by entity L2. {{(pid=103585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 05:12:26.525028 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-6ff2a31f-8530-4b59-9dd0-fb4887f30019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (d4187f52-5831-4b03-ac2d-82f282d53bce), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:26.575404 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff2a31f-8530-4b59-9dd0-fb4887f30019 service neutron] Pushing event updated for resources: {'Port': ['ID=d4187f52-5831-4b03-ac2d-82f282d53bce,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:12:26.678915 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-6ff2a31f-8530-4b59-9dd0-fb4887f30019 service neutron] Attempting to bind port d4187f52-5831-4b03-ac2d-82f282d53bce on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:12:26.679269 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-6ff2a31f-8530-4b59-9dd0-fb4887f30019 service neutron] Attempting to bind port d4187f52-5831-4b03-ac2d-82f282d53bce by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '9a61ec99-5e2c-4eda-bc6b-295a60042ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f67a868f-f446-4487-8455-a0523c5e29b3'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:12:26.679585 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-6ff2a31f-8530-4b59-9dd0-fb4887f30019 service neutron] Attempting to bind port d4187f52-5831-4b03-ac2d-82f282d53bce on network f67a868f-f446-4487-8455-a0523c5e29b3 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:12:26.688747 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-6ff2a31f-8530-4b59-9dd0-fb4887f30019 service neutron] Port d4187f52-5831-4b03-ac2d-82f282d53bce on network f67a868f-f446-4487-8455-a0523c5e29b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 05:12:26.689065 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-6ff2a31f-8530-4b59-9dd0-fb4887f30019 service neutron] Attempting to bind port d4187f52-5831-4b03-ac2d-82f282d53bce on network f67a868f-f446-4487-8455-a0523c5e29b3 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:12:26.697717 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-6ff2a31f-8530-4b59-9dd0-fb4887f30019 service neutron] Checking agent: {'id': '15eedd85-6d76-4715-a40f-dc31e854816c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'started_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:12:26.698065 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-6ff2a31f-8530-4b59-9dd0-fb4887f30019 service neutron] Checking segment: {'id': '9a61ec99-5e2c-4eda-bc6b-295a60042ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f67a868f-f446-4487-8455-a0523c5e29b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:12:26.698451 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-6ff2a31f-8530-4b59-9dd0-fb4887f30019 service neutron] Bound using segment: {'id': '9a61ec99-5e2c-4eda-bc6b-295a60042ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f67a868f-f446-4487-8455-a0523c5e29b3'} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:12:26.698884 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-6ff2a31f-8530-4b59-9dd0-fb4887f30019 service neutron] Bound port: d4187f52-5831-4b03-ac2d-82f282d53bce, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a61ec99-5e2c-4eda-bc6b-295a60042ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f67a868f-f446-4487-8455-a0523c5e29b3'}}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:12:26.699246 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-6ff2a31f-8530-4b59-9dd0-fb4887f30019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (d4187f52-5831-4b03-ac2d-82f282d53bce), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:26.719885 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554af69e-d6a3-4c30-ae46-fe3466592822 req-6436c99f-08a9-4644-8979-ca3a9d42844c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:26.721379 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-554af69e-d6a3-4c30-ae46-fe3466592822 req-6436c99f-08a9-4644-8979-ca3a9d42844c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 943 time: 0.0913713 Jan 29 05:12:26.809170 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-6ff2a31f-8530-4b59-9dd0-fb4887f30019 service neutron] For port d4187f52-5831-4b03-ac2d-82f282d53bce, host hv-neutron-8211, cleared binding levels {{(pid=103585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:12:26.813399 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-6ff2a31f-8530-4b59-9dd0-fb4887f30019 service neutron] For port d4187f52-5831-4b03-ac2d-82f282d53bce, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d4187f52-5831-4b03-ac2d-82f282d53bce,segment=NetworkSegment(9a61ec99-5e2c-4eda-bc6b-295a60042ac3),segment_id=9a61ec99-5e2c-4eda-bc6b-295a60042ac3)] {{(pid=103585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:12:26.819168 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-554af69e-d6a3-4c30-ae46-fe3466592822 req-441f4bb4-3d36-480c-8974-d34f9d6ef9bd tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3df3411-07ca-423a-b237-edc342107acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752983 Jan 29 05:12:26.868756 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-6ff2a31f-8530-4b59-9dd0-fb4887f30019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (d4187f52-5831-4b03-ac2d-82f282d53bce), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:26.904788 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-6ff2a31f-8530-4b59-9dd0-fb4887f30019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:26.905406 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-6ff2a31f-8530-4b59-9dd0-fb4887f30019 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:26.907108 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-6ff2a31f-8530-4b59-9dd0-fb4887f30019 service neutron] 10.222.0.18 "PUT /v2.0/ports/d4187f52-5831-4b03-ac2d-82f282d53bce HTTP/1.1" status: 200 len: 1093 time: 0.7720244 Jan 29 05:12:26.907560 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5391470f-d998-44f8-964f-faef974b30a7', 'tag': 'd4187f52-5831-4b03-ac2d-82f282d53bce'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:12:26.910124 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07df73d8-ca25-4fb1-bcb7-a6cda739fdc7" -d '{"events": [{"name": "network-changed", "server_uuid": "5391470f-d998-44f8-964f-faef974b30a7", "tag": "d4187f52-5831-4b03-ac2d-82f282d53bce"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:12:26.942445 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff2a31f-8530-4b59-9dd0-fb4887f30019 service neutron] Pushing event updated for resources: {'Port': ['ID=d4187f52-5831-4b03-ac2d-82f282d53bce,revision_number=3']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:12:26.956149 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061a02f0-6ce6-4242-8657-c020841580c1 x-openstack-request-id: req-061a02f0-6ce6-4242-8657-c020841580c1 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:12:26.956439 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5391470f-d998-44f8-964f-faef974b30a7", "tag": "d4187f52-5831-4b03-ac2d-82f282d53bce", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:12:26.956856 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-061a02f0-6ce6-4242-8657-c020841580c1 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:12:26.957270 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5391470f-d998-44f8-964f-faef974b30a7', 'tag': 'd4187f52-5831-4b03-ac2d-82f282d53bce', 'status': 'completed', 'code': 200} Jan 29 05:12:27.047452 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df73d8-ca25-4fb1-bcb7-a6cda739fdc7 req-a4b3e908-4512-4873-b9eb-d7cb5cab07e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:27.049046 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-07df73d8-ca25-4fb1-bcb7-a6cda739fdc7 req-a4b3e908-4512-4873-b9eb-d7cb5cab07e2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5270d00ab13a4e32b125f15996f3d148&device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 1127 time: 0.0481269 Jan 29 05:12:27.154138 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df73d8-ca25-4fb1-bcb7-a6cda739fdc7 req-7ee9cb69-43d8-473d-9dba-3d523207aa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:27.156214 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-07df73d8-ca25-4fb1-bcb7-a6cda739fdc7 req-7ee9cb69-43d8-473d-9dba-3d523207aa9f service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=5270d00ab13a4e32b125f15996f3d148&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0923510 Jan 29 05:12:27.249696 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df73d8-ca25-4fb1-bcb7-a6cda739fdc7 req-ca8c643d-7219-4685-99ae-63a0dedba62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:27.251010 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-07df73d8-ca25-4fb1-bcb7-a6cda739fdc7 req-ca8c643d-7219-4685-99ae-63a0dedba62f service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902121 Jan 29 05:12:27.382561 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-c8380175-bd16-47ed-b599-38103b549517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:27.384054 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-c8380175-bd16-47ed-b599-38103b549517 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5270d00ab13a4e32b125f15996f3d148&device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 1127 time: 0.0457802 Jan 29 05:12:27.434187 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-968b8c0c-e47f-4207-8c31-6ba2e95442fb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4187f52-5831-4b03-ac2d-82f282d53bce HTTP/1.1" status: 200 len: 217 time: 0.0381989 Jan 29 05:12:27.481809 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-6085522e-daff-45dd-9ce5-61677c995e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:27.483239 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-6085522e-daff-45dd-9ce5-61677c995e6e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2814b804-160a-4b9b-8fe1-02756978deab HTTP/1.1" status: 200 len: 834 time: 0.0435643 Jan 29 05:12:27.531303 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-cbbe3239-def3-4f83-b1e0-dc1e54b70e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:27.532976 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-cbbe3239-def3-4f83-b1e0-dc1e54b70e54 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f67a868f-f446-4487-8455-a0523c5e29b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0442336 Jan 29 05:12:27.623678 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-5985c72d-42eb-4981-b9b8-45816e6ea1af service neutron] 10.222.0.18 "GET /v2.0/networks/f67a868f-f446-4487-8455-a0523c5e29b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847616 Jan 29 05:12:27.714331 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7cbcdb66-6882-4496-bcc3-e5e44692ce51 req-2949a44d-c6c1-4524-95c7-aba17806c44d service neutron] 10.222.0.18 "GET /v2.0/networks/f67a868f-f446-4487-8455-a0523c5e29b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828037 Jan 29 05:12:27.937809 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef15bc3-89ac-4949-be30-721a5aa546ac req-cf8de779-48ba-43a3-bcbe-f6acd4f73211 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:27.939272 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fef15bc3-89ac-4949-be30-721a5aa546ac req-cf8de779-48ba-43a3-bcbe-f6acd4f73211 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 943 time: 0.0526240 Jan 29 05:12:27.990727 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fef15bc3-89ac-4949-be30-721a5aa546ac req-fbd3673f-2b17-4897-9363-d16c3add465f tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3df3411-07ca-423a-b237-edc342107acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458028 Jan 29 05:12:29.107111 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87894d-3eae-4642-a38a-a7a9d5fa6958 req-9c4c15ab-da33-4c38-afac-110762d0699e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:29.108568 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3e87894d-3eae-4642-a38a-a7a9d5fa6958 req-9c4c15ab-da33-4c38-afac-110762d0699e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 943 time: 0.0516410 Jan 29 05:12:29.155353 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3e87894d-3eae-4642-a38a-a7a9d5fa6958 req-729db4c1-0dca-4246-b616-9207e796031d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3df3411-07ca-423a-b237-edc342107acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411205 Jan 29 05:12:30.272887 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430108f9-952d-4820-a8ec-361f02e66c9b req-2233baf2-0068-4a0a-a874-f7aebbedd4b6 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:30.274364 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-430108f9-952d-4820-a8ec-361f02e66c9b req-2233baf2-0068-4a0a-a874-f7aebbedd4b6 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 943 time: 0.0520959 Jan 29 05:12:30.321966 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-430108f9-952d-4820-a8ec-361f02e66c9b req-f8aa965b-775d-4a71-850c-1a0bfefd0bbb tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3df3411-07ca-423a-b237-edc342107acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420132 Jan 29 05:12:31.036958 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device d4187f52-5831-4b03-ac2d-82f282d53bce details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:12:31.276458 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port d4187f52-5831-4b03-ac2d-82f282d53bce, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d4187f52-5831-4b03-ac2d-82f282d53bce,segment=NetworkSegment(9a61ec99-5e2c-4eda-bc6b-295a60042ac3),segment_id=9a61ec99-5e2c-4eda-bc6b-295a60042ac3)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:12:31.287423 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': 'd4187f52-5831-4b03-ac2d-82f282d53bce', 'network_id': 'f67a868f-f446-4487-8455-a0523c5e29b3', 'port_id': 'd4187f52-5831-4b03-ac2d-82f282d53bce', 'mac_address': 'fa:16:3e:06:43:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2814b804-160a-4b9b-8fe1-02756978deab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:12:31.323217 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port d4187f52-5831-4b03-ac2d-82f282d53bce is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:12:31.323601 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (d4187f52-5831-4b03-ac2d-82f282d53bce), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:31.336579 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4187f52-5831-4b03-ac2d-82f282d53bce {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 05:12:31.355865 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port d4187f52-5831-4b03-ac2d-82f282d53bce, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d4187f52-5831-4b03-ac2d-82f282d53bce,segment=NetworkSegment(9a61ec99-5e2c-4eda-bc6b-295a60042ac3),segment_id=9a61ec99-5e2c-4eda-bc6b-295a60042ac3)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:12:31.405310 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (d4187f52-5831-4b03-ac2d-82f282d53bce), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:31.449065 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a41466-57f0-495f-885e-b985b34ec4d8 req-45b73833-0ef5-4411-8072-5e65416cb99e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:31.450600 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-33a41466-57f0-495f-885e-b985b34ec4d8 req-45b73833-0ef5-4411-8072-5e65416cb99e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 943 time: 0.0583258 Jan 29 05:12:31.455224 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=d4187f52-5831-4b03-ac2d-82f282d53bce,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:12:31.499186 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-33a41466-57f0-495f-885e-b985b34ec4d8 req-c0fd5d27-0f48-4106-8948-5f13ca1a6f9a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3df3411-07ca-423a-b237-edc342107acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428247 Jan 29 05:12:31.799348 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['d4187f52-5831-4b03-ac2d-82f282d53bce'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:12:32.615276 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9292f-bc5e-4e9a-b3f8-8a7a12b3f48a req-a4087c70-1448-479f-8217-dd1c85a1a0f5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:32.617143 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-65d9292f-bc5e-4e9a-b3f8-8a7a12b3f48a req-a4087c70-1448-479f-8217-dd1c85a1a0f5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 944 time: 0.0526752 Jan 29 05:12:32.674487 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-65d9292f-bc5e-4e9a-b3f8-8a7a12b3f48a req-b5caa3b3-39db-418b-95cd-9f1d01efdc78 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3df3411-07ca-423a-b237-edc342107acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519569 Jan 29 05:12:33.052780 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device d4187f52-5831-4b03-ac2d-82f282d53bce up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:12:33.193699 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning for port d4187f52-5831-4b03-ac2d-82f282d53bce completed by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 05:12:33.197611 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port d4187f52-5831-4b03-ac2d-82f282d53bce triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:12:33.198128 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (d4187f52-5831-4b03-ac2d-82f282d53bce), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:33.272741 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port d4187f52-5831-4b03-ac2d-82f282d53bce is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:12:33.273145 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (d4187f52-5831-4b03-ac2d-82f282d53bce), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:33.295024 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5391470f-d998-44f8-964f-faef974b30a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4187f52-5831-4b03-ac2d-82f282d53bce'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:12:33.297968 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405e78ce-7b42-4328-8141-72193a1677df" -d '{"events": [{"server_uuid": "5391470f-d998-44f8-964f-faef974b30a7", "name": "network-vif-plugged", "status": "completed", "tag": "d4187f52-5831-4b03-ac2d-82f282d53bce"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:12:33.310562 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port d4187f52-5831-4b03-ac2d-82f282d53bce, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d4187f52-5831-4b03-ac2d-82f282d53bce,segment=NetworkSegment(9a61ec99-5e2c-4eda-bc6b-295a60042ac3),segment_id=9a61ec99-5e2c-4eda-bc6b-295a60042ac3)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:12:33.332231 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f9d060a-a71e-4899-b53a-e4e6509e2143 x-openstack-request-id: req-4f9d060a-a71e-4899-b53a-e4e6509e2143 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:12:33.332559 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5391470f-d998-44f8-964f-faef974b30a7", "name": "network-vif-plugged", "status": "completed", "tag": "d4187f52-5831-4b03-ac2d-82f282d53bce", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:12:33.332834 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f9d060a-a71e-4899-b53a-e4e6509e2143 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:12:33.333266 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5391470f-d998-44f8-964f-faef974b30a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4187f52-5831-4b03-ac2d-82f282d53bce', 'code': 200} Jan 29 05:12:33.365311 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (d4187f52-5831-4b03-ac2d-82f282d53bce), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:33.416097 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=d4187f52-5831-4b03-ac2d-82f282d53bce,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:12:33.665635 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16912dc-902d-4247-a6eb-5305369c138f req-0061f2d0-131e-41d8-b962-c5975d1841c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:33.667185 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b16912dc-902d-4247-a6eb-5305369c138f req-0061f2d0-131e-41d8-b962-c5975d1841c9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 1129 time: 0.0447633 Jan 29 05:12:33.717490 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b16912dc-902d-4247-a6eb-5305369c138f req-5e85594d-8883-4b17-a241-98f92e6971ee service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a3df3411-07ca-423a-b237-edc342107acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431106 Jan 29 05:12:33.793536 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bb050-67d2-46a7-8ab6-9d64cc813cdf req-b3fb2a72-427c-451b-ab78-bd071f186db1 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:33.794997 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-896bb050-67d2-46a7-8ab6-9d64cc813cdf req-b3fb2a72-427c-451b-ab78-bd071f186db1 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 945 time: 0.0522597 Jan 29 05:12:33.844670 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-896bb050-67d2-46a7-8ab6-9d64cc813cdf req-6fc63708-ef66-4765-9e31-33d67013019f tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3df3411-07ca-423a-b237-edc342107acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437684 Jan 29 05:12:34.961129 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336392d5-18ba-42d2-a485-27d36a0735be req-363131e5-0b5b-430e-a24c-89fa089de09f tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:34.962504 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-336392d5-18ba-42d2-a485-27d36a0735be req-363131e5-0b5b-430e-a24c-89fa089de09f tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 945 time: 0.0528607 Jan 29 05:12:35.010456 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-336392d5-18ba-42d2-a485-27d36a0735be req-70488be1-72ac-4487-9673-ccb479167824 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3df3411-07ca-423a-b237-edc342107acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423980 Jan 29 05:12:36.131772 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e69b3-7b9d-4dac-91e0-f362640afb86 req-fa5ee601-deff-4686-9b1c-29a5863f74c3 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:36.133156 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-102e69b3-7b9d-4dac-91e0-f362640afb86 req-fa5ee601-deff-4686-9b1c-29a5863f74c3 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 945 time: 0.0548937 Jan 29 05:12:36.179704 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-102e69b3-7b9d-4dac-91e0-f362640afb86 req-cec15159-19b8-4837-b690-84b31b88839c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3df3411-07ca-423a-b237-edc342107acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410531 Jan 29 05:12:36.293571 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c24eed-d3e6-4f88-a05d-a6cf7d97dc7b req-e6e32392-56c1-4dc6-8df1-838ed9ee31e8 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:36.295022 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-07c24eed-d3e6-4f88-a05d-a6cf7d97dc7b req-e6e32392-56c1-4dc6-8df1-838ed9ee31e8 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 945 time: 0.0519803 Jan 29 05:12:36.342694 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-07c24eed-d3e6-4f88-a05d-a6cf7d97dc7b req-09b4ecd1-b8b7-4cb6-bf39-28163dbb3330 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3df3411-07ca-423a-b237-edc342107acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418696 Jan 29 05:12:36.363757 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34078) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:12:36.410665 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24591e53-9852-4062-ac37-d3c73b2bf81c tempest-TestNetworkAdvancedServerOps-1297217627 tempest-TestNetworkAdvancedServerOps-1297217627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:36.412050 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-24591e53-9852-4062-ac37-d3c73b2bf81c tempest-TestNetworkAdvancedServerOps-1297217627 tempest-TestNetworkAdvancedServerOps-1297217627-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 1124 time: 0.0473502 Jan 29 05:12:36.414955 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34080) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:12:36.419243 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-8425aeec-e1ce-4abe-b2c2-8ac999d27cea tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'floatingip': {'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'port_id': 'd4187f52-5831-4b03-ac2d-82f282d53bce', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:12:36.485524 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8425aeec-e1ce-4abe-b2c2-8ac999d27cea tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:36.579804 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8425aeec-e1ce-4abe-b2c2-8ac999d27cea tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:36.682190 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-8425aeec-e1ce-4abe-b2c2-8ac999d27cea tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Allocated IP 172.26.8.252 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/44b8f426-d4b2-4c4b-84a8-270ec58f77e3) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:12:36.777945 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8425aeec-e1ce-4abe-b2c2-8ac999d27cea tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for port (44b8f426-d4b2-4c4b-84a8-270ec58f77e3), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:36.851626 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8425aeec-e1ce-4abe-b2c2-8ac999d27cea tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (44b8f426-d4b2-4c4b-84a8-270ec58f77e3), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:36.892805 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8425aeec-e1ce-4abe-b2c2-8ac999d27cea tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:12:36.895469 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-8425aeec-e1ce-4abe-b2c2-8ac999d27cea tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:12:36.898756 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8425aeec-e1ce-4abe-b2c2-8ac999d27cea tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:12:36.906696 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8425aeec-e1ce-4abe-b2c2-8ac999d27cea tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'Port': ['ID=44b8f426-d4b2-4c4b-84a8-270ec58f77e3,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:12:37.247885 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8425aeec-e1ce-4abe-b2c2-8ac999d27cea tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for floatingip (5882c70d-553e-4777-8047-beb9e596a7d0), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:37.693847 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8425aeec-e1ce-4abe-b2c2-8ac999d27cea tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (44b8f426-d4b2-4c4b-84a8-270ec58f77e3), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:37.838957 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8425aeec-e1ce-4abe-b2c2-8ac999d27cea tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for port (44b8f426-d4b2-4c4b-84a8-270ec58f77e3), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:37.891446 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8425aeec-e1ce-4abe-b2c2-8ac999d27cea tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (44b8f426-d4b2-4c4b-84a8-270ec58f77e3), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:37.961199 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8425aeec-e1ce-4abe-b2c2-8ac999d27cea tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'Port': ['ID=44b8f426-d4b2-4c4b-84a8-270ec58f77e3,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:12:37.971009 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8425aeec-e1ce-4abe-b2c2-8ac999d27cea tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (5882c70d-553e-4777-8047-beb9e596a7d0), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:38.068636 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.l3_db [None req-8425aeec-e1ce-4abe-b2c2-8ac999d27cea tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Floating IP 5882c70d-553e-4777-8047-beb9e596a7d0 associated. External IP: 172.26.8.252, port: d4187f52-5831-4b03-ac2d-82f282d53bce. Jan 29 05:12:38.268971 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8425aeec-e1ce-4abe-b2c2-8ac999d27cea tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Router 6722cd91-637c-42cb-8eed-8b33e12e0b34 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:12:38.374743 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8425aeec-e1ce-4abe-b2c2-8ac999d27cea tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:12:38.384791 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5ce8b4-b25f-450c-ad88-4745acc9e079 None None] Sync routers for ids ['6722cd91-637c-42cb-8eed-8b33e12e0b34'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:12:38.394169 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5ce8b4-b25f-450c-ad88-4745acc9e079 None None] Routers {'6722cd91-637c-42cb-8eed-8b33e12e0b34'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:12:38.394786 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-8e5ce8b4-b25f-450c-ad88-4745acc9e079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:12:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['6722cd91-637c-42cb-8eed-8b33e12e0b34'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:12:38.447582 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8425aeec-e1ce-4abe-b2c2-8ac999d27cea tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:38.478560 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-8425aeec-e1ce-4abe-b2c2-8ac999d27cea tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0625629 Jan 29 05:12:38.479340 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5391470f-d998-44f8-964f-faef974b30a7', 'tag': 'd4187f52-5831-4b03-ac2d-82f282d53bce'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:12:38.481946 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad6067d-adbd-4434-bbe8-9f62f7bc1ac8" -d '{"events": [{"name": "network-changed", "server_uuid": "5391470f-d998-44f8-964f-faef974b30a7", "tag": "d4187f52-5831-4b03-ac2d-82f282d53bce"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:12:38.505086 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-8e5ce8b4-b25f-450c-ad88-4745acc9e079 None None] Set router 6722cd91-637c-42cb-8eed-8b33e12e0b34 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:12:38.581039 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d655fe-21d1-4827-8cc4-819a435efeaa req-15d70cf0-6f8d-4f68-aeca-bac1cc4e4bde tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:38.582471 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-73d655fe-21d1-4827-8cc4-819a435efeaa req-15d70cf0-6f8d-4f68-aeca-bac1cc4e4bde tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 945 time: 0.0547607 Jan 29 05:12:38.635080 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-73d655fe-21d1-4827-8cc4-819a435efeaa req-e5bd5f3a-5c70-4456-a503-8723c24a16e4 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3df3411-07ca-423a-b237-edc342107acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465519 Jan 29 05:12:38.657696 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34086) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:12:38.696775 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd534f99-dbd5-4fe2-a836-1658f29b9657 x-openstack-request-id: req-dd534f99-dbd5-4fe2-a836-1658f29b9657 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:12:38.697070 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5391470f-d998-44f8-964f-faef974b30a7", "tag": "d4187f52-5831-4b03-ac2d-82f282d53bce", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:12:38.697351 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd534f99-dbd5-4fe2-a836-1658f29b9657 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:12:38.697747 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5391470f-d998-44f8-964f-faef974b30a7', 'tag': 'd4187f52-5831-4b03-ac2d-82f282d53bce', 'status': 'completed', 'code': 200} Jan 29 05:12:38.725294 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4efa2eca-cde6-4f39-b3cc-4ac1bca2ebd9 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/floatingips/5882c70d-553e-4777-8047-beb9e596a7d0 HTTP/1.1" status: 200 len: 991 time: 0.0661609 Jan 29 05:12:38.734394 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-8e5ce8b4-b25f-450c-ad88-4745acc9e079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6722cd91-637c-42cb-8eed-8b33e12e0b34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154924854', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '6c038560-6158-416f-8760-f00520f82f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:12:17Z', 'updated_at': '2022-01-29T05:12:21Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': '6c038560-6158-416f-8760-f00520f82f0c', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:13:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722cd91-637c-42cb-8eed-8b33e12e0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:12:17Z', 'updated_at': '2022-01-29T05:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '5882c70d-553e-4777-8047-beb9e596a7d0', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'floating_ip_address': '172.26.8.252', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '6722cd91-637c-42cb-8eed-8b33e12e0b34', 'port_id': 'd4187f52-5831-4b03-ac2d-82f282d53bce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1765, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67a868f-f446-4487-8455-a0523c5e29b3', 'mac_address': 'fa:16:3e:06:43:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5391470f-d998-44f8-964f-faef974b30a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:12:37Z', 'updated_at': '2022-01-29T05:12:37Z', 'revision_number': 0, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e0a4049-68f6-4f5b-9982-893a73616974', 'name': '', 'network_id': 'f67a868f-f446-4487-8455-a0523c5e29b3', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'mac_address': 'fa:16:3e:af:cd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722cd91-637c-42cb-8eed-8b33e12e0b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '2814b804-160a-4b9b-8fe1-02756978deab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:12:20Z', 'updated_at': '2022-01-29T05:12:24Z', 'revision_number': 5, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'subnets': [{'id': '2814b804-160a-4b9b-8fe1-02756978deab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:12:38.761051 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5ce8b4-b25f-450c-ad88-4745acc9e079 None None] Checking router: 6722cd91-637c-42cb-8eed-8b33e12e0b34 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:12:38.769610 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5ce8b4-b25f-450c-ad88-4745acc9e079 None None] Routers {'6722cd91-637c-42cb-8eed-8b33e12e0b34'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:12:38.772182 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-8e5ce8b4-b25f-450c-ad88-4745acc9e079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:12:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['6722cd91-637c-42cb-8eed-8b33e12e0b34'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:12:38.775778 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6067d-adbd-4434-bbe8-9f62f7bc1ac8 req-2b0cfed9-a871-4cd2-8f97-5eb54eb0e0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:38.777342 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8ad6067d-adbd-4434-bbe8-9f62f7bc1ac8 req-2b0cfed9-a871-4cd2-8f97-5eb54eb0e0a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5270d00ab13a4e32b125f15996f3d148&device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 1129 time: 0.0461962 Jan 29 05:12:38.873058 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6067d-adbd-4434-bbe8-9f62f7bc1ac8 req-842c0a97-eec0-4c7d-b5be-b51aad2f43bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:38.874889 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8ad6067d-adbd-4434-bbe8-9f62f7bc1ac8 req-842c0a97-eec0-4c7d-b5be-b51aad2f43bc service neutron] 10.222.0.18 "GET /v2.0/networks?id=f67a868f-f446-4487-8455-a0523c5e29b3 HTTP/1.1" status: 200 len: 897 time: 0.0913200 Jan 29 05:12:38.879575 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-8e5ce8b4-b25f-450c-ad88-4745acc9e079 None None] Set router 6722cd91-637c-42cb-8eed-8b33e12e0b34 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:12:38.940503 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8ad6067d-adbd-4434-bbe8-9f62f7bc1ac8 req-2c75e391-3200-419c-ac98-f126c849ff15 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4187f52-5831-4b03-ac2d-82f282d53bce HTTP/1.1" status: 200 len: 999 time: 0.0594883 Jan 29 05:12:38.993514 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6067d-adbd-4434-bbe8-9f62f7bc1ac8 req-4c6560a0-ef46-4302-b09a-9e06f29d1413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:38.994978 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8ad6067d-adbd-4434-bbe8-9f62f7bc1ac8 req-4c6560a0-ef46-4302-b09a-9e06f29d1413 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2814b804-160a-4b9b-8fe1-02756978deab HTTP/1.1" status: 200 len: 834 time: 0.0487003 Jan 29 05:12:39.043287 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6067d-adbd-4434-bbe8-9f62f7bc1ac8 req-f7a8149c-f562-47c2-a544-1473015aef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:39.044841 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8ad6067d-adbd-4434-bbe8-9f62f7bc1ac8 req-f7a8149c-f562-47c2-a544-1473015aef2f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f67a868f-f446-4487-8455-a0523c5e29b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0443606 Jan 29 05:12:39.116295 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-8e5ce8b4-b25f-450c-ad88-4745acc9e079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6722cd91-637c-42cb-8eed-8b33e12e0b34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154924854', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '6c038560-6158-416f-8760-f00520f82f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:12:17Z', 'updated_at': '2022-01-29T05:12:21Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': '6c038560-6158-416f-8760-f00520f82f0c', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:13:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722cd91-637c-42cb-8eed-8b33e12e0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:12:17Z', 'updated_at': '2022-01-29T05:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '5882c70d-553e-4777-8047-beb9e596a7d0', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'floating_ip_address': '172.26.8.252', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '6722cd91-637c-42cb-8eed-8b33e12e0b34', 'port_id': 'd4187f52-5831-4b03-ac2d-82f282d53bce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1765, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67a868f-f446-4487-8455-a0523c5e29b3', 'mac_address': 'fa:16:3e:06:43:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5391470f-d998-44f8-964f-faef974b30a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:12:37Z', 'updated_at': '2022-01-29T05:12:37Z', 'revision_number': 0, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e0a4049-68f6-4f5b-9982-893a73616974', 'name': '', 'network_id': 'f67a868f-f446-4487-8455-a0523c5e29b3', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'mac_address': 'fa:16:3e:af:cd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722cd91-637c-42cb-8eed-8b33e12e0b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '2814b804-160a-4b9b-8fe1-02756978deab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:12:20Z', 'updated_at': '2022-01-29T05:12:24Z', 'revision_number': 5, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'subnets': [{'id': '2814b804-160a-4b9b-8fe1-02756978deab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:12:39.136245 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8ad6067d-adbd-4434-bbe8-9f62f7bc1ac8 req-83a1a635-136a-4aa5-ac95-09d3c2021435 service neutron] 10.222.0.18 "GET /v2.0/networks/f67a868f-f446-4487-8455-a0523c5e29b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815635 Jan 29 05:12:39.145761 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5ce8b4-b25f-450c-ad88-4745acc9e079 None None] The sync data for ids ['6722cd91-637c-42cb-8eed-8b33e12e0b34'] in dv-neutron-821190-1-hyperv is: [{'id': '6722cd91-637c-42cb-8eed-8b33e12e0b34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154924854', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '6c038560-6158-416f-8760-f00520f82f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:12:17Z', 'updated_at': '2022-01-29T05:12:21Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': '6c038560-6158-416f-8760-f00520f82f0c', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:13:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722cd91-637c-42cb-8eed-8b33e12e0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:12:17Z', 'updated_at': '2022-01-29T05:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '5882c70d-553e-4777-8047-beb9e596a7d0', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'floating_ip_address': '172.26.8.252', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '6722cd91-637c-42cb-8eed-8b33e12e0b34', 'port_id': 'd4187f52-5831-4b03-ac2d-82f282d53bce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1765, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67a868f-f446-4487-8455-a0523c5e29b3', 'mac_address': 'fa:16:3e:06:43:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5391470f-d998-44f8-964f-faef974b30a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:12:37Z', 'updated_at': '2022-01-29T05:12:37Z', 'revision_number': 0, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e0a4049-68f6-4f5b-9982-893a73616974', 'name': '', 'network_id': 'f67a868f-f446-4487-8455-a0523c5e29b3', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'mac_address': 'fa:16:3e:af:cd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722cd91-637c-42cb-8eed-8b33e12e0b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '2814b804-160a-4b9b-8fe1-02756978deab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:12:20Z', 'updated_at': '2022-01-29T05:12:24Z', 'revision_number': 5, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'subnets': [{'id': '2814b804-160a-4b9b-8fe1-02756978deab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:12:39.234643 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8ad6067d-adbd-4434-bbe8-9f62f7bc1ac8 req-93d71427-a772-4ea7-9f0f-dd15ca552f8f service neutron] 10.222.0.18 "GET /v2.0/networks/f67a868f-f446-4487-8455-a0523c5e29b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918603 Jan 29 05:12:39.727484 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34088) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:12:39.790203 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b16723b8-a647-4bbc-bde8-f79034c9df39 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/floatingips/5882c70d-553e-4777-8047-beb9e596a7d0 HTTP/1.1" status: 200 len: 991 time: 0.0616026 Jan 29 05:12:39.875285 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0605e276-739f-4ea1-9aa9-0d0873765ae8 None None] New status for floating IP 5882c70d-553e-4777-8047-beb9e596a7d0: ACTIVE {{(pid=103587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:12:40.791963 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34090) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:12:40.857213 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4c7b45a8-7d2d-451d-99f3-60a1b031fc66 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/floatingips/5882c70d-553e-4777-8047-beb9e596a7d0 HTTP/1.1" status: 200 len: 993 time: 0.0640790 Jan 29 05:12:50.205055 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-457dc5be-6587-4ae2-a412-4adfbd391b4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:52.479188 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6cae6983-19bd-41ed-aaab-3dc27aceb758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:53.403142 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:12:53.907242 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:54.405901 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:55.010671 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:12:56.399635 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:13:13.865065 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0cd3b0dd-c6d3-4f43-9531-4813418942ae req-1f878958-7cd6-474b-8745-93c8b3a1e440 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5391470f-d998-44f8-964f-faef974b30a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0834961 Jan 29 05:13:13.968113 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3b0dd-c6d3-4f43-9531-4813418942ae req-fd323b8f-1500-4e45-a250-e37e7ea63ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:13.969736 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0cd3b0dd-c6d3-4f43-9531-4813418942ae req-fd323b8f-1500-4e45-a250-e37e7ea63ee6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5270d00ab13a4e32b125f15996f3d148&device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 1129 time: 0.0483849 Jan 29 05:13:14.069750 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3b0dd-c6d3-4f43-9531-4813418942ae req-bff8a669-d1a6-41ef-b180-0867e231920b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:14.071136 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0cd3b0dd-c6d3-4f43-9531-4813418942ae req-bff8a669-d1a6-41ef-b180-0867e231920b service neutron] 10.222.0.18 "GET /v2.0/networks?id=f67a868f-f446-4487-8455-a0523c5e29b3 HTTP/1.1" status: 200 len: 897 time: 0.0845232 Jan 29 05:13:14.139356 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0cd3b0dd-c6d3-4f43-9531-4813418942ae req-4a6d8284-2b55-4d13-a961-c80f1a54ee3d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4187f52-5831-4b03-ac2d-82f282d53bce HTTP/1.1" status: 200 len: 1001 time: 0.0625870 Jan 29 05:13:14.185714 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3b0dd-c6d3-4f43-9531-4813418942ae req-e6167837-cf51-4e0b-a6d9-a2d3952a93d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:14.187112 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0cd3b0dd-c6d3-4f43-9531-4813418942ae req-e6167837-cf51-4e0b-a6d9-a2d3952a93d8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2814b804-160a-4b9b-8fe1-02756978deab HTTP/1.1" status: 200 len: 834 time: 0.0423279 Jan 29 05:13:14.234372 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3b0dd-c6d3-4f43-9531-4813418942ae req-6625c98a-2e23-4345-a3c9-d9860a96d01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:14.235981 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0cd3b0dd-c6d3-4f43-9531-4813418942ae req-6625c98a-2e23-4345-a3c9-d9860a96d01e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f67a868f-f446-4487-8455-a0523c5e29b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0435686 Jan 29 05:13:14.329396 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0cd3b0dd-c6d3-4f43-9531-4813418942ae req-ebad0dc2-62aa-43c1-a38e-c3a0765e027c service neutron] 10.222.0.18 "GET /v2.0/networks/f67a868f-f446-4487-8455-a0523c5e29b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850472 Jan 29 05:13:14.417119 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0cd3b0dd-c6d3-4f43-9531-4813418942ae req-f9c304d7-5cd3-4638-b941-81f1f867282f service neutron] 10.222.0.18 "GET /v2.0/networks/f67a868f-f446-4487-8455-a0523c5e29b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826595 Jan 29 05:13:17.684107 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [req-77bf481a-90ea-419d-9873-be7b7929b5eb req-a341112d-41fc-4fce-b6f7-5c363a4bb906 service neutron] (103584) timed out ('10.222.0.13', 58898) {{(pid=103584) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 29 05:13:20.210511 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3ccb384a-6b0c-4358-b45f-27a2082eb599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:13:22.462394 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-17fc653d-8110-4629-9305-996f7f3c16c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:13:23.827988 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:13:24.325000 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:13:25.045208 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:13:26.422062 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:13:30.401681 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:13:41.664299 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [req-1899e80e-93e8-4232-a583-aa14afb5739e req-30596ee1-2b17-44d6-8b99-fa40095983b6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103585) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 05:13:41.665327 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1899e80e-93e8-4232-a583-aa14afb5739e req-30596ee1-2b17-44d6-8b99-fa40095983b6 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0430315 Jan 29 05:13:41.977051 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2822ce6-7818-4ec4-8c9b-b816c015d3d2 req-65cecf16-7aa9-4caa-ae59-6a6c6ae6c936 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:41.978516 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f2822ce6-7818-4ec4-8c9b-b816c015d3d2 req-65cecf16-7aa9-4caa-ae59-6a6c6ae6c936 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 945 time: 0.0583813 Jan 29 05:13:42.027821 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f2822ce6-7818-4ec4-8c9b-b816c015d3d2 req-0584f2df-babf-4329-81f8-6d4489b34d98 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3df3411-07ca-423a-b237-edc342107acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433340 Jan 29 05:13:42.139216 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 34124) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:13:42.223954 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-c48cdfa0-e7dd-4f4f-b90a-8a5423ca8521 req-8a24ce5a-bfe5-40f7-950a-3015d1046ef4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5391470f-d998-44f8-964f-faef974b30a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0835936 Jan 29 05:13:42.232297 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [req-c48cdfa0-e7dd-4f4f-b90a-8a5423ca8521 req-d0387ad6-1107-4746-a1a3-544b151b2b6f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 05:13:42.233304 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-c48cdfa0-e7dd-4f4f-b90a-8a5423ca8521 req-d0387ad6-1107-4746-a1a3-544b151b2b6f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048771 Jan 29 05:13:43.148550 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082deab-bb65-49ff-b29c-e4739a665d3c req-84ba9e3d-4bee-4da6-9a78-25eb582c1008 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:43.150063 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2082deab-bb65-49ff-b29c-e4739a665d3c req-84ba9e3d-4bee-4da6-9a78-25eb582c1008 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 945 time: 0.0543470 Jan 29 05:13:43.200919 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2082deab-bb65-49ff-b29c-e4739a665d3c req-28916cf4-7af7-49e5-adad-9a7bcc813a66 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3df3411-07ca-423a-b237-edc342107acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440004 Jan 29 05:13:44.354305 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1c05d-6cbe-45ae-bbd2-7d0cbeeb2857 req-9ead3a6c-6e1b-479a-8749-0acd34d6b811 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:44.355761 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-def1c05d-6cbe-45ae-bbd2-7d0cbeeb2857 req-9ead3a6c-6e1b-479a-8749-0acd34d6b811 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 945 time: 0.0869515 Jan 29 05:13:44.358169 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48cdfa0-e7dd-4f4f-b90a-8a5423ca8521 req-22d56636-34b3-42a2-9267-00325ccc7897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:44.359498 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c48cdfa0-e7dd-4f4f-b90a-8a5423ca8521 req-22d56636-34b3-42a2-9267-00325ccc7897 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5270d00ab13a4e32b125f15996f3d148&device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 1129 time: 0.0800066 Jan 29 05:13:44.451318 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-def1c05d-6cbe-45ae-bbd2-7d0cbeeb2857 req-3114c06f-0d58-4835-8fbf-2649e50e0bac tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3df3411-07ca-423a-b237-edc342107acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893097 Jan 29 05:13:44.478849 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48cdfa0-e7dd-4f4f-b90a-8a5423ca8521 req-5313df65-b891-4c92-bad0-0c88bad8fd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:44.480377 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c48cdfa0-e7dd-4f4f-b90a-8a5423ca8521 req-5313df65-b891-4c92-bad0-0c88bad8fd32 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f67a868f-f446-4487-8455-a0523c5e29b3 HTTP/1.1" status: 200 len: 897 time: 0.1119707 Jan 29 05:13:44.546671 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c48cdfa0-e7dd-4f4f-b90a-8a5423ca8521 req-bf492c3c-29eb-45ca-9d26-e10bd9e46054 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4187f52-5831-4b03-ac2d-82f282d53bce HTTP/1.1" status: 200 len: 1001 time: 0.0603442 Jan 29 05:13:44.593138 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48cdfa0-e7dd-4f4f-b90a-8a5423ca8521 req-c9c85f39-e7d0-46f3-8b6a-59df3e822473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:44.595137 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c48cdfa0-e7dd-4f4f-b90a-8a5423ca8521 req-c9c85f39-e7d0-46f3-8b6a-59df3e822473 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2814b804-160a-4b9b-8fe1-02756978deab HTTP/1.1" status: 200 len: 834 time: 0.0428109 Jan 29 05:13:44.647039 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48cdfa0-e7dd-4f4f-b90a-8a5423ca8521 req-41a54bfb-99a7-48a2-9eb6-3a69bef15faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:44.648559 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c48cdfa0-e7dd-4f4f-b90a-8a5423ca8521 req-41a54bfb-99a7-48a2-9eb6-3a69bef15faa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f67a868f-f446-4487-8455-a0523c5e29b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0479455 Jan 29 05:13:44.739180 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c48cdfa0-e7dd-4f4f-b90a-8a5423ca8521 req-b6dc2823-25f1-42eb-9e80-bd5c45be5b8a service neutron] 10.222.0.18 "GET /v2.0/networks/f67a868f-f446-4487-8455-a0523c5e29b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845072 Jan 29 05:13:44.824923 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c48cdfa0-e7dd-4f4f-b90a-8a5423ca8521 req-df957501-fbe3-4de5-a638-fe5ecae41c40 service neutron] 10.222.0.18 "GET /v2.0/networks/f67a868f-f446-4487-8455-a0523c5e29b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794680 Jan 29 05:13:45.576700 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffaaca3-0b43-4574-ad37-3788b7eba3ff req-d581dafe-9fb5-468e-9a74-211f97d41a44 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:45.578161 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fffaaca3-0b43-4574-ad37-3788b7eba3ff req-d581dafe-9fb5-468e-9a74-211f97d41a44 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 945 time: 0.0572407 Jan 29 05:13:45.625331 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fffaaca3-0b43-4574-ad37-3788b7eba3ff req-126ec730-ee02-4d78-9431-5f30bcc7e48c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3df3411-07ca-423a-b237-edc342107acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416179 Jan 29 05:13:46.743609 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815ec05-b6bb-4f28-9469-90c96face805 req-21263576-7385-40f3-992b-eb425cf39b26 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:46.745099 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9815ec05-b6bb-4f28-9469-90c96face805 req-21263576-7385-40f3-992b-eb425cf39b26 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 945 time: 0.0531964 Jan 29 05:13:46.792087 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9815ec05-b6bb-4f28-9469-90c96face805 req-8e118f64-f8f6-4f2e-94db-b966e0f9491d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3df3411-07ca-423a-b237-edc342107acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414355 Jan 29 05:13:47.915322 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269f99f-fcaa-44dd-8129-6312923d8af3 req-f4e0b34a-cefc-4524-b7c2-5ba5ebe3f65f tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:47.916806 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6269f99f-fcaa-44dd-8129-6312923d8af3 req-f4e0b34a-cefc-4524-b7c2-5ba5ebe3f65f tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 945 time: 0.0561206 Jan 29 05:13:47.964223 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6269f99f-fcaa-44dd-8129-6312923d8af3 req-6b90a831-a540-469f-b512-c2a1df1d35fc tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3df3411-07ca-423a-b237-edc342107acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419137 Jan 29 05:13:49.081345 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd5d1b-df5c-45ac-b1ae-b961d16111cd req-efafd7f2-1069-49af-90fe-88f974853a9f tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:49.082852 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3ccd5d1b-df5c-45ac-b1ae-b961d16111cd req-efafd7f2-1069-49af-90fe-88f974853a9f tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 945 time: 0.0523984 Jan 29 05:13:49.131793 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3ccd5d1b-df5c-45ac-b1ae-b961d16111cd req-fc6b9f19-68ec-4e66-a7e4-e84d3aa7cbed tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3df3411-07ca-423a-b237-edc342107acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432115 Jan 29 05:13:50.233471 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-641578e9-f6eb-44c8-9658-f264dc8d3aeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:13:50.251883 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed9fbd-8991-4a02-8c4f-a470fbb2a245 req-81994b59-7b31-4270-a8c6-0f5ed12461b6 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:50.253413 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8bed9fbd-8991-4a02-8c4f-a470fbb2a245 req-81994b59-7b31-4270-a8c6-0f5ed12461b6 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 945 time: 0.0537541 Jan 29 05:13:50.305452 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8bed9fbd-8991-4a02-8c4f-a470fbb2a245 req-74191f5d-6fcf-4699-8122-6e8f7f6d1700 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3df3411-07ca-423a-b237-edc342107acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465398 Jan 29 05:13:51.423623 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096a319-1fab-4acc-a1b9-379c3b30db4b req-be2b2eca-9c56-4f7d-83a2-340a20869eba tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:51.425118 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e096a319-1fab-4acc-a1b9-379c3b30db4b req-be2b2eca-9c56-4f7d-83a2-340a20869eba tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 945 time: 0.0525193 Jan 29 05:13:51.473576 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e096a319-1fab-4acc-a1b9-379c3b30db4b req-8c6dd39a-4819-4b47-90ae-29b3e8059d72 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3df3411-07ca-423a-b237-edc342107acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425169 Jan 29 05:13:52.479012 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ed9fc0cc-d842-4df4-8a0a-d6d64b46449c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:13:52.589128 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859834a-f4a8-4bbc-931c-13d07f18b929 req-71df6c58-d99c-4679-b7df-34975ffbc79d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:52.590585 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a859834a-f4a8-4bbc-931c-13d07f18b929 req-71df6c58-d99c-4679-b7df-34975ffbc79d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 945 time: 0.0514205 Jan 29 05:13:52.638230 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a859834a-f4a8-4bbc-931c-13d07f18b929 req-2d3bbddf-df4b-4f07-92ca-ad728572961c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3df3411-07ca-423a-b237-edc342107acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415828 Jan 29 05:13:53.761172 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e3c5e-52d7-465b-adc4-b917f9016440 req-9e3bf221-5752-476b-a009-1e779e9ba12f tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:53.762615 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-786e3c5e-52d7-465b-adc4-b917f9016440 req-9e3bf221-5752-476b-a009-1e779e9ba12f tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 945 time: 0.0561101 Jan 29 05:13:53.810132 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-786e3c5e-52d7-465b-adc4-b917f9016440 req-bd5d9f3d-e25d-4535-aa63-bd51f3e9b234 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3df3411-07ca-423a-b237-edc342107acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420635 Jan 29 05:13:53.850132 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:13:54.381748 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:13:54.929689 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80941e-4d40-41e6-8a2e-8bd041187590 req-a0b8af54-38ba-43d5-a7fa-71a285d54fd5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:54.931164 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ff80941e-4d40-41e6-8a2e-8bd041187590 req-a0b8af54-38ba-43d5-a7fa-71a285d54fd5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 945 time: 0.0524707 Jan 29 05:13:54.980197 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ff80941e-4d40-41e6-8a2e-8bd041187590 req-201b8d80-804d-46c9-ae69-7e205b75a8b4 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3df3411-07ca-423a-b237-edc342107acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434296 Jan 29 05:13:55.027738 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:13:56.098791 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649d449-b642-4abe-8101-a4b235032f4b req-0fa5df84-67e2-4657-9448-07aa884dc6e2 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:56.100289 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5649d449-b642-4abe-8101-a4b235032f4b req-0fa5df84-67e2-4657-9448-07aa884dc6e2 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 945 time: 0.0519383 Jan 29 05:13:56.151940 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5649d449-b642-4abe-8101-a4b235032f4b req-cf341bb6-e605-4c09-a156-7375cf1d9b78 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3df3411-07ca-423a-b237-edc342107acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461228 Jan 29 05:13:56.444758 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:13:56.872914 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c48cdfa0-e7dd-4f4f-b90a-8a5423ca8521 req-53f20669-331a-4e79-a282-26f54db1de74 service neutron] 10.222.0.18 "GET /v2.0/ports/d4187f52-5831-4b03-ac2d-82f282d53bce/bindings/hv-neutron-8211 HTTP/1.1" status: 200 len: 384 time: 0.0538275 Jan 29 05:13:57.274355 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44243d13-aa1b-47fe-9b4a-4bda78a79cab req-bbc4d174-f77c-42bd-9604-fb0697566785 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:57.275880 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-44243d13-aa1b-47fe-9b4a-4bda78a79cab req-bbc4d174-f77c-42bd-9604-fb0697566785 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 945 time: 0.0557506 Jan 29 05:13:57.362300 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-44243d13-aa1b-47fe-9b4a-4bda78a79cab req-72cb1a29-1fb7-4f31-b06a-5b6913f62802 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3df3411-07ca-423a-b237-edc342107acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762048 Jan 29 05:13:57.371381 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48cdfa0-e7dd-4f4f-b90a-8a5423ca8521 req-93389379-c8ab-4de2-82a2-79a10f78f371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:57.372970 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c48cdfa0-e7dd-4f4f-b90a-8a5423ca8521 req-93389379-c8ab-4de2-82a2-79a10f78f371 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5391470f-d998-44f8-964f-faef974b30a7&tenant_id=5270d00ab13a4e32b125f15996f3d148 HTTP/1.1" status: 200 len: 1129 time: 0.0720220 Jan 29 05:13:57.449133 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48cdfa0-e7dd-4f4f-b90a-8a5423ca8521 req-0e0374a5-140e-4f87-9e34-3dbaac2712aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:57.450518 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c48cdfa0-e7dd-4f4f-b90a-8a5423ca8521 req-0e0374a5-140e-4f87-9e34-3dbaac2712aa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5270d00ab13a4e32b125f15996f3d148&device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 1129 time: 0.0445280 Jan 29 05:13:57.537039 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48cdfa0-e7dd-4f4f-b90a-8a5423ca8521 req-634a3e78-ebd0-40a6-8156-54ef9f09810b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:57.538475 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c48cdfa0-e7dd-4f4f-b90a-8a5423ca8521 req-634a3e78-ebd0-40a6-8156-54ef9f09810b service neutron] 10.222.0.18 "GET /v2.0/networks?id=f67a868f-f446-4487-8455-a0523c5e29b3 HTTP/1.1" status: 200 len: 897 time: 0.0822251 Jan 29 05:13:57.606074 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c48cdfa0-e7dd-4f4f-b90a-8a5423ca8521 req-46405791-7b9d-45e9-a02f-1b0d2e307474 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4187f52-5831-4b03-ac2d-82f282d53bce HTTP/1.1" status: 200 len: 1001 time: 0.0607092 Jan 29 05:13:57.651975 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48cdfa0-e7dd-4f4f-b90a-8a5423ca8521 req-6e069574-d1d5-44ad-8a92-f63db6caa875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:57.653405 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c48cdfa0-e7dd-4f4f-b90a-8a5423ca8521 req-6e069574-d1d5-44ad-8a92-f63db6caa875 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2814b804-160a-4b9b-8fe1-02756978deab HTTP/1.1" status: 200 len: 834 time: 0.0418687 Jan 29 05:13:57.701077 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48cdfa0-e7dd-4f4f-b90a-8a5423ca8521 req-1eff383a-b792-4cd7-970f-b4d5f34910f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:57.702453 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c48cdfa0-e7dd-4f4f-b90a-8a5423ca8521 req-1eff383a-b792-4cd7-970f-b4d5f34910f3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f67a868f-f446-4487-8455-a0523c5e29b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0436904 Jan 29 05:13:57.794371 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c48cdfa0-e7dd-4f4f-b90a-8a5423ca8521 req-4aa0f997-c485-42dc-9fec-ba29a20dfff4 service neutron] 10.222.0.18 "GET /v2.0/networks/f67a868f-f446-4487-8455-a0523c5e29b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860705 Jan 29 05:13:57.880530 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c48cdfa0-e7dd-4f4f-b90a-8a5423ca8521 req-e7a0c884-31e0-484a-abc5-a1c5129b51d9 service neutron] 10.222.0.18 "GET /v2.0/networks/f67a868f-f446-4487-8455-a0523c5e29b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809820 Jan 29 05:13:58.480449 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2dcfa-dc5c-4dd5-ae17-b56bb9bfd82c req-dcbf2c5c-6a9f-49e2-9b8e-d04953728b50 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:58.481879 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ded2dcfa-dc5c-4dd5-ae17-b56bb9bfd82c req-dcbf2c5c-6a9f-49e2-9b8e-d04953728b50 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 945 time: 0.0526550 Jan 29 05:13:58.535758 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ded2dcfa-dc5c-4dd5-ae17-b56bb9bfd82c req-4d84b928-99d3-4886-bed8-f8e3e0732b8f tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3df3411-07ca-423a-b237-edc342107acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482390 Jan 29 05:13:59.305709 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [req-cff27051-65cc-4388-b64f-b2b1e958db0f req-4b350e0b-576d-4ef4-8cf6-6c6245f6992b service neutron] (103584) timed out ('10.222.0.18', 49402) {{(pid=103584) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 29 05:13:59.603188 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device d4187f52-5831-4b03-ac2d-82f282d53bce details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:13:59.654218 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f2ef6e-4dbf-4699-8e35-192b9ae0298b req-f61051f5-e08a-46a0-9046-cfee814ea9a4 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:59.655686 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-09f2ef6e-4dbf-4699-8e35-192b9ae0298b req-f61051f5-e08a-46a0-9046-cfee814ea9a4 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 945 time: 0.0519409 Jan 29 05:13:59.702467 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port d4187f52-5831-4b03-ac2d-82f282d53bce, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d4187f52-5831-4b03-ac2d-82f282d53bce,segment=NetworkSegment(9a61ec99-5e2c-4eda-bc6b-295a60042ac3),segment_id=9a61ec99-5e2c-4eda-bc6b-295a60042ac3)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:13:59.704002 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-09f2ef6e-4dbf-4699-8e35-192b9ae0298b req-7ce08a3f-032b-45d1-8dbd-64ab8d634dab tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3df3411-07ca-423a-b237-edc342107acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427167 Jan 29 05:13:59.714172 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': 'd4187f52-5831-4b03-ac2d-82f282d53bce', 'network_id': 'f67a868f-f446-4487-8455-a0523c5e29b3', 'port_id': 'd4187f52-5831-4b03-ac2d-82f282d53bce', 'mac_address': 'fa:16:3e:06:43:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2814b804-160a-4b9b-8fe1-02756978deab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:13:59.749773 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port d4187f52-5831-4b03-ac2d-82f282d53bce is: ACTIVE; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:13:59.750821 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (d4187f52-5831-4b03-ac2d-82f282d53bce), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:13:59.763302 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4187f52-5831-4b03-ac2d-82f282d53bce {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 05:13:59.781567 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port d4187f52-5831-4b03-ac2d-82f282d53bce, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d4187f52-5831-4b03-ac2d-82f282d53bce,segment=NetworkSegment(9a61ec99-5e2c-4eda-bc6b-295a60042ac3),segment_id=9a61ec99-5e2c-4eda-bc6b-295a60042ac3)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:13:59.861666 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (d4187f52-5831-4b03-ac2d-82f282d53bce), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:13:59.911205 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=d4187f52-5831-4b03-ac2d-82f282d53bce,revision_number=6']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:13:59.918010 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:59.918364 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:59.918707 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:59.919041 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:59.919373 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:59.919701 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:59.920026 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:59.920348 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:59.920707 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:59.921030 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:59.921351 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:59.921668 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:59.922641 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:00.012327 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['d4187f52-5831-4b03-ac2d-82f282d53bce'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:14:00.823907 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25202da2-72fa-483e-8e48-8618af88568c req-0c0d9634-b832-409b-b9c1-405c3738b5b4 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:00.825439 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-25202da2-72fa-483e-8e48-8618af88568c req-0c0d9634-b832-409b-b9c1-405c3738b5b4 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 944 time: 0.0521362 Jan 29 05:14:00.874015 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-25202da2-72fa-483e-8e48-8618af88568c req-88591100-efa5-4a79-b643-f6c967f5be5b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3df3411-07ca-423a-b237-edc342107acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422857 Jan 29 05:14:01.628321 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device d4187f52-5831-4b03-ac2d-82f282d53bce up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:14:01.675236 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port d4187f52-5831-4b03-ac2d-82f282d53bce triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:14:01.675603 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (d4187f52-5831-4b03-ac2d-82f282d53bce), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:14:01.752108 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port d4187f52-5831-4b03-ac2d-82f282d53bce is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:14:01.752503 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (d4187f52-5831-4b03-ac2d-82f282d53bce), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:14:01.774072 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5391470f-d998-44f8-964f-faef974b30a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4187f52-5831-4b03-ac2d-82f282d53bce'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:14:01.776241 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352bf726-6f55-4db1-9b42-20f889d3c2a7" -d '{"events": [{"server_uuid": "5391470f-d998-44f8-964f-faef974b30a7", "name": "network-vif-plugged", "status": "completed", "tag": "d4187f52-5831-4b03-ac2d-82f282d53bce"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:14:01.788039 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port d4187f52-5831-4b03-ac2d-82f282d53bce, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d4187f52-5831-4b03-ac2d-82f282d53bce,segment=NetworkSegment(9a61ec99-5e2c-4eda-bc6b-295a60042ac3),segment_id=9a61ec99-5e2c-4eda-bc6b-295a60042ac3)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:14:01.839095 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (d4187f52-5831-4b03-ac2d-82f282d53bce), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:14:01.871029 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f13e83-7954-4eb2-9fa0-f61ffad99453 x-openstack-request-id: req-67f13e83-7954-4eb2-9fa0-f61ffad99453 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:14:01.871322 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5391470f-d998-44f8-964f-faef974b30a7", "name": "network-vif-plugged", "status": "completed", "tag": "d4187f52-5831-4b03-ac2d-82f282d53bce", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:14:01.871577 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-67f13e83-7954-4eb2-9fa0-f61ffad99453 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:14:01.871961 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5391470f-d998-44f8-964f-faef974b30a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4187f52-5831-4b03-ac2d-82f282d53bce', 'code': 200} Jan 29 05:14:01.898079 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=d4187f52-5831-4b03-ac2d-82f282d53bce,revision_number=7']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:14:01.997863 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3186c7-9eff-48ca-97db-32f8359fba8a req-205b319f-820e-4935-8dd2-fe59428bb704 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:01.999320 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-de3186c7-9eff-48ca-97db-32f8359fba8a req-205b319f-820e-4935-8dd2-fe59428bb704 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 945 time: 0.0556965 Jan 29 05:14:02.046663 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-de3186c7-9eff-48ca-97db-32f8359fba8a req-32eeb0f8-98b7-46fe-9f2e-3356748187d5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3df3411-07ca-423a-b237-edc342107acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409524 Jan 29 05:14:02.369576 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ccac5d-d987-4e57-8795-c87b889c1f2c req-15702f43-c07c-4f08-a22a-7e9a8f3bfb53 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:02.372042 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d7ccac5d-d987-4e57-8795-c87b889c1f2c req-15702f43-c07c-4f08-a22a-7e9a8f3bfb53 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 945 time: 0.0653434 Jan 29 05:14:02.451875 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d7ccac5d-d987-4e57-8795-c87b889c1f2c req-b8dc5ee2-5908-4c9f-bba2-fe44a23908ed tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3df3411-07ca-423a-b237-edc342107acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739508 Jan 29 05:14:02.471197 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e045ba-dc94-4260-8458-dc38294083a2 req-433f3331-ba43-4182-8d71-21228400ef97 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:02.472637 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a5e045ba-dc94-4260-8458-dc38294083a2 req-433f3331-ba43-4182-8d71-21228400ef97 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.18 "GET /v2.0/ports?device_id=5391470f-d998-44f8-964f-faef974b30a7&tenant_id=5270d00ab13a4e32b125f15996f3d148&binding%3Ahost_id=hv-neutron-8211 HTTP/1.1" status: 200 len: 945 time: 0.0799479 Jan 29 05:14:02.603518 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ec6de-9c06-4492-ad2c-7a765fae73b5 req-2b98713f-c6dd-4e69-95b2-3ac2c29ab285 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:02.604994 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f71ec6de-9c06-4492-ad2c-7a765fae73b5 req-2b98713f-c6dd-4e69-95b2-3ac2c29ab285 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 945 time: 0.0868680 Jan 29 05:14:02.607360 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e045ba-dc94-4260-8458-dc38294083a2 req-ffa3eb2a-ac47-49ee-a93d-5d76555557f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:02.608699 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a5e045ba-dc94-4260-8458-dc38294083a2 req-ffa3eb2a-ac47-49ee-a93d-5d76555557f4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5270d00ab13a4e32b125f15996f3d148&device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 1129 time: 0.0773704 Jan 29 05:14:02.704580 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f71ec6de-9c06-4492-ad2c-7a765fae73b5 req-95a5b293-fc66-4516-93d4-46a5167adbfe tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3df3411-07ca-423a-b237-edc342107acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940416 Jan 29 05:14:02.729278 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e045ba-dc94-4260-8458-dc38294083a2 req-dbbb2fee-97c9-4966-ad77-e720d3e9979b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:02.730711 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a5e045ba-dc94-4260-8458-dc38294083a2 req-dbbb2fee-97c9-4966-ad77-e720d3e9979b service neutron] 10.222.0.18 "GET /v2.0/networks?id=f67a868f-f446-4487-8455-a0523c5e29b3 HTTP/1.1" status: 200 len: 897 time: 0.1147411 Jan 29 05:14:02.793957 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a5e045ba-dc94-4260-8458-dc38294083a2 req-ed4c5409-5bbd-4b56-a95e-3ed36e287a1c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4187f52-5831-4b03-ac2d-82f282d53bce HTTP/1.1" status: 200 len: 1001 time: 0.0567033 Jan 29 05:14:02.844981 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e045ba-dc94-4260-8458-dc38294083a2 req-02653201-d29c-49a1-aa7e-c89d7104feda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:02.846446 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a5e045ba-dc94-4260-8458-dc38294083a2 req-02653201-d29c-49a1-aa7e-c89d7104feda service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2814b804-160a-4b9b-8fe1-02756978deab HTTP/1.1" status: 200 len: 834 time: 0.0468216 Jan 29 05:14:02.895277 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e045ba-dc94-4260-8458-dc38294083a2 req-e238599f-6167-4e39-a1ef-584824829fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:02.896757 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a5e045ba-dc94-4260-8458-dc38294083a2 req-e238599f-6167-4e39-a1ef-584824829fe4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f67a868f-f446-4487-8455-a0523c5e29b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0446105 Jan 29 05:14:02.982327 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a5e045ba-dc94-4260-8458-dc38294083a2 req-2949879b-37bc-4091-9302-59134b9782ab service neutron] 10.222.0.18 "GET /v2.0/networks/f67a868f-f446-4487-8455-a0523c5e29b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800240 Jan 29 05:14:03.071596 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a5e045ba-dc94-4260-8458-dc38294083a2 req-0b682529-2490-4cd8-b450-ea1576d5a89e service neutron] 10.222.0.18 "GET /v2.0/networks/f67a868f-f446-4487-8455-a0523c5e29b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839083 Jan 29 05:14:03.826376 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a1ed7-00f8-40c9-8e18-5b1721229d99 req-1a981221-905d-4e3c-8a34-fa372a965894 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:03.827906 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-060a1ed7-00f8-40c9-8e18-5b1721229d99 req-1a981221-905d-4e3c-8a34-fa372a965894 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 945 time: 0.0544410 Jan 29 05:14:03.877733 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-060a1ed7-00f8-40c9-8e18-5b1721229d99 req-19d30003-3353-4c63-a687-39c116fe7f18 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3df3411-07ca-423a-b237-edc342107acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434806 Jan 29 05:14:03.912180 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 34210) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:14:03.978595 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d8e263c3-a4f1-446e-9632-2d3b258cadac tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/floatingips/5882c70d-553e-4777-8047-beb9e596a7d0 HTTP/1.1" status: 200 len: 993 time: 0.0613353 Jan 29 05:14:07.400193 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:14:14.836252 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b0fb967d-6a6a-43b2-aaf9-58ded1da6ddd req-6c9074fa-50d5-4b22-9f71-7fe786b1da93 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5391470f-d998-44f8-964f-faef974b30a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470412 Jan 29 05:14:14.941269 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb967d-6a6a-43b2-aaf9-58ded1da6ddd req-562b0347-ca18-4a2e-95d0-103044a19dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:14.943763 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b0fb967d-6a6a-43b2-aaf9-58ded1da6ddd req-562b0347-ca18-4a2e-95d0-103044a19dfd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5270d00ab13a4e32b125f15996f3d148&device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 1129 time: 0.0491407 Jan 29 05:14:15.044329 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb967d-6a6a-43b2-aaf9-58ded1da6ddd req-fcde4502-48a5-4aa6-9c9f-19b53c9414bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:15.045863 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b0fb967d-6a6a-43b2-aaf9-58ded1da6ddd req-fcde4502-48a5-4aa6-9c9f-19b53c9414bd service neutron] 10.222.0.18 "GET /v2.0/networks?id=f67a868f-f446-4487-8455-a0523c5e29b3 HTTP/1.1" status: 200 len: 897 time: 0.0844049 Jan 29 05:14:15.113838 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b0fb967d-6a6a-43b2-aaf9-58ded1da6ddd req-9ac9b55b-e3b8-4001-b851-5701f092ab1c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4187f52-5831-4b03-ac2d-82f282d53bce HTTP/1.1" status: 200 len: 1001 time: 0.0623224 Jan 29 05:14:15.160397 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb967d-6a6a-43b2-aaf9-58ded1da6ddd req-af739147-e114-481b-a3c4-bed0ec4c0627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:15.161879 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b0fb967d-6a6a-43b2-aaf9-58ded1da6ddd req-af739147-e114-481b-a3c4-bed0ec4c0627 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2814b804-160a-4b9b-8fe1-02756978deab HTTP/1.1" status: 200 len: 834 time: 0.0426116 Jan 29 05:14:15.210511 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb967d-6a6a-43b2-aaf9-58ded1da6ddd req-0508f808-ba91-4063-af1b-123c0bfb10cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:15.212218 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b0fb967d-6a6a-43b2-aaf9-58ded1da6ddd req-0508f808-ba91-4063-af1b-123c0bfb10cd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f67a868f-f446-4487-8455-a0523c5e29b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0433543 Jan 29 05:14:15.301645 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b0fb967d-6a6a-43b2-aaf9-58ded1da6ddd req-2ad8d347-743c-4d14-95be-cbeeaf43f956 service neutron] 10.222.0.18 "GET /v2.0/networks/f67a868f-f446-4487-8455-a0523c5e29b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832956 Jan 29 05:14:15.389232 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b0fb967d-6a6a-43b2-aaf9-58ded1da6ddd req-a7e9d37d-2953-43b2-882f-afab9ccaa424 service neutron] 10.222.0.18 "GET /v2.0/networks/f67a868f-f446-4487-8455-a0523c5e29b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810447 Jan 29 05:14:20.226565 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8a0732e3-ee33-49cc-8ba6-48ef40fea13f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:14:22.478628 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c3686101-9610-4e2d-990f-47340dcf7f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:14:23.884413 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:14:24.376406 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:14:25.021664 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:14:26.439103 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:14:44.398744 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:14:50.227424 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0a93abe5-3e44-477e-9f45-598b4d2abfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:14:52.483934 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-87cfe2a1-8744-4c80-b458-05ef937dfab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:14:53.855589 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:14:54.341294 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:14:55.032927 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:14:56.427320 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:14:57.202873 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 34226) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:14:57.356999 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-aa7b8c0d-b20e-4f0c-a8b6-44018524e190 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Deleting port 44b8f426-d4b2-4c4b-84a8-270ec58f77e3 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:14:57.357337 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-aa7b8c0d-b20e-4f0c-a8b6-44018524e190 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (44b8f426-d4b2-4c4b-84a8-270ec58f77e3), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:14:57.753976 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-aa7b8c0d-b20e-4f0c-a8b6-44018524e190 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (44b8f426-d4b2-4c4b-84a8-270ec58f77e3), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:14:57.754302 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-aa7b8c0d-b20e-4f0c-a8b6-44018524e190 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for floatingip (44b8f426-d4b2-4c4b-84a8-270ec58f77e3), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:14:57.765598 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-aa7b8c0d-b20e-4f0c-a8b6-44018524e190 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Calling delete_port for 44b8f426-d4b2-4c4b-84a8-270ec58f77e3 owned by network:floatingip {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:14:57.952987 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-aa7b8c0d-b20e-4f0c-a8b6-44018524e190 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (44b8f426-d4b2-4c4b-84a8-270ec58f77e3), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:14:57.982282 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b8c0d-b20e-4f0c-a8b6-44018524e190 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event deleted for resources: {'Port': ['ID=44b8f426-d4b2-4c4b-84a8-270ec58f77e3,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:14:58.009232 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b8c0d-b20e-4f0c-a8b6-44018524e190 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:58.009512 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b8c0d-b20e-4f0c-a8b6-44018524e190 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:58.009855 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b8c0d-b20e-4f0c-a8b6-44018524e190 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:58.010192 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b8c0d-b20e-4f0c-a8b6-44018524e190 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:58.010523 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b8c0d-b20e-4f0c-a8b6-44018524e190 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:58.010848 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b8c0d-b20e-4f0c-a8b6-44018524e190 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:58.011173 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b8c0d-b20e-4f0c-a8b6-44018524e190 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:58.011499 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b8c0d-b20e-4f0c-a8b6-44018524e190 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:58.011821 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b8c0d-b20e-4f0c-a8b6-44018524e190 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:58.012146 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b8c0d-b20e-4f0c-a8b6-44018524e190 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:58.012466 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b8c0d-b20e-4f0c-a8b6-44018524e190 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:58.012808 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b8c0d-b20e-4f0c-a8b6-44018524e190 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:58.013128 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b8c0d-b20e-4f0c-a8b6-44018524e190 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:58.052025 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-aa7b8c0d-b20e-4f0c-a8b6-44018524e190 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for floatingip (5882c70d-553e-4777-8047-beb9e596a7d0), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:14:58.052390 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.l3_db [None req-aa7b8c0d-b20e-4f0c-a8b6-44018524e190 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Floating IP 5882c70d-553e-4777-8047-beb9e596a7d0 disassociated (deleted). External IP: 172.26.8.252, port: d4187f52-5831-4b03-ac2d-82f282d53bce. Jan 29 05:14:58.258005 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa7b8c0d-b20e-4f0c-a8b6-44018524e190 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Router 6722cd91-637c-42cb-8eed-8b33e12e0b34 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:14:58.364104 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7b8c0d-b20e-4f0c-a8b6-44018524e190 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:14:58.368948 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-aa7b8c0d-b20e-4f0c-a8b6-44018524e190 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:14:58.373792 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacd8080-a969-45cd-9be2-476451a6a388 None None] Sync routers for ids ['6722cd91-637c-42cb-8eed-8b33e12e0b34'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:14:58.383596 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacd8080-a969-45cd-9be2-476451a6a388 None None] Routers {'6722cd91-637c-42cb-8eed-8b33e12e0b34'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:14:58.384304 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-bacd8080-a969-45cd-9be2-476451a6a388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:14:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['6722cd91-637c-42cb-8eed-8b33e12e0b34'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:14:58.398685 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-aa7b8c0d-b20e-4f0c-a8b6-44018524e190 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "DELETE /v2.0/floatingips/5882c70d-553e-4777-8047-beb9e596a7d0 HTTP/1.1" status: 204 len: 168 time: 1.1947501 Jan 29 05:14:58.399274 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5391470f-d998-44f8-964f-faef974b30a7', 'tag': 'd4187f52-5831-4b03-ac2d-82f282d53bce'}] {{(pid=103584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:14:58.401694 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88d22702f486e82ce3265c1db8b0c003dd285ef8b53ba8e869e33114e3fd04d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b522eb-4f8f-4253-a940-d713954c0727" -d '{"events": [{"name": "network-changed", "server_uuid": "5391470f-d998-44f8-964f-faef974b30a7", "tag": "d4187f52-5831-4b03-ac2d-82f282d53bce"}]}' {{(pid=103584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:14:58.636886 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-bacd8080-a969-45cd-9be2-476451a6a388 None None] Set router 6722cd91-637c-42cb-8eed-8b33e12e0b34 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:14:58.800684 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1734bd78-21f4-4042-98f9-95eecf338ce9 x-openstack-request-id: req-1734bd78-21f4-4042-98f9-95eecf338ce9 {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:14:58.801174 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5391470f-d998-44f8-964f-faef974b30a7", "tag": "d4187f52-5831-4b03-ac2d-82f282d53bce", "status": "completed", "code": 200}]} {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:14:58.801621 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1734bd78-21f4-4042-98f9-95eecf338ce9 {{(pid=103584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:14:58.802151 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5391470f-d998-44f8-964f-faef974b30a7', 'tag': 'd4187f52-5831-4b03-ac2d-82f282d53bce', 'status': 'completed', 'code': 200} Jan 29 05:14:58.842897 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-bacd8080-a969-45cd-9be2-476451a6a388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6722cd91-637c-42cb-8eed-8b33e12e0b34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154924854', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '6c038560-6158-416f-8760-f00520f82f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:12:17Z', 'updated_at': '2022-01-29T05:12:21Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': '6c038560-6158-416f-8760-f00520f82f0c', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:13:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722cd91-637c-42cb-8eed-8b33e12e0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:12:17Z', 'updated_at': '2022-01-29T05:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '4e0a4049-68f6-4f5b-9982-893a73616974', 'name': '', 'network_id': 'f67a868f-f446-4487-8455-a0523c5e29b3', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'mac_address': 'fa:16:3e:af:cd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722cd91-637c-42cb-8eed-8b33e12e0b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '2814b804-160a-4b9b-8fe1-02756978deab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:12:20Z', 'updated_at': '2022-01-29T05:12:24Z', 'revision_number': 5, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'subnets': [{'id': '2814b804-160a-4b9b-8fe1-02756978deab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:14:58.871421 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacd8080-a969-45cd-9be2-476451a6a388 None None] Checking router: 6722cd91-637c-42cb-8eed-8b33e12e0b34 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:14:58.880808 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacd8080-a969-45cd-9be2-476451a6a388 None None] Routers {'6722cd91-637c-42cb-8eed-8b33e12e0b34'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:14:58.881366 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-bacd8080-a969-45cd-9be2-476451a6a388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:14:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['6722cd91-637c-42cb-8eed-8b33e12e0b34'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:14:58.894119 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b522eb-4f8f-4253-a940-d713954c0727 req-316b86fc-9a35-4837-aa7e-a70dfc10448d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:58.895651 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c5b522eb-4f8f-4253-a940-d713954c0727 req-316b86fc-9a35-4837-aa7e-a70dfc10448d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5270d00ab13a4e32b125f15996f3d148&device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 1129 time: 0.0505700 Jan 29 05:14:58.991033 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-bacd8080-a969-45cd-9be2-476451a6a388 None None] Set router 6722cd91-637c-42cb-8eed-8b33e12e0b34 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:14:59.199171 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-bacd8080-a969-45cd-9be2-476451a6a388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6722cd91-637c-42cb-8eed-8b33e12e0b34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154924854', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '6c038560-6158-416f-8760-f00520f82f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:12:17Z', 'updated_at': '2022-01-29T05:12:21Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': '6c038560-6158-416f-8760-f00520f82f0c', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:13:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722cd91-637c-42cb-8eed-8b33e12e0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:12:17Z', 'updated_at': '2022-01-29T05:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '4e0a4049-68f6-4f5b-9982-893a73616974', 'name': '', 'network_id': 'f67a868f-f446-4487-8455-a0523c5e29b3', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'mac_address': 'fa:16:3e:af:cd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722cd91-637c-42cb-8eed-8b33e12e0b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '2814b804-160a-4b9b-8fe1-02756978deab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:12:20Z', 'updated_at': '2022-01-29T05:12:24Z', 'revision_number': 5, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'subnets': [{'id': '2814b804-160a-4b9b-8fe1-02756978deab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:14:59.226410 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacd8080-a969-45cd-9be2-476451a6a388 None None] The sync data for ids ['6722cd91-637c-42cb-8eed-8b33e12e0b34'] in dv-neutron-821190-1-hyperv is: [{'id': '6722cd91-637c-42cb-8eed-8b33e12e0b34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154924854', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '6c038560-6158-416f-8760-f00520f82f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:12:17Z', 'updated_at': '2022-01-29T05:12:21Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': '6c038560-6158-416f-8760-f00520f82f0c', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:13:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722cd91-637c-42cb-8eed-8b33e12e0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:12:17Z', 'updated_at': '2022-01-29T05:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '4e0a4049-68f6-4f5b-9982-893a73616974', 'name': '', 'network_id': 'f67a868f-f446-4487-8455-a0523c5e29b3', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'mac_address': 'fa:16:3e:af:cd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722cd91-637c-42cb-8eed-8b33e12e0b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '2814b804-160a-4b9b-8fe1-02756978deab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:12:20Z', 'updated_at': '2022-01-29T05:12:24Z', 'revision_number': 5, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'subnets': [{'id': '2814b804-160a-4b9b-8fe1-02756978deab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:14:59.353271 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688701e-448f-4543-bc94-3d36ba472595 req-f7f9f972-0e96-42f5-b253-80620a2fc7e5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:59.354804 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9688701e-448f-4543-bc94-3d36ba472595 req-f7f9f972-0e96-42f5-b253-80620a2fc7e5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 945 time: 0.5066309 Jan 29 05:14:59.371383 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b522eb-4f8f-4253-a940-d713954c0727 req-e6147f24-6ce4-46a3-bb03-04317dfa90dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:59.372838 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c5b522eb-4f8f-4253-a940-d713954c0727 req-e6147f24-6ce4-46a3-bb03-04317dfa90dd service neutron] 10.222.0.18 "GET /v2.0/networks?id=f67a868f-f446-4487-8455-a0523c5e29b3 HTTP/1.1" status: 200 len: 897 time: 0.4702117 Jan 29 05:14:59.419888 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c5b522eb-4f8f-4253-a940-d713954c0727 req-84de0f9e-bce3-46d8-89bf-607a8e9b80f4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4187f52-5831-4b03-ac2d-82f282d53bce HTTP/1.1" status: 200 len: 217 time: 0.0398633 Jan 29 05:14:59.461435 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5385ad09-72f6-4646-bf5d-338cd1a59b0c None None] New status for floating IP 5882c70d-553e-4777-8047-beb9e596a7d0: DOWN {{(pid=103587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:14:59.479356 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9688701e-448f-4543-bc94-3d36ba472595 req-119232c7-6cfa-4b8b-8e5a-3e29ff797c34 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3df3411-07ca-423a-b237-edc342107acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189210 Jan 29 05:14:59.488844 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b522eb-4f8f-4253-a940-d713954c0727 req-1763ed51-4629-4177-ac4d-195bb2f26aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:59.490274 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c5b522eb-4f8f-4253-a940-d713954c0727 req-1763ed51-4629-4177-ac4d-195bb2f26aa0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2814b804-160a-4b9b-8fe1-02756978deab HTTP/1.1" status: 200 len: 834 time: 0.0639076 Jan 29 05:14:59.541383 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b522eb-4f8f-4253-a940-d713954c0727 req-f824f80b-9715-4038-a1a2-2ca2bb1bb167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:59.542867 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c5b522eb-4f8f-4253-a940-d713954c0727 req-f824f80b-9715-4038-a1a2-2ca2bb1bb167 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f67a868f-f446-4487-8455-a0523c5e29b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0464535 Jan 29 05:14:59.633685 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c5b522eb-4f8f-4253-a940-d713954c0727 req-5b76a939-4a38-428c-b7b0-fd7c102d4c48 service neutron] 10.222.0.18 "GET /v2.0/networks/f67a868f-f446-4487-8455-a0523c5e29b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833879 Jan 29 05:14:59.721714 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c5b522eb-4f8f-4253-a940-d713954c0727 req-09a3733f-557c-47bb-90d4-04b853081d79 service neutron] 10.222.0.18 "GET /v2.0/networks/f67a868f-f446-4487-8455-a0523c5e29b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810995 Jan 29 05:15:00.601827 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd29fef-0be6-4b96-a2a6-f4f1f528450c req-179ec339-d5e9-402e-995d-58357adb9e87 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:00.603301 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6bd29fef-0be6-4b96-a2a6-f4f1f528450c req-179ec339-d5e9-402e-995d-58357adb9e87 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 945 time: 0.0542970 Jan 29 05:15:00.651987 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6bd29fef-0be6-4b96-a2a6-f4f1f528450c req-166f416e-4389-4402-aae2-377ff9468e53 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3df3411-07ca-423a-b237-edc342107acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431688 Jan 29 05:15:00.854418 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48546acb-43ae-4695-88f4-422ba7d42332 req-05b72406-fe64-4700-931b-249b616bcab3 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:00.855945 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-48546acb-43ae-4695-88f4-422ba7d42332 req-05b72406-fe64-4700-931b-249b616bcab3 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.18 "GET /v2.0/ports?device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 945 time: 0.0585623 Jan 29 05:15:00.949090 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-48546acb-43ae-4695-88f4-422ba7d42332 req-1766729d-82c5-4707-9e59-09e048308825 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Deleting port d4187f52-5831-4b03-ac2d-82f282d53bce {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:15:00.949453 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-48546acb-43ae-4695-88f4-422ba7d42332 req-1766729d-82c5-4707-9e59-09e048308825 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (d4187f52-5831-4b03-ac2d-82f282d53bce), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:01.040155 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-48546acb-43ae-4695-88f4-422ba7d42332 req-1766729d-82c5-4707-9e59-09e048308825 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] For port d4187f52-5831-4b03-ac2d-82f282d53bce, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d4187f52-5831-4b03-ac2d-82f282d53bce,segment=NetworkSegment(9a61ec99-5e2c-4eda-bc6b-295a60042ac3),segment_id=9a61ec99-5e2c-4eda-bc6b-295a60042ac3)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:15:01.040542 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-48546acb-43ae-4695-88f4-422ba7d42332 req-1766729d-82c5-4707-9e59-09e048308825 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (d4187f52-5831-4b03-ac2d-82f282d53bce), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:01.052630 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-48546acb-43ae-4695-88f4-422ba7d42332 req-1766729d-82c5-4707-9e59-09e048308825 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Calling delete_port for d4187f52-5831-4b03-ac2d-82f282d53bce owned by compute:nova {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:15:01.237492 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-48546acb-43ae-4695-88f4-422ba7d42332 req-1766729d-82c5-4707-9e59-09e048308825 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (d4187f52-5831-4b03-ac2d-82f282d53bce), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:01.267356 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1766729d-82c5-4707-9e59-09e048308825 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event deleted for resources: {'Port': ['ID=d4187f52-5831-4b03-ac2d-82f282d53bce,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:15:01.280706 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766729d-82c5-4707-9e59-09e048308825 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:15:01.281064 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766729d-82c5-4707-9e59-09e048308825 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:15:01.281413 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766729d-82c5-4707-9e59-09e048308825 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:15:01.281756 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766729d-82c5-4707-9e59-09e048308825 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:15:01.282522 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766729d-82c5-4707-9e59-09e048308825 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:15:01.282522 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766729d-82c5-4707-9e59-09e048308825 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:15:01.282859 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766729d-82c5-4707-9e59-09e048308825 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:15:01.283344 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766729d-82c5-4707-9e59-09e048308825 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:15:01.283681 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766729d-82c5-4707-9e59-09e048308825 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:15:01.284008 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766729d-82c5-4707-9e59-09e048308825 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:15:01.284341 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766729d-82c5-4707-9e59-09e048308825 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:15:01.284693 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766729d-82c5-4707-9e59-09e048308825 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:15:01.285019 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766729d-82c5-4707-9e59-09e048308825 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:15:01.321531 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-48546acb-43ae-4695-88f4-422ba7d42332 req-1766729d-82c5-4707-9e59-09e048308825 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] No DVR routers for this DVR port d4187f52-5831-4b03-ac2d-82f282d53bce on host hv-neutron-8211 {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:15:01.323921 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-48546acb-43ae-4695-88f4-422ba7d42332 req-1766729d-82c5-4707-9e59-09e048308825 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:01.327164 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-48546acb-43ae-4695-88f4-422ba7d42332 req-1766729d-82c5-4707-9e59-09e048308825 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.18 "DELETE /v2.0/ports/d4187f52-5831-4b03-ac2d-82f282d53bce HTTP/1.1" status: 204 len: 173 time: 0.4644794 Jan 29 05:15:01.327600 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5391470f-d998-44f8-964f-faef974b30a7', 'name': 'network-vif-deleted', 'tag': 'd4187f52-5831-4b03-ac2d-82f282d53bce'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:15:01.329979 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566fb0ac-0acb-4ebc-b6a8-ba0f37e677c2" -d '{"events": [{"server_uuid": "5391470f-d998-44f8-964f-faef974b30a7", "name": "network-vif-deleted", "tag": "d4187f52-5831-4b03-ac2d-82f282d53bce"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:15:01.364837 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552417cb-dc94-46b4-bf8f-7a90e6237248 x-openstack-request-id: req-552417cb-dc94-46b4-bf8f-7a90e6237248 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:15:01.365134 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5391470f-d998-44f8-964f-faef974b30a7", "name": "network-vif-deleted", "tag": "d4187f52-5831-4b03-ac2d-82f282d53bce", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:15:01.365391 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-552417cb-dc94-46b4-bf8f-7a90e6237248 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:15:01.365795 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5391470f-d998-44f8-964f-faef974b30a7', 'name': 'network-vif-deleted', 'tag': 'd4187f52-5831-4b03-ac2d-82f282d53bce', 'status': 'completed', 'code': 200} Jan 29 05:15:01.762683 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-74e9de54-334a-4a9c-8193-f963445a7019 req-332e0e23-1bcd-4ea0-8d5f-e38b9420c418 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=5391470f-d998-44f8-964f-faef974b30a7 HTTP/1.1" status: 200 len: 210 time: 0.0287061 Jan 29 05:15:02.819448 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 34248) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:15:03.177709 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9ff2ce14-60a8-4f1f-89d8-ac266edfc70f tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (6722cd91-637c-42cb-8eed-8b33e12e0b34), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:03.431183 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-9ff2ce14-60a8-4f1f-89d8-ac266edfc70f tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Deleting port 4e0a4049-68f6-4f5b-9982-893a73616974 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:15:03.431435 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9ff2ce14-60a8-4f1f-89d8-ac266edfc70f tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (4e0a4049-68f6-4f5b-9982-893a73616974), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:03.517516 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-9ff2ce14-60a8-4f1f-89d8-ac266edfc70f tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] For port 4e0a4049-68f6-4f5b-9982-893a73616974, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=4e0a4049-68f6-4f5b-9982-893a73616974,segment=NetworkSegment(9a61ec99-5e2c-4eda-bc6b-295a60042ac3),segment_id=9a61ec99-5e2c-4eda-bc6b-295a60042ac3)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:15:03.517873 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9ff2ce14-60a8-4f1f-89d8-ac266edfc70f tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (4e0a4049-68f6-4f5b-9982-893a73616974), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:03.530258 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-9ff2ce14-60a8-4f1f-89d8-ac266edfc70f tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Calling delete_port for 4e0a4049-68f6-4f5b-9982-893a73616974 owned by network:router_interface {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:15:03.764511 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9ff2ce14-60a8-4f1f-89d8-ac266edfc70f tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (4e0a4049-68f6-4f5b-9982-893a73616974), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:03.789130 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff2ce14-60a8-4f1f-89d8-ac266edfc70f tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event deleted for resources: {'Port': ['ID=4e0a4049-68f6-4f5b-9982-893a73616974,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:15:03.910985 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device d4187f52-5831-4b03-ac2d-82f282d53bce no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:15:03.931258 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] No Port match for: d4187f52-5831-4b03-ac2d-82f282d53bce {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:15:03.931607 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device d4187f52-5831-4b03-ac2d-82f282d53bce not bound to the agent host hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:15:03.975777 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-9ff2ce14-60a8-4f1f-89d8-ac266edfc70f tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (6722cd91-637c-42cb-8eed-8b33e12e0b34), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:04.188123 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff2ce14-60a8-4f1f-89d8-ac266edfc70f tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Router 6722cd91-637c-42cb-8eed-8b33e12e0b34 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:15:04.292753 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff2ce14-60a8-4f1f-89d8-ac266edfc70f tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:15:04.297915 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-9ff2ce14-60a8-4f1f-89d8-ac266edfc70f tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "PUT /v2.0/routers/6722cd91-637c-42cb-8eed-8b33e12e0b34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4774120 Jan 29 05:15:04.301005 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 34250) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:15:04.302513 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440b6d3c-0f65-492b-8875-8f2a2debc6c7 None None] Sync routers for ids ['6722cd91-637c-42cb-8eed-8b33e12e0b34'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:15:04.312691 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440b6d3c-0f65-492b-8875-8f2a2debc6c7 None None] Routers {'6722cd91-637c-42cb-8eed-8b33e12e0b34'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:15:04.313319 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-440b6d3c-0f65-492b-8875-8f2a2debc6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:14:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['6722cd91-637c-42cb-8eed-8b33e12e0b34'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:15:04.351781 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-87fd600d-c1ac-4fd6-be4e-94af82450f97 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Deleting subnet 2814b804-160a-4b9b-8fe1-02756978deab {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 05:15:04.354873 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-87fd600d-c1ac-4fd6-be4e-94af82450f97 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for subnet (2814b804-160a-4b9b-8fe1-02756978deab), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:04.394879 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-87fd600d-c1ac-4fd6-be4e-94af82450f97 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (2814b804-160a-4b9b-8fe1-02756978deab), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:04.419624 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-440b6d3c-0f65-492b-8875-8f2a2debc6c7 None None] Set router 6722cd91-637c-42cb-8eed-8b33e12e0b34 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:15:04.481869 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-87fd600d-c1ac-4fd6-be4e-94af82450f97 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (2814b804-160a-4b9b-8fe1-02756978deab), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:04.582080 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-87fd600d-c1ac-4fd6-be4e-94af82450f97 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (2814b804-160a-4b9b-8fe1-02756978deab), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:04.608212 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-440b6d3c-0f65-492b-8875-8f2a2debc6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6722cd91-637c-42cb-8eed-8b33e12e0b34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154924854', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '6c038560-6158-416f-8760-f00520f82f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:12:17Z', 'updated_at': '2022-01-29T05:15:03Z', 'revision_number': 5, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': '6c038560-6158-416f-8760-f00520f82f0c', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:13:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722cd91-637c-42cb-8eed-8b33e12e0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:12:17Z', 'updated_at': '2022-01-29T05:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:15:04.611121 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd600d-c1ac-4fd6-be4e-94af82450f97 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event deleted for resources: {'Subnet': ['ID=2814b804-160a-4b9b-8fe1-02756978deab,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:15:04.613157 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-87fd600d-c1ac-4fd6-be4e-94af82450f97 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:04.616350 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-87fd600d-c1ac-4fd6-be4e-94af82450f97 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "DELETE /v2.0/subnets/2814b804-160a-4b9b-8fe1-02756978deab HTTP/1.1" status: 204 len: 168 time: 0.3142548 Jan 29 05:15:04.619151 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 34252) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:15:04.636959 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f120b7-ef9e-4325-adb2-c18560c3cc46 None None] Network f67a868f-f446-4487-8455-a0523c5e29b3 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:15:04.639254 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440b6d3c-0f65-492b-8875-8f2a2debc6c7 None None] Checking router: 6722cd91-637c-42cb-8eed-8b33e12e0b34 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:15:04.694185 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440b6d3c-0f65-492b-8875-8f2a2debc6c7 None None] Routers {'6722cd91-637c-42cb-8eed-8b33e12e0b34'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:15:04.694816 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-440b6d3c-0f65-492b-8875-8f2a2debc6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:14:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['6722cd91-637c-42cb-8eed-8b33e12e0b34'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:15:04.725948 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-94327d2f-d03c-4e96-8782-c03281ad979d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for router (6722cd91-637c-42cb-8eed-8b33e12e0b34), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:04.839313 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-440b6d3c-0f65-492b-8875-8f2a2debc6c7 None None] Set router 6722cd91-637c-42cb-8eed-8b33e12e0b34 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:15:04.841825 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-94327d2f-d03c-4e96-8782-c03281ad979d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for router_gateway (6722cd91-637c-42cb-8eed-8b33e12e0b34), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:04.935205 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884d15f4-57f1-4221-9ff7-d539e46cc1e1 None None] DHCP port deletion for f67a868f-f446-4487-8455-a0523c5e29b3 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 05:15:04.956032 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-94327d2f-d03c-4e96-8782-c03281ad979d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Deleting port 6c038560-6158-416f-8760-f00520f82f0c {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:15:04.956603 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-94327d2f-d03c-4e96-8782-c03281ad979d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (6c038560-6158-416f-8760-f00520f82f0c), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:05.041701 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-94327d2f-d03c-4e96-8782-c03281ad979d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] For port 6c038560-6158-416f-8760-f00520f82f0c, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=6c038560-6158-416f-8760-f00520f82f0c,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:15:05.042708 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-94327d2f-d03c-4e96-8782-c03281ad979d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (6c038560-6158-416f-8760-f00520f82f0c), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:05.043578 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-884d15f4-57f1-4221-9ff7-d539e46cc1e1 None None] Deleting port 52a1f447-a627-4f4b-a9bb-a3005850e40f {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:15:05.043949 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-884d15f4-57f1-4221-9ff7-d539e46cc1e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (52a1f447-a627-4f4b-a9bb-a3005850e40f), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:05.062191 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-94327d2f-d03c-4e96-8782-c03281ad979d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Calling delete_port for 6c038560-6158-416f-8760-f00520f82f0c owned by network:router_gateway {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:15:05.141162 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-884d15f4-57f1-4221-9ff7-d539e46cc1e1 None None] For port 52a1f447-a627-4f4b-a9bb-a3005850e40f, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=52a1f447-a627-4f4b-a9bb-a3005850e40f,segment=NetworkSegment(9a61ec99-5e2c-4eda-bc6b-295a60042ac3),segment_id=9a61ec99-5e2c-4eda-bc6b-295a60042ac3)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:15:05.141770 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-884d15f4-57f1-4221-9ff7-d539e46cc1e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (52a1f447-a627-4f4b-a9bb-a3005850e40f), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:05.155033 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-440b6d3c-0f65-492b-8875-8f2a2debc6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6722cd91-637c-42cb-8eed-8b33e12e0b34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154924854', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '6c038560-6158-416f-8760-f00520f82f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:12:17Z', 'updated_at': '2022-01-29T05:15:03Z', 'revision_number': 5, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': '6c038560-6158-416f-8760-f00520f82f0c', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:13:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722cd91-637c-42cb-8eed-8b33e12e0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:12:17Z', 'updated_at': '2022-01-29T05:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:15:05.161345 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-884d15f4-57f1-4221-9ff7-d539e46cc1e1 None None] Calling delete_port for 52a1f447-a627-4f4b-a9bb-a3005850e40f owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:15:05.188917 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440b6d3c-0f65-492b-8875-8f2a2debc6c7 None None] The sync data for ids ['6722cd91-637c-42cb-8eed-8b33e12e0b34'] in dv-neutron-821190-1-hyperv is: [{'id': '6722cd91-637c-42cb-8eed-8b33e12e0b34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154924854', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '6c038560-6158-416f-8760-f00520f82f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:12:17Z', 'updated_at': '2022-01-29T05:15:03Z', 'revision_number': 5, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': '6c038560-6158-416f-8760-f00520f82f0c', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:13:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722cd91-637c-42cb-8eed-8b33e12e0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:12:17Z', 'updated_at': '2022-01-29T05:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:15:05.284110 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-94327d2f-d03c-4e96-8782-c03281ad979d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (6c038560-6158-416f-8760-f00520f82f0c), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:05.316709 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94327d2f-d03c-4e96-8782-c03281ad979d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event deleted for resources: {'Port': ['ID=6c038560-6158-416f-8760-f00520f82f0c,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:15:05.364618 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-884d15f4-57f1-4221-9ff7-d539e46cc1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (52a1f447-a627-4f4b-a9bb-a3005850e40f), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:05.392269 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-94327d2f-d03c-4e96-8782-c03281ad979d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (6722cd91-637c-42cb-8eed-8b33e12e0b34), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:05.397236 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d15f4-57f1-4221-9ff7-d539e46cc1e1 None None] Pushing event deleted for resources: {'Port': ['ID=52a1f447-a627-4f4b-a9bb-a3005850e40f,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:15:05.399598 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884d15f4-57f1-4221-9ff7-d539e46cc1e1 None None] No DVR routers for this DVR port 52a1f447-a627-4f4b-a9bb-a3005850e40f on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:15:05.408991 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884d15f4-57f1-4221-9ff7-d539e46cc1e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:15:05.409357 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884d15f4-57f1-4221-9ff7-d539e46cc1e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:15:05.409707 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884d15f4-57f1-4221-9ff7-d539e46cc1e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:15:05.410043 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884d15f4-57f1-4221-9ff7-d539e46cc1e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:15:05.410375 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884d15f4-57f1-4221-9ff7-d539e46cc1e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:15:05.410715 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884d15f4-57f1-4221-9ff7-d539e46cc1e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:15:05.411049 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884d15f4-57f1-4221-9ff7-d539e46cc1e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:15:05.411381 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884d15f4-57f1-4221-9ff7-d539e46cc1e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:15:05.411711 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884d15f4-57f1-4221-9ff7-d539e46cc1e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:15:05.412038 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884d15f4-57f1-4221-9ff7-d539e46cc1e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:15:05.412362 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884d15f4-57f1-4221-9ff7-d539e46cc1e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:15:05.412729 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884d15f4-57f1-4221-9ff7-d539e46cc1e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:15:05.413597 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884d15f4-57f1-4221-9ff7-d539e46cc1e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:15:05.509171 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-94327d2f-d03c-4e96-8782-c03281ad979d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (6722cd91-637c-42cb-8eed-8b33e12e0b34), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:05.511983 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-94327d2f-d03c-4e96-8782-c03281ad979d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for router_controller (6722cd91-637c-42cb-8eed-8b33e12e0b34), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:05.638566 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-94327d2f-d03c-4e96-8782-c03281ad979d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (6722cd91-637c-42cb-8eed-8b33e12e0b34), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:05.639279 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94327d2f-d03c-4e96-8782-c03281ad979d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Fanout notify agent at l3_agent the message router_deleted on router 6722cd91-637c-42cb-8eed-8b33e12e0b34 {{(pid=103584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 05:15:05.647005 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-94327d2f-d03c-4e96-8782-c03281ad979d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:05.648197 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-94327d2f-d03c-4e96-8782-c03281ad979d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "DELETE /v2.0/routers/6722cd91-637c-42cb-8eed-8b33e12e0b34 HTTP/1.1" status: 204 len: 168 time: 1.0277853 Jan 29 05:15:05.651274 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 34258) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:15:06.070451 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e381ef4f-e1e1-4489-bc33-dce55fa8d217 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (f67a868f-f446-4487-8455-a0523c5e29b3), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:06.158599 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e381ef4f-e1e1-4489-bc33-dce55fa8d217 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (f67a868f-f446-4487-8455-a0523c5e29b3), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:06.177947 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-e381ef4f-e1e1-4489-bc33-dce55fa8d217 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f67a868f-f446-4487-8455-a0523c5e29b3']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:15:06.186746 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-e381ef4f-e1e1-4489-bc33-dce55fa8d217 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a61ec99-5e2c-4eda-bc6b-295a60042ac3') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:15:06.187044 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-e381ef4f-e1e1-4489-bc33-dce55fa8d217 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a61ec99-5e2c-4eda-bc6b-295a60042ac3') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:15:06.196666 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e381ef4f-e1e1-4489-bc33-dce55fa8d217 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (9a61ec99-5e2c-4eda-bc6b-295a60042ac3), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:06.210261 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e381ef4f-e1e1-4489-bc33-dce55fa8d217 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (9a61ec99-5e2c-4eda-bc6b-295a60042ac3), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:06.216829 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e381ef4f-e1e1-4489-bc33-dce55fa8d217 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:15:06.217229 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e381ef4f-e1e1-4489-bc33-dce55fa8d217 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (9a61ec99-5e2c-4eda-bc6b-295a60042ac3), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:06.220755 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 05:15:06.220755 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:15:06.220755 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 05:15:06.220755 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:15:06.220755 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 05:15:06.220755 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:15:06.220755 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 05:15:06.220755 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:15:06.220755 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 05:15:06.220755 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:15:06.220755 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 05:15:06.220755 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:15:06.220755 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 05:15:06.220755 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:15:06.220755 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:15:06.220755 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:15:06.220755 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:15:06.220755 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:15:06.220755 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 05:15:06.220755 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:15:06.220755 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 05:15:06.220755 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:15:06.220755 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:15:06.220755 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:15:06.220755 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 05:15:06.220755 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:15:06.220755 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:15:06.220755 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:15:06.220755 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:15:06.220755 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:15:06.220755 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:15:06.220755 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:15:06.341540 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e381ef4f-e1e1-4489-bc33-dce55fa8d217 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (f67a868f-f446-4487-8455-a0523c5e29b3), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:06.352972 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-e381ef4f-e1e1-4489-bc33-dce55fa8d217 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:06.352972 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-e381ef4f-e1e1-4489-bc33-dce55fa8d217 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "DELETE /v2.0/networks/f67a868f-f446-4487-8455-a0523c5e29b3 HTTP/1.1" status: 204 len: 168 time: 0.6990409 Jan 29 05:15:06.354410 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34260) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:15:06.363108 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e381ef4f-e1e1-4489-bc33-dce55fa8d217 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event deleted for resources: {'Network': ['ID=f67a868f-f446-4487-8455-a0523c5e29b3,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:15:06.413224 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ef17ad8e-0d5b-455d-a8f9-7671a3038802 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group (a3df3411-07ca-423a-b237-edc342107acf), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:06.441574 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ef17ad8e-0d5b-455d-a8f9-7671a3038802 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group (a3df3411-07ca-423a-b237-edc342107acf), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:06.564784 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ef17ad8e-0d5b-455d-a8f9-7671a3038802 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (a3df3411-07ca-423a-b237-edc342107acf), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:06.567296 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ef17ad8e-0d5b-455d-a8f9-7671a3038802 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:06.568556 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ef17ad8e-0d5b-455d-a8f9-7671a3038802 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "DELETE /v2.0/security-groups/a3df3411-07ca-423a-b237-edc342107acf HTTP/1.1" status: 204 len: 168 time: 0.2130539 Jan 29 05:15:06.578049 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17ad8e-0d5b-455d-a8f9-7671a3038802 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3df3411-07ca-423a-b237-edc342107acf,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:15:06.806132 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 4e0a4049-68f6-4f5b-9982-893a73616974 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:15:06.828892 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 4e0a4049-68f6-4f5b-9982-893a73616974 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:15:06.829407 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 4e0a4049-68f6-4f5b-9982-893a73616974 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:15:06.830035 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 52a1f447-a627-4f4b-a9bb-a3005850e40f no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:15:06.853376 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 52a1f447-a627-4f4b-a9bb-a3005850e40f {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:15:06.853787 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 52a1f447-a627-4f4b-a9bb-a3005850e40f not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:15:06.854200 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 6c038560-6158-416f-8760-f00520f82f0c no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:15:06.873612 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 6c038560-6158-416f-8760-f00520f82f0c {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:15:06.873954 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 6c038560-6158-416f-8760-f00520f82f0c not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:15:08.232540 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34268) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:15:08.237128 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-e92749c4-c92b-43d2-b2d2-1dc9f1c25921 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2016338287', 'description': 'tempest-secgroup-smoke-2016338287 description', 'project_id': '5270d00ab13a4e32b125f15996f3d148'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:15:08.301370 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e92749c4-c92b-43d2-b2d2-1dc9f1c25921 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:08.364112 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e92749c4-c92b-43d2-b2d2-1dc9f1c25921 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group (2eca9f4f-7adb-4b7a-9669-f701f1c9517e), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:08.415620 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e92749c4-c92b-43d2-b2d2-1dc9f1c25921 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (2eca9f4f-7adb-4b7a-9669-f701f1c9517e), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:08.444283 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92749c4-c92b-43d2-b2d2-1dc9f1c25921 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eca9f4f-7adb-4b7a-9669-f701f1c9517e,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:15:08.508238 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e92749c4-c92b-43d2-b2d2-1dc9f1c25921 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:08.509527 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-e92749c4-c92b-43d2-b2d2-1dc9f1c25921 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2759354 Jan 29 05:15:08.512381 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34270) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:15:08.517842 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-55187322-80e1-42ce-af3f-b76861274c2e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'security_group_rule': {'security_group_id': '2eca9f4f-7adb-4b7a-9669-f701f1c9517e', 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:15:08.620520 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-55187322-80e1-42ce-af3f-b76861274c2e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (23329c49-7dff-4a18-a5ab-809ccddc525b), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:08.674217 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-55187322-80e1-42ce-af3f-b76861274c2e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (23329c49-7dff-4a18-a5ab-809ccddc525b), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:08.752569 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-55187322-80e1-42ce-af3f-b76861274c2e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (23329c49-7dff-4a18-a5ab-809ccddc525b), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:08.769359 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55187322-80e1-42ce-af3f-b76861274c2e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23329c49-7dff-4a18-a5ab-809ccddc525b,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:15:08.846445 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-55187322-80e1-42ce-af3f-b76861274c2e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:08.847681 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-55187322-80e1-42ce-af3f-b76861274c2e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3343077 Jan 29 05:15:08.853967 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34272) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:15:08.854886 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-f10aa9b0-5d60-4b4e-9ab9-7826bf60ff59 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'security_group_rule': {'security_group_id': '2eca9f4f-7adb-4b7a-9669-f701f1c9517e', 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:15:08.946760 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f10aa9b0-5d60-4b4e-9ab9-7826bf60ff59 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (d678a082-72a0-411b-9447-a673fc4b6d3d), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:09.004824 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f10aa9b0-5d60-4b4e-9ab9-7826bf60ff59 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (d678a082-72a0-411b-9447-a673fc4b6d3d), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:09.084623 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f10aa9b0-5d60-4b4e-9ab9-7826bf60ff59 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (d678a082-72a0-411b-9447-a673fc4b6d3d), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:09.102665 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10aa9b0-5d60-4b4e-9ab9-7826bf60ff59 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d678a082-72a0-411b-9447-a673fc4b6d3d,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:15:09.187726 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f10aa9b0-5d60-4b4e-9ab9-7826bf60ff59 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:09.188976 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f10aa9b0-5d60-4b4e-9ab9-7826bf60ff59 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3375154 Jan 29 05:15:09.191611 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34274) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:15:09.195887 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-b3f9bfa3-b02f-46b0-9d30-750850d30094 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'security_group_rule': {'security_group_id': '2eca9f4f-7adb-4b7a-9669-f701f1c9517e', 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:15:09.282601 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b3f9bfa3-b02f-46b0-9d30-750850d30094 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (0be857aa-dc0e-483a-8cac-64f0fac63366), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:09.338547 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b3f9bfa3-b02f-46b0-9d30-750850d30094 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (0be857aa-dc0e-483a-8cac-64f0fac63366), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:09.415188 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b3f9bfa3-b02f-46b0-9d30-750850d30094 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (0be857aa-dc0e-483a-8cac-64f0fac63366), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:09.432418 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f9bfa3-b02f-46b0-9d30-750850d30094 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0be857aa-dc0e-483a-8cac-64f0fac63366,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:15:09.508046 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b3f9bfa3-b02f-46b0-9d30-750850d30094 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:09.509325 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b3f9bfa3-b02f-46b0-9d30-750850d30094 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3167994 Jan 29 05:15:09.512036 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34276) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:15:09.517016 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-d761d7aa-f62d-4000-8b25-a306ebae8728 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'security_group_rule': {'security_group_id': '2eca9f4f-7adb-4b7a-9669-f701f1c9517e', 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:15:09.614910 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d761d7aa-f62d-4000-8b25-a306ebae8728 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (8e0b1f56-fc50-489b-b50d-b9a984e34059), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:09.669427 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d761d7aa-f62d-4000-8b25-a306ebae8728 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (8e0b1f56-fc50-489b-b50d-b9a984e34059), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:09.745705 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d761d7aa-f62d-4000-8b25-a306ebae8728 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (8e0b1f56-fc50-489b-b50d-b9a984e34059), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:09.763648 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761d7aa-f62d-4000-8b25-a306ebae8728 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e0b1f56-fc50-489b-b50d-b9a984e34059,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:15:09.833619 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d761d7aa-f62d-4000-8b25-a306ebae8728 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:09.834871 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d761d7aa-f62d-4000-8b25-a306ebae8728 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3217936 Jan 29 05:15:09.837831 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34278) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:15:09.842246 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-25856a06-7661-4916-b2b2-d0392ba52d1a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'security_group_rule': {'security_group_id': '2eca9f4f-7adb-4b7a-9669-f701f1c9517e', 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:15:09.929893 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.securitygroups_db [None req-25856a06-7661-4916-b2b2-d0392ba52d1a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Project 5270d00ab13a4e32b125f15996f3d148 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 05:15:09.934921 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-25856a06-7661-4916-b2b2-d0392ba52d1a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (66b96991-d7a8-4c4d-9f77-0de843a2ed12), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:09.997379 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-25856a06-7661-4916-b2b2-d0392ba52d1a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (66b96991-d7a8-4c4d-9f77-0de843a2ed12), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:10.066926 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-25856a06-7661-4916-b2b2-d0392ba52d1a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (66b96991-d7a8-4c4d-9f77-0de843a2ed12), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:10.085144 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25856a06-7661-4916-b2b2-d0392ba52d1a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66b96991-d7a8-4c4d-9f77-0de843a2ed12,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:15:10.132176 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-25856a06-7661-4916-b2b2-d0392ba52d1a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:10.133463 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-25856a06-7661-4916-b2b2-d0392ba52d1a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2946486 Jan 29 05:15:10.136142 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34280) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:15:10.140451 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-8bce1e42-88c8-43bb-8caa-f5811b555916 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'security_group_rule': {'security_group_id': '2eca9f4f-7adb-4b7a-9669-f701f1c9517e', 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:15:10.226173 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.securitygroups_db [None req-8bce1e42-88c8-43bb-8caa-f5811b555916 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Project 5270d00ab13a4e32b125f15996f3d148 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 05:15:10.231175 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8bce1e42-88c8-43bb-8caa-f5811b555916 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (693076bd-0b97-4b32-bf2e-e09640f44187), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:10.287812 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8bce1e42-88c8-43bb-8caa-f5811b555916 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (693076bd-0b97-4b32-bf2e-e09640f44187), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:10.368816 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8bce1e42-88c8-43bb-8caa-f5811b555916 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (693076bd-0b97-4b32-bf2e-e09640f44187), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:10.386638 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce1e42-88c8-43bb-8caa-f5811b555916 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=693076bd-0b97-4b32-bf2e-e09640f44187,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:15:10.473692 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8bce1e42-88c8-43bb-8caa-f5811b555916 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:10.474968 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-8bce1e42-88c8-43bb-8caa-f5811b555916 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3378267 Jan 29 05:15:10.477826 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34282) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:15:10.482538 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-da1c2f36-2d38-4506-80fc-6e3dba2e35fa tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'network': {'name': 'tempest-network-smoke--1021245258', 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'port_security_enabled': True}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:15:10.562751 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1c2f36-2d38-4506-80fc-6e3dba2e35fa tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Made reservation on behalf of 5270d00ab13a4e32b125f15996f3d148 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:15:10.566106 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-da1c2f36-2d38-4506-80fc-6e3dba2e35fa tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:10.588704 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da1c2f36-2d38-4506-80fc-6e3dba2e35fa tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 05:15:10.597614 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-da1c2f36-2d38-4506-80fc-6e3dba2e35fa tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (d1e6779a-fe62-4f8c-a33d-f32ab1205e14), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:10.597960 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-da1c2f36-2d38-4506-80fc-6e3dba2e35fa tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Added segment d1e6779a-fe62-4f8c-a33d-f32ab1205e14 of type vlan for network 6a8ea030-4daa-4160-9821-6887000680dd Jan 29 05:15:10.636351 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-da1c2f36-2d38-4506-80fc-6e3dba2e35fa tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (6a8ea030-4daa-4160-9821-6887000680dd), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:10.729643 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-da1c2f36-2d38-4506-80fc-6e3dba2e35fa tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (6a8ea030-4daa-4160-9821-6887000680dd), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:10.734419 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1c2f36-2d38-4506-80fc-6e3dba2e35fa tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:10.735600 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-da1c2f36-2d38-4506-80fc-6e3dba2e35fa tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:10.797869 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c2f36-2d38-4506-80fc-6e3dba2e35fa tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'Network': ['ID=6a8ea030-4daa-4160-9821-6887000680dd,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:15:10.812113 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 6a8ea030-4daa-4160-9821-6887000680dd details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 05:15:10.849801 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-da1c2f36-2d38-4506-80fc-6e3dba2e35fa tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3684647 Jan 29 05:15:10.850042 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34284) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:15:10.854595 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-c01b28ac-b150-498b-8f2c-eb2c3e0c9667 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-841254304', 'admin_state_up': True, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:15:10.941484 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c01b28ac-b150-498b-8f2c-eb2c3e0c9667 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (efa5c20f-ac8e-4f18-83a8-6d15c5811df0), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:10.942671 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c01b28ac-b150-498b-8f2c-eb2c3e0c9667 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (efa5c20f-ac8e-4f18-83a8-6d15c5811df0), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:10.997132 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c01b28ac-b150-498b-8f2c-eb2c3e0c9667 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for router_controller (efa5c20f-ac8e-4f18-83a8-6d15c5811df0), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:11.184751 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c01b28ac-b150-498b-8f2c-eb2c3e0c9667 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for router_gateway (efa5c20f-ac8e-4f18-83a8-6d15c5811df0), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:11.418835 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c01b28ac-b150-498b-8f2c-eb2c3e0c9667 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for router_gateway (efa5c20f-ac8e-4f18-83a8-6d15c5811df0), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:11.436595 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c01b28ac-b150-498b-8f2c-eb2c3e0c9667 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:11.534614 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-c01b28ac-b150-498b-8f2c-eb2c3e0c9667 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Allocated IP 172.26.8.146 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/79f0025e-1457-4d16-8573-e9aa783ef3c0) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:15:11.636202 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c01b28ac-b150-498b-8f2c-eb2c3e0c9667 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for port (79f0025e-1457-4d16-8573-e9aa783ef3c0), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:11.702189 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c01b28ac-b150-498b-8f2c-eb2c3e0c9667 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (79f0025e-1457-4d16-8573-e9aa783ef3c0), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:11.737986 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01b28ac-b150-498b-8f2c-eb2c3e0c9667 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:15:11.740943 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-c01b28ac-b150-498b-8f2c-eb2c3e0c9667 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:15:11.744242 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01b28ac-b150-498b-8f2c-eb2c3e0c9667 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:15:11.774577 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b28ac-b150-498b-8f2c-eb2c3e0c9667 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'Port': ['ID=79f0025e-1457-4d16-8573-e9aa783ef3c0,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:15:12.043524 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c01b28ac-b150-498b-8f2c-eb2c3e0c9667 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for router_gateway (efa5c20f-ac8e-4f18-83a8-6d15c5811df0), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:12.230460 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c01b28ac-b150-498b-8f2c-eb2c3e0c9667 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (efa5c20f-ac8e-4f18-83a8-6d15c5811df0), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:12.437495 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01b28ac-b150-498b-8f2c-eb2c3e0c9667 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Router efa5c20f-ac8e-4f18-83a8-6d15c5811df0 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 05:15:12.543169 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01b28ac-b150-498b-8f2c-eb2c3e0c9667 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:15:12.552691 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbd8251-501a-47b1-b301-c219d79f1208 None None] Sync routers for ids ['efa5c20f-ac8e-4f18-83a8-6d15c5811df0'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:15:12.565682 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbd8251-501a-47b1-b301-c219d79f1208 None None] Routers {'efa5c20f-ac8e-4f18-83a8-6d15c5811df0'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:15:12.566859 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-abbd8251-501a-47b1-b301-c219d79f1208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:14:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['efa5c20f-ac8e-4f18-83a8-6d15c5811df0'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:15:12.616768 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c01b28ac-b150-498b-8f2c-eb2c3e0c9667 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:12.618050 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c01b28ac-b150-498b-8f2c-eb2c3e0c9667 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7670634 Jan 29 05:15:12.621333 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34286) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:15:12.672076 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-abbd8251-501a-47b1-b301-c219d79f1208 None None] Set router efa5c20f-ac8e-4f18-83a8-6d15c5811df0 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:15:12.695952 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c8a548d4-8c1a-4840-86cf-dd866e1cf9fd tempest-TestNetworkAdvancedServerOps-1297217627 tempest-TestNetworkAdvancedServerOps-1297217627-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=5270d00ab13a4e32b125f15996f3d148&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0710859 Jan 29 05:15:12.696165 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34290) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:15:12.787515 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b2d545-aa3f-4410-a652-22356fb0e324 tempest-TestNetworkAdvancedServerOps-1297217627 tempest-TestNetworkAdvancedServerOps-1297217627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:12.789058 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-98b2d545-aa3f-4410-a652-22356fb0e324 tempest-TestNetworkAdvancedServerOps-1297217627 tempest-TestNetworkAdvancedServerOps-1297217627-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0919917 Jan 29 05:15:12.791746 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34292) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:15:12.821860 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-5e8e1914-d182-4f75-9b34-d93ead18cedb tempest-TestNetworkAdvancedServerOps-1297217627 tempest-TestNetworkAdvancedServerOps-1297217627-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f0de7169-31b1-4289-9a2a-56c5f4e63ed1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268211 Jan 29 05:15:12.822068 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34294) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:15:12.826779 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-e566594c-85aa-4657-8da8-7535f2b9976b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-594747228', 'network_id': '6a8ea030-4daa-4160-9821-6887000680dd', 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:15:12.854089 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-abbd8251-501a-47b1-b301-c219d79f1208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa5c20f-ac8e-4f18-83a8-6d15c5811df0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-841254304', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '79f0025e-1457-4d16-8573-e9aa783ef3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:15:10Z', 'updated_at': '2022-01-29T05:15:11Z', 'revision_number': 3, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': '79f0025e-1457-4d16-8573-e9aa783ef3c0', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ba:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa5c20f-ac8e-4f18-83a8-6d15c5811df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:15:11Z', 'updated_at': '2022-01-29T05:15:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:15:12.880678 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbd8251-501a-47b1-b301-c219d79f1208 None None] Checking router: efa5c20f-ac8e-4f18-83a8-6d15c5811df0 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:15:12.881028 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbd8251-501a-47b1-b301-c219d79f1208 None None] Updating router efa5c20f-ac8e-4f18-83a8-6d15c5811df0 port 79f0025e-1457-4d16-8573-e9aa783ef3c0 binding host dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:15:12.911941 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-abbd8251-501a-47b1-b301-c219d79f1208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (79f0025e-1457-4d16-8573-e9aa783ef3c0), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:12.981241 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e566594c-85aa-4657-8da8-7535f2b9976b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Made reservation on behalf of 5270d00ab13a4e32b125f15996f3d148 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:15:12.984686 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e566594c-85aa-4657-8da8-7535f2b9976b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:13.162542 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-abbd8251-501a-47b1-b301-c219d79f1208 None None] Publish callbacks [] for port (79f0025e-1457-4d16-8573-e9aa783ef3c0), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:13.266166 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e566594c-85aa-4657-8da8-7535f2b9976b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (dafc8772-6565-4d34-9f39-7b304e6e40c8), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:13.289727 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-abbd8251-501a-47b1-b301-c219d79f1208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (79f0025e-1457-4d16-8573-e9aa783ef3c0), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:13.325584 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566594c-85aa-4657-8da8-7535f2b9976b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'Subnet': ['ID=dafc8772-6565-4d34-9f39-7b304e6e40c8,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:15:13.335057 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e566594c-85aa-4657-8da8-7535f2b9976b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Checking segment: {'id': 'd1e6779a-fe62-4f8c-a33d-f32ab1205e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6a8ea030-4daa-4160-9821-6887000680dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:15:13.335410 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e566594c-85aa-4657-8da8-7535f2b9976b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Network hostable DHCP agents. Network: 6a8ea030-4daa-4160-9821-6887000680dd, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 05:15:13.339412 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbcb183-f182-43bf-ae6e-da55df0b1e10 None None] Pushing event updated for resources: {'Port': ['ID=79f0025e-1457-4d16-8573-e9aa783ef3c0,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:15:13.348182 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-abbd8251-501a-47b1-b301-c219d79f1208 None None] Attempting to bind port 79f0025e-1457-4d16-8573-e9aa783ef3c0 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:15:13.348568 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-abbd8251-501a-47b1-b301-c219d79f1208 None None] Attempting to bind port 79f0025e-1457-4d16-8573-e9aa783ef3c0 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:15:13.348969 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbd8251-501a-47b1-b301-c219d79f1208 None None] Attempting to bind port 79f0025e-1457-4d16-8573-e9aa783ef3c0 on network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:15:13.353905 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbcb183-f182-43bf-ae6e-da55df0b1e10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:15:13.354266 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbcb183-f182-43bf-ae6e-da55df0b1e10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:15:13.354592 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbcb183-f182-43bf-ae6e-da55df0b1e10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:15:13.354925 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbcb183-f182-43bf-ae6e-da55df0b1e10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:15:13.355252 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbcb183-f182-43bf-ae6e-da55df0b1e10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:15:13.355579 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbcb183-f182-43bf-ae6e-da55df0b1e10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:15:13.355900 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbcb183-f182-43bf-ae6e-da55df0b1e10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:15:13.356223 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbcb183-f182-43bf-ae6e-da55df0b1e10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:15:13.356568 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbcb183-f182-43bf-ae6e-da55df0b1e10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:15:13.360993 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbcb183-f182-43bf-ae6e-da55df0b1e10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:15:13.360993 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbcb183-f182-43bf-ae6e-da55df0b1e10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:15:13.360993 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbcb183-f182-43bf-ae6e-da55df0b1e10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:15:13.360993 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbcb183-f182-43bf-ae6e-da55df0b1e10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:15:13.361798 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbd8251-501a-47b1-b301-c219d79f1208 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:15:13.362172 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbd8251-501a-47b1-b301-c219d79f1208 None None] Checking segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:15:13.362570 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-abbd8251-501a-47b1-b301-c219d79f1208 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:13.362951 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbd8251-501a-47b1-b301-c219d79f1208 None None] Bound using segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:15:13.363409 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-abbd8251-501a-47b1-b301-c219d79f1208 None None] Bound port: 79f0025e-1457-4d16-8573-e9aa783ef3c0, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:15:13.363779 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-abbd8251-501a-47b1-b301-c219d79f1208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (79f0025e-1457-4d16-8573-e9aa783ef3c0), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:13.416783 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-abbd8251-501a-47b1-b301-c219d79f1208 None None] For port 79f0025e-1457-4d16-8573-e9aa783ef3c0, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:15:13.419690 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-abbd8251-501a-47b1-b301-c219d79f1208 None None] For port 79f0025e-1457-4d16-8573-e9aa783ef3c0, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=79f0025e-1457-4d16-8573-e9aa783ef3c0,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:15:13.506937 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e566594c-85aa-4657-8da8-7535f2b9976b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Network 6a8ea030-4daa-4160-9821-6887000680dd is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 05:15:13.576044 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-abbd8251-501a-47b1-b301-c219d79f1208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (79f0025e-1457-4d16-8573-e9aa783ef3c0), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:13.627085 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-e566594c-85aa-4657-8da8-7535f2b9976b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 6a8ea030-4daa-4160-9821-6887000680dd) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:15:13.631611 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e566594c-85aa-4657-8da8-7535f2b9976b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:13.632008 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbd8251-501a-47b1-b301-c219d79f1208 None None] Routers {'efa5c20f-ac8e-4f18-83a8-6d15c5811df0'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:15:13.632332 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e566594c-85aa-4657-8da8-7535f2b9976b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:13.632651 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-abbd8251-501a-47b1-b301-c219d79f1208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:14:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['efa5c20f-ac8e-4f18-83a8-6d15c5811df0'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:15:13.636886 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a970be-c350-4f9b-9127-6b77c222fdf7 None None] Network 6a8ea030-4daa-4160-9821-6887000680dd requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:15:13.668461 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbcb183-f182-43bf-ae6e-da55df0b1e10 None None] Pushing event updated for resources: {'Port': ['ID=79f0025e-1457-4d16-8573-e9aa783ef3c0,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:15:13.706529 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-e566594c-85aa-4657-8da8-7535f2b9976b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8809447 Jan 29 05:15:13.707358 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 34296) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:15:13.740038 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cca2a11-48ea-44d1-a55e-6b348c4b5e3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-6a8ea030-4daa-4160-9821-6887000680dd', 'network_id': '6a8ea030-4daa-4160-9821-6887000680dd', 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'fixed_ips': [{'subnet_id': 'dafc8772-6565-4d34-9f39-7b304e6e40c8'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 05:15:13.741277 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1cca2a11-48ea-44d1-a55e-6b348c4b5e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:13.838341 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-abbd8251-501a-47b1-b301-c219d79f1208 None None] Set router efa5c20f-ac8e-4f18-83a8-6d15c5811df0 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:15:14.024311 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-abbd8251-501a-47b1-b301-c219d79f1208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa5c20f-ac8e-4f18-83a8-6d15c5811df0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-841254304', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '79f0025e-1457-4d16-8573-e9aa783ef3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:15:10Z', 'updated_at': '2022-01-29T05:15:11Z', 'revision_number': 3, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': '79f0025e-1457-4d16-8573-e9aa783ef3c0', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ba:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa5c20f-ac8e-4f18-83a8-6d15c5811df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:15:11Z', 'updated_at': '2022-01-29T05:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:15:14.034896 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-1cca2a11-48ea-44d1-a55e-6b348c4b5e3d None None] Allocated IP 172.20.0.2 (6a8ea030-4daa-4160-9821-6887000680dd/dafc8772-6565-4d34-9f39-7b304e6e40c8/63486d48-c707-45b0-bc4d-81097f94df11) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:15:14.051358 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbd8251-501a-47b1-b301-c219d79f1208 None None] The sync data for ids ['efa5c20f-ac8e-4f18-83a8-6d15c5811df0'] in dv-neutron-821190-1-hyperv is: [{'id': 'efa5c20f-ac8e-4f18-83a8-6d15c5811df0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-841254304', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '79f0025e-1457-4d16-8573-e9aa783ef3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:15:10Z', 'updated_at': '2022-01-29T05:15:11Z', 'revision_number': 3, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': '79f0025e-1457-4d16-8573-e9aa783ef3c0', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ba:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa5c20f-ac8e-4f18-83a8-6d15c5811df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:15:11Z', 'updated_at': '2022-01-29T05:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:15:14.182931 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1cca2a11-48ea-44d1-a55e-6b348c4b5e3d None None] Publish callbacks [] for port (63486d48-c707-45b0-bc4d-81097f94df11), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:14.183545 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-25eaa7ef-7052-4397-9444-93fdccb1837e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:14.249866 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1cca2a11-48ea-44d1-a55e-6b348c4b5e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (63486d48-c707-45b0-bc4d-81097f94df11), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:14.299765 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cca2a11-48ea-44d1-a55e-6b348c4b5e3d None None] Network 6a8ea030-4daa-4160-9821-6887000680dd is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:15:14.302818 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-1cca2a11-48ea-44d1-a55e-6b348c4b5e3d None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:15:14.306169 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cca2a11-48ea-44d1-a55e-6b348c4b5e3d None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:15:14.318879 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca2a11-48ea-44d1-a55e-6b348c4b5e3d None None] Pushing event updated for resources: {'Port': ['ID=63486d48-c707-45b0-bc4d-81097f94df11,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:15:14.378200 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-1cca2a11-48ea-44d1-a55e-6b348c4b5e3d None None] Attempting to bind port 63486d48-c707-45b0-bc4d-81097f94df11 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:15:14.378658 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-1cca2a11-48ea-44d1-a55e-6b348c4b5e3d None None] Attempting to bind port 63486d48-c707-45b0-bc4d-81097f94df11 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'd1e6779a-fe62-4f8c-a33d-f32ab1205e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6a8ea030-4daa-4160-9821-6887000680dd'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:15:14.379169 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cca2a11-48ea-44d1-a55e-6b348c4b5e3d None None] Attempting to bind port 63486d48-c707-45b0-bc4d-81097f94df11 on network 6a8ea030-4daa-4160-9821-6887000680dd {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:15:14.384750 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cca2a11-48ea-44d1-a55e-6b348c4b5e3d None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:15:14.385133 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cca2a11-48ea-44d1-a55e-6b348c4b5e3d None None] Checking segment: {'id': 'd1e6779a-fe62-4f8c-a33d-f32ab1205e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6a8ea030-4daa-4160-9821-6887000680dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:15:14.385829 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1cca2a11-48ea-44d1-a55e-6b348c4b5e3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:14.386416 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cca2a11-48ea-44d1-a55e-6b348c4b5e3d None None] Bound using segment: {'id': 'd1e6779a-fe62-4f8c-a33d-f32ab1205e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6a8ea030-4daa-4160-9821-6887000680dd'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:15:14.386935 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-1cca2a11-48ea-44d1-a55e-6b348c4b5e3d None None] Bound port: 63486d48-c707-45b0-bc4d-81097f94df11, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e6779a-fe62-4f8c-a33d-f32ab1205e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6a8ea030-4daa-4160-9821-6887000680dd'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:15:14.387321 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1cca2a11-48ea-44d1-a55e-6b348c4b5e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (63486d48-c707-45b0-bc4d-81097f94df11), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:14.464575 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-1cca2a11-48ea-44d1-a55e-6b348c4b5e3d None None] For port 63486d48-c707-45b0-bc4d-81097f94df11, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:15:14.470978 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-1cca2a11-48ea-44d1-a55e-6b348c4b5e3d None None] For port 63486d48-c707-45b0-bc4d-81097f94df11, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=63486d48-c707-45b0-bc4d-81097f94df11,segment=NetworkSegment(d1e6779a-fe62-4f8c-a33d-f32ab1205e14),segment_id=d1e6779a-fe62-4f8c-a33d-f32ab1205e14)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:15:14.505317 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-25eaa7ef-7052-4397-9444-93fdccb1837e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Allocated IP 172.20.0.1 (6a8ea030-4daa-4160-9821-6887000680dd/dafc8772-6565-4d34-9f39-7b304e6e40c8/2c7a8900-2990-46ad-8cc9-7df9cdecd399) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:15:14.564892 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1cca2a11-48ea-44d1-a55e-6b348c4b5e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (63486d48-c707-45b0-bc4d-81097f94df11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:14.627818 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-25eaa7ef-7052-4397-9444-93fdccb1837e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for port (2c7a8900-2990-46ad-8cc9-7df9cdecd399), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:14.634189 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca2a11-48ea-44d1-a55e-6b348c4b5e3d None None] Pushing event updated for resources: {'Port': ['ID=63486d48-c707-45b0-bc4d-81097f94df11,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:15:14.730383 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-25eaa7ef-7052-4397-9444-93fdccb1837e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (2c7a8900-2990-46ad-8cc9-7df9cdecd399), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:14.787611 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25eaa7ef-7052-4397-9444-93fdccb1837e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Network 6a8ea030-4daa-4160-9821-6887000680dd is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:15:14.792456 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-25eaa7ef-7052-4397-9444-93fdccb1837e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:15:14.795553 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25eaa7ef-7052-4397-9444-93fdccb1837e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:15:14.859450 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eaa7ef-7052-4397-9444-93fdccb1837e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'Port': ['ID=2c7a8900-2990-46ad-8cc9-7df9cdecd399,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:15:14.871627 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-25eaa7ef-7052-4397-9444-93fdccb1837e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (efa5c20f-ac8e-4f18-83a8-6d15c5811df0), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:14.935255 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 79f0025e-1457-4d16-8573-e9aa783ef3c0 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:15:15.001671 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 79f0025e-1457-4d16-8573-e9aa783ef3c0 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:15:15.002219 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (79f0025e-1457-4d16-8573-e9aa783ef3c0), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:15.084674 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-25eaa7ef-7052-4397-9444-93fdccb1837e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (2c7a8900-2990-46ad-8cc9-7df9cdecd399), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:15.087447 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 79f0025e-1457-4d16-8573-e9aa783ef3c0 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:15:15.087803 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (79f0025e-1457-4d16-8573-e9aa783ef3c0), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:15.110083 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 79f0025e-1457-4d16-8573-e9aa783ef3c0, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=79f0025e-1457-4d16-8573-e9aa783ef3c0,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:15:15.193088 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (79f0025e-1457-4d16-8573-e9aa783ef3c0), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:15.242277 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=79f0025e-1457-4d16-8573-e9aa783ef3c0,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:15:15.373724 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-25eaa7ef-7052-4397-9444-93fdccb1837e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for port (2c7a8900-2990-46ad-8cc9-7df9cdecd399), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:15.437486 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-25eaa7ef-7052-4397-9444-93fdccb1837e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (2c7a8900-2990-46ad-8cc9-7df9cdecd399), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:15.522563 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eaa7ef-7052-4397-9444-93fdccb1837e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'Port': ['ID=2c7a8900-2990-46ad-8cc9-7df9cdecd399,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:15:15.524735 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-25eaa7ef-7052-4397-9444-93fdccb1837e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (efa5c20f-ac8e-4f18-83a8-6d15c5811df0), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:15.606996 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8525c90e-3c7b-4444-a8d1-b9e005c29e3a None None] Network 6a8ea030-4daa-4160-9821-6887000680dd requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:15:15.622822 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25eaa7ef-7052-4397-9444-93fdccb1837e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Network 6a8ea030-4daa-4160-9821-6887000680dd is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:15:15.624214 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-25eaa7ef-7052-4397-9444-93fdccb1837e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:15:15.671418 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-0dda783a-c1cd-4d5a-a9f3-77a14c6da20b None None] Provisioning complete for port 63486d48-c707-45b0-bc4d-81097f94df11 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:15:15.671791 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0dda783a-c1cd-4d5a-a9f3-77a14c6da20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (63486d48-c707-45b0-bc4d-81097f94df11), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:15.744765 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25eaa7ef-7052-4397-9444-93fdccb1837e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Router efa5c20f-ac8e-4f18-83a8-6d15c5811df0 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:15:15.793930 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-0dda783a-c1cd-4d5a-a9f3-77a14c6da20b None None] Current status of the port 63486d48-c707-45b0-bc4d-81097f94df11 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:15:15.796680 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0dda783a-c1cd-4d5a-a9f3-77a14c6da20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (63486d48-c707-45b0-bc4d-81097f94df11), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:15.833225 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-0dda783a-c1cd-4d5a-a9f3-77a14c6da20b None None] For port 63486d48-c707-45b0-bc4d-81097f94df11, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=63486d48-c707-45b0-bc4d-81097f94df11,segment=NetworkSegment(d1e6779a-fe62-4f8c-a33d-f32ab1205e14),segment_id=d1e6779a-fe62-4f8c-a33d-f32ab1205e14)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:15:15.861058 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25eaa7ef-7052-4397-9444-93fdccb1837e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:15:15.872801 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-25eaa7ef-7052-4397-9444-93fdccb1837e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "PUT /v2.0/routers/efa5c20f-ac8e-4f18-83a8-6d15c5811df0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1639466 Jan 29 05:15:15.895969 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0dda783a-c1cd-4d5a-a9f3-77a14c6da20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (63486d48-c707-45b0-bc4d-81097f94df11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:15.953977 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda783a-c1cd-4d5a-a9f3-77a14c6da20b None None] Pushing event updated for resources: {'Port': ['ID=63486d48-c707-45b0-bc4d-81097f94df11,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:15:16.044946 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-283b4068-0acf-403a-a14f-023c7f15459d req-d889d4f0-aebd-465b-9bcb-49fa186c2eef tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2016338287&fields=id&tenant_id=5270d00ab13a4e32b125f15996f3d148 HTTP/1.1" status: 200 len: 267 time: 0.0489597 Jan 29 05:15:16.117564 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-2670e3df-b6f3-4a17-9bf9-cfffe292d021 None None] Provisioning complete for port 63486d48-c707-45b0-bc4d-81097f94df11 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:15:16.118024 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2670e3df-b6f3-4a17-9bf9-cfffe292d021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (63486d48-c707-45b0-bc4d-81097f94df11), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:16.167133 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b4068-0acf-403a-a14f-023c7f15459d req-2affbbed-6706-4a13-926c-dca12d2e5f6c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:16.168774 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-283b4068-0acf-403a-a14f-023c7f15459d req-2affbbed-6706-4a13-926c-dca12d2e5f6c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/networks?id=6a8ea030-4daa-4160-9821-6887000680dd HTTP/1.1" status: 200 len: 797 time: 0.1161740 Jan 29 05:15:16.184552 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-283b4068-0acf-403a-a14f-023c7f15459d req-b1d053a7-7b4b-4079-953f-293836b921a5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/quotas/5270d00ab13a4e32b125f15996f3d148 HTTP/1.1" status: 200 len: 375 time: 0.0094311 Jan 29 05:15:16.217974 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-2670e3df-b6f3-4a17-9bf9-cfffe292d021 None None] Current status of the port 63486d48-c707-45b0-bc4d-81097f94df11 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:15:16.234173 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-2670e3df-b6f3-4a17-9bf9-cfffe292d021 None None] Provisioning complete for port 2c7a8900-2990-46ad-8cc9-7df9cdecd399 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:15:16.234552 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2670e3df-b6f3-4a17-9bf9-cfffe292d021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (2c7a8900-2990-46ad-8cc9-7df9cdecd399), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:16.246013 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-283b4068-0acf-403a-a14f-023c7f15459d req-70fb882f-851d-499b-8673-325bf540a200 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5270d00ab13a4e32b125f15996f3d148&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554214 Jan 29 05:15:16.258126 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd3e104-238d-4389-a594-2051b317f34e None None] Sync routers for ids ['efa5c20f-ac8e-4f18-83a8-6d15c5811df0'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:15:16.283595 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-2670e3df-b6f3-4a17-9bf9-cfffe292d021 None None] Port 2c7a8900-2990-46ad-8cc9-7df9cdecd399 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:15:16.285359 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd3e104-238d-4389-a594-2051b317f34e None None] Routers {'efa5c20f-ac8e-4f18-83a8-6d15c5811df0'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:15:16.285995 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-8bd3e104-238d-4389-a594-2051b317f34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:14:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['efa5c20f-ac8e-4f18-83a8-6d15c5811df0'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:15:16.354234 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-283b4068-0acf-403a-a14f-023c7f15459d req-21f73570-e69b-44c5-8bb3-85f2a7b87489 service neutron] 10.222.0.13 "GET /v2.0/networks/6a8ea030-4daa-4160-9821-6887000680dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947883 Jan 29 05:15:16.401564 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-8bd3e104-238d-4389-a594-2051b317f34e None None] Set router efa5c20f-ac8e-4f18-83a8-6d15c5811df0 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:15:16.445202 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-1f7d0d45-362c-49e7-b7b0-f3ed0963fe90 None None] Provisioning complete for port 2c7a8900-2990-46ad-8cc9-7df9cdecd399 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:15:16.445584 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0d45-362c-49e7-b7b0-f3ed0963fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (2c7a8900-2990-46ad-8cc9-7df9cdecd399), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:16.456612 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-283b4068-0acf-403a-a14f-023c7f15459d req-4cd83748-5717-474d-b025-ca17ef22dfe7 service neutron] 10.222.0.13 "GET /v2.0/networks/6a8ea030-4daa-4160-9821-6887000680dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964019 Jan 29 05:15:16.555767 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-1f7d0d45-362c-49e7-b7b0-f3ed0963fe90 None None] Port 2c7a8900-2990-46ad-8cc9-7df9cdecd399 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:15:16.640004 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-8bd3e104-238d-4389-a594-2051b317f34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa5c20f-ac8e-4f18-83a8-6d15c5811df0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-841254304', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '79f0025e-1457-4d16-8573-e9aa783ef3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:15:10Z', 'updated_at': '2022-01-29T05:15:14Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': '79f0025e-1457-4d16-8573-e9aa783ef3c0', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ba:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa5c20f-ac8e-4f18-83a8-6d15c5811df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:15:11Z', 'updated_at': '2022-01-29T05:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '2c7a8900-2990-46ad-8cc9-7df9cdecd399', 'name': '', 'network_id': '6a8ea030-4daa-4160-9821-6887000680dd', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'mac_address': 'fa:16:3e:84:95:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa5c20f-ac8e-4f18-83a8-6d15c5811df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'dafc8772-6565-4d34-9f39-7b304e6e40c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:15:14Z', 'updated_at': '2022-01-29T05:15:15Z', 'revision_number': 2, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'subnets': [{'id': 'dafc8772-6565-4d34-9f39-7b304e6e40c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:15:16.669602 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd3e104-238d-4389-a594-2051b317f34e None None] Checking router: efa5c20f-ac8e-4f18-83a8-6d15c5811df0 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:15:16.669887 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd3e104-238d-4389-a594-2051b317f34e None None] Updating router efa5c20f-ac8e-4f18-83a8-6d15c5811df0 port 2c7a8900-2990-46ad-8cc9-7df9cdecd399 binding host dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:15:16.703305 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8bd3e104-238d-4389-a594-2051b317f34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (2c7a8900-2990-46ad-8cc9-7df9cdecd399), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:16.706374 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-2d14097a-992f-46ee-a318-84be759441e7 None None] Provisioning complete for port 2c7a8900-2990-46ad-8cc9-7df9cdecd399 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:15:16.706740 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2d14097a-992f-46ee-a318-84be759441e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (2c7a8900-2990-46ad-8cc9-7df9cdecd399), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:16.777927 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-2d14097a-992f-46ee-a318-84be759441e7 None None] Port 2c7a8900-2990-46ad-8cc9-7df9cdecd399 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:15:16.821170 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5b129870-2e97-40c1-a6bd-cdd262eb6f90 req-64681780-8447-43f9-b739-94953987dc8a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 210 time: 0.0307240 Jan 29 05:15:16.929441 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 63486d48-c707-45b0-bc4d-81097f94df11 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:15:17.040504 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 63486d48-c707-45b0-bc4d-81097f94df11 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:15:17.041170 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (63486d48-c707-45b0-bc4d-81097f94df11), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:17.045750 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8bd3e104-238d-4389-a594-2051b317f34e None None] Publish callbacks [] for port (2c7a8900-2990-46ad-8cc9-7df9cdecd399), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:17.121362 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 63486d48-c707-45b0-bc4d-81097f94df11 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:15:17.122392 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 79f0025e-1457-4d16-8573-e9aa783ef3c0 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:15:17.142147 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8bd3e104-238d-4389-a594-2051b317f34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (2c7a8900-2990-46ad-8cc9-7df9cdecd399), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:17.206307 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1ed87-6129-4fa1-ab0f-92ff6c2f6b87 None None] Pushing event updated for resources: {'Port': ['ID=2c7a8900-2990-46ad-8cc9-7df9cdecd399,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:15:17.239756 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 79f0025e-1457-4d16-8573-e9aa783ef3c0 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:15:17.240143 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (79f0025e-1457-4d16-8573-e9aa783ef3c0), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:17.290135 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-8bd3e104-238d-4389-a594-2051b317f34e None None] Attempting to bind port 2c7a8900-2990-46ad-8cc9-7df9cdecd399 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:15:17.290506 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-8bd3e104-238d-4389-a594-2051b317f34e None None] Attempting to bind port 2c7a8900-2990-46ad-8cc9-7df9cdecd399 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'd1e6779a-fe62-4f8c-a33d-f32ab1205e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6a8ea030-4daa-4160-9821-6887000680dd'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:15:17.290877 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd3e104-238d-4389-a594-2051b317f34e None None] Attempting to bind port 2c7a8900-2990-46ad-8cc9-7df9cdecd399 on network 6a8ea030-4daa-4160-9821-6887000680dd {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:15:17.299632 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd3e104-238d-4389-a594-2051b317f34e None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:15:17.300012 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd3e104-238d-4389-a594-2051b317f34e None None] Checking segment: {'id': 'd1e6779a-fe62-4f8c-a33d-f32ab1205e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6a8ea030-4daa-4160-9821-6887000680dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:15:17.300426 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8bd3e104-238d-4389-a594-2051b317f34e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:17.300848 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd3e104-238d-4389-a594-2051b317f34e None None] Bound using segment: {'id': 'd1e6779a-fe62-4f8c-a33d-f32ab1205e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6a8ea030-4daa-4160-9821-6887000680dd'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:15:17.301327 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-8bd3e104-238d-4389-a594-2051b317f34e None None] Bound port: 2c7a8900-2990-46ad-8cc9-7df9cdecd399, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e6779a-fe62-4f8c-a33d-f32ab1205e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6a8ea030-4daa-4160-9821-6887000680dd'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:15:17.301713 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8bd3e104-238d-4389-a594-2051b317f34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (2c7a8900-2990-46ad-8cc9-7df9cdecd399), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:17.411370 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 79f0025e-1457-4d16-8573-e9aa783ef3c0 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:15:17.413720 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-8bd3e104-238d-4389-a594-2051b317f34e None None] For port 2c7a8900-2990-46ad-8cc9-7df9cdecd399, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:15:17.417789 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-8bd3e104-238d-4389-a594-2051b317f34e None None] For port 2c7a8900-2990-46ad-8cc9-7df9cdecd399, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=2c7a8900-2990-46ad-8cc9-7df9cdecd399,segment=NetworkSegment(d1e6779a-fe62-4f8c-a33d-f32ab1205e14),segment_id=d1e6779a-fe62-4f8c-a33d-f32ab1205e14)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:15:17.423772 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-181d4e07-a695-4e07-9f11-b5ef4fce8373 None None] Provisioning complete for port 2c7a8900-2990-46ad-8cc9-7df9cdecd399 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:15:17.424214 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-181d4e07-a695-4e07-9f11-b5ef4fce8373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (2c7a8900-2990-46ad-8cc9-7df9cdecd399), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:17.457780 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-181d4e07-a695-4e07-9f11-b5ef4fce8373 None None] Port 2c7a8900-2990-46ad-8cc9-7df9cdecd399 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:15:17.502213 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8bd3e104-238d-4389-a594-2051b317f34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (2c7a8900-2990-46ad-8cc9-7df9cdecd399), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:17.560979 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd3e104-238d-4389-a594-2051b317f34e None None] Routers {'efa5c20f-ac8e-4f18-83a8-6d15c5811df0'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:15:17.561621 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-8bd3e104-238d-4389-a594-2051b317f34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:14:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['efa5c20f-ac8e-4f18-83a8-6d15c5811df0'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:15:17.564056 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1ed87-6129-4fa1-ab0f-92ff6c2f6b87 None None] Pushing event updated for resources: {'Port': ['ID=2c7a8900-2990-46ad-8cc9-7df9cdecd399,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:15:17.679284 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-8bd3e104-238d-4389-a594-2051b317f34e None None] Set router efa5c20f-ac8e-4f18-83a8-6d15c5811df0 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:15:17.818165 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-e185dc25-142d-45d2-9d6c-0ca572229335 None None] Provisioning complete for port 2c7a8900-2990-46ad-8cc9-7df9cdecd399 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:15:17.818547 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e185dc25-142d-45d2-9d6c-0ca572229335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (2c7a8900-2990-46ad-8cc9-7df9cdecd399), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:17.911586 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-24b0de34-7b6e-4351-be3b-0c3f30a8484c req-3feffe94-6da3-429c-ac2a-693ecdc8e3d2 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 210 time: 0.0287704 Jan 29 05:15:18.090504 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-e185dc25-142d-45d2-9d6c-0ca572229335 None None] Current status of the port 2c7a8900-2990-46ad-8cc9-7df9cdecd399 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:15:18.091137 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e185dc25-142d-45d2-9d6c-0ca572229335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (2c7a8900-2990-46ad-8cc9-7df9cdecd399), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:18.106896 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-8bd3e104-238d-4389-a594-2051b317f34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa5c20f-ac8e-4f18-83a8-6d15c5811df0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-841254304', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '79f0025e-1457-4d16-8573-e9aa783ef3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:15:10Z', 'updated_at': '2022-01-29T05:15:14Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': '79f0025e-1457-4d16-8573-e9aa783ef3c0', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ba:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa5c20f-ac8e-4f18-83a8-6d15c5811df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:15:11Z', 'updated_at': '2022-01-29T05:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '2c7a8900-2990-46ad-8cc9-7df9cdecd399', 'name': '', 'network_id': '6a8ea030-4daa-4160-9821-6887000680dd', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'mac_address': 'fa:16:3e:84:95:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa5c20f-ac8e-4f18-83a8-6d15c5811df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'dafc8772-6565-4d34-9f39-7b304e6e40c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:15:14Z', 'updated_at': '2022-01-29T05:15:17Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'subnets': [{'id': 'dafc8772-6565-4d34-9f39-7b304e6e40c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:15:18.142118 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd3e104-238d-4389-a594-2051b317f34e None None] The sync data for ids ['efa5c20f-ac8e-4f18-83a8-6d15c5811df0'] in dv-neutron-821190-1-hyperv is: [{'id': 'efa5c20f-ac8e-4f18-83a8-6d15c5811df0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-841254304', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '79f0025e-1457-4d16-8573-e9aa783ef3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:15:10Z', 'updated_at': '2022-01-29T05:15:14Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': '79f0025e-1457-4d16-8573-e9aa783ef3c0', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ba:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa5c20f-ac8e-4f18-83a8-6d15c5811df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:15:11Z', 'updated_at': '2022-01-29T05:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '2c7a8900-2990-46ad-8cc9-7df9cdecd399', 'name': '', 'network_id': '6a8ea030-4daa-4160-9821-6887000680dd', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'mac_address': 'fa:16:3e:84:95:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa5c20f-ac8e-4f18-83a8-6d15c5811df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'dafc8772-6565-4d34-9f39-7b304e6e40c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:15:14Z', 'updated_at': '2022-01-29T05:15:17Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'subnets': [{'id': 'dafc8772-6565-4d34-9f39-7b304e6e40c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:15:18.159848 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-e185dc25-142d-45d2-9d6c-0ca572229335 None None] For port 2c7a8900-2990-46ad-8cc9-7df9cdecd399, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=2c7a8900-2990-46ad-8cc9-7df9cdecd399,segment=NetworkSegment(d1e6779a-fe62-4f8c-a33d-f32ab1205e14),segment_id=d1e6779a-fe62-4f8c-a33d-f32ab1205e14)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:15:18.244231 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e185dc25-142d-45d2-9d6c-0ca572229335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (2c7a8900-2990-46ad-8cc9-7df9cdecd399), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:18.296068 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e185dc25-142d-45d2-9d6c-0ca572229335 None None] Pushing event updated for resources: {'Port': ['ID=2c7a8900-2990-46ad-8cc9-7df9cdecd399,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:15:18.853062 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 2c7a8900-2990-46ad-8cc9-7df9cdecd399 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:15:18.908969 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 2c7a8900-2990-46ad-8cc9-7df9cdecd399 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:15:18.909356 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (2c7a8900-2990-46ad-8cc9-7df9cdecd399), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:18.996196 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 2c7a8900-2990-46ad-8cc9-7df9cdecd399 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:15:19.002820 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-93ad74d5-42e7-439a-94b8-7a81d17bbcd5 req-333e212f-6154-4c24-a476-7edf9ae469be tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 210 time: 0.0356140 Jan 29 05:15:20.074410 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b1688a94-f41d-4e65-925f-99e9b9ddf384 req-e937416c-c98b-43fc-b514-4e46fba0b966 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 210 time: 0.0265362 Jan 29 05:15:20.192783 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3435eb88-d6f2-449e-973a-b849486075fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:21.167200 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f356525a-c9d2-4921-b7f3-5e18ab15ecb7 req-be3604c4-d633-48f5-bb6b-3639f174b0a3 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 210 time: 0.0275500 Jan 29 05:15:21.397836 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:15:22.260790 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d494b4f2-f87a-452d-ad7a-91c3bac0846b req-19973a9e-4d70-4ed7-ba37-8f942f88a72e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 210 time: 0.0264950 Jan 29 05:15:22.489629 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0728ad81-aa9b-4545-a855-e6df4aad8602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:22.779624 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b4068-0acf-403a-a14f-023c7f15459d req-b1c025bb-9895-4c09-8566-b537e87e7d86 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:22.781214 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-283b4068-0acf-403a-a14f-023c7f15459d req-b1c025bb-9895-4c09-8566-b537e87e7d86 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.18 "GET /v2.0/networks?id=6a8ea030-4daa-4160-9821-6887000680dd HTTP/1.1" status: 200 len: 797 time: 0.1034234 Jan 29 05:15:22.849764 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-283b4068-0acf-403a-a14f-023c7f15459d req-9104bc35-0865-4707-becf-c4033c037251 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5270d00ab13a4e32b125f15996f3d148 HTTP/1.1" status: 200 len: 380 time: 0.0546021 Jan 29 05:15:22.858507 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-283b4068-0acf-403a-a14f-023c7f15459d req-730e3759-c5d4-4adf-9ba4-e71d3c79a863 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'port': {'device_id': 'b952a893-2074-47ba-a216-5c5c9de666ed', 'network_id': '6a8ea030-4daa-4160-9821-6887000680dd', 'admin_state_up': True, 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'security_groups': ['2eca9f4f-7adb-4b7a-9669-f701f1c9517e']}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:15:23.021648 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-283b4068-0acf-403a-a14f-023c7f15459d req-730e3759-c5d4-4adf-9ba4-e71d3c79a863 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Made reservation on behalf of 5270d00ab13a4e32b125f15996f3d148 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:15:23.025077 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-283b4068-0acf-403a-a14f-023c7f15459d req-730e3759-c5d4-4adf-9ba4-e71d3c79a863 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:23.146202 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [req-283b4068-0acf-403a-a14f-023c7f15459d req-730e3759-c5d4-4adf-9ba4-e71d3c79a863 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Allocated IP 172.20.0.13 (6a8ea030-4daa-4160-9821-6887000680dd/dafc8772-6565-4d34-9f39-7b304e6e40c8/05531c33-1553-4415-818e-b4b2f4eb9ee0) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:15:23.284792 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-283b4068-0acf-403a-a14f-023c7f15459d req-730e3759-c5d4-4adf-9ba4-e71d3c79a863 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for port (05531c33-1553-4415-818e-b4b2f4eb9ee0), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:23.355540 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5bd395f8-2114-4074-8054-7f241ce34012 req-53a14185-128e-4a64-9b75-7a13002459d6 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 210 time: 0.0271304 Jan 29 05:15:23.387255 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-283b4068-0acf-403a-a14f-023c7f15459d req-730e3759-c5d4-4adf-9ba4-e71d3c79a863 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (05531c33-1553-4415-818e-b4b2f4eb9ee0), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:23.427500 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-283b4068-0acf-403a-a14f-023c7f15459d req-730e3759-c5d4-4adf-9ba4-e71d3c79a863 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Network 6a8ea030-4daa-4160-9821-6887000680dd is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:15:23.430664 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [req-283b4068-0acf-403a-a14f-023c7f15459d req-730e3759-c5d4-4adf-9ba4-e71d3c79a863 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:15:23.434117 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-283b4068-0acf-403a-a14f-023c7f15459d req-730e3759-c5d4-4adf-9ba4-e71d3c79a863 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:15:23.464816 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e3759-c5d4-4adf-9ba4-e71d3c79a863 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'Port': ['ID=05531c33-1553-4415-818e-b4b2f4eb9ee0,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:15:23.495039 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b4068-0acf-403a-a14f-023c7f15459d req-730e3759-c5d4-4adf-9ba4-e71d3c79a863 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:23.495709 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-283b4068-0acf-403a-a14f-023c7f15459d req-730e3759-c5d4-4adf-9ba4-e71d3c79a863 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:23.555270 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-283b4068-0acf-403a-a14f-023c7f15459d req-730e3759-c5d4-4adf-9ba4-e71d3c79a863 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7004232 Jan 29 05:15:23.572706 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-283b4068-0acf-403a-a14f-023c7f15459d req-a9ce65d6-0e6c-4b4b-a8b6-3bc0a061db36 service neutron] Request body: {'port': {'device_id': 'b952a893-2074-47ba-a216-5c5c9de666ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:15:23.634609 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-283b4068-0acf-403a-a14f-023c7f15459d req-a9ce65d6-0e6c-4b4b-a8b6-3bc0a061db36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (05531c33-1553-4415-818e-b4b2f4eb9ee0), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:23.695146 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-619958d9-7def-44f9-9341-8be9cbab4dd2 None None] Provisioning complete for port 05531c33-1553-4415-818e-b4b2f4eb9ee0 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:15:23.695741 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-619958d9-7def-44f9-9341-8be9cbab4dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (05531c33-1553-4415-818e-b4b2f4eb9ee0), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:23.729723 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-619958d9-7def-44f9-9341-8be9cbab4dd2 None None] Port 05531c33-1553-4415-818e-b4b2f4eb9ee0 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:15:23.855698 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:23.896721 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [req-283b4068-0acf-403a-a14f-023c7f15459d req-a9ce65d6-0e6c-4b4b-a8b6-3bc0a061db36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05531c33-1553-4415-818e-b4b2f4eb9ee0 {{(pid=103585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 05:15:23.904091 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-283b4068-0acf-403a-a14f-023c7f15459d req-a9ce65d6-0e6c-4b4b-a8b6-3bc0a061db36 service neutron] Publish callbacks [] for port (05531c33-1553-4415-818e-b4b2f4eb9ee0), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:23.916304 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.provisioning_blocks [req-283b4068-0acf-403a-a14f-023c7f15459d req-a9ce65d6-0e6c-4b4b-a8b6-3bc0a061db36 service neutron] Transition to ACTIVE for port object 05531c33-1553-4415-818e-b4b2f4eb9ee0 will not be triggered until provisioned by entity L2. {{(pid=103585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 05:15:23.986684 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-283b4068-0acf-403a-a14f-023c7f15459d req-a9ce65d6-0e6c-4b4b-a8b6-3bc0a061db36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (05531c33-1553-4415-818e-b4b2f4eb9ee0), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:24.034208 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce65d6-0e6c-4b4b-a8b6-3bc0a061db36 service neutron] Pushing event updated for resources: {'Port': ['ID=05531c33-1553-4415-818e-b4b2f4eb9ee0,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:15:24.107044 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-283b4068-0acf-403a-a14f-023c7f15459d req-a9ce65d6-0e6c-4b4b-a8b6-3bc0a061db36 service neutron] Attempting to bind port 05531c33-1553-4415-818e-b4b2f4eb9ee0 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:15:24.107416 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-283b4068-0acf-403a-a14f-023c7f15459d req-a9ce65d6-0e6c-4b4b-a8b6-3bc0a061db36 service neutron] Attempting to bind port 05531c33-1553-4415-818e-b4b2f4eb9ee0 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'd1e6779a-fe62-4f8c-a33d-f32ab1205e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6a8ea030-4daa-4160-9821-6887000680dd'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:15:24.107753 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283b4068-0acf-403a-a14f-023c7f15459d req-a9ce65d6-0e6c-4b4b-a8b6-3bc0a061db36 service neutron] Attempting to bind port 05531c33-1553-4415-818e-b4b2f4eb9ee0 on network 6a8ea030-4daa-4160-9821-6887000680dd {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:15:24.112395 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283b4068-0acf-403a-a14f-023c7f15459d req-a9ce65d6-0e6c-4b4b-a8b6-3bc0a061db36 service neutron] Port 05531c33-1553-4415-818e-b4b2f4eb9ee0 on network 6a8ea030-4daa-4160-9821-6887000680dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 05:15:24.112751 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283b4068-0acf-403a-a14f-023c7f15459d req-a9ce65d6-0e6c-4b4b-a8b6-3bc0a061db36 service neutron] Attempting to bind port 05531c33-1553-4415-818e-b4b2f4eb9ee0 on network 6a8ea030-4daa-4160-9821-6887000680dd {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:15:24.117776 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283b4068-0acf-403a-a14f-023c7f15459d req-a9ce65d6-0e6c-4b4b-a8b6-3bc0a061db36 service neutron] Checking agent: {'id': '15eedd85-6d76-4715-a40f-dc31e854816c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'started_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:15:24.118115 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283b4068-0acf-403a-a14f-023c7f15459d req-a9ce65d6-0e6c-4b4b-a8b6-3bc0a061db36 service neutron] Checking segment: {'id': 'd1e6779a-fe62-4f8c-a33d-f32ab1205e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6a8ea030-4daa-4160-9821-6887000680dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:15:24.118498 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283b4068-0acf-403a-a14f-023c7f15459d req-a9ce65d6-0e6c-4b4b-a8b6-3bc0a061db36 service neutron] Bound using segment: {'id': 'd1e6779a-fe62-4f8c-a33d-f32ab1205e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6a8ea030-4daa-4160-9821-6887000680dd'} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:15:24.118932 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-283b4068-0acf-403a-a14f-023c7f15459d req-a9ce65d6-0e6c-4b4b-a8b6-3bc0a061db36 service neutron] Bound port: 05531c33-1553-4415-818e-b4b2f4eb9ee0, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1e6779a-fe62-4f8c-a33d-f32ab1205e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6a8ea030-4daa-4160-9821-6887000680dd'}}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:15:24.119286 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-283b4068-0acf-403a-a14f-023c7f15459d req-a9ce65d6-0e6c-4b4b-a8b6-3bc0a061db36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (05531c33-1553-4415-818e-b4b2f4eb9ee0), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:24.189053 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-283b4068-0acf-403a-a14f-023c7f15459d req-a9ce65d6-0e6c-4b4b-a8b6-3bc0a061db36 service neutron] For port 05531c33-1553-4415-818e-b4b2f4eb9ee0, host hv-neutron-8211, cleared binding levels {{(pid=103585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:15:24.192258 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-283b4068-0acf-403a-a14f-023c7f15459d req-a9ce65d6-0e6c-4b4b-a8b6-3bc0a061db36 service neutron] For port 05531c33-1553-4415-818e-b4b2f4eb9ee0, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=05531c33-1553-4415-818e-b4b2f4eb9ee0,segment=NetworkSegment(d1e6779a-fe62-4f8c-a33d-f32ab1205e14),segment_id=d1e6779a-fe62-4f8c-a33d-f32ab1205e14)] {{(pid=103585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:15:24.268262 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-283b4068-0acf-403a-a14f-023c7f15459d req-a9ce65d6-0e6c-4b4b-a8b6-3bc0a061db36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (05531c33-1553-4415-818e-b4b2f4eb9ee0), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:24.304270 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b4068-0acf-403a-a14f-023c7f15459d req-a9ce65d6-0e6c-4b4b-a8b6-3bc0a061db36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:24.304868 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-283b4068-0acf-403a-a14f-023c7f15459d req-a9ce65d6-0e6c-4b4b-a8b6-3bc0a061db36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:24.306228 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-283b4068-0acf-403a-a14f-023c7f15459d req-a9ce65d6-0e6c-4b4b-a8b6-3bc0a061db36 service neutron] 10.222.0.18 "PUT /v2.0/ports/05531c33-1553-4415-818e-b4b2f4eb9ee0 HTTP/1.1" status: 200 len: 1094 time: 0.7383447 Jan 29 05:15:24.306738 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b952a893-2074-47ba-a216-5c5c9de666ed', 'tag': '05531c33-1553-4415-818e-b4b2f4eb9ee0'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:15:24.308999 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4cc1ac0-cd1e-45d0-9efe-52b24681a9ed" -d '{"events": [{"name": "network-changed", "server_uuid": "b952a893-2074-47ba-a216-5c5c9de666ed", "tag": "05531c33-1553-4415-818e-b4b2f4eb9ee0"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:15:24.334563 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce65d6-0e6c-4b4b-a8b6-3bc0a061db36 service neutron] Pushing event updated for resources: {'Port': ['ID=05531c33-1553-4415-818e-b4b2f4eb9ee0,revision_number=3']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:15:24.353859 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ea48ae-1fba-47c3-b876-70fe2eca9735 x-openstack-request-id: req-83ea48ae-1fba-47c3-b876-70fe2eca9735 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:15:24.354101 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b952a893-2074-47ba-a216-5c5c9de666ed", "tag": "05531c33-1553-4415-818e-b4b2f4eb9ee0", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:15:24.354358 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-83ea48ae-1fba-47c3-b876-70fe2eca9735 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:15:24.355006 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b952a893-2074-47ba-a216-5c5c9de666ed', 'tag': '05531c33-1553-4415-818e-b4b2f4eb9ee0', 'status': 'completed', 'code': 200} Jan 29 05:15:24.398800 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:24.490494 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc1ac0-cd1e-45d0-9efe-52b24681a9ed req-3f012d56-8831-48c9-824f-80aa5fd37816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:24.492011 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b4cc1ac0-cd1e-45d0-9efe-52b24681a9ed req-3f012d56-8831-48c9-824f-80aa5fd37816 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5270d00ab13a4e32b125f15996f3d148&device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 1128 time: 0.0948718 Jan 29 05:15:24.507124 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4506c6-29b9-4819-aa05-6b031040cd08 req-076f73b1-ef6a-41de-9b20-4b7b854f0383 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:24.508615 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8e4506c6-29b9-4819-aa05-6b031040cd08 req-076f73b1-ef6a-41de-9b20-4b7b854f0383 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 944 time: 0.0755672 Jan 29 05:15:24.619032 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8e4506c6-29b9-4819-aa05-6b031040cd08 req-de0ff18e-5dd8-49f6-86f5-ab0f5c837471 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=2eca9f4f-7adb-4b7a-9669-f701f1c9517e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012113 Jan 29 05:15:24.636236 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc1ac0-cd1e-45d0-9efe-52b24681a9ed req-0beaa931-d816-413b-bca3-d36c98374b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:24.637730 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b4cc1ac0-cd1e-45d0-9efe-52b24681a9ed req-0beaa931-d816-413b-bca3-d36c98374b09 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=5270d00ab13a4e32b125f15996f3d148&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1282697 Jan 29 05:15:25.032777 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:25.064402 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc1ac0-cd1e-45d0-9efe-52b24681a9ed req-cfe0e1eb-f558-4de0-b95e-ae86e7e8d1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:25.065891 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b4cc1ac0-cd1e-45d0-9efe-52b24681a9ed req-cfe0e1eb-f558-4de0-b95e-ae86e7e8d1f4 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4225128 Jan 29 05:15:25.165482 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b4068-0acf-403a-a14f-023c7f15459d req-4636f997-fe4f-4891-813f-d6c9fcd5e6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:25.166934 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-283b4068-0acf-403a-a14f-023c7f15459d req-4636f997-fe4f-4891-813f-d6c9fcd5e6f8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5270d00ab13a4e32b125f15996f3d148&device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 1128 time: 0.0434840 Jan 29 05:15:25.213073 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-283b4068-0acf-403a-a14f-023c7f15459d req-4a1dcffd-eac0-4d73-8d63-19fee5c2b54d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05531c33-1553-4415-818e-b4b2f4eb9ee0 HTTP/1.1" status: 200 len: 217 time: 0.0335276 Jan 29 05:15:25.262438 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b4068-0acf-403a-a14f-023c7f15459d req-75c5d2fe-0afa-4e86-a161-91c05a6d2819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:25.263891 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-283b4068-0acf-403a-a14f-023c7f15459d req-75c5d2fe-0afa-4e86-a161-91c05a6d2819 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dafc8772-6565-4d34-9f39-7b304e6e40c8 HTTP/1.1" status: 200 len: 834 time: 0.0459948 Jan 29 05:15:25.310754 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b4068-0acf-403a-a14f-023c7f15459d req-88175d57-3274-4c98-b590-9428df2ec826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:25.312222 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-283b4068-0acf-403a-a14f-023c7f15459d req-88175d57-3274-4c98-b590-9428df2ec826 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6a8ea030-4daa-4160-9821-6887000680dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0423918 Jan 29 05:15:25.397808 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-283b4068-0acf-403a-a14f-023c7f15459d req-8b1168c1-b207-428d-a3ef-291779ade2c7 service neutron] 10.222.0.18 "GET /v2.0/networks/6a8ea030-4daa-4160-9821-6887000680dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796211 Jan 29 05:15:25.490038 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-283b4068-0acf-403a-a14f-023c7f15459d req-f1674ebd-1a2b-4711-8f31-db08cbf85b01 service neutron] 10.222.0.18 "GET /v2.0/networks/6a8ea030-4daa-4160-9821-6887000680dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859306 Jan 29 05:15:25.739058 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ece7a-6809-47e4-8614-7514d0e8e0c5 req-2d8875cc-fa5f-4c3a-a896-993e3c6ee441 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:25.740597 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-df7ece7a-6809-47e4-8614-7514d0e8e0c5 req-2d8875cc-fa5f-4c3a-a896-993e3c6ee441 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 944 time: 0.0532691 Jan 29 05:15:25.788796 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-df7ece7a-6809-47e4-8614-7514d0e8e0c5 req-dfd5d9d0-41c9-49a2-995f-18f8f30e3cc5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=2eca9f4f-7adb-4b7a-9669-f701f1c9517e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427265 Jan 29 05:15:26.438330 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:26.910132 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef44528-9bff-4f9c-8037-3df8a9f039dc req-fdd8f78b-0bc3-4dd1-b4ef-f065f7b39546 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:26.911584 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3ef44528-9bff-4f9c-8037-3df8a9f039dc req-fdd8f78b-0bc3-4dd1-b4ef-f065f7b39546 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 944 time: 0.0561213 Jan 29 05:15:26.958804 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3ef44528-9bff-4f9c-8037-3df8a9f039dc req-c9b21d8b-8db6-495f-9f62-df9d672bcd6d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=2eca9f4f-7adb-4b7a-9669-f701f1c9517e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417702 Jan 29 05:15:28.034852 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 05531c33-1553-4415-818e-b4b2f4eb9ee0 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:15:28.076089 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c97d9-46d7-46c1-863b-3015f6d5b3ef req-6203ad86-4bb9-4e41-b781-f68cf78a3c01 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:28.077578 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-469c97d9-46d7-46c1-863b-3015f6d5b3ef req-6203ad86-4bb9-4e41-b781-f68cf78a3c01 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 944 time: 0.0532529 Jan 29 05:15:28.126427 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-469c97d9-46d7-46c1-863b-3015f6d5b3ef req-f3bde852-0d01-4baf-b0c9-38ef8bd27dc3 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=2eca9f4f-7adb-4b7a-9669-f701f1c9517e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429718 Jan 29 05:15:28.133556 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 05531c33-1553-4415-818e-b4b2f4eb9ee0, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=05531c33-1553-4415-818e-b4b2f4eb9ee0,segment=NetworkSegment(d1e6779a-fe62-4f8c-a33d-f32ab1205e14),segment_id=d1e6779a-fe62-4f8c-a33d-f32ab1205e14)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:15:28.145384 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': '05531c33-1553-4415-818e-b4b2f4eb9ee0', 'network_id': '6a8ea030-4daa-4160-9821-6887000680dd', 'port_id': '05531c33-1553-4415-818e-b4b2f4eb9ee0', 'mac_address': 'fa:16:3e:8f:a9:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dafc8772-6565-4d34-9f39-7b304e6e40c8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:15:28.181100 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 05531c33-1553-4415-818e-b4b2f4eb9ee0 is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:15:28.181481 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (05531c33-1553-4415-818e-b4b2f4eb9ee0), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:28.194641 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05531c33-1553-4415-818e-b4b2f4eb9ee0 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 05:15:28.212954 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 05531c33-1553-4415-818e-b4b2f4eb9ee0, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=05531c33-1553-4415-818e-b4b2f4eb9ee0,segment=NetworkSegment(d1e6779a-fe62-4f8c-a33d-f32ab1205e14),segment_id=d1e6779a-fe62-4f8c-a33d-f32ab1205e14)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:15:28.278311 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (05531c33-1553-4415-818e-b4b2f4eb9ee0), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:28.325220 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=05531c33-1553-4415-818e-b4b2f4eb9ee0,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:15:28.704544 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['05531c33-1553-4415-818e-b4b2f4eb9ee0'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:15:29.242727 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4773c0a-e002-48f9-b231-6101e948662c req-f1640146-d378-4062-8420-6b0451b53a4b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:29.244187 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e4773c0a-e002-48f9-b231-6101e948662c req-f1640146-d378-4062-8420-6b0451b53a4b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 945 time: 0.0523703 Jan 29 05:15:29.295932 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e4773c0a-e002-48f9-b231-6101e948662c req-6ee83962-75c5-41bc-acc3-892464b67349 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=2eca9f4f-7adb-4b7a-9669-f701f1c9517e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461230 Jan 29 05:15:30.050764 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 05531c33-1553-4415-818e-b4b2f4eb9ee0 up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:15:30.169662 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning for port 05531c33-1553-4415-818e-b4b2f4eb9ee0 completed by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 05:15:30.174285 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port 05531c33-1553-4415-818e-b4b2f4eb9ee0 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:15:30.174663 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (05531c33-1553-4415-818e-b4b2f4eb9ee0), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:30.250304 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 05531c33-1553-4415-818e-b4b2f4eb9ee0 is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:15:30.250708 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (05531c33-1553-4415-818e-b4b2f4eb9ee0), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:30.272573 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b952a893-2074-47ba-a216-5c5c9de666ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05531c33-1553-4415-818e-b4b2f4eb9ee0'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:15:30.274826 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a973f906-abd1-4789-9d85-303a99760169" -d '{"events": [{"server_uuid": "b952a893-2074-47ba-a216-5c5c9de666ed", "name": "network-vif-plugged", "status": "completed", "tag": "05531c33-1553-4415-818e-b4b2f4eb9ee0"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:15:30.290642 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 05531c33-1553-4415-818e-b4b2f4eb9ee0, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=05531c33-1553-4415-818e-b4b2f4eb9ee0,segment=NetworkSegment(d1e6779a-fe62-4f8c-a33d-f32ab1205e14),segment_id=d1e6779a-fe62-4f8c-a33d-f32ab1205e14)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:15:30.312286 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71bc9e2a-9631-4c6e-8628-1f4e19670d2d x-openstack-request-id: req-71bc9e2a-9631-4c6e-8628-1f4e19670d2d {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:15:30.312506 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b952a893-2074-47ba-a216-5c5c9de666ed", "name": "network-vif-plugged", "status": "completed", "tag": "05531c33-1553-4415-818e-b4b2f4eb9ee0", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:15:30.312768 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-71bc9e2a-9631-4c6e-8628-1f4e19670d2d {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:15:30.313160 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b952a893-2074-47ba-a216-5c5c9de666ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05531c33-1553-4415-818e-b4b2f4eb9ee0', 'code': 200} Jan 29 05:15:30.380208 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (05531c33-1553-4415-818e-b4b2f4eb9ee0), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:30.421035 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d56fc2-7a85-4e58-accd-ec69207d0d00 req-9da95d98-9ce3-459b-9893-044d178f4afb tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:30.422458 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-91d56fc2-7a85-4e58-accd-ec69207d0d00 req-9da95d98-9ce3-459b-9893-044d178f4afb tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 945 time: 0.0580263 Jan 29 05:15:30.428542 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=05531c33-1553-4415-818e-b4b2f4eb9ee0,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:15:30.474019 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-91d56fc2-7a85-4e58-accd-ec69207d0d00 req-0727c6e4-3634-4dad-b12e-8c6becb62e75 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=2eca9f4f-7adb-4b7a-9669-f701f1c9517e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457602 Jan 29 05:15:30.675846 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79127ce1-e9d9-49f7-aa58-cd0a4ae9b4e6 req-939cf41a-cbef-4cf2-acb4-e40c5af0cc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:30.677311 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-79127ce1-e9d9-49f7-aa58-cd0a4ae9b4e6 req-939cf41a-cbef-4cf2-acb4-e40c5af0cc92 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 1130 time: 0.0433490 Jan 29 05:15:30.722894 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-79127ce1-e9d9-49f7-aa58-cd0a4ae9b4e6 req-efa506b9-5bf0-4320-9548-26dd6eb2cf3a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2eca9f4f-7adb-4b7a-9669-f701f1c9517e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391924 Jan 29 05:15:31.595470 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14581590-b506-494e-b73a-93fe5f2b932a req-21193b00-618b-473b-b390-80fa9b7bbce0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:31.596999 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-14581590-b506-494e-b73a-93fe5f2b932a req-21193b00-618b-473b-b390-80fa9b7bbce0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 946 time: 0.0573578 Jan 29 05:15:31.648517 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-14581590-b506-494e-b73a-93fe5f2b932a req-9ab45835-48a5-4140-b251-1f5c16630568 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=2eca9f4f-7adb-4b7a-9669-f701f1c9517e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460401 Jan 29 05:15:32.766213 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd442e52-4f99-481c-bf7b-3114cc164152 req-6093917e-d1fe-4b4e-b859-8a73f1309576 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:32.767676 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cd442e52-4f99-481c-bf7b-3114cc164152 req-6093917e-d1fe-4b4e-b859-8a73f1309576 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 946 time: 0.0516510 Jan 29 05:15:32.814682 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cd442e52-4f99-481c-bf7b-3114cc164152 req-03ce8f5a-25f4-4046-b347-d6b2cbdc860f tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=2eca9f4f-7adb-4b7a-9669-f701f1c9517e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415723 Jan 29 05:15:32.929990 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb6be0-b769-47e7-ab21-4246248a27fd req-34df205e-2410-430b-aaa5-77cc27286ad0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:32.931416 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-12fb6be0-b769-47e7-ab21-4246248a27fd req-34df205e-2410-430b-aaa5-77cc27286ad0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 946 time: 0.0516887 Jan 29 05:15:32.985316 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-12fb6be0-b769-47e7-ab21-4246248a27fd req-13669d85-f9ca-4ea7-9f60-a03e32823359 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=2eca9f4f-7adb-4b7a-9669-f701f1c9517e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484729 Jan 29 05:15:33.006225 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34370) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:15:33.049326 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d694ac-f2cd-4a62-aecb-7830ae3adb00 tempest-TestNetworkAdvancedServerOps-1297217627 tempest-TestNetworkAdvancedServerOps-1297217627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:33.050836 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c4d694ac-f2cd-4a62-aecb-7830ae3adb00 tempest-TestNetworkAdvancedServerOps-1297217627 tempest-TestNetworkAdvancedServerOps-1297217627-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 1125 time: 0.0436299 Jan 29 05:15:33.053578 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34372) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:15:33.057790 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-a70453b7-b172-4955-ad24-5f21623bf64d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'floatingip': {'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'port_id': '05531c33-1553-4415-818e-b4b2f4eb9ee0', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:15:33.170363 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a70453b7-b172-4955-ad24-5f21623bf64d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:33.271608 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a70453b7-b172-4955-ad24-5f21623bf64d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:33.371329 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-a70453b7-b172-4955-ad24-5f21623bf64d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Allocated IP 172.26.8.115 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/ea974ae5-849a-449f-968c-b3fa662f820e) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:15:33.472138 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a70453b7-b172-4955-ad24-5f21623bf64d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for port (ea974ae5-849a-449f-968c-b3fa662f820e), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:33.575886 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a70453b7-b172-4955-ad24-5f21623bf64d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (ea974ae5-849a-449f-968c-b3fa662f820e), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:33.614801 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70453b7-b172-4955-ad24-5f21623bf64d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:15:33.617573 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-a70453b7-b172-4955-ad24-5f21623bf64d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:15:33.620920 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70453b7-b172-4955-ad24-5f21623bf64d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:15:33.628771 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70453b7-b172-4955-ad24-5f21623bf64d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'Port': ['ID=ea974ae5-849a-449f-968c-b3fa662f820e,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:15:33.982655 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a70453b7-b172-4955-ad24-5f21623bf64d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for floatingip (ebee50da-05b5-4f32-be06-6d0a9f97595a), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:34.105138 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a70453b7-b172-4955-ad24-5f21623bf64d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (ea974ae5-849a-449f-968c-b3fa662f820e), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:34.251674 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a70453b7-b172-4955-ad24-5f21623bf64d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for port (ea974ae5-849a-449f-968c-b3fa662f820e), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:34.306756 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a70453b7-b172-4955-ad24-5f21623bf64d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (ea974ae5-849a-449f-968c-b3fa662f820e), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:34.372979 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70453b7-b172-4955-ad24-5f21623bf64d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'Port': ['ID=ea974ae5-849a-449f-968c-b3fa662f820e,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:15:34.383275 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a70453b7-b172-4955-ad24-5f21623bf64d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (ebee50da-05b5-4f32-be06-6d0a9f97595a), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:34.485223 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.l3_db [None req-a70453b7-b172-4955-ad24-5f21623bf64d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Floating IP ebee50da-05b5-4f32-be06-6d0a9f97595a associated. External IP: 172.26.8.115, port: 05531c33-1553-4415-818e-b4b2f4eb9ee0. Jan 29 05:15:34.688287 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a70453b7-b172-4955-ad24-5f21623bf64d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Router efa5c20f-ac8e-4f18-83a8-6d15c5811df0 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:15:34.791611 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70453b7-b172-4955-ad24-5f21623bf64d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:15:34.801497 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54fef41-028b-43c0-98b9-8244386e6664 None None] Sync routers for ids ['efa5c20f-ac8e-4f18-83a8-6d15c5811df0'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:15:34.810804 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54fef41-028b-43c0-98b9-8244386e6664 None None] Routers {'efa5c20f-ac8e-4f18-83a8-6d15c5811df0'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:15:34.811395 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-e54fef41-028b-43c0-98b9-8244386e6664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:15:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['efa5c20f-ac8e-4f18-83a8-6d15c5811df0'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:15:34.869210 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a70453b7-b172-4955-ad24-5f21623bf64d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:34.901185 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a70453b7-b172-4955-ad24-5f21623bf64d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8441789 Jan 29 05:15:34.901185 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b952a893-2074-47ba-a216-5c5c9de666ed', 'tag': '05531c33-1553-4415-818e-b4b2f4eb9ee0'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:15:34.901670 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aca51b2-1708-4fd7-b2c2-a40997f43f64" -d '{"events": [{"name": "network-changed", "server_uuid": "b952a893-2074-47ba-a216-5c5c9de666ed", "tag": "05531c33-1553-4415-818e-b4b2f4eb9ee0"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:15:34.915633 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-e54fef41-028b-43c0-98b9-8244386e6664 None None] Set router efa5c20f-ac8e-4f18-83a8-6d15c5811df0 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:15:35.001924 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1e0b3-4ef3-4b2d-bc1e-ce541494297f req-d0d00e73-e320-4988-81d6-1e6ae4fd0d0d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:35.003369 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9de1e0b3-4ef3-4b2d-bc1e-ce541494297f req-d0d00e73-e320-4988-81d6-1e6ae4fd0d0d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 946 time: 0.0571923 Jan 29 05:15:35.052021 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9de1e0b3-4ef3-4b2d-bc1e-ce541494297f req-a17c2b6b-b9c0-4538-a83c-d56bc8ad3029 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=2eca9f4f-7adb-4b7a-9669-f701f1c9517e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430260 Jan 29 05:15:35.074051 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34378) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:15:35.111723 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d559aa3b-4f39-4d48-bdf8-dc87d82409ab x-openstack-request-id: req-d559aa3b-4f39-4d48-bdf8-dc87d82409ab {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:15:35.112013 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b952a893-2074-47ba-a216-5c5c9de666ed", "tag": "05531c33-1553-4415-818e-b4b2f4eb9ee0", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:15:35.112262 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d559aa3b-4f39-4d48-bdf8-dc87d82409ab {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:15:35.112683 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b952a893-2074-47ba-a216-5c5c9de666ed', 'tag': '05531c33-1553-4415-818e-b4b2f4eb9ee0', 'status': 'completed', 'code': 200} Jan 29 05:15:35.139521 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c7fd2f2f-273d-4274-8616-3b5e3659bf4b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/floatingips/ebee50da-05b5-4f32-be06-6d0a9f97595a HTTP/1.1" status: 200 len: 992 time: 0.0640018 Jan 29 05:15:35.139772 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-e54fef41-028b-43c0-98b9-8244386e6664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa5c20f-ac8e-4f18-83a8-6d15c5811df0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-841254304', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '79f0025e-1457-4d16-8573-e9aa783ef3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:15:10Z', 'updated_at': '2022-01-29T05:15:14Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': '79f0025e-1457-4d16-8573-e9aa783ef3c0', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ba:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa5c20f-ac8e-4f18-83a8-6d15c5811df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:15:11Z', 'updated_at': '2022-01-29T05:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': 'ebee50da-05b5-4f32-be06-6d0a9f97595a', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'floating_ip_address': '172.26.8.115', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'efa5c20f-ac8e-4f18-83a8-6d15c5811df0', 'port_id': '05531c33-1553-4415-818e-b4b2f4eb9ee0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1784, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8ea030-4daa-4160-9821-6887000680dd', 'mac_address': 'fa:16:3e:8f:a9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b952a893-2074-47ba-a216-5c5c9de666ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:15:33Z', 'updated_at': '2022-01-29T05:15:33Z', 'revision_number': 0, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c7a8900-2990-46ad-8cc9-7df9cdecd399', 'name': '', 'network_id': '6a8ea030-4daa-4160-9821-6887000680dd', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'mac_address': 'fa:16:3e:84:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa5c20f-ac8e-4f18-83a8-6d15c5811df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'dafc8772-6565-4d34-9f39-7b304e6e40c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:15:14Z', 'updated_at': '2022-01-29T05:15:18Z', 'revision_number': 5, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'subnets': [{'id': 'dafc8772-6565-4d34-9f39-7b304e6e40c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:15:35.169505 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54fef41-028b-43c0-98b9-8244386e6664 None None] Checking router: efa5c20f-ac8e-4f18-83a8-6d15c5811df0 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:15:35.178332 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54fef41-028b-43c0-98b9-8244386e6664 None None] Routers {'efa5c20f-ac8e-4f18-83a8-6d15c5811df0'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:15:35.178946 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-e54fef41-028b-43c0-98b9-8244386e6664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:15:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['efa5c20f-ac8e-4f18-83a8-6d15c5811df0'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:15:35.187820 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca51b2-1708-4fd7-b2c2-a40997f43f64 req-aca86f5b-12fd-4ee5-be86-5884dfa110d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:35.189667 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1aca51b2-1708-4fd7-b2c2-a40997f43f64 req-aca86f5b-12fd-4ee5-be86-5884dfa110d8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5270d00ab13a4e32b125f15996f3d148&device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 1130 time: 0.0446465 Jan 29 05:15:35.280777 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca51b2-1708-4fd7-b2c2-a40997f43f64 req-4025369c-2d9e-4697-b428-d1a17e2d43b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:35.282851 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1aca51b2-1708-4fd7-b2c2-a40997f43f64 req-4025369c-2d9e-4697-b428-d1a17e2d43b6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6a8ea030-4daa-4160-9821-6887000680dd HTTP/1.1" status: 200 len: 898 time: 0.0873494 Jan 29 05:15:35.283421 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-e54fef41-028b-43c0-98b9-8244386e6664 None None] Set router efa5c20f-ac8e-4f18-83a8-6d15c5811df0 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:15:35.348177 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1aca51b2-1708-4fd7-b2c2-a40997f43f64 req-e6bbd23a-6677-4542-9e71-13501b976480 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05531c33-1553-4415-818e-b4b2f4eb9ee0 HTTP/1.1" status: 200 len: 1000 time: 0.0586257 Jan 29 05:15:35.401355 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca51b2-1708-4fd7-b2c2-a40997f43f64 req-883002b0-7880-4113-b1c8-4ddbfc916942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:35.402815 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1aca51b2-1708-4fd7-b2c2-a40997f43f64 req-883002b0-7880-4113-b1c8-4ddbfc916942 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dafc8772-6565-4d34-9f39-7b304e6e40c8 HTTP/1.1" status: 200 len: 834 time: 0.0475972 Jan 29 05:15:35.450286 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca51b2-1708-4fd7-b2c2-a40997f43f64 req-bd49f621-aaee-427f-a819-e9fb0bd5fa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:35.451840 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1aca51b2-1708-4fd7-b2c2-a40997f43f64 req-bd49f621-aaee-427f-a819-e9fb0bd5fa33 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6a8ea030-4daa-4160-9821-6887000680dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0436921 Jan 29 05:15:35.500662 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-e54fef41-028b-43c0-98b9-8244386e6664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa5c20f-ac8e-4f18-83a8-6d15c5811df0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-841254304', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '79f0025e-1457-4d16-8573-e9aa783ef3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:15:10Z', 'updated_at': '2022-01-29T05:15:14Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': '79f0025e-1457-4d16-8573-e9aa783ef3c0', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ba:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa5c20f-ac8e-4f18-83a8-6d15c5811df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:15:11Z', 'updated_at': '2022-01-29T05:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': 'ebee50da-05b5-4f32-be06-6d0a9f97595a', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'floating_ip_address': '172.26.8.115', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'efa5c20f-ac8e-4f18-83a8-6d15c5811df0', 'port_id': '05531c33-1553-4415-818e-b4b2f4eb9ee0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1784, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8ea030-4daa-4160-9821-6887000680dd', 'mac_address': 'fa:16:3e:8f:a9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b952a893-2074-47ba-a216-5c5c9de666ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:15:33Z', 'updated_at': '2022-01-29T05:15:33Z', 'revision_number': 0, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c7a8900-2990-46ad-8cc9-7df9cdecd399', 'name': '', 'network_id': '6a8ea030-4daa-4160-9821-6887000680dd', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'mac_address': 'fa:16:3e:84:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa5c20f-ac8e-4f18-83a8-6d15c5811df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'dafc8772-6565-4d34-9f39-7b304e6e40c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:15:14Z', 'updated_at': '2022-01-29T05:15:18Z', 'revision_number': 5, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'subnets': [{'id': 'dafc8772-6565-4d34-9f39-7b304e6e40c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:15:35.529724 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54fef41-028b-43c0-98b9-8244386e6664 None None] The sync data for ids ['efa5c20f-ac8e-4f18-83a8-6d15c5811df0'] in dv-neutron-821190-1-hyperv is: [{'id': 'efa5c20f-ac8e-4f18-83a8-6d15c5811df0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-841254304', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '79f0025e-1457-4d16-8573-e9aa783ef3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:15:10Z', 'updated_at': '2022-01-29T05:15:14Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': '79f0025e-1457-4d16-8573-e9aa783ef3c0', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ba:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa5c20f-ac8e-4f18-83a8-6d15c5811df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:15:11Z', 'updated_at': '2022-01-29T05:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': 'ebee50da-05b5-4f32-be06-6d0a9f97595a', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'floating_ip_address': '172.26.8.115', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': 'efa5c20f-ac8e-4f18-83a8-6d15c5811df0', 'port_id': '05531c33-1553-4415-818e-b4b2f4eb9ee0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1784, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8ea030-4daa-4160-9821-6887000680dd', 'mac_address': 'fa:16:3e:8f:a9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b952a893-2074-47ba-a216-5c5c9de666ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:15:33Z', 'updated_at': '2022-01-29T05:15:33Z', 'revision_number': 0, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c7a8900-2990-46ad-8cc9-7df9cdecd399', 'name': '', 'network_id': '6a8ea030-4daa-4160-9821-6887000680dd', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'mac_address': 'fa:16:3e:84:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa5c20f-ac8e-4f18-83a8-6d15c5811df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'dafc8772-6565-4d34-9f39-7b304e6e40c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:15:14Z', 'updated_at': '2022-01-29T05:15:18Z', 'revision_number': 5, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'subnets': [{'id': 'dafc8772-6565-4d34-9f39-7b304e6e40c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:15:35.540387 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1aca51b2-1708-4fd7-b2c2-a40997f43f64 req-d9e9e616-122b-4ece-8b2e-db3a5050f2e7 service neutron] 10.222.0.18 "GET /v2.0/networks/6a8ea030-4daa-4160-9821-6887000680dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829399 Jan 29 05:15:35.636309 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1aca51b2-1708-4fd7-b2c2-a40997f43f64 req-e0a18241-8f33-4c2a-b648-72cb329a8e00 service neutron] 10.222.0.18 "GET /v2.0/networks/6a8ea030-4daa-4160-9821-6887000680dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905669 Jan 29 05:15:35.727338 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1b82ce-95d0-4d2a-ba60-2da8f28fce81 None None] New status for floating IP ebee50da-05b5-4f32-be06-6d0a9f97595a: ACTIVE {{(pid=103586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:15:36.143317 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34380) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:15:36.201301 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-bcffa8e4-ddd8-42b7-8811-b9523de39cf0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/floatingips/ebee50da-05b5-4f32-be06-6d0a9f97595a HTTP/1.1" status: 200 len: 994 time: 0.0569377 Jan 29 05:15:50.219888 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ccfa844d-54e4-45b4-89d0-5d975ca4d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:52.495355 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6b373527-cee1-4b1c-b4b3-eed314f07a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:53.872772 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:54.403871 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:55.055198 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:56.432353 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:15:58.396833 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:16:16.820881 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0a2f9b3e-2e12-4fcf-9ffe-5ea6cd54a0b7 req-3139c2ca-8485-4034-9616-77758cee41bf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b952a893-2074-47ba-a216-5c5c9de666ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440319 Jan 29 05:16:16.925285 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f9b3e-2e12-4fcf-9ffe-5ea6cd54a0b7 req-e29ab5a5-9ff8-4d3a-8e93-62f72ad3b198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:16.926786 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0a2f9b3e-2e12-4fcf-9ffe-5ea6cd54a0b7 req-e29ab5a5-9ff8-4d3a-8e93-62f72ad3b198 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5270d00ab13a4e32b125f15996f3d148&device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 1130 time: 0.0443878 Jan 29 05:16:17.028131 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f9b3e-2e12-4fcf-9ffe-5ea6cd54a0b7 req-88a62891-9593-4bb6-ab0b-4b75070c6d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:17.029631 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0a2f9b3e-2e12-4fcf-9ffe-5ea6cd54a0b7 req-88a62891-9593-4bb6-ab0b-4b75070c6d5a service neutron] 10.222.0.18 "GET /v2.0/networks?id=6a8ea030-4daa-4160-9821-6887000680dd HTTP/1.1" status: 200 len: 898 time: 0.0861239 Jan 29 05:16:17.093450 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0a2f9b3e-2e12-4fcf-9ffe-5ea6cd54a0b7 req-6a68a561-dade-41a8-bd14-f68ade2d82d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05531c33-1553-4415-818e-b4b2f4eb9ee0 HTTP/1.1" status: 200 len: 1002 time: 0.0579338 Jan 29 05:16:17.142197 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f9b3e-2e12-4fcf-9ffe-5ea6cd54a0b7 req-1d3b9e2c-53f1-4d76-a248-e7dc2b29a7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:17.143589 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0a2f9b3e-2e12-4fcf-9ffe-5ea6cd54a0b7 req-1d3b9e2c-53f1-4d76-a248-e7dc2b29a7e3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dafc8772-6565-4d34-9f39-7b304e6e40c8 HTTP/1.1" status: 200 len: 834 time: 0.0448852 Jan 29 05:16:17.191221 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f9b3e-2e12-4fcf-9ffe-5ea6cd54a0b7 req-f25a0940-aec5-495e-9c70-1f9af961065b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:17.192744 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0a2f9b3e-2e12-4fcf-9ffe-5ea6cd54a0b7 req-f25a0940-aec5-495e-9c70-1f9af961065b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6a8ea030-4daa-4160-9821-6887000680dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0432332 Jan 29 05:16:17.202304 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [req-0a2f9b3e-2e12-4fcf-9ffe-5ea6cd54a0b7 req-2ee2d19f-6774-44d2-94a6-b8721d5f42e9 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103585) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 05:16:17.203224 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0a2f9b3e-2e12-4fcf-9ffe-5ea6cd54a0b7 req-2ee2d19f-6774-44d2-94a6-b8721d5f42e9 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047603 Jan 29 05:16:17.290954 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0a2f9b3e-2e12-4fcf-9ffe-5ea6cd54a0b7 req-9651a0a1-ca27-4822-b9b1-a3140f3a31ed service neutron] 10.222.0.18 "GET /v2.0/networks/6a8ea030-4daa-4160-9821-6887000680dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810804 Jan 29 05:16:17.382903 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0a2f9b3e-2e12-4fcf-9ffe-5ea6cd54a0b7 req-2e6de8ac-fb18-4274-8191-cb06241c80a4 service neutron] 10.222.0.18 "GET /v2.0/networks/6a8ea030-4daa-4160-9821-6887000680dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852747 Jan 29 05:16:20.232391 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fe1335ff-492f-4851-8ede-4287782c81ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:16:22.538981 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f93ab930-6ab6-46ef-a50a-ceb7eb140e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:16:23.866290 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:16:24.402074 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:16:25.030472 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:16:26.460475 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:16:35.396232 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:16:39.149023 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3747f-b560-448a-b180-f72f802d5d03 req-588cc4c6-c44a-452d-94f7-a1e374891676 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:39.150496 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1cf3747f-b560-448a-b180-f72f802d5d03 req-588cc4c6-c44a-452d-94f7-a1e374891676 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 946 time: 0.0532875 Jan 29 05:16:39.196911 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1cf3747f-b560-448a-b180-f72f802d5d03 req-a357fcd3-dd72-4b87-8446-1d1542c2a20e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=2eca9f4f-7adb-4b7a-9669-f701f1c9517e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410371 Jan 29 05:16:40.318807 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6d896-cf0f-4af2-a2c7-4761e82ebd71 req-906719a8-05b3-4aad-ade0-c439f20beb24 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:40.320255 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9ed6d896-cf0f-4af2-a2c7-4761e82ebd71 req-906719a8-05b3-4aad-ade0-c439f20beb24 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 946 time: 0.0558043 Jan 29 05:16:40.367928 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9ed6d896-cf0f-4af2-a2c7-4761e82ebd71 req-188b2b52-f3cf-4f90-bc2c-55a8713fc6f3 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=2eca9f4f-7adb-4b7a-9669-f701f1c9517e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420191 Jan 29 05:16:41.486550 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24846f-8fc3-4c96-82a7-6e9d5f4dec45 req-89309c15-a158-4a57-8ca4-54e17614dac2 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:41.488206 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2b24846f-8fc3-4c96-82a7-6e9d5f4dec45 req-89309c15-a158-4a57-8ca4-54e17614dac2 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 946 time: 0.0533745 Jan 29 05:16:41.536124 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2b24846f-8fc3-4c96-82a7-6e9d5f4dec45 req-db1faf4d-bfd6-4875-b3fc-735fa4a1c659 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=2eca9f4f-7adb-4b7a-9669-f701f1c9517e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420871 Jan 29 05:16:42.653794 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af185d-5e9e-4dfb-9c75-8362bbfd3552 req-544e9ab7-271a-4bc5-ba04-b9049fb25505 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:42.655260 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-95af185d-5e9e-4dfb-9c75-8362bbfd3552 req-544e9ab7-271a-4bc5-ba04-b9049fb25505 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 946 time: 0.0529814 Jan 29 05:16:42.707631 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-95af185d-5e9e-4dfb-9c75-8362bbfd3552 req-d8115d4f-c85e-4150-867d-d5fc4972d48f tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=2eca9f4f-7adb-4b7a-9669-f701f1c9517e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469267 Jan 29 05:16:43.826982 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b30e03-53e0-467a-aea4-e9775b762b98 req-ff64b122-0989-483b-afa8-7f5bbd7258f6 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:43.828477 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-72b30e03-53e0-467a-aea4-e9775b762b98 req-ff64b122-0989-483b-afa8-7f5bbd7258f6 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 946 time: 0.0542669 Jan 29 05:16:43.877413 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-72b30e03-53e0-467a-aea4-e9775b762b98 req-eb8c6c27-3aa6-4c3b-bf94-94f1f3fe9a65 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=2eca9f4f-7adb-4b7a-9669-f701f1c9517e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433633 Jan 29 05:16:44.994360 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c0ffd-adbd-41f6-b955-05cb3c86c15a req-244a5377-9722-4f8d-8ea5-40baa7f28bbe tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:44.995824 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1d4c0ffd-adbd-41f6-b955-05cb3c86c15a req-244a5377-9722-4f8d-8ea5-40baa7f28bbe tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 946 time: 0.0530128 Jan 29 05:16:45.043813 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1d4c0ffd-adbd-41f6-b955-05cb3c86c15a req-51a1ca9e-df3c-49d1-bc31-6a9bc67ba2e3 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=2eca9f4f-7adb-4b7a-9669-f701f1c9517e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424747 Jan 29 05:16:46.166899 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aeca4d-2848-40d0-81de-50694f9a5e66 req-e3718baf-c18e-495b-8410-c2a503b74148 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:46.168373 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-86aeca4d-2848-40d0-81de-50694f9a5e66 req-e3718baf-c18e-495b-8410-c2a503b74148 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 946 time: 0.0562575 Jan 29 05:16:46.216278 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-86aeca4d-2848-40d0-81de-50694f9a5e66 req-1811e0ba-0933-49a1-8710-693749976ac1 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=2eca9f4f-7adb-4b7a-9669-f701f1c9517e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423419 Jan 29 05:16:47.331858 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa768a71-68f9-4080-a2c8-6f031fd77868 req-c46987e5-0728-44c5-91c6-6081a0c30f28 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:47.333351 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fa768a71-68f9-4080-a2c8-6f031fd77868 req-c46987e5-0728-44c5-91c6-6081a0c30f28 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 946 time: 0.0525911 Jan 29 05:16:47.382049 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fa768a71-68f9-4080-a2c8-6f031fd77868 req-fb2d57ae-61ab-4ae7-9962-7c033a20bf35 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=2eca9f4f-7adb-4b7a-9669-f701f1c9517e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422091 Jan 29 05:16:48.504344 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7e4cc-b434-4ed0-8016-c4fa2e739f7d req-aa7e93b4-cae4-497a-9a4d-5e1331c2f042 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:48.505902 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-88e7e4cc-b434-4ed0-8016-c4fa2e739f7d req-aa7e93b4-cae4-497a-9a4d-5e1331c2f042 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 946 time: 0.0566008 Jan 29 05:16:48.553761 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-88e7e4cc-b434-4ed0-8016-c4fa2e739f7d req-eca16625-e3bb-4875-b008-985df5c968f9 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=2eca9f4f-7adb-4b7a-9669-f701f1c9517e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423498 Jan 29 05:16:49.671694 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1400dbf-29cd-4cce-8f1d-96f8890c7fc4 req-830fb44b-93bd-4712-8f8f-083af7716ee1 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:49.673173 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b1400dbf-29cd-4cce-8f1d-96f8890c7fc4 req-830fb44b-93bd-4712-8f8f-083af7716ee1 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 946 time: 0.0513835 Jan 29 05:16:49.720439 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b1400dbf-29cd-4cce-8f1d-96f8890c7fc4 req-f55ecfd1-b0a4-4ce4-912f-58e46accc3fd tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=2eca9f4f-7adb-4b7a-9669-f701f1c9517e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410681 Jan 29 05:16:50.231822 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-505219bb-b639-40e4-ac53-cd008d0b1898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:16:50.838220 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27809e8-1609-4cbd-abcf-f1ab3780691b req-1dc1c43c-6f56-41fe-8128-03a7adbecdf7 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:50.839973 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b27809e8-1609-4cbd-abcf-f1ab3780691b req-1dc1c43c-6f56-41fe-8128-03a7adbecdf7 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 946 time: 0.0530889 Jan 29 05:16:50.892723 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b27809e8-1609-4cbd-abcf-f1ab3780691b req-3bdbb5f9-63ac-4c29-87f6-5035638aa6bc tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=2eca9f4f-7adb-4b7a-9669-f701f1c9517e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470693 Jan 29 05:16:52.012061 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f166d8-0475-4fc0-9aad-63269e4c7cc2 req-1a0868f1-c6a2-434a-a477-dab91379fbef tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:52.013554 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-56f166d8-0475-4fc0-9aad-63269e4c7cc2 req-1a0868f1-c6a2-434a-a477-dab91379fbef tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 946 time: 0.0525830 Jan 29 05:16:52.060821 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-56f166d8-0475-4fc0-9aad-63269e4c7cc2 req-605000af-4b79-4e0b-b190-ed8a9d291e39 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=2eca9f4f-7adb-4b7a-9669-f701f1c9517e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417919 Jan 29 05:16:52.533233 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-89d5200b-3b0d-4edb-b338-2e11c6579e3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:16:53.179024 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95e3a4-a076-437f-960f-70e4ce9424d1 req-c0d54312-6d6b-42f5-b964-ce0c79369931 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:53.180669 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4d95e3a4-a076-437f-960f-70e4ce9424d1 req-c0d54312-6d6b-42f5-b964-ce0c79369931 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 946 time: 0.0528769 Jan 29 05:16:53.228721 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4d95e3a4-a076-437f-960f-70e4ce9424d1 req-41f0839e-7f0b-4032-9e97-2c23df1646e0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=2eca9f4f-7adb-4b7a-9669-f701f1c9517e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424910 Jan 29 05:16:53.888955 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:16:54.351603 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88d129-9146-46d8-829f-a6f587aa8081 req-0c74791f-9b97-4e8e-9522-7273211557db tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:54.353118 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6a88d129-9146-46d8-829f-a6f587aa8081 req-0c74791f-9b97-4e8e-9522-7273211557db tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 946 time: 0.0599258 Jan 29 05:16:54.385817 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:16:54.401333 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6a88d129-9146-46d8-829f-a6f587aa8081 req-4cadeb1e-f006-4359-ab3c-60e7610e89d0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=2eca9f4f-7adb-4b7a-9669-f701f1c9517e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426867 Jan 29 05:16:55.026031 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:16:55.519302 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac405fb-7f0f-466f-bfe3-0debb335adf5 req-f7f25391-6dbf-4b46-8155-052cd71ce431 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:55.520789 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-eac405fb-7f0f-466f-bfe3-0debb335adf5 req-f7f25391-6dbf-4b46-8155-052cd71ce431 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 946 time: 0.0527034 Jan 29 05:16:55.567599 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-eac405fb-7f0f-466f-bfe3-0debb335adf5 req-2eecd9ca-73fd-464f-bc7e-8712e1b27c59 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=2eca9f4f-7adb-4b7a-9669-f701f1c9517e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413744 Jan 29 05:16:55.589758 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34432) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:16:55.652390 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d5a604e9-397e-4a0b-9436-f75eaa806c83 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/floatingips/ebee50da-05b5-4f32-be06-6d0a9f97595a HTTP/1.1" status: 200 len: 994 time: 0.0614657 Jan 29 05:16:56.443484 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:16:57.074387 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f6808-8053-43d7-9d19-1286523cfe2f req-e7e879fb-0050-40be-b18d-cd6ebb1c9659 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:57.075891 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-775f6808-8053-43d7-9d19-1286523cfe2f req-e7e879fb-0050-40be-b18d-cd6ebb1c9659 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 946 time: 0.0536675 Jan 29 05:16:57.124218 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-775f6808-8053-43d7-9d19-1286523cfe2f req-ed05ba59-4334-4781-b0e8-05b97d921733 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=2eca9f4f-7adb-4b7a-9669-f701f1c9517e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428317 Jan 29 05:16:57.171967 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802efb0-753f-4216-a88c-e64927bb3bff req-30127703-0569-42fa-9d4b-6d36ae1efdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:57.173475 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8802efb0-753f-4216-a88c-e64927bb3bff req-30127703-0569-42fa-9d4b-6d36ae1efdf6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5270d00ab13a4e32b125f15996f3d148&device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 1130 time: 0.0441062 Jan 29 05:16:57.262839 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802efb0-753f-4216-a88c-e64927bb3bff req-361d1ec4-4a08-436f-bc0b-32c2b2a7b048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:57.264261 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8802efb0-753f-4216-a88c-e64927bb3bff req-361d1ec4-4a08-436f-bc0b-32c2b2a7b048 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6a8ea030-4daa-4160-9821-6887000680dd HTTP/1.1" status: 200 len: 898 time: 0.0842981 Jan 29 05:16:57.327222 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8802efb0-753f-4216-a88c-e64927bb3bff req-1a3166a2-08ee-4a32-ab05-57e2b1d4fbc4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05531c33-1553-4415-818e-b4b2f4eb9ee0 HTTP/1.1" status: 200 len: 1002 time: 0.0567219 Jan 29 05:16:57.377141 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802efb0-753f-4216-a88c-e64927bb3bff req-bcb42d0d-109e-4d8a-80c6-f05339ef44da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:57.378538 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8802efb0-753f-4216-a88c-e64927bb3bff req-bcb42d0d-109e-4d8a-80c6-f05339ef44da service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dafc8772-6565-4d34-9f39-7b304e6e40c8 HTTP/1.1" status: 200 len: 834 time: 0.0453694 Jan 29 05:16:57.426369 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802efb0-753f-4216-a88c-e64927bb3bff req-8acd9acf-f9ad-4eb0-b55d-d22589d85409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:57.428369 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8802efb0-753f-4216-a88c-e64927bb3bff req-8acd9acf-f9ad-4eb0-b55d-d22589d85409 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6a8ea030-4daa-4160-9821-6887000680dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0428686 Jan 29 05:16:57.514692 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8802efb0-753f-4216-a88c-e64927bb3bff req-8d7363d2-d716-4977-b723-8f2e0610b2a7 service neutron] 10.222.0.18 "GET /v2.0/networks/6a8ea030-4daa-4160-9821-6887000680dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808625 Jan 29 05:16:57.604373 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8802efb0-753f-4216-a88c-e64927bb3bff req-965d7c55-3320-4a77-882b-f150a020ba47 service neutron] 10.222.0.18 "GET /v2.0/networks/6a8ea030-4daa-4160-9821-6887000680dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832586 Jan 29 05:16:58.243704 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafa3b7-fd60-4057-b8cd-3751a13d0beb req-ab947df1-933b-4ecf-b2d5-51996cf45784 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:58.245208 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-dcafa3b7-fd60-4057-b8cd-3751a13d0beb req-ab947df1-933b-4ecf-b2d5-51996cf45784 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 946 time: 0.0536411 Jan 29 05:16:58.292844 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-dcafa3b7-fd60-4057-b8cd-3751a13d0beb req-ab228237-3a28-40a3-8013-c4101bbd3905 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=2eca9f4f-7adb-4b7a-9669-f701f1c9517e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419936 Jan 29 05:16:59.416214 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf8ac1-11a7-449a-834f-fab363b7d5d9 req-c128a865-aaf9-44c6-9390-e18f7e1227a9 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:59.422387 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fecf8ac1-11a7-449a-834f-fab363b7d5d9 req-c128a865-aaf9-44c6-9390-e18f7e1227a9 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 946 time: 0.0579004 Jan 29 05:16:59.465963 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fecf8ac1-11a7-449a-834f-fab363b7d5d9 req-af3f224f-ff75-458a-b647-d12107a4fd15 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=2eca9f4f-7adb-4b7a-9669-f701f1c9517e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424817 Jan 29 05:16:59.488309 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 34444) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:16:59.553399 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-750117f3-2e2b-4db1-9095-c9031ff0200e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/floatingips/ebee50da-05b5-4f32-be06-6d0a9f97595a HTTP/1.1" status: 200 len: 994 time: 0.0633514 Jan 29 05:17:06.378445 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [req-0c42e849-c764-47d9-896e-7490a098c41c req-0aa4f36e-721b-4a48-a0a8-42552bf7352f tempest-TestEncryptedCinderVolumes-176017316 tempest-TestEncryptedCinderVolumes-176017316-project] (103584) timed out ('10.222.0.13', 49236) {{(pid=103584) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 29 05:17:12.395220 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:17:16.847441 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-71eba82e-5e24-4ea8-b676-1fa8e4682a1e req-0f5bd146-7189-477a-80a1-67ae2f73d407 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b952a893-2074-47ba-a216-5c5c9de666ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445876 Jan 29 05:17:16.951063 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eba82e-5e24-4ea8-b676-1fa8e4682a1e req-ae3ca132-8e41-4bf3-9eb4-50c8634a4936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:16.952595 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-71eba82e-5e24-4ea8-b676-1fa8e4682a1e req-ae3ca132-8e41-4bf3-9eb4-50c8634a4936 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5270d00ab13a4e32b125f15996f3d148&device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 1130 time: 0.0449445 Jan 29 05:17:17.054903 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eba82e-5e24-4ea8-b676-1fa8e4682a1e req-97906f74-a2da-4945-b0be-616a8654d51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:17.056346 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-71eba82e-5e24-4ea8-b676-1fa8e4682a1e req-97906f74-a2da-4945-b0be-616a8654d51b service neutron] 10.222.0.18 "GET /v2.0/networks?id=6a8ea030-4daa-4160-9821-6887000680dd HTTP/1.1" status: 200 len: 898 time: 0.0860412 Jan 29 05:17:17.119581 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-71eba82e-5e24-4ea8-b676-1fa8e4682a1e req-0f69766a-e256-4a5f-82fa-3ae52cba005b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05531c33-1553-4415-818e-b4b2f4eb9ee0 HTTP/1.1" status: 200 len: 1002 time: 0.0575657 Jan 29 05:17:17.171967 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eba82e-5e24-4ea8-b676-1fa8e4682a1e req-e64deb14-4186-42ba-bdca-da94805f6768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:17.173451 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-71eba82e-5e24-4ea8-b676-1fa8e4682a1e req-e64deb14-4186-42ba-bdca-da94805f6768 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dafc8772-6565-4d34-9f39-7b304e6e40c8 HTTP/1.1" status: 200 len: 834 time: 0.0471592 Jan 29 05:17:17.223808 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eba82e-5e24-4ea8-b676-1fa8e4682a1e req-60e56b49-e95b-473d-afd9-33abd0914e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:17.225323 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-71eba82e-5e24-4ea8-b676-1fa8e4682a1e req-60e56b49-e95b-473d-afd9-33abd0914e99 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6a8ea030-4daa-4160-9821-6887000680dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0432184 Jan 29 05:17:17.311004 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-71eba82e-5e24-4ea8-b676-1fa8e4682a1e req-3be445eb-ad93-4982-baee-9e38f1b1c96d service neutron] 10.222.0.18 "GET /v2.0/networks/6a8ea030-4daa-4160-9821-6887000680dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793560 Jan 29 05:17:17.401476 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-71eba82e-5e24-4ea8-b676-1fa8e4682a1e req-e4a64108-9aa6-4907-b2da-094a97f681cf service neutron] 10.222.0.18 "GET /v2.0/networks/6a8ea030-4daa-4160-9821-6887000680dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841415 Jan 29 05:17:20.220463 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-378ff3fe-85c1-4e0c-b1b0-5f899bea03fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:22.494328 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f95b53aa-ae84-417a-94e8-59b16c3ff744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:23.899351 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:24.385718 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:25.046822 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:26.463579 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:48.049151 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34466) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:17:48.204248 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-68c6954c-e6de-4d03-9c53-981813a7cb7d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Deleting port ea974ae5-849a-449f-968c-b3fa662f820e {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:17:48.204509 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-68c6954c-e6de-4d03-9c53-981813a7cb7d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (ea974ae5-849a-449f-968c-b3fa662f820e), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:48.607672 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-68c6954c-e6de-4d03-9c53-981813a7cb7d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (ea974ae5-849a-449f-968c-b3fa662f820e), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:48.608001 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-68c6954c-e6de-4d03-9c53-981813a7cb7d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for floatingip (ea974ae5-849a-449f-968c-b3fa662f820e), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:48.620236 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-68c6954c-e6de-4d03-9c53-981813a7cb7d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Calling delete_port for ea974ae5-849a-449f-968c-b3fa662f820e owned by network:floatingip {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:17:48.846620 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-68c6954c-e6de-4d03-9c53-981813a7cb7d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (ea974ae5-849a-449f-968c-b3fa662f820e), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:48.874167 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c6954c-e6de-4d03-9c53-981813a7cb7d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event deleted for resources: {'Port': ['ID=ea974ae5-849a-449f-968c-b3fa662f820e,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:17:48.899372 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6954c-e6de-4d03-9c53-981813a7cb7d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:48.899725 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6954c-e6de-4d03-9c53-981813a7cb7d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:48.900237 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6954c-e6de-4d03-9c53-981813a7cb7d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:48.900610 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6954c-e6de-4d03-9c53-981813a7cb7d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:48.900949 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6954c-e6de-4d03-9c53-981813a7cb7d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:48.901376 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6954c-e6de-4d03-9c53-981813a7cb7d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:48.905804 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6954c-e6de-4d03-9c53-981813a7cb7d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:48.906152 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6954c-e6de-4d03-9c53-981813a7cb7d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:48.906488 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6954c-e6de-4d03-9c53-981813a7cb7d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:48.906822 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6954c-e6de-4d03-9c53-981813a7cb7d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:48.907158 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6954c-e6de-4d03-9c53-981813a7cb7d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:48.907484 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6954c-e6de-4d03-9c53-981813a7cb7d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:48.907808 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6954c-e6de-4d03-9c53-981813a7cb7d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:48.956183 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-68c6954c-e6de-4d03-9c53-981813a7cb7d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for floatingip (ebee50da-05b5-4f32-be06-6d0a9f97595a), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:48.956594 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.l3_db [None req-68c6954c-e6de-4d03-9c53-981813a7cb7d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Floating IP ebee50da-05b5-4f32-be06-6d0a9f97595a disassociated (deleted). External IP: 172.26.8.115, port: 05531c33-1553-4415-818e-b4b2f4eb9ee0. Jan 29 05:17:49.156988 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c6954c-e6de-4d03-9c53-981813a7cb7d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Router efa5c20f-ac8e-4f18-83a8-6d15c5811df0 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:17:49.262088 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c6954c-e6de-4d03-9c53-981813a7cb7d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:17:49.266891 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-68c6954c-e6de-4d03-9c53-981813a7cb7d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:49.271635 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0e7dc2-7b59-403b-8be4-04b114c1df5d None None] Sync routers for ids ['efa5c20f-ac8e-4f18-83a8-6d15c5811df0'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:17:49.281523 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0e7dc2-7b59-403b-8be4-04b114c1df5d None None] Routers {'efa5c20f-ac8e-4f18-83a8-6d15c5811df0'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:17:49.282127 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-ed0e7dc2-7b59-403b-8be4-04b114c1df5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:17:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['efa5c20f-ac8e-4f18-83a8-6d15c5811df0'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:17:49.295727 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-68c6954c-e6de-4d03-9c53-981813a7cb7d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "DELETE /v2.0/floatingips/ebee50da-05b5-4f32-be06-6d0a9f97595a HTTP/1.1" status: 204 len: 168 time: 1.2455065 Jan 29 05:17:49.296421 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b952a893-2074-47ba-a216-5c5c9de666ed', 'tag': '05531c33-1553-4415-818e-b4b2f4eb9ee0'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:17:49.298799 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d374026d-c177-4d8e-9de0-c2ce5aabde9b" -d '{"events": [{"name": "network-changed", "server_uuid": "b952a893-2074-47ba-a216-5c5c9de666ed", "tag": "05531c33-1553-4415-818e-b4b2f4eb9ee0"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:17:49.391448 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-ed0e7dc2-7b59-403b-8be4-04b114c1df5d None None] Set router efa5c20f-ac8e-4f18-83a8-6d15c5811df0 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:17:49.418910 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:17:49.589745 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-ed0e7dc2-7b59-403b-8be4-04b114c1df5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa5c20f-ac8e-4f18-83a8-6d15c5811df0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-841254304', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '79f0025e-1457-4d16-8573-e9aa783ef3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:15:10Z', 'updated_at': '2022-01-29T05:15:14Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': '79f0025e-1457-4d16-8573-e9aa783ef3c0', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ba:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa5c20f-ac8e-4f18-83a8-6d15c5811df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:15:11Z', 'updated_at': '2022-01-29T05:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '2c7a8900-2990-46ad-8cc9-7df9cdecd399', 'name': '', 'network_id': '6a8ea030-4daa-4160-9821-6887000680dd', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'mac_address': 'fa:16:3e:84:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa5c20f-ac8e-4f18-83a8-6d15c5811df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'dafc8772-6565-4d34-9f39-7b304e6e40c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:15:14Z', 'updated_at': '2022-01-29T05:15:18Z', 'revision_number': 5, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'subnets': [{'id': 'dafc8772-6565-4d34-9f39-7b304e6e40c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:17:49.620385 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0e7dc2-7b59-403b-8be4-04b114c1df5d None None] Checking router: efa5c20f-ac8e-4f18-83a8-6d15c5811df0 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:17:49.628959 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0e7dc2-7b59-403b-8be4-04b114c1df5d None None] Routers {'efa5c20f-ac8e-4f18-83a8-6d15c5811df0'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:17:49.629640 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-ed0e7dc2-7b59-403b-8be4-04b114c1df5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:17:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['efa5c20f-ac8e-4f18-83a8-6d15c5811df0'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:17:49.732344 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-ed0e7dc2-7b59-403b-8be4-04b114c1df5d None None] Set router efa5c20f-ac8e-4f18-83a8-6d15c5811df0 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:17:49.850860 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2334a643-2852-433d-a977-1aabb830c614 x-openstack-request-id: req-2334a643-2852-433d-a977-1aabb830c614 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:17:49.851272 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b952a893-2074-47ba-a216-5c5c9de666ed", "tag": "05531c33-1553-4415-818e-b4b2f4eb9ee0", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:17:49.851629 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2334a643-2852-433d-a977-1aabb830c614 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:17:49.852204 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b952a893-2074-47ba-a216-5c5c9de666ed', 'tag': '05531c33-1553-4415-818e-b4b2f4eb9ee0', 'status': 'completed', 'code': 200} Jan 29 05:17:49.935422 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-ed0e7dc2-7b59-403b-8be4-04b114c1df5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa5c20f-ac8e-4f18-83a8-6d15c5811df0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-841254304', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '79f0025e-1457-4d16-8573-e9aa783ef3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:15:10Z', 'updated_at': '2022-01-29T05:15:14Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': '79f0025e-1457-4d16-8573-e9aa783ef3c0', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ba:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa5c20f-ac8e-4f18-83a8-6d15c5811df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:15:11Z', 'updated_at': '2022-01-29T05:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '2c7a8900-2990-46ad-8cc9-7df9cdecd399', 'name': '', 'network_id': '6a8ea030-4daa-4160-9821-6887000680dd', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'mac_address': 'fa:16:3e:84:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa5c20f-ac8e-4f18-83a8-6d15c5811df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'dafc8772-6565-4d34-9f39-7b304e6e40c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:15:14Z', 'updated_at': '2022-01-29T05:15:18Z', 'revision_number': 5, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'subnets': [{'id': 'dafc8772-6565-4d34-9f39-7b304e6e40c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:17:49.961465 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0e7dc2-7b59-403b-8be4-04b114c1df5d None None] The sync data for ids ['efa5c20f-ac8e-4f18-83a8-6d15c5811df0'] in dv-neutron-821190-1-hyperv is: [{'id': 'efa5c20f-ac8e-4f18-83a8-6d15c5811df0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-841254304', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '79f0025e-1457-4d16-8573-e9aa783ef3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:15:10Z', 'updated_at': '2022-01-29T05:15:14Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': '79f0025e-1457-4d16-8573-e9aa783ef3c0', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ba:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa5c20f-ac8e-4f18-83a8-6d15c5811df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:15:11Z', 'updated_at': '2022-01-29T05:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '2c7a8900-2990-46ad-8cc9-7df9cdecd399', 'name': '', 'network_id': '6a8ea030-4daa-4160-9821-6887000680dd', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'mac_address': 'fa:16:3e:84:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa5c20f-ac8e-4f18-83a8-6d15c5811df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'dafc8772-6565-4d34-9f39-7b304e6e40c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:15:14Z', 'updated_at': '2022-01-29T05:15:18Z', 'revision_number': 5, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'subnets': [{'id': 'dafc8772-6565-4d34-9f39-7b304e6e40c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:17:49.979077 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a79bdc7-006f-494a-aec5-8f1cc1911b85 req-09ca1d7a-35cd-490d-8297-4f54803bbd0b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:49.980627 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7a79bdc7-006f-494a-aec5-8f1cc1911b85 req-09ca1d7a-35cd-490d-8297-4f54803bbd0b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 946 time: 0.0800755 Jan 29 05:17:49.982636 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374026d-c177-4d8e-9de0-c2ce5aabde9b req-b5518efd-137e-426f-962f-7c3ea3f4657c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:49.984017 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d374026d-c177-4d8e-9de0-c2ce5aabde9b req-b5518efd-137e-426f-962f-7c3ea3f4657c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5270d00ab13a4e32b125f15996f3d148&device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 1130 time: 0.0917749 Jan 29 05:17:50.084602 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7a79bdc7-006f-494a-aec5-8f1cc1911b85 req-e83dd416-5d0c-49c3-b124-88f08d5b1cf5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=2eca9f4f-7adb-4b7a-9669-f701f1c9517e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976043 Jan 29 05:17:50.114235 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374026d-c177-4d8e-9de0-c2ce5aabde9b req-c5ae06d1-a1d6-4111-bc40-cb472090b425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:50.115753 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d374026d-c177-4d8e-9de0-c2ce5aabde9b req-c5ae06d1-a1d6-4111-bc40-cb472090b425 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6a8ea030-4daa-4160-9821-6887000680dd HTTP/1.1" status: 200 len: 898 time: 0.1210527 Jan 29 05:17:50.160329 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d374026d-c177-4d8e-9de0-c2ce5aabde9b req-efa6676c-eaf9-40a9-8368-d134d99aa1a6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05531c33-1553-4415-818e-b4b2f4eb9ee0 HTTP/1.1" status: 200 len: 217 time: 0.0359321 Jan 29 05:17:50.212060 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374026d-c177-4d8e-9de0-c2ce5aabde9b req-79e801ce-b663-450a-81ae-c42269958b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:50.213561 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d374026d-c177-4d8e-9de0-c2ce5aabde9b req-79e801ce-b663-450a-81ae-c42269958b34 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dafc8772-6565-4d34-9f39-7b304e6e40c8 HTTP/1.1" status: 200 len: 834 time: 0.0469818 Jan 29 05:17:50.213834 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06846ab4-7de4-48c3-9e7c-c7c22020f85a None None] New status for floating IP ebee50da-05b5-4f32-be06-6d0a9f97595a: DOWN {{(pid=103586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:17:50.217732 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-03a8c0e0-5057-40fc-ae3b-9bda8c1d7708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:50.266222 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374026d-c177-4d8e-9de0-c2ce5aabde9b req-b6efde48-a2fb-4298-913d-bea6b25dc7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:50.267747 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d374026d-c177-4d8e-9de0-c2ce5aabde9b req-b6efde48-a2fb-4298-913d-bea6b25dc7f5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6a8ea030-4daa-4160-9821-6887000680dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0480332 Jan 29 05:17:50.356273 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d374026d-c177-4d8e-9de0-c2ce5aabde9b req-cfe6b9ea-3c8e-42aa-b938-d8e07bbb06ce service neutron] 10.222.0.18 "GET /v2.0/networks/6a8ea030-4daa-4160-9821-6887000680dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821357 Jan 29 05:17:50.447469 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d374026d-c177-4d8e-9de0-c2ce5aabde9b req-227ed4e2-8d13-478b-a996-70eeed49005b service neutron] 10.222.0.18 "GET /v2.0/networks/6a8ea030-4daa-4160-9821-6887000680dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850282 Jan 29 05:17:51.204238 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222aa155-4de4-4f9e-89c7-6794b34c6c02 req-ebf7dbaa-17d7-4e48-8a7b-62696e919b10 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:51.205714 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-222aa155-4de4-4f9e-89c7-6794b34c6c02 req-ebf7dbaa-17d7-4e48-8a7b-62696e919b10 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 946 time: 0.0526555 Jan 29 05:17:51.253535 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-222aa155-4de4-4f9e-89c7-6794b34c6c02 req-21f528c2-1b3c-4ad8-890a-c9aa41ecd7a9 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=2eca9f4f-7adb-4b7a-9669-f701f1c9517e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417869 Jan 29 05:17:51.791952 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10039eac-8413-4d3f-87a5-b3dd85cb03b5 req-89ca422b-68b9-4afd-b87a-ddc558586242 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:51.793406 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-10039eac-8413-4d3f-87a5-b3dd85cb03b5 req-89ca422b-68b9-4afd-b87a-ddc558586242 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.18 "GET /v2.0/ports?device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 946 time: 0.0512743 Jan 29 05:17:51.887920 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-10039eac-8413-4d3f-87a5-b3dd85cb03b5 req-8e50aa01-e9bb-4770-a196-897613e3471f tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Deleting port 05531c33-1553-4415-818e-b4b2f4eb9ee0 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:17:51.888260 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-10039eac-8413-4d3f-87a5-b3dd85cb03b5 req-8e50aa01-e9bb-4770-a196-897613e3471f tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (05531c33-1553-4415-818e-b4b2f4eb9ee0), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:51.973379 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-10039eac-8413-4d3f-87a5-b3dd85cb03b5 req-8e50aa01-e9bb-4770-a196-897613e3471f tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] For port 05531c33-1553-4415-818e-b4b2f4eb9ee0, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=05531c33-1553-4415-818e-b4b2f4eb9ee0,segment=NetworkSegment(d1e6779a-fe62-4f8c-a33d-f32ab1205e14),segment_id=d1e6779a-fe62-4f8c-a33d-f32ab1205e14)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:17:51.973740 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-10039eac-8413-4d3f-87a5-b3dd85cb03b5 req-8e50aa01-e9bb-4770-a196-897613e3471f tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (05531c33-1553-4415-818e-b4b2f4eb9ee0), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:51.986261 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-10039eac-8413-4d3f-87a5-b3dd85cb03b5 req-8e50aa01-e9bb-4770-a196-897613e3471f tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Calling delete_port for 05531c33-1553-4415-818e-b4b2f4eb9ee0 owned by compute:nova {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:17:52.185568 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-10039eac-8413-4d3f-87a5-b3dd85cb03b5 req-8e50aa01-e9bb-4770-a196-897613e3471f tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (05531c33-1553-4415-818e-b4b2f4eb9ee0), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:52.213677 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e50aa01-e9bb-4770-a196-897613e3471f tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event deleted for resources: {'Port': ['ID=05531c33-1553-4415-818e-b4b2f4eb9ee0,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:17:52.260677 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-10039eac-8413-4d3f-87a5-b3dd85cb03b5 req-8e50aa01-e9bb-4770-a196-897613e3471f tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] No DVR routers for this DVR port 05531c33-1553-4415-818e-b4b2f4eb9ee0 on host hv-neutron-8211 {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:17:52.263203 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-10039eac-8413-4d3f-87a5-b3dd85cb03b5 req-8e50aa01-e9bb-4770-a196-897613e3471f tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:52.266508 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-10039eac-8413-4d3f-87a5-b3dd85cb03b5 req-8e50aa01-e9bb-4770-a196-897613e3471f tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.18 "DELETE /v2.0/ports/05531c33-1553-4415-818e-b4b2f4eb9ee0 HTTP/1.1" status: 204 len: 173 time: 0.4677684 Jan 29 05:17:52.266940 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b952a893-2074-47ba-a216-5c5c9de666ed', 'name': 'network-vif-deleted', 'tag': '05531c33-1553-4415-818e-b4b2f4eb9ee0'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:17:52.269204 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9221ff-b931-49ff-88be-baa042c342b3" -d '{"events": [{"server_uuid": "b952a893-2074-47ba-a216-5c5c9de666ed", "name": "network-vif-deleted", "tag": "05531c33-1553-4415-818e-b4b2f4eb9ee0"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:17:52.304982 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cb3280-b743-49bc-85bf-eb89f8b88baa x-openstack-request-id: req-e2cb3280-b743-49bc-85bf-eb89f8b88baa {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:17:52.305284 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b952a893-2074-47ba-a216-5c5c9de666ed", "name": "network-vif-deleted", "tag": "05531c33-1553-4415-818e-b4b2f4eb9ee0", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:17:52.305543 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2cb3280-b743-49bc-85bf-eb89f8b88baa {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:17:52.305955 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b952a893-2074-47ba-a216-5c5c9de666ed', 'name': 'network-vif-deleted', 'tag': '05531c33-1553-4415-818e-b4b2f4eb9ee0', 'status': 'completed', 'code': 200} Jan 29 05:17:52.377879 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-da07843e-c8e0-4f5e-9eec-54eae581f718 req-96934029-0d09-4200-b69d-6c2181a60c22 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b952a893-2074-47ba-a216-5c5c9de666ed HTTP/1.1" status: 200 len: 210 time: 0.0284922 Jan 29 05:17:52.511025 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-629f6864-a2ef-493c-b7f1-b265d6175894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:53.433097 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34494) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:17:53.787667 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2b420763-c9f8-4228-909c-33c73d92e183 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (efa5c20f-ac8e-4f18-83a8-6d15c5811df0), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:53.859912 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:54.052265 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-2b420763-c9f8-4228-909c-33c73d92e183 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Deleting port 2c7a8900-2990-46ad-8cc9-7df9cdecd399 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:17:54.052593 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2b420763-c9f8-4228-909c-33c73d92e183 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (2c7a8900-2990-46ad-8cc9-7df9cdecd399), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:54.141343 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-2b420763-c9f8-4228-909c-33c73d92e183 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] For port 2c7a8900-2990-46ad-8cc9-7df9cdecd399, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=2c7a8900-2990-46ad-8cc9-7df9cdecd399,segment=NetworkSegment(d1e6779a-fe62-4f8c-a33d-f32ab1205e14),segment_id=d1e6779a-fe62-4f8c-a33d-f32ab1205e14)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:17:54.141709 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2b420763-c9f8-4228-909c-33c73d92e183 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (2c7a8900-2990-46ad-8cc9-7df9cdecd399), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:54.154919 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-2b420763-c9f8-4228-909c-33c73d92e183 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Calling delete_port for 2c7a8900-2990-46ad-8cc9-7df9cdecd399 owned by network:router_interface {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:17:54.391180 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2b420763-c9f8-4228-909c-33c73d92e183 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (2c7a8900-2990-46ad-8cc9-7df9cdecd399), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:54.413676 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:54.419888 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b420763-c9f8-4228-909c-33c73d92e183 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event deleted for resources: {'Port': ['ID=2c7a8900-2990-46ad-8cc9-7df9cdecd399,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:17:54.592091 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2b420763-c9f8-4228-909c-33c73d92e183 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (efa5c20f-ac8e-4f18-83a8-6d15c5811df0), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:54.720007 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 05531c33-1553-4415-818e-b4b2f4eb9ee0 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:17:54.740045 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] No Port match for: 05531c33-1553-4415-818e-b4b2f4eb9ee0 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:17:54.740386 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 05531c33-1553-4415-818e-b4b2f4eb9ee0 not bound to the agent host hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:17:54.806472 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b420763-c9f8-4228-909c-33c73d92e183 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Router efa5c20f-ac8e-4f18-83a8-6d15c5811df0 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:17:54.911415 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b420763-c9f8-4228-909c-33c73d92e183 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:17:54.917406 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2b420763-c9f8-4228-909c-33c73d92e183 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "PUT /v2.0/routers/efa5c20f-ac8e-4f18-83a8-6d15c5811df0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4832704 Jan 29 05:17:54.920098 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34496) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:17:54.922846 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cf6351-47a4-4488-bc91-4662e402d9ca None None] Sync routers for ids ['efa5c20f-ac8e-4f18-83a8-6d15c5811df0'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:17:54.932395 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cf6351-47a4-4488-bc91-4662e402d9ca None None] Routers {'efa5c20f-ac8e-4f18-83a8-6d15c5811df0'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:17:54.933100 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-03cf6351-47a4-4488-bc91-4662e402d9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:17:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['efa5c20f-ac8e-4f18-83a8-6d15c5811df0'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:17:54.969626 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-e37ebd9c-1697-465b-8597-62fbf2289ba6 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Deleting subnet dafc8772-6565-4d34-9f39-7b304e6e40c8 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 05:17:54.972774 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e37ebd9c-1697-465b-8597-62fbf2289ba6 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for subnet (dafc8772-6565-4d34-9f39-7b304e6e40c8), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:55.016395 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e37ebd9c-1697-465b-8597-62fbf2289ba6 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (dafc8772-6565-4d34-9f39-7b304e6e40c8), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:55.037232 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-03cf6351-47a4-4488-bc91-4662e402d9ca None None] Set router efa5c20f-ac8e-4f18-83a8-6d15c5811df0 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:17:55.060941 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:55.099779 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e37ebd9c-1697-465b-8597-62fbf2289ba6 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (dafc8772-6565-4d34-9f39-7b304e6e40c8), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:55.197192 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e37ebd9c-1697-465b-8597-62fbf2289ba6 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (dafc8772-6565-4d34-9f39-7b304e6e40c8), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:55.215793 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-03cf6351-47a4-4488-bc91-4662e402d9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa5c20f-ac8e-4f18-83a8-6d15c5811df0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-841254304', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '79f0025e-1457-4d16-8573-e9aa783ef3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:15:10Z', 'updated_at': '2022-01-29T05:17:54Z', 'revision_number': 5, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': '79f0025e-1457-4d16-8573-e9aa783ef3c0', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ba:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa5c20f-ac8e-4f18-83a8-6d15c5811df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:15:11Z', 'updated_at': '2022-01-29T05:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:17:55.227540 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e37ebd9c-1697-465b-8597-62fbf2289ba6 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:55.233065 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-e37ebd9c-1697-465b-8597-62fbf2289ba6 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "DELETE /v2.0/subnets/dafc8772-6565-4d34-9f39-7b304e6e40c8 HTTP/1.1" status: 204 len: 168 time: 0.3096480 Jan 29 05:17:55.233065 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ebd9c-1697-465b-8597-62fbf2289ba6 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event deleted for resources: {'Subnet': ['ID=dafc8772-6565-4d34-9f39-7b304e6e40c8,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:17:55.233678 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863e2715-d0ea-41b9-9b4f-922d88fab651 None None] Network 6a8ea030-4daa-4160-9821-6887000680dd requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:17:55.233842 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 34498) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:17:55.246287 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cf6351-47a4-4488-bc91-4662e402d9ca None None] Checking router: efa5c20f-ac8e-4f18-83a8-6d15c5811df0 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:17:55.254863 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cf6351-47a4-4488-bc91-4662e402d9ca None None] Routers {'efa5c20f-ac8e-4f18-83a8-6d15c5811df0'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:17:55.255705 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-03cf6351-47a4-4488-bc91-4662e402d9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:17:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['efa5c20f-ac8e-4f18-83a8-6d15c5811df0'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:17:55.353523 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c4ab95d6-aa8d-46d1-99b0-e282ec11fbda tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for router (efa5c20f-ac8e-4f18-83a8-6d15c5811df0), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:55.365260 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-03cf6351-47a4-4488-bc91-4662e402d9ca None None] Set router efa5c20f-ac8e-4f18-83a8-6d15c5811df0 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:17:55.463867 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c4ab95d6-aa8d-46d1-99b0-e282ec11fbda tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for router_gateway (efa5c20f-ac8e-4f18-83a8-6d15c5811df0), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:55.540782 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a23df47-6c8c-44d8-a340-0450b01d724d None None] DHCP port deletion for 6a8ea030-4daa-4160-9821-6887000680dd request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 05:17:55.562260 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-03cf6351-47a4-4488-bc91-4662e402d9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa5c20f-ac8e-4f18-83a8-6d15c5811df0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-841254304', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '79f0025e-1457-4d16-8573-e9aa783ef3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:15:10Z', 'updated_at': '2022-01-29T05:17:54Z', 'revision_number': 5, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': '79f0025e-1457-4d16-8573-e9aa783ef3c0', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ba:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa5c20f-ac8e-4f18-83a8-6d15c5811df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:15:11Z', 'updated_at': '2022-01-29T05:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:17:55.588498 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-c4ab95d6-aa8d-46d1-99b0-e282ec11fbda tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Deleting port 79f0025e-1457-4d16-8573-e9aa783ef3c0 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:17:55.589216 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c4ab95d6-aa8d-46d1-99b0-e282ec11fbda tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (79f0025e-1457-4d16-8573-e9aa783ef3c0), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:55.591181 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-6a23df47-6c8c-44d8-a340-0450b01d724d None None] Deleting port 63486d48-c707-45b0-bc4d-81097f94df11 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:17:55.591634 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6a23df47-6c8c-44d8-a340-0450b01d724d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (63486d48-c707-45b0-bc4d-81097f94df11), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:55.660418 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-6a23df47-6c8c-44d8-a340-0450b01d724d None None] For port 63486d48-c707-45b0-bc4d-81097f94df11, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=63486d48-c707-45b0-bc4d-81097f94df11,segment=NetworkSegment(d1e6779a-fe62-4f8c-a33d-f32ab1205e14),segment_id=d1e6779a-fe62-4f8c-a33d-f32ab1205e14)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:17:55.660846 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6a23df47-6c8c-44d8-a340-0450b01d724d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (63486d48-c707-45b0-bc4d-81097f94df11), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:55.672050 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-c4ab95d6-aa8d-46d1-99b0-e282ec11fbda tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] For port 79f0025e-1457-4d16-8573-e9aa783ef3c0, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=79f0025e-1457-4d16-8573-e9aa783ef3c0,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:17:55.672471 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c4ab95d6-aa8d-46d1-99b0-e282ec11fbda tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (79f0025e-1457-4d16-8573-e9aa783ef3c0), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:55.675200 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-6a23df47-6c8c-44d8-a340-0450b01d724d None None] Calling delete_port for 63486d48-c707-45b0-bc4d-81097f94df11 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:17:55.682784 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cf6351-47a4-4488-bc91-4662e402d9ca None None] The sync data for ids ['efa5c20f-ac8e-4f18-83a8-6d15c5811df0'] in dv-neutron-821190-1-hyperv is: [{'id': 'efa5c20f-ac8e-4f18-83a8-6d15c5811df0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-841254304', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '79f0025e-1457-4d16-8573-e9aa783ef3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:15:10Z', 'updated_at': '2022-01-29T05:17:54Z', 'revision_number': 5, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': '79f0025e-1457-4d16-8573-e9aa783ef3c0', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ba:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa5c20f-ac8e-4f18-83a8-6d15c5811df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:15:11Z', 'updated_at': '2022-01-29T05:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:17:55.685732 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-c4ab95d6-aa8d-46d1-99b0-e282ec11fbda tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Calling delete_port for 79f0025e-1457-4d16-8573-e9aa783ef3c0 owned by network:router_gateway {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:17:55.831289 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6a23df47-6c8c-44d8-a340-0450b01d724d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (63486d48-c707-45b0-bc4d-81097f94df11), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:55.861898 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23df47-6c8c-44d8-a340-0450b01d724d None None] Pushing event deleted for resources: {'Port': ['ID=63486d48-c707-45b0-bc4d-81097f94df11,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:17:55.864093 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a23df47-6c8c-44d8-a340-0450b01d724d None None] No DVR routers for this DVR port 63486d48-c707-45b0-bc4d-81097f94df11 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:17:55.872282 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23df47-6c8c-44d8-a340-0450b01d724d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:55.872282 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23df47-6c8c-44d8-a340-0450b01d724d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:55.873030 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23df47-6c8c-44d8-a340-0450b01d724d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:55.873030 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23df47-6c8c-44d8-a340-0450b01d724d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:55.873481 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23df47-6c8c-44d8-a340-0450b01d724d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:55.873714 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23df47-6c8c-44d8-a340-0450b01d724d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:55.874090 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23df47-6c8c-44d8-a340-0450b01d724d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:55.874421 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23df47-6c8c-44d8-a340-0450b01d724d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:55.874747 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23df47-6c8c-44d8-a340-0450b01d724d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:55.875071 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23df47-6c8c-44d8-a340-0450b01d724d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:55.875421 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23df47-6c8c-44d8-a340-0450b01d724d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:55.875849 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23df47-6c8c-44d8-a340-0450b01d724d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:55.876042 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23df47-6c8c-44d8-a340-0450b01d724d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:55.911321 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c4ab95d6-aa8d-46d1-99b0-e282ec11fbda tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (79f0025e-1457-4d16-8573-e9aa783ef3c0), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:55.935578 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab95d6-aa8d-46d1-99b0-e282ec11fbda tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event deleted for resources: {'Port': ['ID=79f0025e-1457-4d16-8573-e9aa783ef3c0,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:17:55.970112 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ab95d6-aa8d-46d1-99b0-e282ec11fbda tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:55.970465 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ab95d6-aa8d-46d1-99b0-e282ec11fbda tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:55.970812 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ab95d6-aa8d-46d1-99b0-e282ec11fbda tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:55.971214 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ab95d6-aa8d-46d1-99b0-e282ec11fbda tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:55.971555 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ab95d6-aa8d-46d1-99b0-e282ec11fbda tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:55.971888 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ab95d6-aa8d-46d1-99b0-e282ec11fbda tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:55.972223 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ab95d6-aa8d-46d1-99b0-e282ec11fbda tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:55.972576 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ab95d6-aa8d-46d1-99b0-e282ec11fbda tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:55.972906 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ab95d6-aa8d-46d1-99b0-e282ec11fbda tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:55.973235 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ab95d6-aa8d-46d1-99b0-e282ec11fbda tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:55.973560 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ab95d6-aa8d-46d1-99b0-e282ec11fbda tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:55.973885 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ab95d6-aa8d-46d1-99b0-e282ec11fbda tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:55.974214 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ab95d6-aa8d-46d1-99b0-e282ec11fbda tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:56.015190 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c4ab95d6-aa8d-46d1-99b0-e282ec11fbda tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (efa5c20f-ac8e-4f18-83a8-6d15c5811df0), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:56.109611 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c4ab95d6-aa8d-46d1-99b0-e282ec11fbda tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (efa5c20f-ac8e-4f18-83a8-6d15c5811df0), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:56.111851 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c4ab95d6-aa8d-46d1-99b0-e282ec11fbda tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for router_controller (efa5c20f-ac8e-4f18-83a8-6d15c5811df0), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:56.219641 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c4ab95d6-aa8d-46d1-99b0-e282ec11fbda tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (efa5c20f-ac8e-4f18-83a8-6d15c5811df0), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:56.220226 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ab95d6-aa8d-46d1-99b0-e282ec11fbda tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Fanout notify agent at l3_agent the message router_deleted on router efa5c20f-ac8e-4f18-83a8-6d15c5811df0 {{(pid=103584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 05:17:56.228993 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c4ab95d6-aa8d-46d1-99b0-e282ec11fbda tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for router (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:56.228993 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c4ab95d6-aa8d-46d1-99b0-e282ec11fbda tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "DELETE /v2.0/routers/efa5c20f-ac8e-4f18-83a8-6d15c5811df0 HTTP/1.1" status: 204 len: 168 time: 0.9894764 Jan 29 05:17:56.230796 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 34506) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:17:56.311202 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a708ceff-0210-4a9c-941b-d275f37fc4ae tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (6a8ea030-4daa-4160-9821-6887000680dd), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:56.398154 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a708ceff-0210-4a9c-941b-d275f37fc4ae tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (6a8ea030-4daa-4160-9821-6887000680dd), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:56.419229 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-a708ceff-0210-4a9c-941b-d275f37fc4ae tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a8ea030-4daa-4160-9821-6887000680dd']}} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:17:56.428231 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-a708ceff-0210-4a9c-941b-d275f37fc4ae tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e6779a-fe62-4f8c-a33d-f32ab1205e14') {'for_net_delete': True} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:17:56.428555 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.services.segments.db [None req-a708ceff-0210-4a9c-941b-d275f37fc4ae tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e6779a-fe62-4f8c-a33d-f32ab1205e14') {} {{(pid=103584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:17:56.436475 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:56.437930 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a708ceff-0210-4a9c-941b-d275f37fc4ae tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3362799'] for segment (d1e6779a-fe62-4f8c-a33d-f32ab1205e14), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:56.450644 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a708ceff-0210-4a9c-941b-d275f37fc4ae tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (d1e6779a-fe62-4f8c-a33d-f32ab1205e14), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:56.458014 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a708ceff-0210-4a9c-941b-d275f37fc4ae tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:17:56.458014 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a708ceff-0210-4a9c-941b-d275f37fc4ae tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3226357'] for segment (d1e6779a-fe62-4f8c-a33d-f32ab1205e14), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:56.459672 dv-neutron-821190-1-hyperv neutron-server[103584]: Traceback (most recent call last): Jan 29 05:17:56.459672 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:17:56.459672 dv-neutron-821190-1-hyperv neutron-server[103584]: timer() Jan 29 05:17:56.459672 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:17:56.459672 dv-neutron-821190-1-hyperv neutron-server[103584]: cb(*args, **kw) Jan 29 05:17:56.459672 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:17:56.459672 dv-neutron-821190-1-hyperv neutron-server[103584]: return func(*args, **kwargs) Jan 29 05:17:56.459672 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:17:56.459672 dv-neutron-821190-1-hyperv neutron-server[103584]: self._notify() Jan 29 05:17:56.459672 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:17:56.459672 dv-neutron-821190-1-hyperv neutron-server[103584]: self.callback(batched_events) Jan 29 05:17:56.459672 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:17:56.459672 dv-neutron-821190-1-hyperv neutron-server[103584]: event.method(event) Jan 29 05:17:56.459672 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:17:56.459672 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:17:56.459672 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:17:56.459672 dv-neutron-821190-1-hyperv neutron-server[103584]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:17:56.459672 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:17:56.459672 dv-neutron-821190-1-hyperv neutron-server[103584]: return f(self, *a, **k) Jan 29 05:17:56.459672 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:17:56.459672 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._get(url).json() Jan 29 05:17:56.459672 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:17:56.459672 dv-neutron-821190-1-hyperv neutron-server[103584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:17:56.459672 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:17:56.459672 dv-neutron-821190-1-hyperv neutron-server[103584]: return self.request(url, 'GET', **kwargs) Jan 29 05:17:56.459672 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:17:56.459672 dv-neutron-821190-1-hyperv neutron-server[103584]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:17:56.459672 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:17:56.459672 dv-neutron-821190-1-hyperv neutron-server[103584]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:17:56.459672 dv-neutron-821190-1-hyperv neutron-server[103584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:17:56.459672 dv-neutron-821190-1-hyperv neutron-server[103584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:17:56.459672 dv-neutron-821190-1-hyperv neutron-server[103584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:17:56.577577 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a708ceff-0210-4a9c-941b-d275f37fc4ae tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (6a8ea030-4daa-4160-9821-6887000680dd), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:56.585164 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a708ceff-0210-4a9c-941b-d275f37fc4ae tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for network (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:56.588436 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a708ceff-0210-4a9c-941b-d275f37fc4ae tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "DELETE /v2.0/networks/6a8ea030-4daa-4160-9821-6887000680dd HTTP/1.1" status: 204 len: 168 time: 0.3566990 Jan 29 05:17:56.591699 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34508) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:17:56.600318 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a708ceff-0210-4a9c-941b-d275f37fc4ae tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event deleted for resources: {'Network': ['ID=6a8ea030-4daa-4160-9821-6887000680dd,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:17:56.654861 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7ab48a9f-ffbb-42eb-968c-3b32bafaa153 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group (2eca9f4f-7adb-4b7a-9669-f701f1c9517e), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:56.680733 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7ab48a9f-ffbb-42eb-968c-3b32bafaa153 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group (2eca9f4f-7adb-4b7a-9669-f701f1c9517e), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:56.795047 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7ab48a9f-ffbb-42eb-968c-3b32bafaa153 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (2eca9f4f-7adb-4b7a-9669-f701f1c9517e), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:56.797654 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7ab48a9f-ffbb-42eb-968c-3b32bafaa153 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:56.798813 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7ab48a9f-ffbb-42eb-968c-3b32bafaa153 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "DELETE /v2.0/security-groups/2eca9f4f-7adb-4b7a-9669-f701f1c9517e HTTP/1.1" status: 204 len: 168 time: 0.2061496 Jan 29 05:17:56.808504 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab48a9f-ffbb-42eb-968c-3b32bafaa153 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eca9f4f-7adb-4b7a-9669-f701f1c9517e,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:17:56.902034 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 2c7a8900-2990-46ad-8cc9-7df9cdecd399 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:17:56.922506 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 2c7a8900-2990-46ad-8cc9-7df9cdecd399 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:17:56.922849 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 2c7a8900-2990-46ad-8cc9-7df9cdecd399 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:17:56.923269 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 63486d48-c707-45b0-bc4d-81097f94df11 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:17:56.941867 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 63486d48-c707-45b0-bc4d-81097f94df11 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:17:56.942209 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 63486d48-c707-45b0-bc4d-81097f94df11 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:17:56.942612 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 79f0025e-1457-4d16-8573-e9aa783ef3c0 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:17:56.962717 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 79f0025e-1457-4d16-8573-e9aa783ef3c0 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:17:56.963054 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 79f0025e-1457-4d16-8573-e9aa783ef3c0 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:17:57.258669 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34514) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:17:57.263354 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-39303384-3f1e-4a40-90b8-b88d256c0c53 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-853520360', 'description': 'tempest-secgroup-smoke-853520360 description', 'project_id': '5270d00ab13a4e32b125f15996f3d148'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:17:57.337668 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-39303384-3f1e-4a40-90b8-b88d256c0c53 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:57.401765 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-39303384-3f1e-4a40-90b8-b88d256c0c53 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group (6c791fe6-fb7f-4b45-bab9-ebe6273d2465), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:57.471324 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-39303384-3f1e-4a40-90b8-b88d256c0c53 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (6c791fe6-fb7f-4b45-bab9-ebe6273d2465), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:57.500640 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39303384-3f1e-4a40-90b8-b88d256c0c53 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c791fe6-fb7f-4b45-bab9-ebe6273d2465,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:17:57.570053 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-39303384-3f1e-4a40-90b8-b88d256c0c53 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:57.571534 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-39303384-3f1e-4a40-90b8-b88d256c0c53 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3118515 Jan 29 05:17:57.574521 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34516) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:17:57.578821 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-17d2ed56-17d2-401a-9fbd-7c1421735a00 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'security_group_rule': {'security_group_id': '6c791fe6-fb7f-4b45-bab9-ebe6273d2465', 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:17:57.641066 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-17d2ed56-17d2-401a-9fbd-7c1421735a00 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (5311258b-006f-46b1-879c-895287bd65de), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:57.694778 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-17d2ed56-17d2-401a-9fbd-7c1421735a00 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (5311258b-006f-46b1-879c-895287bd65de), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:57.739205 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-17d2ed56-17d2-401a-9fbd-7c1421735a00 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (5311258b-006f-46b1-879c-895287bd65de), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:57.759592 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d2ed56-17d2-401a-9fbd-7c1421735a00 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5311258b-006f-46b1-879c-895287bd65de,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:17:57.832917 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-17d2ed56-17d2-401a-9fbd-7c1421735a00 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:57.834134 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-17d2ed56-17d2-401a-9fbd-7c1421735a00 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2587016 Jan 29 05:17:57.837522 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34518) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:17:57.842116 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-cee2e780-1afb-4fde-8e97-6495c2c772bb tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'security_group_rule': {'security_group_id': '6c791fe6-fb7f-4b45-bab9-ebe6273d2465', 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:17:57.926949 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cee2e780-1afb-4fde-8e97-6495c2c772bb tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (85a571a5-d346-4707-8fa5-3a6913eacf27), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:57.982197 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cee2e780-1afb-4fde-8e97-6495c2c772bb tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (85a571a5-d346-4707-8fa5-3a6913eacf27), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:58.053531 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cee2e780-1afb-4fde-8e97-6495c2c772bb tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (85a571a5-d346-4707-8fa5-3a6913eacf27), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:58.072391 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2e780-1afb-4fde-8e97-6495c2c772bb tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85a571a5-d346-4707-8fa5-3a6913eacf27,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:17:58.170258 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cee2e780-1afb-4fde-8e97-6495c2c772bb tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:58.171468 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-cee2e780-1afb-4fde-8e97-6495c2c772bb tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3330350 Jan 29 05:17:58.174148 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34520) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:17:58.178539 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-0ddcc2ff-d56a-45dc-9d99-ab78c633e536 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'security_group_rule': {'security_group_id': '6c791fe6-fb7f-4b45-bab9-ebe6273d2465', 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:17:58.287160 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0ddcc2ff-d56a-45dc-9d99-ab78c633e536 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (b6485cfc-fabd-4f8a-b492-724113aaa81e), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:58.342304 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0ddcc2ff-d56a-45dc-9d99-ab78c633e536 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (b6485cfc-fabd-4f8a-b492-724113aaa81e), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:58.419666 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0ddcc2ff-d56a-45dc-9d99-ab78c633e536 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (b6485cfc-fabd-4f8a-b492-724113aaa81e), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:58.437403 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddcc2ff-d56a-45dc-9d99-ab78c633e536 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6485cfc-fabd-4f8a-b492-724113aaa81e,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:17:58.507057 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-0ddcc2ff-d56a-45dc-9d99-ab78c633e536 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:58.509188 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-0ddcc2ff-d56a-45dc-9d99-ab78c633e536 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3340533 Jan 29 05:17:58.511730 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34522) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:17:58.516004 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-eab795f0-1f9e-4dbb-9669-e8590944dd64 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'security_group_rule': {'security_group_id': '6c791fe6-fb7f-4b45-bab9-ebe6273d2465', 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:17:58.601390 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eab795f0-1f9e-4dbb-9669-e8590944dd64 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (3de0066b-8d23-4215-8831-c692ff85bf32), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:58.657563 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eab795f0-1f9e-4dbb-9669-e8590944dd64 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (3de0066b-8d23-4215-8831-c692ff85bf32), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:58.722175 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eab795f0-1f9e-4dbb-9669-e8590944dd64 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (3de0066b-8d23-4215-8831-c692ff85bf32), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:58.741937 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab795f0-1f9e-4dbb-9669-e8590944dd64 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de0066b-8d23-4215-8831-c692ff85bf32,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:17:58.827440 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-eab795f0-1f9e-4dbb-9669-e8590944dd64 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:58.828685 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-eab795f0-1f9e-4dbb-9669-e8590944dd64 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3160286 Jan 29 05:17:58.831579 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34524) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:17:58.836176 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-f6b899f9-1cb4-44e9-b795-af755becc355 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'security_group_rule': {'security_group_id': '6c791fe6-fb7f-4b45-bab9-ebe6273d2465', 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:17:58.939707 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.securitygroups_db [None req-f6b899f9-1cb4-44e9-b795-af755becc355 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Project 5270d00ab13a4e32b125f15996f3d148 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 05:17:58.944706 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f6b899f9-1cb4-44e9-b795-af755becc355 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (a17f7c46-cc31-409c-bea9-4203a6a55f37), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:59.001680 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f6b899f9-1cb4-44e9-b795-af755becc355 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (a17f7c46-cc31-409c-bea9-4203a6a55f37), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:59.065060 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f6b899f9-1cb4-44e9-b795-af755becc355 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (a17f7c46-cc31-409c-bea9-4203a6a55f37), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:59.082532 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b899f9-1cb4-44e9-b795-af755becc355 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a17f7c46-cc31-409c-bea9-4203a6a55f37,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:17:59.139593 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f6b899f9-1cb4-44e9-b795-af755becc355 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:59.140820 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f6b899f9-1cb4-44e9-b795-af755becc355 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3080893 Jan 29 05:17:59.143470 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34526) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:17:59.147727 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-2815142d-887d-4d4a-9382-c51895f39591 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'security_group_rule': {'security_group_id': '6c791fe6-fb7f-4b45-bab9-ebe6273d2465', 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:17:59.223438 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.securitygroups_db [None req-2815142d-887d-4d4a-9382-c51895f39591 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Project 5270d00ab13a4e32b125f15996f3d148 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 05:17:59.229057 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2815142d-887d-4d4a-9382-c51895f39591 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (976bb703-8997-4063-ba8d-14d37887daec), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:59.286039 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2815142d-887d-4d4a-9382-c51895f39591 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (976bb703-8997-4063-ba8d-14d37887daec), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:59.350566 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2815142d-887d-4d4a-9382-c51895f39591 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (976bb703-8997-4063-ba8d-14d37887daec), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:59.368931 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2815142d-887d-4d4a-9382-c51895f39591 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=976bb703-8997-4063-ba8d-14d37887daec,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:17:59.467169 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2815142d-887d-4d4a-9382-c51895f39591 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:59.468369 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2815142d-887d-4d4a-9382-c51895f39591 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3239803 Jan 29 05:17:59.471275 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34528) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:17:59.476209 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-aa5fdab9-604b-439f-b2b2-5516ba72456a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'network': {'name': 'tempest-network-smoke--1269933881', 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'port_security_enabled': True}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:17:59.562102 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5fdab9-604b-439f-b2b2-5516ba72456a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Made reservation on behalf of 5270d00ab13a4e32b125f15996f3d148 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:17:59.565431 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-aa5fdab9-604b-439f-b2b2-5516ba72456a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:59.588686 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa5fdab9-604b-439f-b2b2-5516ba72456a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 05:17:59.597294 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-aa5fdab9-604b-439f-b2b2-5516ba72456a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (7d3aefb2-ff60-4fbf-b3ca-45847be63063), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:59.597633 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-aa5fdab9-604b-439f-b2b2-5516ba72456a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Added segment 7d3aefb2-ff60-4fbf-b3ca-45847be63063 of type vlan for network 225f9394-c82e-4e84-9175-27da5eb71520 Jan 29 05:17:59.639420 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-aa5fdab9-604b-439f-b2b2-5516ba72456a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (225f9394-c82e-4e84-9175-27da5eb71520), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:59.731770 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-aa5fdab9-604b-439f-b2b2-5516ba72456a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (225f9394-c82e-4e84-9175-27da5eb71520), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:59.736575 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5fdab9-604b-439f-b2b2-5516ba72456a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:59.737159 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-aa5fdab9-604b-439f-b2b2-5516ba72456a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:59.801208 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5fdab9-604b-439f-b2b2-5516ba72456a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'Network': ['ID=225f9394-c82e-4e84-9175-27da5eb71520,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:17:59.812177 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 225f9394-c82e-4e84-9175-27da5eb71520 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 05:17:59.838016 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-aa5fdab9-604b-439f-b2b2-5516ba72456a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3657081 Jan 29 05:17:59.841013 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34530) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:17:59.845701 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-b4901617-59fd-415d-8a41-0ee89b6c5ac8 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-517866287', 'admin_state_up': True, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:17:59.920889 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b4901617-59fd-415d-8a41-0ee89b6c5ac8 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (3bbc2f38-a6e5-4210-8638-4707a941c343), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:59.922089 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b4901617-59fd-415d-8a41-0ee89b6c5ac8 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (3bbc2f38-a6e5-4210-8638-4707a941c343), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:17:59.975755 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b4901617-59fd-415d-8a41-0ee89b6c5ac8 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for router_controller (3bbc2f38-a6e5-4210-8638-4707a941c343), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:00.159174 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b4901617-59fd-415d-8a41-0ee89b6c5ac8 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for router_gateway (3bbc2f38-a6e5-4210-8638-4707a941c343), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:00.436314 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b4901617-59fd-415d-8a41-0ee89b6c5ac8 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for router_gateway (3bbc2f38-a6e5-4210-8638-4707a941c343), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:00.454876 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b4901617-59fd-415d-8a41-0ee89b6c5ac8 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:00.561133 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-b4901617-59fd-415d-8a41-0ee89b6c5ac8 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Allocated IP 172.26.8.163 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/9761f08c-4052-43e1-a6f4-afc698976799) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:18:00.659797 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b4901617-59fd-415d-8a41-0ee89b6c5ac8 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for port (9761f08c-4052-43e1-a6f4-afc698976799), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:00.762882 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b4901617-59fd-415d-8a41-0ee89b6c5ac8 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (9761f08c-4052-43e1-a6f4-afc698976799), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:00.798681 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4901617-59fd-415d-8a41-0ee89b6c5ac8 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:18:00.801567 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-b4901617-59fd-415d-8a41-0ee89b6c5ac8 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:18:00.805509 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4901617-59fd-415d-8a41-0ee89b6c5ac8 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:18:00.833936 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4901617-59fd-415d-8a41-0ee89b6c5ac8 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'Port': ['ID=9761f08c-4052-43e1-a6f4-afc698976799,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:01.464868 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b4901617-59fd-415d-8a41-0ee89b6c5ac8 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for router_gateway (3bbc2f38-a6e5-4210-8638-4707a941c343), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:01.651234 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b4901617-59fd-415d-8a41-0ee89b6c5ac8 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (3bbc2f38-a6e5-4210-8638-4707a941c343), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:01.829173 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4901617-59fd-415d-8a41-0ee89b6c5ac8 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Router 3bbc2f38-a6e5-4210-8638-4707a941c343 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 05:18:01.935328 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4901617-59fd-415d-8a41-0ee89b6c5ac8 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:18:01.945305 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcda80c-9ec7-4f53-862f-f376d45c5b1c None None] Sync routers for ids ['3bbc2f38-a6e5-4210-8638-4707a941c343'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:18:01.955488 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcda80c-9ec7-4f53-862f-f376d45c5b1c None None] Routers {'3bbc2f38-a6e5-4210-8638-4707a941c343'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:18:01.956104 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-dbcda80c-9ec7-4f53-862f-f376d45c5b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:17:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['3bbc2f38-a6e5-4210-8638-4707a941c343'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:18:02.008376 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b4901617-59fd-415d-8a41-0ee89b6c5ac8 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:02.009706 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b4901617-59fd-415d-8a41-0ee89b6c5ac8 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1676733 Jan 29 05:18:02.012717 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34532) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:18:02.040983 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-cd2ebeb4-d259-47a1-a796-274c0a2f6168 tempest-TestNetworkAdvancedServerOps-1297217627 tempest-TestNetworkAdvancedServerOps-1297217627-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=5270d00ab13a4e32b125f15996f3d148&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271187 Jan 29 05:18:02.043550 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34534) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:18:02.062354 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-dbcda80c-9ec7-4f53-862f-f376d45c5b1c None None] Set router 3bbc2f38-a6e5-4210-8638-4707a941c343 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:18:02.132222 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be13e2f6-850e-482e-866d-ea546ee8acb6 tempest-TestNetworkAdvancedServerOps-1297217627 tempest-TestNetworkAdvancedServerOps-1297217627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:02.134162 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-be13e2f6-850e-482e-866d-ea546ee8acb6 tempest-TestNetworkAdvancedServerOps-1297217627 tempest-TestNetworkAdvancedServerOps-1297217627-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0896914 Jan 29 05:18:02.137026 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34536) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:18:02.167192 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7acc095a-9920-4a03-86bd-046995ecd20b tempest-TestNetworkAdvancedServerOps-1297217627 tempest-TestNetworkAdvancedServerOps-1297217627-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f0de7169-31b1-4289-9a2a-56c5f4e63ed1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267892 Jan 29 05:18:02.167526 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 34538) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:18:02.173103 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-04800ab0-4162-4c3e-9e68-808d1ba8719c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1034454897', 'network_id': '225f9394-c82e-4e84-9175-27da5eb71520', 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:18:02.240656 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-dbcda80c-9ec7-4f53-862f-f376d45c5b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bbc2f38-a6e5-4210-8638-4707a941c343', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517866287', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': '9761f08c-4052-43e1-a6f4-afc698976799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:17:59Z', 'updated_at': '2022-01-29T05:18:00Z', 'revision_number': 3, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': '9761f08c-4052-43e1-a6f4-afc698976799', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:98:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bbc2f38-a6e5-4210-8638-4707a941c343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:00Z', 'updated_at': '2022-01-29T05:18:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:18:02.267430 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcda80c-9ec7-4f53-862f-f376d45c5b1c None None] Checking router: 3bbc2f38-a6e5-4210-8638-4707a941c343 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:18:02.267780 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcda80c-9ec7-4f53-862f-f376d45c5b1c None None] Updating router 3bbc2f38-a6e5-4210-8638-4707a941c343 port 9761f08c-4052-43e1-a6f4-afc698976799 binding host dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:18:02.294855 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dbcda80c-9ec7-4f53-862f-f376d45c5b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (9761f08c-4052-43e1-a6f4-afc698976799), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:02.305061 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04800ab0-4162-4c3e-9e68-808d1ba8719c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Made reservation on behalf of 5270d00ab13a4e32b125f15996f3d148 for: {'subnet': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:18:02.309168 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-04800ab0-4162-4c3e-9e68-808d1ba8719c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59701162'] for subnet (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:02.542918 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dbcda80c-9ec7-4f53-862f-f376d45c5b1c None None] Publish callbacks [] for port (9761f08c-4052-43e1-a6f4-afc698976799), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:02.562554 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-04800ab0-4162-4c3e-9e68-808d1ba8719c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3219606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59701148'] for subnet (7a2c4054-fcb4-4834-b726-afd6d8094739), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:02.625397 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04800ab0-4162-4c3e-9e68-808d1ba8719c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'Subnet': ['ID=7a2c4054-fcb4-4834-b726-afd6d8094739,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:02.636529 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04800ab0-4162-4c3e-9e68-808d1ba8719c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Checking segment: {'id': '7d3aefb2-ff60-4fbf-b3ca-45847be63063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '225f9394-c82e-4e84-9175-27da5eb71520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:18:02.636891 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04800ab0-4162-4c3e-9e68-808d1ba8719c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Network hostable DHCP agents. Network: 225f9394-c82e-4e84-9175-27da5eb71520, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 05:18:02.642313 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dbcda80c-9ec7-4f53-862f-f376d45c5b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (9761f08c-4052-43e1-a6f4-afc698976799), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:02.698543 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-dbcda80c-9ec7-4f53-862f-f376d45c5b1c None None] Attempting to bind port 9761f08c-4052-43e1-a6f4-afc698976799 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:18:02.698912 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-dbcda80c-9ec7-4f53-862f-f376d45c5b1c None None] Attempting to bind port 9761f08c-4052-43e1-a6f4-afc698976799 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:18:02.699276 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcda80c-9ec7-4f53-862f-f376d45c5b1c None None] Attempting to bind port 9761f08c-4052-43e1-a6f4-afc698976799 on network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:18:02.701204 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4305ae-0597-46f5-b7f5-94e685a0c51a None None] Pushing event updated for resources: {'Port': ['ID=9761f08c-4052-43e1-a6f4-afc698976799,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:02.706502 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcda80c-9ec7-4f53-862f-f376d45c5b1c None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:18:02.706874 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcda80c-9ec7-4f53-862f-f376d45c5b1c None None] Checking segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:18:02.707279 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dbcda80c-9ec7-4f53-862f-f376d45c5b1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:02.707665 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcda80c-9ec7-4f53-862f-f376d45c5b1c None None] Bound using segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:18:02.708248 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-dbcda80c-9ec7-4f53-862f-f376d45c5b1c None None] Bound port: 9761f08c-4052-43e1-a6f4-afc698976799, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:18:02.708509 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dbcda80c-9ec7-4f53-862f-f376d45c5b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (9761f08c-4052-43e1-a6f4-afc698976799), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:02.716721 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04800ab0-4162-4c3e-9e68-808d1ba8719c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Network 225f9394-c82e-4e84-9175-27da5eb71520 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 05:18:02.759882 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-dbcda80c-9ec7-4f53-862f-f376d45c5b1c None None] For port 9761f08c-4052-43e1-a6f4-afc698976799, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:18:02.762328 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-04800ab0-4162-4c3e-9e68-808d1ba8719c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 225f9394-c82e-4e84-9175-27da5eb71520) {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:18:02.763003 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-dbcda80c-9ec7-4f53-862f-f376d45c5b1c None None] For port 9761f08c-4052-43e1-a6f4-afc698976799, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=9761f08c-4052-43e1-a6f4-afc698976799,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:18:02.767525 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04800ab0-4162-4c3e-9e68-808d1ba8719c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:02.771307 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c716e989-283b-4bf7-ae8a-1ed10e779fae None None] Network 225f9394-c82e-4e84-9175-27da5eb71520 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:18:02.772086 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-04800ab0-4162-4c3e-9e68-808d1ba8719c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:02.817877 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dbcda80c-9ec7-4f53-862f-f376d45c5b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (9761f08c-4052-43e1-a6f4-afc698976799), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:02.829117 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-04800ab0-4162-4c3e-9e68-808d1ba8719c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6598856 Jan 29 05:18:02.831736 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 34540) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:18:02.905079 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcda80c-9ec7-4f53-862f-f376d45c5b1c None None] Routers {'3bbc2f38-a6e5-4210-8638-4707a941c343'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:18:02.905712 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-dbcda80c-9ec7-4f53-862f-f376d45c5b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:17:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['3bbc2f38-a6e5-4210-8638-4707a941c343'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:18:02.907377 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4305ae-0597-46f5-b7f5-94e685a0c51a None None] Pushing event updated for resources: {'Port': ['ID=9761f08c-4052-43e1-a6f4-afc698976799,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:02.961869 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0477255f-9294-493a-accb-f6011d26d5a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-225f9394-c82e-4e84-9175-27da5eb71520', 'network_id': '225f9394-c82e-4e84-9175-27da5eb71520', 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'fixed_ips': [{'subnet_id': '7a2c4054-fcb4-4834-b726-afd6d8094739'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 05:18:02.962721 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0477255f-9294-493a-accb-f6011d26d5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:03.112132 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-dbcda80c-9ec7-4f53-862f-f376d45c5b1c None None] Set router 3bbc2f38-a6e5-4210-8638-4707a941c343 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:18:03.247690 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-0477255f-9294-493a-accb-f6011d26d5a8 None None] Allocated IP 172.20.0.2 (225f9394-c82e-4e84-9175-27da5eb71520/7a2c4054-fcb4-4834-b726-afd6d8094739/580db3e8-dccd-40ae-94af-fed7f975dba6) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:18:03.446120 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-dbcda80c-9ec7-4f53-862f-f376d45c5b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bbc2f38-a6e5-4210-8638-4707a941c343', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517866287', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': '9761f08c-4052-43e1-a6f4-afc698976799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:17:59Z', 'updated_at': '2022-01-29T05:18:00Z', 'revision_number': 3, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': '9761f08c-4052-43e1-a6f4-afc698976799', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:98:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bbc2f38-a6e5-4210-8638-4707a941c343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:00Z', 'updated_at': '2022-01-29T05:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:18:03.450961 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0477255f-9294-493a-accb-f6011d26d5a8 None None] Publish callbacks [] for port (580db3e8-dccd-40ae-94af-fed7f975dba6), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:03.476893 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcda80c-9ec7-4f53-862f-f376d45c5b1c None None] The sync data for ids ['3bbc2f38-a6e5-4210-8638-4707a941c343'] in dv-neutron-821190-1-hyperv is: [{'id': '3bbc2f38-a6e5-4210-8638-4707a941c343', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517866287', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': '9761f08c-4052-43e1-a6f4-afc698976799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:17:59Z', 'updated_at': '2022-01-29T05:18:00Z', 'revision_number': 3, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': '9761f08c-4052-43e1-a6f4-afc698976799', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:98:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bbc2f38-a6e5-4210-8638-4707a941c343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:00Z', 'updated_at': '2022-01-29T05:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:18:03.545456 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0477255f-9294-493a-accb-f6011d26d5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (580db3e8-dccd-40ae-94af-fed7f975dba6), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:03.589586 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0477255f-9294-493a-accb-f6011d26d5a8 None None] Network 225f9394-c82e-4e84-9175-27da5eb71520 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:18:03.593073 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-0477255f-9294-493a-accb-f6011d26d5a8 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:18:03.596442 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-331dd83b-a99a-46ca-8034-f635faffc075 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:03.596977 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0477255f-9294-493a-accb-f6011d26d5a8 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:18:03.606656 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0477255f-9294-493a-accb-f6011d26d5a8 None None] Pushing event updated for resources: {'Port': ['ID=580db3e8-dccd-40ae-94af-fed7f975dba6,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:03.659342 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-0477255f-9294-493a-accb-f6011d26d5a8 None None] Attempting to bind port 580db3e8-dccd-40ae-94af-fed7f975dba6 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:18:03.659726 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-0477255f-9294-493a-accb-f6011d26d5a8 None None] Attempting to bind port 580db3e8-dccd-40ae-94af-fed7f975dba6 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '7d3aefb2-ff60-4fbf-b3ca-45847be63063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '225f9394-c82e-4e84-9175-27da5eb71520'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:18:03.660084 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0477255f-9294-493a-accb-f6011d26d5a8 None None] Attempting to bind port 580db3e8-dccd-40ae-94af-fed7f975dba6 on network 225f9394-c82e-4e84-9175-27da5eb71520 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:18:03.666339 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0477255f-9294-493a-accb-f6011d26d5a8 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:18:03.666569 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0477255f-9294-493a-accb-f6011d26d5a8 None None] Checking segment: {'id': '7d3aefb2-ff60-4fbf-b3ca-45847be63063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '225f9394-c82e-4e84-9175-27da5eb71520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:18:03.666976 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0477255f-9294-493a-accb-f6011d26d5a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:03.667376 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0477255f-9294-493a-accb-f6011d26d5a8 None None] Bound using segment: {'id': '7d3aefb2-ff60-4fbf-b3ca-45847be63063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '225f9394-c82e-4e84-9175-27da5eb71520'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:18:03.667852 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-0477255f-9294-493a-accb-f6011d26d5a8 None None] Bound port: 580db3e8-dccd-40ae-94af-fed7f975dba6, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d3aefb2-ff60-4fbf-b3ca-45847be63063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '225f9394-c82e-4e84-9175-27da5eb71520'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:18:03.668237 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0477255f-9294-493a-accb-f6011d26d5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (580db3e8-dccd-40ae-94af-fed7f975dba6), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:03.749622 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-0477255f-9294-493a-accb-f6011d26d5a8 None None] For port 580db3e8-dccd-40ae-94af-fed7f975dba6, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:18:03.755827 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-0477255f-9294-493a-accb-f6011d26d5a8 None None] For port 580db3e8-dccd-40ae-94af-fed7f975dba6, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=580db3e8-dccd-40ae-94af-fed7f975dba6,segment=NetworkSegment(7d3aefb2-ff60-4fbf-b3ca-45847be63063),segment_id=7d3aefb2-ff60-4fbf-b3ca-45847be63063)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:18:03.812736 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0477255f-9294-493a-accb-f6011d26d5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (580db3e8-dccd-40ae-94af-fed7f975dba6), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:03.899609 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0477255f-9294-493a-accb-f6011d26d5a8 None None] Pushing event updated for resources: {'Port': ['ID=580db3e8-dccd-40ae-94af-fed7f975dba6,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:03.933979 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-331dd83b-a99a-46ca-8034-f635faffc075 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Allocated IP 172.20.0.1 (225f9394-c82e-4e84-9175-27da5eb71520/7a2c4054-fcb4-4834-b726-afd6d8094739/1a9dcfbc-d05b-428b-aa86-f44da5401386) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:18:04.083433 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-331dd83b-a99a-46ca-8034-f635faffc075 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for port (1a9dcfbc-d05b-428b-aa86-f44da5401386), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:04.180756 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-331dd83b-a99a-46ca-8034-f635faffc075 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (1a9dcfbc-d05b-428b-aa86-f44da5401386), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:04.230803 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331dd83b-a99a-46ca-8034-f635faffc075 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Network 225f9394-c82e-4e84-9175-27da5eb71520 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:18:04.237195 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-331dd83b-a99a-46ca-8034-f635faffc075 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:18:04.239787 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331dd83b-a99a-46ca-8034-f635faffc075 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:18:04.244855 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331dd83b-a99a-46ca-8034-f635faffc075 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'Port': ['ID=1a9dcfbc-d05b-428b-aa86-f44da5401386,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:04.286818 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-331dd83b-a99a-46ca-8034-f635faffc075 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (3bbc2f38-a6e5-4210-8638-4707a941c343), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:04.509743 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-331dd83b-a99a-46ca-8034-f635faffc075 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (1a9dcfbc-d05b-428b-aa86-f44da5401386), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:04.796965 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-331dd83b-a99a-46ca-8034-f635faffc075 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for port (1a9dcfbc-d05b-428b-aa86-f44da5401386), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:04.854491 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-331dd83b-a99a-46ca-8034-f635faffc075 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (1a9dcfbc-d05b-428b-aa86-f44da5401386), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:04.865512 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6f9e13-3845-4cbb-9ae2-705fe7e22ad5 None None] Network 225f9394-c82e-4e84-9175-27da5eb71520 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:18:04.946955 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-331dd83b-a99a-46ca-8034-f635faffc075 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (3bbc2f38-a6e5-4210-8638-4707a941c343), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:04.949109 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331dd83b-a99a-46ca-8034-f635faffc075 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'Port': ['ID=1a9dcfbc-d05b-428b-aa86-f44da5401386,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:05.056450 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 9761f08c-4052-43e1-a6f4-afc698976799 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:18:05.067324 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331dd83b-a99a-46ca-8034-f635faffc075 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Network 225f9394-c82e-4e84-9175-27da5eb71520 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:18:05.069130 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-331dd83b-a99a-46ca-8034-f635faffc075 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:18:05.137726 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-49bc6f72-0a59-4f49-8872-f022c75313fa None None] Provisioning complete for port 580db3e8-dccd-40ae-94af-fed7f975dba6 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:18:05.138114 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-49bc6f72-0a59-4f49-8872-f022c75313fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (580db3e8-dccd-40ae-94af-fed7f975dba6), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:05.188528 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331dd83b-a99a-46ca-8034-f635faffc075 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Router 3bbc2f38-a6e5-4210-8638-4707a941c343 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:18:05.224175 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 9761f08c-4052-43e1-a6f4-afc698976799 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:18:05.224585 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (9761f08c-4052-43e1-a6f4-afc698976799), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:05.302184 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-49bc6f72-0a59-4f49-8872-f022c75313fa None None] Current status of the port 580db3e8-dccd-40ae-94af-fed7f975dba6 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:18:05.302482 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-49bc6f72-0a59-4f49-8872-f022c75313fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (580db3e8-dccd-40ae-94af-fed7f975dba6), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:05.305376 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331dd83b-a99a-46ca-8034-f635faffc075 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:18:05.310488 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-331dd83b-a99a-46ca-8034-f635faffc075 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "PUT /v2.0/routers/3bbc2f38-a6e5-4210-8638-4707a941c343/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4771516 Jan 29 05:18:05.369707 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-49bc6f72-0a59-4f49-8872-f022c75313fa None None] For port 580db3e8-dccd-40ae-94af-fed7f975dba6, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=580db3e8-dccd-40ae-94af-fed7f975dba6,segment=NetworkSegment(7d3aefb2-ff60-4fbf-b3ca-45847be63063),segment_id=7d3aefb2-ff60-4fbf-b3ca-45847be63063)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:18:05.381637 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639c9184-cb5d-4fd7-b4bb-084c2ff887c6 None None] Sync routers for ids ['3bbc2f38-a6e5-4210-8638-4707a941c343'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:18:05.389414 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 9761f08c-4052-43e1-a6f4-afc698976799 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:18:05.389414 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (9761f08c-4052-43e1-a6f4-afc698976799), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:05.395045 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639c9184-cb5d-4fd7-b4bb-084c2ff887c6 None None] Routers {'3bbc2f38-a6e5-4210-8638-4707a941c343'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:18:05.395988 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-639c9184-cb5d-4fd7-b4bb-084c2ff887c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:17:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['3bbc2f38-a6e5-4210-8638-4707a941c343'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:18:05.406969 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 9761f08c-4052-43e1-a6f4-afc698976799, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=9761f08c-4052-43e1-a6f4-afc698976799,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:18:05.446826 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-49bc6f72-0a59-4f49-8872-f022c75313fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (580db3e8-dccd-40ae-94af-fed7f975dba6), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:05.482621 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (9761f08c-4052-43e1-a6f4-afc698976799), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:05.483402 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 580db3e8-dccd-40ae-94af-fed7f975dba6 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:18:05.512031 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-639c9184-cb5d-4fd7-b4bb-084c2ff887c6 None None] Set router 3bbc2f38-a6e5-4210-8638-4707a941c343 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:18:05.531162 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc6f72-0a59-4f49-8872-f022c75313fa None None] Pushing event updated for resources: {'Port': ['ID=580db3e8-dccd-40ae-94af-fed7f975dba6,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:05.605965 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 580db3e8-dccd-40ae-94af-fed7f975dba6 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:18:05.606346 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (580db3e8-dccd-40ae-94af-fed7f975dba6), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:05.608962 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=9761f08c-4052-43e1-a6f4-afc698976799,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:05.658929 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-b883e334-5f00-496d-8eab-6cd68fe0082f tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-853520360&fields=id&tenant_id=5270d00ab13a4e32b125f15996f3d148 HTTP/1.1" status: 200 len: 267 time: 0.0679042 Jan 29 05:18:05.679846 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-0a68a3a5-fe18-49b4-aa9f-dae8300a3d04 None None] Provisioning complete for port 580db3e8-dccd-40ae-94af-fed7f975dba6 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:18:05.680470 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0a68a3a5-fe18-49b4-aa9f-dae8300a3d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (580db3e8-dccd-40ae-94af-fed7f975dba6), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:05.765909 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 580db3e8-dccd-40ae-94af-fed7f975dba6 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:18:05.767033 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-639c9184-cb5d-4fd7-b4bb-084c2ff887c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bbc2f38-a6e5-4210-8638-4707a941c343', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517866287', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': '9761f08c-4052-43e1-a6f4-afc698976799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:17:59Z', 'updated_at': '2022-01-29T05:18:04Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': '9761f08c-4052-43e1-a6f4-afc698976799', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:98:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bbc2f38-a6e5-4210-8638-4707a941c343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:00Z', 'updated_at': '2022-01-29T05:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '1a9dcfbc-d05b-428b-aa86-f44da5401386', 'name': '', 'network_id': '225f9394-c82e-4e84-9175-27da5eb71520', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'mac_address': 'fa:16:3e:61:92:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bbc2f38-a6e5-4210-8638-4707a941c343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '7a2c4054-fcb4-4834-b726-afd6d8094739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:03Z', 'updated_at': '2022-01-29T05:18:04Z', 'revision_number': 2, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'subnets': [{'id': '7a2c4054-fcb4-4834-b726-afd6d8094739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:18:05.801062 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639c9184-cb5d-4fd7-b4bb-084c2ff887c6 None None] Checking router: 3bbc2f38-a6e5-4210-8638-4707a941c343 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:18:05.801269 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-59e77395-b848-4338-afff-82f95174fdd1 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:05.801932 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639c9184-cb5d-4fd7-b4bb-084c2ff887c6 None None] Updating router 3bbc2f38-a6e5-4210-8638-4707a941c343 port 1a9dcfbc-d05b-428b-aa86-f44da5401386 binding host dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:18:05.802915 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-59e77395-b848-4338-afff-82f95174fdd1 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/networks?id=225f9394-c82e-4e84-9175-27da5eb71520 HTTP/1.1" status: 200 len: 797 time: 0.1424704 Jan 29 05:18:05.806812 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-0a68a3a5-fe18-49b4-aa9f-dae8300a3d04 None None] Current status of the port 580db3e8-dccd-40ae-94af-fed7f975dba6 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:18:05.819555 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-ce344df2-b7b9-43be-9bf8-02bdc834e618 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/quotas/5270d00ab13a4e32b125f15996f3d148 HTTP/1.1" status: 200 len: 375 time: 0.0104108 Jan 29 05:18:05.820971 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-0a68a3a5-fe18-49b4-aa9f-dae8300a3d04 None None] Provisioning complete for port 1a9dcfbc-d05b-428b-aa86-f44da5401386 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:18:05.821391 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0a68a3a5-fe18-49b4-aa9f-dae8300a3d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (1a9dcfbc-d05b-428b-aa86-f44da5401386), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:05.844898 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-639c9184-cb5d-4fd7-b4bb-084c2ff887c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (1a9dcfbc-d05b-428b-aa86-f44da5401386), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:05.861022 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-0a68a3a5-fe18-49b4-aa9f-dae8300a3d04 None None] Port 1a9dcfbc-d05b-428b-aa86-f44da5401386 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:18:05.891053 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-c7a63d43-d027-453d-9641-07e9f24493fb tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5270d00ab13a4e32b125f15996f3d148&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0613298 Jan 29 05:18:05.982702 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-6eabc827-eefb-4c23-819b-f6ede93e090e None None] Provisioning complete for port 1a9dcfbc-d05b-428b-aa86-f44da5401386 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:18:05.983290 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6eabc827-eefb-4c23-819b-f6ede93e090e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (1a9dcfbc-d05b-428b-aa86-f44da5401386), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:06.011288 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-09528c8d-0b20-4fd5-8593-2fd7f575aa74 service neutron] 10.222.0.13 "GET /v2.0/networks/225f9394-c82e-4e84-9175-27da5eb71520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085854 Jan 29 05:18:06.030568 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-6eabc827-eefb-4c23-819b-f6ede93e090e None None] Port 1a9dcfbc-d05b-428b-aa86-f44da5401386 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:18:06.100355 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-de06b5d9-dd5b-407d-8c0c-e66d6b65bd23 service neutron] 10.222.0.13 "GET /v2.0/networks/225f9394-c82e-4e84-9175-27da5eb71520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880895 Jan 29 05:18:06.147288 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-639c9184-cb5d-4fd7-b4bb-084c2ff887c6 None None] Publish callbacks [] for port (1a9dcfbc-d05b-428b-aa86-f44da5401386), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:06.158076 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-5818494b-fca7-4be2-8ad4-fba42946bf9b None None] Provisioning complete for port 1a9dcfbc-d05b-428b-aa86-f44da5401386 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:18:06.158076 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5818494b-fca7-4be2-8ad4-fba42946bf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (1a9dcfbc-d05b-428b-aa86-f44da5401386), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:06.186433 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-5818494b-fca7-4be2-8ad4-fba42946bf9b None None] Port 1a9dcfbc-d05b-428b-aa86-f44da5401386 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:18:06.240933 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-639c9184-cb5d-4fd7-b4bb-084c2ff887c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (1a9dcfbc-d05b-428b-aa86-f44da5401386), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:06.291464 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897de342-a4cb-4096-ab0c-a74de24c9b44 None None] Pushing event updated for resources: {'Port': ['ID=1a9dcfbc-d05b-428b-aa86-f44da5401386,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:06.319439 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897de342-a4cb-4096-ab0c-a74de24c9b44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:18:06.320806 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897de342-a4cb-4096-ab0c-a74de24c9b44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:18:06.321087 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897de342-a4cb-4096-ab0c-a74de24c9b44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:18:06.321705 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897de342-a4cb-4096-ab0c-a74de24c9b44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:18:06.321705 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897de342-a4cb-4096-ab0c-a74de24c9b44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:18:06.322130 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897de342-a4cb-4096-ab0c-a74de24c9b44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:18:06.322358 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897de342-a4cb-4096-ab0c-a74de24c9b44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:18:06.322786 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897de342-a4cb-4096-ab0c-a74de24c9b44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:18:06.323003 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897de342-a4cb-4096-ab0c-a74de24c9b44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:18:06.323333 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897de342-a4cb-4096-ab0c-a74de24c9b44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:18:06.323657 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897de342-a4cb-4096-ab0c-a74de24c9b44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:18:06.323977 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897de342-a4cb-4096-ab0c-a74de24c9b44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:18:06.324295 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897de342-a4cb-4096-ab0c-a74de24c9b44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:18:06.365265 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-639c9184-cb5d-4fd7-b4bb-084c2ff887c6 None None] Attempting to bind port 1a9dcfbc-d05b-428b-aa86-f44da5401386 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:18:06.365632 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-639c9184-cb5d-4fd7-b4bb-084c2ff887c6 None None] Attempting to bind port 1a9dcfbc-d05b-428b-aa86-f44da5401386 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '7d3aefb2-ff60-4fbf-b3ca-45847be63063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '225f9394-c82e-4e84-9175-27da5eb71520'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:18:06.365992 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639c9184-cb5d-4fd7-b4bb-084c2ff887c6 None None] Attempting to bind port 1a9dcfbc-d05b-428b-aa86-f44da5401386 on network 225f9394-c82e-4e84-9175-27da5eb71520 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:18:06.372499 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-40a29044-55b5-4fa6-b399-dfbf52a59691 req-28e12a7d-d639-4ccd-a3a8-cb2b63fc375b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c83805a-739e-4993-8215-323e2caf2673 HTTP/1.1" status: 200 len: 210 time: 0.0461328 Jan 29 05:18:06.376694 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639c9184-cb5d-4fd7-b4bb-084c2ff887c6 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:18:06.377410 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639c9184-cb5d-4fd7-b4bb-084c2ff887c6 None None] Checking segment: {'id': '7d3aefb2-ff60-4fbf-b3ca-45847be63063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '225f9394-c82e-4e84-9175-27da5eb71520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:18:06.378024 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-639c9184-cb5d-4fd7-b4bb-084c2ff887c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:06.378621 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639c9184-cb5d-4fd7-b4bb-084c2ff887c6 None None] Bound using segment: {'id': '7d3aefb2-ff60-4fbf-b3ca-45847be63063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '225f9394-c82e-4e84-9175-27da5eb71520'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:18:06.379298 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-639c9184-cb5d-4fd7-b4bb-084c2ff887c6 None None] Bound port: 1a9dcfbc-d05b-428b-aa86-f44da5401386, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d3aefb2-ff60-4fbf-b3ca-45847be63063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '225f9394-c82e-4e84-9175-27da5eb71520'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:18:06.379892 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-639c9184-cb5d-4fd7-b4bb-084c2ff887c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (1a9dcfbc-d05b-428b-aa86-f44da5401386), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:06.451208 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-639c9184-cb5d-4fd7-b4bb-084c2ff887c6 None None] For port 1a9dcfbc-d05b-428b-aa86-f44da5401386, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:18:06.454704 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-639c9184-cb5d-4fd7-b4bb-084c2ff887c6 None None] For port 1a9dcfbc-d05b-428b-aa86-f44da5401386, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=1a9dcfbc-d05b-428b-aa86-f44da5401386,segment=NetworkSegment(7d3aefb2-ff60-4fbf-b3ca-45847be63063),segment_id=7d3aefb2-ff60-4fbf-b3ca-45847be63063)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:18:06.534414 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-639c9184-cb5d-4fd7-b4bb-084c2ff887c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (1a9dcfbc-d05b-428b-aa86-f44da5401386), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:06.597257 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639c9184-cb5d-4fd7-b4bb-084c2ff887c6 None None] Routers {'3bbc2f38-a6e5-4210-8638-4707a941c343'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:18:06.597885 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-639c9184-cb5d-4fd7-b4bb-084c2ff887c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:17:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['3bbc2f38-a6e5-4210-8638-4707a941c343'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:18:06.603787 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897de342-a4cb-4096-ab0c-a74de24c9b44 None None] Pushing event updated for resources: {'Port': ['ID=1a9dcfbc-d05b-428b-aa86-f44da5401386,revision_number=4']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:06.609400 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-188723e6-0d79-4f34-80c3-a765e16527fc None None] Provisioning complete for port 1a9dcfbc-d05b-428b-aa86-f44da5401386 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:18:06.609776 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-188723e6-0d79-4f34-80c3-a765e16527fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (1a9dcfbc-d05b-428b-aa86-f44da5401386), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:06.707607 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-188723e6-0d79-4f34-80c3-a765e16527fc None None] Current status of the port 1a9dcfbc-d05b-428b-aa86-f44da5401386 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:18:06.708000 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-188723e6-0d79-4f34-80c3-a765e16527fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (1a9dcfbc-d05b-428b-aa86-f44da5401386), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:06.717292 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-639c9184-cb5d-4fd7-b4bb-084c2ff887c6 None None] Set router 3bbc2f38-a6e5-4210-8638-4707a941c343 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:18:06.748783 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-188723e6-0d79-4f34-80c3-a765e16527fc None None] For port 1a9dcfbc-d05b-428b-aa86-f44da5401386, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=1a9dcfbc-d05b-428b-aa86-f44da5401386,segment=NetworkSegment(7d3aefb2-ff60-4fbf-b3ca-45847be63063),segment_id=7d3aefb2-ff60-4fbf-b3ca-45847be63063)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:18:06.819316 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-188723e6-0d79-4f34-80c3-a765e16527fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (1a9dcfbc-d05b-428b-aa86-f44da5401386), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:06.890668 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188723e6-0d79-4f34-80c3-a765e16527fc None None] Pushing event updated for resources: {'Port': ['ID=1a9dcfbc-d05b-428b-aa86-f44da5401386,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:06.941861 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 9761f08c-4052-43e1-a6f4-afc698976799 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:18:06.943823 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-639c9184-cb5d-4fd7-b4bb-084c2ff887c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bbc2f38-a6e5-4210-8638-4707a941c343', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517866287', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': '9761f08c-4052-43e1-a6f4-afc698976799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:17:59Z', 'updated_at': '2022-01-29T05:18:04Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': '9761f08c-4052-43e1-a6f4-afc698976799', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:98:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbc2f38-a6e5-4210-8638-4707a941c343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:00Z', 'updated_at': '2022-01-29T05:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '1a9dcfbc-d05b-428b-aa86-f44da5401386', 'name': '', 'network_id': '225f9394-c82e-4e84-9175-27da5eb71520', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'mac_address': 'fa:16:3e:61:92:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bbc2f38-a6e5-4210-8638-4707a941c343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '7a2c4054-fcb4-4834-b726-afd6d8094739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:03Z', 'updated_at': '2022-01-29T05:18:06Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'subnets': [{'id': '7a2c4054-fcb4-4834-b726-afd6d8094739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:18:06.944336 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-b0f079a0-c53a-4935-870d-5650923253e5 None None] Provisioning complete for port 1a9dcfbc-d05b-428b-aa86-f44da5401386 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:18:06.945160 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b0f079a0-c53a-4935-870d-5650923253e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (1a9dcfbc-d05b-428b-aa86-f44da5401386), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:06.974657 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639c9184-cb5d-4fd7-b4bb-084c2ff887c6 None None] The sync data for ids ['3bbc2f38-a6e5-4210-8638-4707a941c343'] in dv-neutron-821190-1-hyperv is: [{'id': '3bbc2f38-a6e5-4210-8638-4707a941c343', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517866287', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': '9761f08c-4052-43e1-a6f4-afc698976799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:17:59Z', 'updated_at': '2022-01-29T05:18:04Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': '9761f08c-4052-43e1-a6f4-afc698976799', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:98:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbc2f38-a6e5-4210-8638-4707a941c343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:00Z', 'updated_at': '2022-01-29T05:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '1a9dcfbc-d05b-428b-aa86-f44da5401386', 'name': '', 'network_id': '225f9394-c82e-4e84-9175-27da5eb71520', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'mac_address': 'fa:16:3e:61:92:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bbc2f38-a6e5-4210-8638-4707a941c343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '7a2c4054-fcb4-4834-b726-afd6d8094739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:03Z', 'updated_at': '2022-01-29T05:18:06Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'subnets': [{'id': '7a2c4054-fcb4-4834-b726-afd6d8094739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:18:07.090108 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 9761f08c-4052-43e1-a6f4-afc698976799 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:18:07.090661 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (9761f08c-4052-43e1-a6f4-afc698976799), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:07.092849 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-b0f079a0-c53a-4935-870d-5650923253e5 None None] Current status of the port 1a9dcfbc-d05b-428b-aa86-f44da5401386 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:18:07.190359 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 9761f08c-4052-43e1-a6f4-afc698976799 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:18:07.191635 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 580db3e8-dccd-40ae-94af-fed7f975dba6 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:18:07.250309 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 580db3e8-dccd-40ae-94af-fed7f975dba6 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:18:07.250683 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (580db3e8-dccd-40ae-94af-fed7f975dba6), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:07.339970 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 580db3e8-dccd-40ae-94af-fed7f975dba6 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:18:07.485823 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-93adae05-df64-4e80-8c8d-3c3963abc79f req-45431e04-c625-4c08-b1a7-ee1d598244c9 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c83805a-739e-4993-8215-323e2caf2673 HTTP/1.1" status: 200 len: 210 time: 0.0364654 Jan 29 05:18:08.584881 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-627a9cc9-2a85-444c-b6bc-a16eec5e8571 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:08.587269 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-627a9cc9-2a85-444c-b6bc-a16eec5e8571 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.18 "GET /v2.0/networks?id=225f9394-c82e-4e84-9175-27da5eb71520 HTTP/1.1" status: 200 len: 797 time: 0.1201341 Jan 29 05:18:08.608694 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a1cbdeae-8f51-454d-bb52-2ce0f99a85de req-a689517a-a5a6-47cb-945d-edfedc601529 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c83805a-739e-4993-8215-323e2caf2673 HTTP/1.1" status: 200 len: 210 time: 0.0426464 Jan 29 05:18:08.658335 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-10bbf58f-1696-4e07-8034-a54dc5fdca71 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5270d00ab13a4e32b125f15996f3d148 HTTP/1.1" status: 200 len: 379 time: 0.0559411 Jan 29 05:18:08.667203 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-d4ad2030-fa3c-4dee-91e2-4c3bf01e9da1 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'port': {'device_id': '1c83805a-739e-4993-8215-323e2caf2673', 'network_id': '225f9394-c82e-4e84-9175-27da5eb71520', 'admin_state_up': True, 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'security_groups': ['6c791fe6-fb7f-4b45-bab9-ebe6273d2465']}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:18:08.853837 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-d4ad2030-fa3c-4dee-91e2-4c3bf01e9da1 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Made reservation on behalf of 5270d00ab13a4e32b125f15996f3d148 for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:18:08.857299 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-d4ad2030-fa3c-4dee-91e2-4c3bf01e9da1 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:08.950346 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 1a9dcfbc-d05b-428b-aa86-f44da5401386 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:18:08.996052 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-d4ad2030-fa3c-4dee-91e2-4c3bf01e9da1 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Allocated IP 172.20.0.12 (225f9394-c82e-4e84-9175-27da5eb71520/7a2c4054-fcb4-4834-b726-afd6d8094739/4214177f-00f1-4269-8953-0b95b8a0944e) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:18:09.001089 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 1a9dcfbc-d05b-428b-aa86-f44da5401386 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:18:09.001348 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (1a9dcfbc-d05b-428b-aa86-f44da5401386), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:09.082355 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 1a9dcfbc-d05b-428b-aa86-f44da5401386 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:18:09.140088 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-d4ad2030-fa3c-4dee-91e2-4c3bf01e9da1 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for port (4214177f-00f1-4269-8953-0b95b8a0944e), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:09.248840 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-d4ad2030-fa3c-4dee-91e2-4c3bf01e9da1 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (4214177f-00f1-4269-8953-0b95b8a0944e), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:09.294322 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-d4ad2030-fa3c-4dee-91e2-4c3bf01e9da1 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Network 225f9394-c82e-4e84-9175-27da5eb71520 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:18:09.297187 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-d4ad2030-fa3c-4dee-91e2-4c3bf01e9da1 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:18:09.300682 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-d4ad2030-fa3c-4dee-91e2-4c3bf01e9da1 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:18:09.309573 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad2030-fa3c-4dee-91e2-4c3bf01e9da1 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'Port': ['ID=4214177f-00f1-4269-8953-0b95b8a0944e,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:09.356377 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-d4ad2030-fa3c-4dee-91e2-4c3bf01e9da1 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:09.357026 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-d4ad2030-fa3c-4dee-91e2-4c3bf01e9da1 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:09.434664 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-d4ad2030-fa3c-4dee-91e2-4c3bf01e9da1 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7715118 Jan 29 05:18:09.495131 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-ab0de6d1-54ee-4c97-83b9-ab1f932ae902 service neutron] Request body: {'port': {'device_id': '1c83805a-739e-4993-8215-323e2caf2673', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:18:09.531016 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-d841314e-7904-4cc6-bb29-8706f8758a5a None None] Provisioning complete for port 4214177f-00f1-4269-8953-0b95b8a0944e triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:18:09.531572 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d841314e-7904-4cc6-bb29-8706f8758a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (4214177f-00f1-4269-8953-0b95b8a0944e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:09.554358 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-ab0de6d1-54ee-4c97-83b9-ab1f932ae902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (4214177f-00f1-4269-8953-0b95b8a0944e), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:09.568524 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-d841314e-7904-4cc6-bb29-8706f8758a5a None None] Port 4214177f-00f1-4269-8953-0b95b8a0944e cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:18:09.791297 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce91ee8-e59f-4210-9f3d-5ef33a5def2d req-51ca87e5-e223-4e74-b475-192a23e61c86 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:09.792811 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9ce91ee8-e59f-4210-9f3d-5ef33a5def2d req-51ca87e5-e223-4e74-b475-192a23e61c86 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c83805a-739e-4993-8215-323e2caf2673 HTTP/1.1" status: 200 len: 932 time: 0.1173553 Jan 29 05:18:09.872706 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9ce91ee8-e59f-4210-9f3d-5ef33a5def2d req-0c2f23f3-6d02-435f-8055-b8d1e1ec387e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c791fe6-fb7f-4b45-bab9-ebe6273d2465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741313 Jan 29 05:18:09.902921 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-ab0de6d1-54ee-4c97-83b9-ab1f932ae902 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4214177f-00f1-4269-8953-0b95b8a0944e {{(pid=103585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 05:18:09.910235 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-ab0de6d1-54ee-4c97-83b9-ab1f932ae902 service neutron] Publish callbacks [] for port (4214177f-00f1-4269-8953-0b95b8a0944e), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:09.923140 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.provisioning_blocks [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-ab0de6d1-54ee-4c97-83b9-ab1f932ae902 service neutron] Transition to ACTIVE for port object 4214177f-00f1-4269-8953-0b95b8a0944e will not be triggered until provisioned by entity L2. {{(pid=103585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 05:18:10.051800 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-ab0de6d1-54ee-4c97-83b9-ab1f932ae902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (4214177f-00f1-4269-8953-0b95b8a0944e), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:10.105868 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0de6d1-54ee-4c97-83b9-ab1f932ae902 service neutron] Pushing event updated for resources: {'Port': ['ID=4214177f-00f1-4269-8953-0b95b8a0944e,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:10.181231 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-ab0de6d1-54ee-4c97-83b9-ab1f932ae902 service neutron] Attempting to bind port 4214177f-00f1-4269-8953-0b95b8a0944e on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:18:10.181577 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-ab0de6d1-54ee-4c97-83b9-ab1f932ae902 service neutron] Attempting to bind port 4214177f-00f1-4269-8953-0b95b8a0944e by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '7d3aefb2-ff60-4fbf-b3ca-45847be63063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '225f9394-c82e-4e84-9175-27da5eb71520'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:18:10.181905 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-ab0de6d1-54ee-4c97-83b9-ab1f932ae902 service neutron] Attempting to bind port 4214177f-00f1-4269-8953-0b95b8a0944e on network 225f9394-c82e-4e84-9175-27da5eb71520 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:18:10.186534 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-ab0de6d1-54ee-4c97-83b9-ab1f932ae902 service neutron] Port 4214177f-00f1-4269-8953-0b95b8a0944e on network 225f9394-c82e-4e84-9175-27da5eb71520 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 05:18:10.186852 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-ab0de6d1-54ee-4c97-83b9-ab1f932ae902 service neutron] Attempting to bind port 4214177f-00f1-4269-8953-0b95b8a0944e on network 225f9394-c82e-4e84-9175-27da5eb71520 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:18:10.191898 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-ab0de6d1-54ee-4c97-83b9-ab1f932ae902 service neutron] Checking agent: {'id': '15eedd85-6d76-4715-a40f-dc31e854816c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'started_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:18:10.192236 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-ab0de6d1-54ee-4c97-83b9-ab1f932ae902 service neutron] Checking segment: {'id': '7d3aefb2-ff60-4fbf-b3ca-45847be63063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '225f9394-c82e-4e84-9175-27da5eb71520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:18:10.192662 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-ab0de6d1-54ee-4c97-83b9-ab1f932ae902 service neutron] Bound using segment: {'id': '7d3aefb2-ff60-4fbf-b3ca-45847be63063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '225f9394-c82e-4e84-9175-27da5eb71520'} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:18:10.193087 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-ab0de6d1-54ee-4c97-83b9-ab1f932ae902 service neutron] Bound port: 4214177f-00f1-4269-8953-0b95b8a0944e, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3aefb2-ff60-4fbf-b3ca-45847be63063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '225f9394-c82e-4e84-9175-27da5eb71520'}}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:18:10.193440 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-ab0de6d1-54ee-4c97-83b9-ab1f932ae902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (4214177f-00f1-4269-8953-0b95b8a0944e), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:10.262169 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-ab0de6d1-54ee-4c97-83b9-ab1f932ae902 service neutron] For port 4214177f-00f1-4269-8953-0b95b8a0944e, host hv-neutron-8211, cleared binding levels {{(pid=103585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:18:10.265309 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-ab0de6d1-54ee-4c97-83b9-ab1f932ae902 service neutron] For port 4214177f-00f1-4269-8953-0b95b8a0944e, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=4214177f-00f1-4269-8953-0b95b8a0944e,segment=NetworkSegment(7d3aefb2-ff60-4fbf-b3ca-45847be63063),segment_id=7d3aefb2-ff60-4fbf-b3ca-45847be63063)] {{(pid=103585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:18:10.349418 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-ab0de6d1-54ee-4c97-83b9-ab1f932ae902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (4214177f-00f1-4269-8953-0b95b8a0944e), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:10.389134 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-ab0de6d1-54ee-4c97-83b9-ab1f932ae902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:10.389134 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-ab0de6d1-54ee-4c97-83b9-ab1f932ae902 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:10.390637 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-ab0de6d1-54ee-4c97-83b9-ab1f932ae902 service neutron] 10.222.0.18 "PUT /v2.0/ports/4214177f-00f1-4269-8953-0b95b8a0944e HTTP/1.1" status: 200 len: 1094 time: 0.9006801 Jan 29 05:18:10.392986 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c83805a-739e-4993-8215-323e2caf2673', 'tag': '4214177f-00f1-4269-8953-0b95b8a0944e'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:18:10.395226 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7e8216-44f2-468d-9d99-0f698a47fc86" -d '{"events": [{"name": "network-changed", "server_uuid": "1c83805a-739e-4993-8215-323e2caf2673", "tag": "4214177f-00f1-4269-8953-0b95b8a0944e"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:18:10.419995 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0de6d1-54ee-4c97-83b9-ab1f932ae902 service neutron] Pushing event updated for resources: {'Port': ['ID=4214177f-00f1-4269-8953-0b95b8a0944e,revision_number=3']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:10.434396 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff8ce44-ffbc-4210-b9f4-6806366a2b95 x-openstack-request-id: req-2ff8ce44-ffbc-4210-b9f4-6806366a2b95 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:18:10.434750 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c83805a-739e-4993-8215-323e2caf2673", "tag": "4214177f-00f1-4269-8953-0b95b8a0944e", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:18:10.435013 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ff8ce44-ffbc-4210-b9f4-6806366a2b95 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:18:10.435525 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c83805a-739e-4993-8215-323e2caf2673', 'tag': '4214177f-00f1-4269-8953-0b95b8a0944e', 'status': 'completed', 'code': 200} Jan 29 05:18:10.525475 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e8216-44f2-468d-9d99-0f698a47fc86 req-122308ad-d254-448c-a24c-289d4b2dd6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:10.527022 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6e7e8216-44f2-468d-9d99-0f698a47fc86 req-122308ad-d254-448c-a24c-289d4b2dd6db service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5270d00ab13a4e32b125f15996f3d148&device_id=1c83805a-739e-4993-8215-323e2caf2673 HTTP/1.1" status: 200 len: 1128 time: 0.0494463 Jan 29 05:18:10.636904 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e8216-44f2-468d-9d99-0f698a47fc86 req-8a9f762a-0e81-4916-9f61-e241b6a2b784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:10.638394 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6e7e8216-44f2-468d-9d99-0f698a47fc86 req-8a9f762a-0e81-4916-9f61-e241b6a2b784 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=5270d00ab13a4e32b125f15996f3d148&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0987368 Jan 29 05:18:10.729483 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e8216-44f2-468d-9d99-0f698a47fc86 req-81f4b3c6-f76e-436d-b9a4-4ea561c9caf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:10.730864 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6e7e8216-44f2-468d-9d99-0f698a47fc86 req-81f4b3c6-f76e-436d-b9a4-4ea561c9caf5 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0869482 Jan 29 05:18:10.831199 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-6a4f1f07-91ea-49e1-9138-06b52dd8e2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:10.832717 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-6a4f1f07-91ea-49e1-9138-06b52dd8e2f1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5270d00ab13a4e32b125f15996f3d148&device_id=1c83805a-739e-4993-8215-323e2caf2673 HTTP/1.1" status: 200 len: 1128 time: 0.0447209 Jan 29 05:18:10.885388 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-90b817e1-38c0-4cae-ae05-dd48e1a60376 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4214177f-00f1-4269-8953-0b95b8a0944e HTTP/1.1" status: 200 len: 217 time: 0.0394952 Jan 29 05:18:10.933720 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-b0ddcd32-0e86-457b-8382-72c3429ddff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:10.935197 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-b0ddcd32-0e86-457b-8382-72c3429ddff2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7a2c4054-fcb4-4834-b726-afd6d8094739 HTTP/1.1" status: 200 len: 835 time: 0.0441949 Jan 29 05:18:11.022539 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-a74d2e54-ff23-494e-8018-1f4334ca256f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:11.024642 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-a74d2e54-ff23-494e-8018-1f4334ca256f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=225f9394-c82e-4e84-9175-27da5eb71520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0817297 Jan 29 05:18:11.032062 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f8248-9945-4183-bcce-6c70e3522f67 req-e0388fc8-a1dc-4a53-8533-efe8717c0ede tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:11.033457 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a19f8248-9945-4183-bcce-6c70e3522f67 req-e0388fc8-a1dc-4a53-8533-efe8717c0ede tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c83805a-739e-4993-8215-323e2caf2673 HTTP/1.1" status: 200 len: 944 time: 0.0922105 Jan 29 05:18:11.133154 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a19f8248-9945-4183-bcce-6c70e3522f67 req-894397b5-183d-4849-95f7-ed07061d3c0b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c791fe6-fb7f-4b45-bab9-ebe6273d2465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868232 Jan 29 05:18:11.155920 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-a1e1976b-2a80-4208-959b-0177ae60fb09 service neutron] 10.222.0.18 "GET /v2.0/networks/225f9394-c82e-4e84-9175-27da5eb71520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215458 Jan 29 05:18:11.245880 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2e0431be-bef4-4d33-bc9b-e6a5d1f15430 req-7d757821-b0d8-41a3-ba1a-c7ecff658c0f service neutron] 10.222.0.18 "GET /v2.0/networks/225f9394-c82e-4e84-9175-27da5eb71520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845082 Jan 29 05:18:12.299505 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d28c14-f431-439e-b6ba-493d543f5545 req-3ab1d93b-952d-4d62-8968-8b8c1f61ad58 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:12.301004 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-50d28c14-f431-439e-b6ba-493d543f5545 req-3ab1d93b-952d-4d62-8968-8b8c1f61ad58 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c83805a-739e-4993-8215-323e2caf2673 HTTP/1.1" status: 200 len: 944 time: 0.0528316 Jan 29 05:18:12.349272 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-50d28c14-f431-439e-b6ba-493d543f5545 req-cdbfa251-0c4a-40ca-b1b0-83ca45dc97a4 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c791fe6-fb7f-4b45-bab9-ebe6273d2465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423076 Jan 29 05:18:13.468925 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9f4fe-709c-4575-aff1-416f5edddb8b req-3b2e94d2-b214-40dd-a1c5-2050bd9db0af tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:13.470395 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1eb9f4fe-709c-4575-aff1-416f5edddb8b req-3b2e94d2-b214-40dd-a1c5-2050bd9db0af tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c83805a-739e-4993-8215-323e2caf2673 HTTP/1.1" status: 200 len: 944 time: 0.0526643 Jan 29 05:18:13.522507 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1eb9f4fe-709c-4575-aff1-416f5edddb8b req-12eb874b-7ed0-478c-84e7-da75ee7d57b4 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c791fe6-fb7f-4b45-bab9-ebe6273d2465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465336 Jan 29 05:18:14.640209 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74da8d6-b422-43e9-9265-2db76da420fd req-cd178dac-0e66-4972-a7af-14faa9dc2d6e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:14.641695 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b74da8d6-b422-43e9-9265-2db76da420fd req-cd178dac-0e66-4972-a7af-14faa9dc2d6e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c83805a-739e-4993-8215-323e2caf2673 HTTP/1.1" status: 200 len: 944 time: 0.0525186 Jan 29 05:18:14.689835 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b74da8d6-b422-43e9-9265-2db76da420fd req-bb8c01c8-60be-47ab-bdfc-0931c7e01a0a tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c791fe6-fb7f-4b45-bab9-ebe6273d2465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424757 Jan 29 05:18:14.737340 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 4214177f-00f1-4269-8953-0b95b8a0944e details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:18:14.831491 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 4214177f-00f1-4269-8953-0b95b8a0944e, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=4214177f-00f1-4269-8953-0b95b8a0944e,segment=NetworkSegment(7d3aefb2-ff60-4fbf-b3ca-45847be63063),segment_id=7d3aefb2-ff60-4fbf-b3ca-45847be63063)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:18:14.842894 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': '4214177f-00f1-4269-8953-0b95b8a0944e', 'network_id': '225f9394-c82e-4e84-9175-27da5eb71520', 'port_id': '4214177f-00f1-4269-8953-0b95b8a0944e', 'mac_address': 'fa:16:3e:8d:eb:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a2c4054-fcb4-4834-b726-afd6d8094739', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:18:14.883451 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 4214177f-00f1-4269-8953-0b95b8a0944e is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:18:14.883836 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (4214177f-00f1-4269-8953-0b95b8a0944e), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:14.896205 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4214177f-00f1-4269-8953-0b95b8a0944e {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 05:18:14.915493 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 4214177f-00f1-4269-8953-0b95b8a0944e, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=4214177f-00f1-4269-8953-0b95b8a0944e,segment=NetworkSegment(7d3aefb2-ff60-4fbf-b3ca-45847be63063),segment_id=7d3aefb2-ff60-4fbf-b3ca-45847be63063)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:18:14.984835 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (4214177f-00f1-4269-8953-0b95b8a0944e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:15.031913 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=4214177f-00f1-4269-8953-0b95b8a0944e,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:15.402669 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['4214177f-00f1-4269-8953-0b95b8a0944e'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:18:15.806745 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a77aed-c8d8-4583-b7d5-028d53fc557f req-5d887e92-b1cf-4724-bcf0-7dd11f3879ae tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:15.808218 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b8a77aed-c8d8-4583-b7d5-028d53fc557f req-5d887e92-b1cf-4724-bcf0-7dd11f3879ae tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c83805a-739e-4993-8215-323e2caf2673 HTTP/1.1" status: 200 len: 945 time: 0.0521469 Jan 29 05:18:15.856269 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b8a77aed-c8d8-4583-b7d5-028d53fc557f req-0c28069e-eace-4d26-80ec-783da000e743 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c791fe6-fb7f-4b45-bab9-ebe6273d2465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425320 Jan 29 05:18:16.751903 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 4214177f-00f1-4269-8953-0b95b8a0944e up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:18:16.899908 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning for port 4214177f-00f1-4269-8953-0b95b8a0944e completed by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 05:18:16.904534 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port 4214177f-00f1-4269-8953-0b95b8a0944e triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:18:16.904899 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (4214177f-00f1-4269-8953-0b95b8a0944e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:16.979908 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12723ea8-99e9-4eea-8428-d1603b927c9c req-05a8c4c7-fc56-43d1-b6a5-bb2605e8e375 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:16.981352 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-12723ea8-99e9-4eea-8428-d1603b927c9c req-05a8c4c7-fc56-43d1-b6a5-bb2605e8e375 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c83805a-739e-4993-8215-323e2caf2673 HTTP/1.1" status: 200 len: 945 time: 0.0579689 Jan 29 05:18:16.984300 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 4214177f-00f1-4269-8953-0b95b8a0944e is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:18:16.984730 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (4214177f-00f1-4269-8953-0b95b8a0944e), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:17.006949 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c83805a-739e-4993-8215-323e2caf2673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4214177f-00f1-4269-8953-0b95b8a0944e'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:18:17.009906 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfda4ccd-306e-4110-8f7a-f7a9d7ee5ff9" -d '{"events": [{"server_uuid": "1c83805a-739e-4993-8215-323e2caf2673", "name": "network-vif-plugged", "status": "completed", "tag": "4214177f-00f1-4269-8953-0b95b8a0944e"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:18:17.021768 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 4214177f-00f1-4269-8953-0b95b8a0944e, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=4214177f-00f1-4269-8953-0b95b8a0944e,segment=NetworkSegment(7d3aefb2-ff60-4fbf-b3ca-45847be63063),segment_id=7d3aefb2-ff60-4fbf-b3ca-45847be63063)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:18:17.031470 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-12723ea8-99e9-4eea-8428-d1603b927c9c req-8c1fb947-7bef-49c6-b730-c0e41c09df1c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c791fe6-fb7f-4b45-bab9-ebe6273d2465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445302 Jan 29 05:18:17.073686 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e24830c-7be2-482c-b343-080fd82ece1f x-openstack-request-id: req-1e24830c-7be2-482c-b343-080fd82ece1f {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:18:17.074049 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c83805a-739e-4993-8215-323e2caf2673", "name": "network-vif-plugged", "status": "completed", "tag": "4214177f-00f1-4269-8953-0b95b8a0944e", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:18:17.074390 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e24830c-7be2-482c-b343-080fd82ece1f {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:18:17.074750 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c83805a-739e-4993-8215-323e2caf2673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4214177f-00f1-4269-8953-0b95b8a0944e', 'code': 200} Jan 29 05:18:17.082390 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (4214177f-00f1-4269-8953-0b95b8a0944e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:17.129841 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=4214177f-00f1-4269-8953-0b95b8a0944e,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:17.528299 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd72bb-c3f5-4db1-acd4-5b229fafdd4b req-57b4d8ce-420d-4083-831d-ff2eca41c6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:17.529798 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9dbd72bb-c3f5-4db1-acd4-5b229fafdd4b req-57b4d8ce-420d-4083-831d-ff2eca41c6ac service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1c83805a-739e-4993-8215-323e2caf2673 HTTP/1.1" status: 200 len: 1130 time: 0.1608820 Jan 29 05:18:17.574317 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9dbd72bb-c3f5-4db1-acd4-5b229fafdd4b req-2ce632f9-ec44-4ac1-9bed-e1e86f8ff46c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6c791fe6-fb7f-4b45-bab9-ebe6273d2465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386367 Jan 29 05:18:18.155421 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0642cb3-0d02-49d7-958a-b8d2f9f5c1ba req-642052cd-b32d-4ac9-9b02-924b669e7de7 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:18.156920 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d0642cb3-0d02-49d7-958a-b8d2f9f5c1ba req-642052cd-b32d-4ac9-9b02-924b669e7de7 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c83805a-739e-4993-8215-323e2caf2673 HTTP/1.1" status: 200 len: 946 time: 0.0573077 Jan 29 05:18:18.205242 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d0642cb3-0d02-49d7-958a-b8d2f9f5c1ba req-594984c0-5a6f-4855-bada-f968dc12513d tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c791fe6-fb7f-4b45-bab9-ebe6273d2465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427780 Jan 29 05:18:19.322665 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77aff1-025b-4353-a17c-785ee1afe84b req-49577dad-bbc8-458d-99fa-6eabc49b5ed2 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:19.324129 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ee77aff1-025b-4353-a17c-785ee1afe84b req-49577dad-bbc8-458d-99fa-6eabc49b5ed2 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c83805a-739e-4993-8215-323e2caf2673 HTTP/1.1" status: 200 len: 946 time: 0.0525126 Jan 29 05:18:19.371893 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ee77aff1-025b-4353-a17c-785ee1afe84b req-725c527c-d0ba-47e3-b19d-5ba0d0afa076 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c791fe6-fb7f-4b45-bab9-ebe6273d2465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422335 Jan 29 05:18:19.485578 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21bfeb-a06b-4216-b748-067767ba124e req-7661c739-47f2-487e-9f3a-ddc2257c6b69 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:19.486951 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-bb21bfeb-a06b-4216-b748-067767ba124e req-7661c739-47f2-487e-9f3a-ddc2257c6b69 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c83805a-739e-4993-8215-323e2caf2673 HTTP/1.1" status: 200 len: 946 time: 0.0519683 Jan 29 05:18:19.538776 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-bb21bfeb-a06b-4216-b748-067767ba124e req-31b25c67-1aa4-4f22-9c82-6c5c3dea7eee tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c791fe6-fb7f-4b45-bab9-ebe6273d2465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458674 Jan 29 05:18:19.560111 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 34616) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:18:19.613230 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7bbbd5-11bd-468e-b77c-5b94547deb8f tempest-TestNetworkAdvancedServerOps-1297217627 tempest-TestNetworkAdvancedServerOps-1297217627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:19.614757 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-8c7bbbd5-11bd-468e-b77c-5b94547deb8f tempest-TestNetworkAdvancedServerOps-1297217627 tempest-TestNetworkAdvancedServerOps-1297217627-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1c83805a-739e-4993-8215-323e2caf2673 HTTP/1.1" status: 200 len: 1125 time: 0.0535789 Jan 29 05:18:19.618102 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 34618) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:18:19.622490 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-c8d88a90-42ed-448f-a31d-37e7c85ff00c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Request body: {'floatingip': {'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'port_id': '4214177f-00f1-4269-8953-0b95b8a0944e', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:18:19.705115 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c8d88a90-42ed-448f-a31d-37e7c85ff00c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:19.804332 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c8d88a90-42ed-448f-a31d-37e7c85ff00c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:19.906943 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-c8d88a90-42ed-448f-a31d-37e7c85ff00c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Allocated IP 172.26.8.22 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/4c520b9e-07ab-4e9c-8900-d4a7ad077ead) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:18:20.013516 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c8d88a90-42ed-448f-a31d-37e7c85ff00c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for port (4c520b9e-07ab-4e9c-8900-d4a7ad077ead), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:20.109722 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c8d88a90-42ed-448f-a31d-37e7c85ff00c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (4c520b9e-07ab-4e9c-8900-d4a7ad077ead), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:20.152260 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d88a90-42ed-448f-a31d-37e7c85ff00c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:18:20.155177 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-c8d88a90-42ed-448f-a31d-37e7c85ff00c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:18:20.162285 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d88a90-42ed-448f-a31d-37e7c85ff00c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:18:20.164389 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d88a90-42ed-448f-a31d-37e7c85ff00c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'Port': ['ID=4c520b9e-07ab-4e9c-8900-d4a7ad077ead,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:20.209735 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4bb5c3d2-2988-4698-bbda-0d160e490918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:20.537075 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c8d88a90-42ed-448f-a31d-37e7c85ff00c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for floatingip (a87811fa-d16b-49b9-9a2a-a8f7468c1f20), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:20.675778 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c8d88a90-42ed-448f-a31d-37e7c85ff00c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (4c520b9e-07ab-4e9c-8900-d4a7ad077ead), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:20.835815 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c8d88a90-42ed-448f-a31d-37e7c85ff00c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for port (4c520b9e-07ab-4e9c-8900-d4a7ad077ead), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:20.888039 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c8d88a90-42ed-448f-a31d-37e7c85ff00c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (4c520b9e-07ab-4e9c-8900-d4a7ad077ead), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:20.959477 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d88a90-42ed-448f-a31d-37e7c85ff00c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event updated for resources: {'Port': ['ID=4c520b9e-07ab-4e9c-8900-d4a7ad077ead,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:20.972133 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c8d88a90-42ed-448f-a31d-37e7c85ff00c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (a87811fa-d16b-49b9-9a2a-a8f7468c1f20), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:21.070135 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.l3_db [None req-c8d88a90-42ed-448f-a31d-37e7c85ff00c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Floating IP a87811fa-d16b-49b9-9a2a-a8f7468c1f20 associated. External IP: 172.26.8.22, port: 4214177f-00f1-4269-8953-0b95b8a0944e. Jan 29 05:18:21.278675 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d88a90-42ed-448f-a31d-37e7c85ff00c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Router 3bbc2f38-a6e5-4210-8638-4707a941c343 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:18:21.387785 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d88a90-42ed-448f-a31d-37e7c85ff00c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:18:21.398493 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e93efb-8a35-4491-bc5f-e63738ab644c None None] Sync routers for ids ['3bbc2f38-a6e5-4210-8638-4707a941c343'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:18:21.411320 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e93efb-8a35-4491-bc5f-e63738ab644c None None] Routers {'3bbc2f38-a6e5-4210-8638-4707a941c343'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:18:21.413754 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-c8e93efb-8a35-4491-bc5f-e63738ab644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:17:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['3bbc2f38-a6e5-4210-8638-4707a941c343'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:18:21.499626 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c8d88a90-42ed-448f-a31d-37e7c85ff00c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:21.530523 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c8d88a90-42ed-448f-a31d-37e7c85ff00c tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9112928 Jan 29 05:18:21.531051 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c83805a-739e-4993-8215-323e2caf2673', 'tag': '4214177f-00f1-4269-8953-0b95b8a0944e'}] {{(pid=103584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:18:21.533503 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88d22702f486e82ce3265c1db8b0c003dd285ef8b53ba8e869e33114e3fd04d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31ecc42-35f7-4505-a1e1-0ae1722af81c" -d '{"events": [{"name": "network-changed", "server_uuid": "1c83805a-739e-4993-8215-323e2caf2673", "tag": "4214177f-00f1-4269-8953-0b95b8a0944e"}]}' {{(pid=103584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:18:21.642600 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f138d-228e-4220-9d73-3886945725a0 req-8864f13c-62b3-4612-8368-f60b000b570b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:21.644225 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-458f138d-228e-4220-9d73-3886945725a0 req-8864f13c-62b3-4612-8368-f60b000b570b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c83805a-739e-4993-8215-323e2caf2673 HTTP/1.1" status: 200 len: 946 time: 0.0607316 Jan 29 05:18:21.675469 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-c8e93efb-8a35-4491-bc5f-e63738ab644c None None] Set router 3bbc2f38-a6e5-4210-8638-4707a941c343 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:18:21.700383 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-458f138d-228e-4220-9d73-3886945725a0 req-dd3cd298-fbfc-4d20-ba27-5ca2177ec57b tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c791fe6-fb7f-4b45-bab9-ebe6273d2465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491774 Jan 29 05:18:21.724426 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 34624) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:18:21.768898 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307c02a6-e4cf-47c5-adbf-98f427813ecc x-openstack-request-id: req-307c02a6-e4cf-47c5-adbf-98f427813ecc {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:18:21.769196 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c83805a-739e-4993-8215-323e2caf2673", "tag": "4214177f-00f1-4269-8953-0b95b8a0944e", "status": "completed", "code": 200}]} {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:18:21.769456 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-307c02a6-e4cf-47c5-adbf-98f427813ecc {{(pid=103584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:18:21.769868 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c83805a-739e-4993-8215-323e2caf2673', 'tag': '4214177f-00f1-4269-8953-0b95b8a0944e', 'status': 'completed', 'code': 200} Jan 29 05:18:21.796032 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-4699891b-2610-4674-9a79-23cdb6e964db tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/floatingips/a87811fa-d16b-49b9-9a2a-a8f7468c1f20 HTTP/1.1" status: 200 len: 991 time: 0.0688517 Jan 29 05:18:21.857638 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ecc42-35f7-4505-a1e1-0ae1722af81c req-44b84c27-e5a8-4aa5-8b05-a93a3506d7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:21.859128 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f31ecc42-35f7-4505-a1e1-0ae1722af81c req-44b84c27-e5a8-4aa5-8b05-a93a3506d7df service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5270d00ab13a4e32b125f15996f3d148&device_id=1c83805a-739e-4993-8215-323e2caf2673 HTTP/1.1" status: 200 len: 1130 time: 0.0455494 Jan 29 05:18:21.909827 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-c8e93efb-8a35-4491-bc5f-e63738ab644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bbc2f38-a6e5-4210-8638-4707a941c343', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517866287', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': '9761f08c-4052-43e1-a6f4-afc698976799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:17:59Z', 'updated_at': '2022-01-29T05:18:04Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': '9761f08c-4052-43e1-a6f4-afc698976799', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:98:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbc2f38-a6e5-4210-8638-4707a941c343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:00Z', 'updated_at': '2022-01-29T05:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': 'a87811fa-d16b-49b9-9a2a-a8f7468c1f20', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'floating_ip_address': '172.26.8.22', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '3bbc2f38-a6e5-4210-8638-4707a941c343', 'port_id': '4214177f-00f1-4269-8953-0b95b8a0944e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1803, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '225f9394-c82e-4e84-9175-27da5eb71520', 'mac_address': 'fa:16:3e:8d:eb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c83805a-739e-4993-8215-323e2caf2673', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:18:20Z', 'updated_at': '2022-01-29T05:18:20Z', 'revision_number': 0, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a9dcfbc-d05b-428b-aa86-f44da5401386', 'name': '', 'network_id': '225f9394-c82e-4e84-9175-27da5eb71520', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'mac_address': 'fa:16:3e:61:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbc2f38-a6e5-4210-8638-4707a941c343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '7a2c4054-fcb4-4834-b726-afd6d8094739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:03Z', 'updated_at': '2022-01-29T05:18:06Z', 'revision_number': 5, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'subnets': [{'id': '7a2c4054-fcb4-4834-b726-afd6d8094739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:18:21.941138 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e93efb-8a35-4491-bc5f-e63738ab644c None None] Checking router: 3bbc2f38-a6e5-4210-8638-4707a941c343 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:18:21.950325 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e93efb-8a35-4491-bc5f-e63738ab644c None None] Routers {'3bbc2f38-a6e5-4210-8638-4707a941c343'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:18:21.950938 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-c8e93efb-8a35-4491-bc5f-e63738ab644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:17:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['3bbc2f38-a6e5-4210-8638-4707a941c343'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:18:21.953953 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ecc42-35f7-4505-a1e1-0ae1722af81c req-d5a7063c-f326-42df-ae67-6a487fc59f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:21.955446 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f31ecc42-35f7-4505-a1e1-0ae1722af81c req-d5a7063c-f326-42df-ae67-6a487fc59f89 service neutron] 10.222.0.18 "GET /v2.0/networks?id=225f9394-c82e-4e84-9175-27da5eb71520 HTTP/1.1" status: 200 len: 898 time: 0.0908639 Jan 29 05:18:22.024542 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f31ecc42-35f7-4505-a1e1-0ae1722af81c req-453f74a6-40d7-472f-a304-eafd021c5504 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4214177f-00f1-4269-8953-0b95b8a0944e HTTP/1.1" status: 200 len: 999 time: 0.0631843 Jan 29 05:18:22.058304 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-c8e93efb-8a35-4491-bc5f-e63738ab644c None None] Set router 3bbc2f38-a6e5-4210-8638-4707a941c343 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:18:22.072701 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ecc42-35f7-4505-a1e1-0ae1722af81c req-49574e6c-4bb6-4d9b-b0c1-b65e3373b369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:22.074181 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f31ecc42-35f7-4505-a1e1-0ae1722af81c req-49574e6c-4bb6-4d9b-b0c1-b65e3373b369 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7a2c4054-fcb4-4834-b726-afd6d8094739 HTTP/1.1" status: 200 len: 835 time: 0.0445986 Jan 29 05:18:22.126213 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ecc42-35f7-4505-a1e1-0ae1722af81c req-0e411c4c-3b04-446d-903a-826bf11c2dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:22.127760 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f31ecc42-35f7-4505-a1e1-0ae1722af81c req-0e411c4c-3b04-446d-903a-826bf11c2dd5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=225f9394-c82e-4e84-9175-27da5eb71520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0484781 Jan 29 05:18:22.215794 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f31ecc42-35f7-4505-a1e1-0ae1722af81c req-0143e906-2ba7-44a0-8d4d-cb1041e654ea service neutron] 10.222.0.18 "GET /v2.0/networks/225f9394-c82e-4e84-9175-27da5eb71520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811579 Jan 29 05:18:22.278526 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-c8e93efb-8a35-4491-bc5f-e63738ab644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bbc2f38-a6e5-4210-8638-4707a941c343', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517866287', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': '9761f08c-4052-43e1-a6f4-afc698976799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:17:59Z', 'updated_at': '2022-01-29T05:18:04Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': '9761f08c-4052-43e1-a6f4-afc698976799', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:98:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbc2f38-a6e5-4210-8638-4707a941c343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:00Z', 'updated_at': '2022-01-29T05:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': 'a87811fa-d16b-49b9-9a2a-a8f7468c1f20', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'floating_ip_address': '172.26.8.22', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '3bbc2f38-a6e5-4210-8638-4707a941c343', 'port_id': '4214177f-00f1-4269-8953-0b95b8a0944e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1803, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '225f9394-c82e-4e84-9175-27da5eb71520', 'mac_address': 'fa:16:3e:8d:eb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c83805a-739e-4993-8215-323e2caf2673', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:18:20Z', 'updated_at': '2022-01-29T05:18:20Z', 'revision_number': 0, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a9dcfbc-d05b-428b-aa86-f44da5401386', 'name': '', 'network_id': '225f9394-c82e-4e84-9175-27da5eb71520', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'mac_address': 'fa:16:3e:61:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbc2f38-a6e5-4210-8638-4707a941c343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '7a2c4054-fcb4-4834-b726-afd6d8094739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:03Z', 'updated_at': '2022-01-29T05:18:06Z', 'revision_number': 5, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'subnets': [{'id': '7a2c4054-fcb4-4834-b726-afd6d8094739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:18:22.305310 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e93efb-8a35-4491-bc5f-e63738ab644c None None] The sync data for ids ['3bbc2f38-a6e5-4210-8638-4707a941c343'] in dv-neutron-821190-1-hyperv is: [{'id': '3bbc2f38-a6e5-4210-8638-4707a941c343', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517866287', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': '9761f08c-4052-43e1-a6f4-afc698976799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:17:59Z', 'updated_at': '2022-01-29T05:18:04Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': '9761f08c-4052-43e1-a6f4-afc698976799', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:98:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbc2f38-a6e5-4210-8638-4707a941c343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:00Z', 'updated_at': '2022-01-29T05:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': 'a87811fa-d16b-49b9-9a2a-a8f7468c1f20', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'floating_ip_address': '172.26.8.22', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '3bbc2f38-a6e5-4210-8638-4707a941c343', 'port_id': '4214177f-00f1-4269-8953-0b95b8a0944e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1803, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '225f9394-c82e-4e84-9175-27da5eb71520', 'mac_address': 'fa:16:3e:8d:eb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c83805a-739e-4993-8215-323e2caf2673', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:18:20Z', 'updated_at': '2022-01-29T05:18:20Z', 'revision_number': 0, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a9dcfbc-d05b-428b-aa86-f44da5401386', 'name': '', 'network_id': '225f9394-c82e-4e84-9175-27da5eb71520', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'mac_address': 'fa:16:3e:61:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbc2f38-a6e5-4210-8638-4707a941c343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '7a2c4054-fcb4-4834-b726-afd6d8094739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:03Z', 'updated_at': '2022-01-29T05:18:06Z', 'revision_number': 5, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'subnets': [{'id': '7a2c4054-fcb4-4834-b726-afd6d8094739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:18:22.308453 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f31ecc42-35f7-4505-a1e1-0ae1722af81c req-243b4a86-8b2e-4f70-b68b-fe4c01b71c09 service neutron] 10.222.0.18 "GET /v2.0/networks/225f9394-c82e-4e84-9175-27da5eb71520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871134 Jan 29 05:18:22.486405 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-05f65445-74c3-4f8b-b1f2-2925c39c2a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:22.496557 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12311214-179d-431e-9999-062c1fdf5aad None None] New status for floating IP a87811fa-d16b-49b9-9a2a-a8f7468c1f20: ACTIVE {{(pid=103587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:18:22.799600 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 34626) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:18:22.864802 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-585d37e8-fbdd-4429-9bf9-922a77459367 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/floatingips/a87811fa-d16b-49b9-9a2a-a8f7468c1f20 HTTP/1.1" status: 200 len: 993 time: 0.0639873 Jan 29 05:18:23.891589 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:24.408263 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:25.053966 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:26.398779 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:18:26.468628 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:50.247678 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2419203b-73ad-427c-ba51-bdf08908bcbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:52.482162 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-10c65ddd-61d1-4a07-b637-d315de9669c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:53.902819 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:54.413587 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:55.062365 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:18:56.464892 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:03.397416 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:19:18.850660 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f1be73ab-6129-4438-8f20-d2dc0d3b448f req-fa1ab687-98ca-43d5-9918-798655d76ee4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1c83805a-739e-4993-8215-323e2caf2673&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458035 Jan 29 05:19:18.955908 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be73ab-6129-4438-8f20-d2dc0d3b448f req-1c1fa50a-72ec-4dd4-97f8-a2fada07f6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:18.957454 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f1be73ab-6129-4438-8f20-d2dc0d3b448f req-1c1fa50a-72ec-4dd4-97f8-a2fada07f6d4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5270d00ab13a4e32b125f15996f3d148&device_id=1c83805a-739e-4993-8215-323e2caf2673 HTTP/1.1" status: 200 len: 1130 time: 0.0479145 Jan 29 05:19:19.057480 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be73ab-6129-4438-8f20-d2dc0d3b448f req-fc7b0a3d-c8aa-4c74-a313-06f1bb5ef8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:19.058926 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f1be73ab-6129-4438-8f20-d2dc0d3b448f req-fc7b0a3d-c8aa-4c74-a313-06f1bb5ef8a7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=225f9394-c82e-4e84-9175-27da5eb71520 HTTP/1.1" status: 200 len: 898 time: 0.0840366 Jan 29 05:19:19.126466 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f1be73ab-6129-4438-8f20-d2dc0d3b448f req-556d7af4-94f4-42b0-8a84-97764073990a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4214177f-00f1-4269-8953-0b95b8a0944e HTTP/1.1" status: 200 len: 1001 time: 0.0617857 Jan 29 05:19:19.174480 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be73ab-6129-4438-8f20-d2dc0d3b448f req-19273782-441a-4111-b36e-5a982ef6ffae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:19.175939 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f1be73ab-6129-4438-8f20-d2dc0d3b448f req-19273782-441a-4111-b36e-5a982ef6ffae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7a2c4054-fcb4-4834-b726-afd6d8094739 HTTP/1.1" status: 200 len: 835 time: 0.0435784 Jan 29 05:19:19.226404 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be73ab-6129-4438-8f20-d2dc0d3b448f req-4baff1a7-d915-4807-ba6d-b9404ce9353f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:19.227858 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f1be73ab-6129-4438-8f20-d2dc0d3b448f req-4baff1a7-d915-4807-ba6d-b9404ce9353f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=225f9394-c82e-4e84-9175-27da5eb71520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0441501 Jan 29 05:19:19.316950 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f1be73ab-6129-4438-8f20-d2dc0d3b448f req-38aad108-e807-4c07-b31d-47f622541061 service neutron] 10.222.0.18 "GET /v2.0/networks/225f9394-c82e-4e84-9175-27da5eb71520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810418 Jan 29 05:19:19.403110 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f1be73ab-6129-4438-8f20-d2dc0d3b448f req-8abe99bd-5847-4e0b-bc2b-35f16d681b8e service neutron] 10.222.0.18 "GET /v2.0/networks/225f9394-c82e-4e84-9175-27da5eb71520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801229 Jan 29 05:19:20.212823 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c0c9f0fc-3eb9-4a4d-8f8d-6ed0721931bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:22.492742 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-570227eb-b057-446f-9606-c5674e722ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:23.885003 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:24.424379 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:25.058204 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:25.954515 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81117cbb-6d53-4d0e-81d7-8a4e33158b6a req-e39283eb-716a-4e44-90d4-5f3283b1acdc tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:25.956005 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-81117cbb-6d53-4d0e-81d7-8a4e33158b6a req-e39283eb-716a-4e44-90d4-5f3283b1acdc tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c83805a-739e-4993-8215-323e2caf2673 HTTP/1.1" status: 200 len: 946 time: 0.0532515 Jan 29 05:19:26.010554 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-81117cbb-6d53-4d0e-81d7-8a4e33158b6a req-ca23d6f1-baf6-458d-b5a0-fa79b07add1e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c791fe6-fb7f-4b45-bab9-ebe6273d2465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481169 Jan 29 05:19:26.444552 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:27.133876 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df41e4c-6a94-4743-996e-60a6557710ff req-3b2eb56f-7d6b-427a-8d89-d61f071ef158 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:27.135286 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5df41e4c-6a94-4743-996e-60a6557710ff req-3b2eb56f-7d6b-427a-8d89-d61f071ef158 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c83805a-739e-4993-8215-323e2caf2673 HTTP/1.1" status: 200 len: 946 time: 0.0530252 Jan 29 05:19:27.182878 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5df41e4c-6a94-4743-996e-60a6557710ff req-d9dd3db9-3d05-4a8d-b65d-0ba7d3b5d8a1 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c791fe6-fb7f-4b45-bab9-ebe6273d2465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420759 Jan 29 05:19:28.300070 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a01c00-fd7c-4ba5-be92-2aecd8c857f0 req-ce38bc08-e67e-4a9e-956e-a0e8c34f1b3e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:28.301553 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-07a01c00-fd7c-4ba5-be92-2aecd8c857f0 req-ce38bc08-e67e-4a9e-956e-a0e8c34f1b3e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c83805a-739e-4993-8215-323e2caf2673 HTTP/1.1" status: 200 len: 946 time: 0.0528295 Jan 29 05:19:28.349079 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-07a01c00-fd7c-4ba5-be92-2aecd8c857f0 req-5ddc9553-8332-4321-858e-daba8aee48f2 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c791fe6-fb7f-4b45-bab9-ebe6273d2465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419977 Jan 29 05:19:28.370674 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34668) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:19:28.433696 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ba0103dd-489d-41c3-8815-6b78c9282232 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/floatingips/a87811fa-d16b-49b9-9a2a-a8f7468c1f20 HTTP/1.1" status: 200 len: 993 time: 0.0618942 Jan 29 05:19:29.921277 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f287b3-cad6-4df9-8b09-ac33bc123e71 req-1d338a04-6949-4eea-9ec5-c503da9de5fd tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:29.922750 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-45f287b3-cad6-4df9-8b09-ac33bc123e71 req-1d338a04-6949-4eea-9ec5-c503da9de5fd tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c83805a-739e-4993-8215-323e2caf2673 HTTP/1.1" status: 200 len: 946 time: 0.0525568 Jan 29 05:19:29.973909 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-45f287b3-cad6-4df9-8b09-ac33bc123e71 req-acb2dbd1-ad8b-4f12-9615-c36f712d2223 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c791fe6-fb7f-4b45-bab9-ebe6273d2465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456798 Jan 29 05:19:30.048404 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344fe13-c609-4c16-b45d-82ce40ab7808 req-0f083856-3b76-4a3a-9d61-773cbbc2682b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:30.049909 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7344fe13-c609-4c16-b45d-82ce40ab7808 req-0f083856-3b76-4a3a-9d61-773cbbc2682b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5270d00ab13a4e32b125f15996f3d148&device_id=1c83805a-739e-4993-8215-323e2caf2673 HTTP/1.1" status: 200 len: 1130 time: 0.0479577 Jan 29 05:19:30.138410 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344fe13-c609-4c16-b45d-82ce40ab7808 req-e450956b-2c29-4b49-8129-24f39c6fc0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:30.139836 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7344fe13-c609-4c16-b45d-82ce40ab7808 req-e450956b-2c29-4b49-8129-24f39c6fc0ca service neutron] 10.222.0.18 "GET /v2.0/networks?id=225f9394-c82e-4e84-9175-27da5eb71520 HTTP/1.1" status: 200 len: 898 time: 0.0837982 Jan 29 05:19:30.211141 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7344fe13-c609-4c16-b45d-82ce40ab7808 req-a83dc14b-c5c8-4b96-9966-c9e2a78404c0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4214177f-00f1-4269-8953-0b95b8a0944e HTTP/1.1" status: 200 len: 1001 time: 0.0657301 Jan 29 05:19:30.258894 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344fe13-c609-4c16-b45d-82ce40ab7808 req-04b19021-af52-4bcc-8db1-ab25bde1ec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:30.260347 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7344fe13-c609-4c16-b45d-82ce40ab7808 req-04b19021-af52-4bcc-8db1-ab25bde1ec92 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7a2c4054-fcb4-4834-b726-afd6d8094739 HTTP/1.1" status: 200 len: 835 time: 0.0435328 Jan 29 05:19:30.307072 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344fe13-c609-4c16-b45d-82ce40ab7808 req-b78e2c02-2659-46e4-ae9e-f35f57d42206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:30.308558 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7344fe13-c609-4c16-b45d-82ce40ab7808 req-b78e2c02-2659-46e4-ae9e-f35f57d42206 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=225f9394-c82e-4e84-9175-27da5eb71520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0428348 Jan 29 05:19:30.396993 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7344fe13-c609-4c16-b45d-82ce40ab7808 req-ac342058-0655-4eae-8aef-202d597fd7f0 service neutron] 10.222.0.18 "GET /v2.0/networks/225f9394-c82e-4e84-9175-27da5eb71520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823998 Jan 29 05:19:30.483419 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7344fe13-c609-4c16-b45d-82ce40ab7808 req-9ce2089d-6371-4036-95ec-cfcb715815e1 service neutron] 10.222.0.18 "GET /v2.0/networks/225f9394-c82e-4e84-9175-27da5eb71520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808237 Jan 29 05:19:31.093119 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873b8e1-b17c-45af-9eb9-b2ba84dd84f4 req-6410c189-1ac5-4a9e-ab6e-7cac2df103a2 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:31.094584 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0873b8e1-b17c-45af-9eb9-b2ba84dd84f4 req-6410c189-1ac5-4a9e-ab6e-7cac2df103a2 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c83805a-739e-4993-8215-323e2caf2673 HTTP/1.1" status: 200 len: 946 time: 0.0526340 Jan 29 05:19:31.143157 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0873b8e1-b17c-45af-9eb9-b2ba84dd84f4 req-2ceb7a25-9749-44e8-9c08-f8bc4709a672 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c791fe6-fb7f-4b45-bab9-ebe6273d2465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430467 Jan 29 05:19:32.264382 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c2fc6-e441-40eb-9696-1e7fe40e6e03 req-0a6b52b5-dae2-4312-baf7-3fb2a33a132e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:32.265868 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f56c2fc6-e441-40eb-9696-1e7fe40e6e03 req-0a6b52b5-dae2-4312-baf7-3fb2a33a132e tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c83805a-739e-4993-8215-323e2caf2673 HTTP/1.1" status: 200 len: 946 time: 0.0560715 Jan 29 05:19:32.314239 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f56c2fc6-e441-40eb-9696-1e7fe40e6e03 req-54380d02-4b76-4e86-8a7a-19b7410c4b58 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c791fe6-fb7f-4b45-bab9-ebe6273d2465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429015 Jan 29 05:19:32.336923 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34680) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:19:32.394166 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4dab3bc7-a7af-41fa-a694-190a5d110eb1 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/floatingips/a87811fa-d16b-49b9-9a2a-a8f7468c1f20 HTTP/1.1" status: 200 len: 993 time: 0.0561204 Jan 29 05:19:32.642526 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34686) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:19:32.796509 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-87e48761-08f3-40cb-9922-f2db9e091bcc tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Deleting port 4c520b9e-07ab-4e9c-8900-d4a7ad077ead {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:19:32.796871 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-87e48761-08f3-40cb-9922-f2db9e091bcc tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (4c520b9e-07ab-4e9c-8900-d4a7ad077ead), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:32.871484 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-87e48761-08f3-40cb-9922-f2db9e091bcc tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (4c520b9e-07ab-4e9c-8900-d4a7ad077ead), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:32.871816 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-87e48761-08f3-40cb-9922-f2db9e091bcc tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for floatingip (4c520b9e-07ab-4e9c-8900-d4a7ad077ead), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:32.883761 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-87e48761-08f3-40cb-9922-f2db9e091bcc tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Calling delete_port for 4c520b9e-07ab-4e9c-8900-d4a7ad077ead owned by network:floatingip {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:19:33.427472 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-87e48761-08f3-40cb-9922-f2db9e091bcc tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (4c520b9e-07ab-4e9c-8900-d4a7ad077ead), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:33.451023 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e48761-08f3-40cb-9922-f2db9e091bcc tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event deleted for resources: {'Port': ['ID=4c520b9e-07ab-4e9c-8900-d4a7ad077ead,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:33.462866 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e48761-08f3-40cb-9922-f2db9e091bcc tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:33.463240 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e48761-08f3-40cb-9922-f2db9e091bcc tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:33.463566 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e48761-08f3-40cb-9922-f2db9e091bcc tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:33.463911 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e48761-08f3-40cb-9922-f2db9e091bcc tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:33.464246 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e48761-08f3-40cb-9922-f2db9e091bcc tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:33.464607 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e48761-08f3-40cb-9922-f2db9e091bcc tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:33.471957 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e48761-08f3-40cb-9922-f2db9e091bcc tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:33.471957 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e48761-08f3-40cb-9922-f2db9e091bcc tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:33.471957 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e48761-08f3-40cb-9922-f2db9e091bcc tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:33.471957 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e48761-08f3-40cb-9922-f2db9e091bcc tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:33.471957 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e48761-08f3-40cb-9922-f2db9e091bcc tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:33.471957 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e48761-08f3-40cb-9922-f2db9e091bcc tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:33.471957 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e48761-08f3-40cb-9922-f2db9e091bcc tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:33.527851 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-87e48761-08f3-40cb-9922-f2db9e091bcc tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for floatingip (a87811fa-d16b-49b9-9a2a-a8f7468c1f20), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:33.528184 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.l3_db [None req-87e48761-08f3-40cb-9922-f2db9e091bcc tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Floating IP a87811fa-d16b-49b9-9a2a-a8f7468c1f20 disassociated (deleted). External IP: 172.26.8.22, port: 4214177f-00f1-4269-8953-0b95b8a0944e. Jan 29 05:19:33.732695 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e48761-08f3-40cb-9922-f2db9e091bcc tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Router 3bbc2f38-a6e5-4210-8638-4707a941c343 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:19:33.839843 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e48761-08f3-40cb-9922-f2db9e091bcc tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:19:33.844637 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-87e48761-08f3-40cb-9922-f2db9e091bcc tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:33.851592 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea4cce1-6f40-448a-995e-d69272d64108 None None] Sync routers for ids ['3bbc2f38-a6e5-4210-8638-4707a941c343'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:19:33.861431 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea4cce1-6f40-448a-995e-d69272d64108 None None] Routers {'3bbc2f38-a6e5-4210-8638-4707a941c343'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:19:33.862041 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-eea4cce1-6f40-448a-995e-d69272d64108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:19:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['3bbc2f38-a6e5-4210-8638-4707a941c343'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:19:33.874355 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-87e48761-08f3-40cb-9922-f2db9e091bcc tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "DELETE /v2.0/floatingips/a87811fa-d16b-49b9-9a2a-a8f7468c1f20 HTTP/1.1" status: 204 len: 168 time: 1.2307830 Jan 29 05:19:33.875042 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c83805a-739e-4993-8215-323e2caf2673', 'tag': '4214177f-00f1-4269-8953-0b95b8a0944e'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:19:33.877390 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6bddd6-4b03-4d8d-8adb-d332a20449ea" -d '{"events": [{"name": "network-changed", "server_uuid": "1c83805a-739e-4993-8215-323e2caf2673", "tag": "4214177f-00f1-4269-8953-0b95b8a0944e"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:19:33.966931 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-eea4cce1-6f40-448a-995e-d69272d64108 None None] Set router 3bbc2f38-a6e5-4210-8638-4707a941c343 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:19:34.161178 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-eea4cce1-6f40-448a-995e-d69272d64108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bbc2f38-a6e5-4210-8638-4707a941c343', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517866287', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': '9761f08c-4052-43e1-a6f4-afc698976799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:17:59Z', 'updated_at': '2022-01-29T05:18:04Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': '9761f08c-4052-43e1-a6f4-afc698976799', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:98:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbc2f38-a6e5-4210-8638-4707a941c343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:00Z', 'updated_at': '2022-01-29T05:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '1a9dcfbc-d05b-428b-aa86-f44da5401386', 'name': '', 'network_id': '225f9394-c82e-4e84-9175-27da5eb71520', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'mac_address': 'fa:16:3e:61:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbc2f38-a6e5-4210-8638-4707a941c343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '7a2c4054-fcb4-4834-b726-afd6d8094739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:03Z', 'updated_at': '2022-01-29T05:18:06Z', 'revision_number': 5, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'subnets': [{'id': '7a2c4054-fcb4-4834-b726-afd6d8094739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:19:34.190228 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea4cce1-6f40-448a-995e-d69272d64108 None None] Checking router: 3bbc2f38-a6e5-4210-8638-4707a941c343 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:19:34.198970 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea4cce1-6f40-448a-995e-d69272d64108 None None] Routers {'3bbc2f38-a6e5-4210-8638-4707a941c343'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:19:34.199577 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-eea4cce1-6f40-448a-995e-d69272d64108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:19:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['3bbc2f38-a6e5-4210-8638-4707a941c343'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:19:34.242865 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ca56a5-d025-4b9c-bc1d-e77bbae010ce x-openstack-request-id: req-64ca56a5-d025-4b9c-bc1d-e77bbae010ce {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:19:34.243162 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c83805a-739e-4993-8215-323e2caf2673", "tag": "4214177f-00f1-4269-8953-0b95b8a0944e", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:19:34.243441 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-64ca56a5-d025-4b9c-bc1d-e77bbae010ce {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:19:34.243844 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c83805a-739e-4993-8215-323e2caf2673', 'tag': '4214177f-00f1-4269-8953-0b95b8a0944e', 'status': 'completed', 'code': 200} Jan 29 05:19:34.307316 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-eea4cce1-6f40-448a-995e-d69272d64108 None None] Set router 3bbc2f38-a6e5-4210-8638-4707a941c343 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:19:34.365327 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c0266-f180-4018-a39f-54f9cbc50529 req-1cc71986-b774-40e7-be76-2a11608dc973 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:34.366870 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-df2c0266-f180-4018-a39f-54f9cbc50529 req-1cc71986-b774-40e7-be76-2a11608dc973 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c83805a-739e-4993-8215-323e2caf2673 HTTP/1.1" status: 200 len: 946 time: 0.0796967 Jan 29 05:19:34.392126 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6bddd6-4b03-4d8d-8adb-d332a20449ea req-6e7d4775-3ca2-4944-9f86-53dfb228a2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:34.393644 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5d6bddd6-4b03-4d8d-8adb-d332a20449ea req-6e7d4775-3ca2-4944-9f86-53dfb228a2d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5270d00ab13a4e32b125f15996f3d148&device_id=1c83805a-739e-4993-8215-323e2caf2673 HTTP/1.1" status: 200 len: 1130 time: 0.0779979 Jan 29 05:19:34.473438 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-df2c0266-f180-4018-a39f-54f9cbc50529 req-bc805f3c-c086-496a-b5e0-38cf8ab3ab77 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c791fe6-fb7f-4b45-bab9-ebe6273d2465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997436 Jan 29 05:19:34.516551 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6bddd6-4b03-4d8d-8adb-d332a20449ea req-b57c6c36-a930-463e-b56f-1d2bb0ea8553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:34.518049 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5d6bddd6-4b03-4d8d-8adb-d332a20449ea req-b57c6c36-a930-463e-b56f-1d2bb0ea8553 service neutron] 10.222.0.18 "GET /v2.0/networks?id=225f9394-c82e-4e84-9175-27da5eb71520 HTTP/1.1" status: 200 len: 898 time: 0.1177351 Jan 29 05:19:34.561706 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5d6bddd6-4b03-4d8d-8adb-d332a20449ea req-581530fc-f815-4fa2-9623-70f4e5e07ac9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4214177f-00f1-4269-8953-0b95b8a0944e HTTP/1.1" status: 200 len: 217 time: 0.0374675 Jan 29 05:19:34.615148 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6bddd6-4b03-4d8d-8adb-d332a20449ea req-630bade1-1046-4449-8330-a51b0c27f3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:34.617255 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5d6bddd6-4b03-4d8d-8adb-d332a20449ea req-630bade1-1046-4449-8330-a51b0c27f3bf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7a2c4054-fcb4-4834-b726-afd6d8094739 HTTP/1.1" status: 200 len: 835 time: 0.0492020 Jan 29 05:19:34.661838 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-eea4cce1-6f40-448a-995e-d69272d64108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bbc2f38-a6e5-4210-8638-4707a941c343', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517866287', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': '9761f08c-4052-43e1-a6f4-afc698976799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:17:59Z', 'updated_at': '2022-01-29T05:18:04Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': '9761f08c-4052-43e1-a6f4-afc698976799', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:98:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbc2f38-a6e5-4210-8638-4707a941c343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:00Z', 'updated_at': '2022-01-29T05:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '1a9dcfbc-d05b-428b-aa86-f44da5401386', 'name': '', 'network_id': '225f9394-c82e-4e84-9175-27da5eb71520', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'mac_address': 'fa:16:3e:61:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbc2f38-a6e5-4210-8638-4707a941c343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '7a2c4054-fcb4-4834-b726-afd6d8094739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:03Z', 'updated_at': '2022-01-29T05:18:06Z', 'revision_number': 5, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'subnets': [{'id': '7a2c4054-fcb4-4834-b726-afd6d8094739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:19:34.666830 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6bddd6-4b03-4d8d-8adb-d332a20449ea req-502cda5e-6472-4ff1-b659-bca54b976e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:34.668505 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5d6bddd6-4b03-4d8d-8adb-d332a20449ea req-502cda5e-6472-4ff1-b659-bca54b976e73 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=225f9394-c82e-4e84-9175-27da5eb71520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0449100 Jan 29 05:19:34.688439 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea4cce1-6f40-448a-995e-d69272d64108 None None] The sync data for ids ['3bbc2f38-a6e5-4210-8638-4707a941c343'] in dv-neutron-821190-1-hyperv is: [{'id': '3bbc2f38-a6e5-4210-8638-4707a941c343', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517866287', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': '9761f08c-4052-43e1-a6f4-afc698976799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:17:59Z', 'updated_at': '2022-01-29T05:18:04Z', 'revision_number': 4, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': '9761f08c-4052-43e1-a6f4-afc698976799', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:98:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbc2f38-a6e5-4210-8638-4707a941c343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:00Z', 'updated_at': '2022-01-29T05:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '1a9dcfbc-d05b-428b-aa86-f44da5401386', 'name': '', 'network_id': '225f9394-c82e-4e84-9175-27da5eb71520', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'mac_address': 'fa:16:3e:61:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbc2f38-a6e5-4210-8638-4707a941c343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '7a2c4054-fcb4-4834-b726-afd6d8094739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:03Z', 'updated_at': '2022-01-29T05:18:06Z', 'revision_number': 5, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'subnets': [{'id': '7a2c4054-fcb4-4834-b726-afd6d8094739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:19:34.759434 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5d6bddd6-4b03-4d8d-8adb-d332a20449ea req-c0c08fad-8eb4-4ea6-b8c2-7b2a52dda679 service neutron] 10.222.0.18 "GET /v2.0/networks/225f9394-c82e-4e84-9175-27da5eb71520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837154 Jan 29 05:19:34.857888 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5d6bddd6-4b03-4d8d-8adb-d332a20449ea req-f7f5ec7f-129c-4e18-b6c3-f52ec55882a7 service neutron] 10.222.0.18 "GET /v2.0/networks/225f9394-c82e-4e84-9175-27da5eb71520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920167 Jan 29 05:19:34.913949 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78706811-2c2e-4ab3-bb97-ec64c73f6261 None None] New status for floating IP a87811fa-d16b-49b9-9a2a-a8f7468c1f20: DOWN {{(pid=103587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:19:35.596854 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05666e-e669-4061-a0e3-d1cc1d14ab3b req-b44e199b-a5cb-417a-8d76-8e062156fd00 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:35.598325 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-bd05666e-e669-4061-a0e3-d1cc1d14ab3b req-b44e199b-a5cb-417a-8d76-8e062156fd00 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c83805a-739e-4993-8215-323e2caf2673 HTTP/1.1" status: 200 len: 946 time: 0.0534062 Jan 29 05:19:35.646230 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-bd05666e-e669-4061-a0e3-d1cc1d14ab3b req-4807801a-80d3-4adb-8966-15e4b1e3abed tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c791fe6-fb7f-4b45-bab9-ebe6273d2465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418382 Jan 29 05:19:36.287207 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c4624-dd7f-4472-bd8b-b447b0486f5e req-fbab6ef1-0275-4a84-b03b-d4c64a88b1d8 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:36.289632 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1a3c4624-dd7f-4472-bd8b-b447b0486f5e req-fbab6ef1-0275-4a84-b03b-d4c64a88b1d8 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c83805a-739e-4993-8215-323e2caf2673 HTTP/1.1" status: 200 len: 946 time: 0.0582490 Jan 29 05:19:36.378449 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-1a3c4624-dd7f-4472-bd8b-b447b0486f5e req-d4f0f7bd-0dac-4bc0-bdff-9ec1002d82f1 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Deleting port 4214177f-00f1-4269-8953-0b95b8a0944e {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:19:36.378792 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-1a3c4624-dd7f-4472-bd8b-b447b0486f5e req-d4f0f7bd-0dac-4bc0-bdff-9ec1002d82f1 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (4214177f-00f1-4269-8953-0b95b8a0944e), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:36.470780 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-1a3c4624-dd7f-4472-bd8b-b447b0486f5e req-d4f0f7bd-0dac-4bc0-bdff-9ec1002d82f1 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] For port 4214177f-00f1-4269-8953-0b95b8a0944e, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=4214177f-00f1-4269-8953-0b95b8a0944e,segment=NetworkSegment(7d3aefb2-ff60-4fbf-b3ca-45847be63063),segment_id=7d3aefb2-ff60-4fbf-b3ca-45847be63063)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:19:36.471136 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-1a3c4624-dd7f-4472-bd8b-b447b0486f5e req-d4f0f7bd-0dac-4bc0-bdff-9ec1002d82f1 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (4214177f-00f1-4269-8953-0b95b8a0944e), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:36.484008 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-1a3c4624-dd7f-4472-bd8b-b447b0486f5e req-d4f0f7bd-0dac-4bc0-bdff-9ec1002d82f1 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Calling delete_port for 4214177f-00f1-4269-8953-0b95b8a0944e owned by compute:nova {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:19:36.667659 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-1a3c4624-dd7f-4472-bd8b-b447b0486f5e req-d4f0f7bd-0dac-4bc0-bdff-9ec1002d82f1 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (4214177f-00f1-4269-8953-0b95b8a0944e), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:36.701381 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f0f7bd-0dac-4bc0-bdff-9ec1002d82f1 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event deleted for resources: {'Port': ['ID=4214177f-00f1-4269-8953-0b95b8a0944e,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:36.768927 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a32940b5-e292-48fc-ae8c-b0cf74e9627a req-f66eba71-af06-485f-a951-33e75fd62597 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c83805a-739e-4993-8215-323e2caf2673 HTTP/1.1" status: 200 len: 210 time: 0.0429530 Jan 29 05:19:36.769760 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3c4624-dd7f-4472-bd8b-b447b0486f5e req-d4f0f7bd-0dac-4bc0-bdff-9ec1002d82f1 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] No DVR routers for this DVR port 4214177f-00f1-4269-8953-0b95b8a0944e on host hv-neutron-8211 {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:19:36.772243 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-1a3c4624-dd7f-4472-bd8b-b447b0486f5e req-d4f0f7bd-0dac-4bc0-bdff-9ec1002d82f1 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:36.775539 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1a3c4624-dd7f-4472-bd8b-b447b0486f5e req-d4f0f7bd-0dac-4bc0-bdff-9ec1002d82f1 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.18 "DELETE /v2.0/ports/4214177f-00f1-4269-8953-0b95b8a0944e HTTP/1.1" status: 204 len: 173 time: 0.4809628 Jan 29 05:19:36.775992 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c83805a-739e-4993-8215-323e2caf2673', 'name': 'network-vif-deleted', 'tag': '4214177f-00f1-4269-8953-0b95b8a0944e'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:19:36.778382 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88f0167-b228-4d8b-898c-33f56994802c" -d '{"events": [{"server_uuid": "1c83805a-739e-4993-8215-323e2caf2673", "name": "network-vif-deleted", "tag": "4214177f-00f1-4269-8953-0b95b8a0944e"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:19:36.817927 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2eb7c2-979e-4187-b7da-a09ac4d74750 x-openstack-request-id: req-7d2eb7c2-979e-4187-b7da-a09ac4d74750 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:19:36.818227 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c83805a-739e-4993-8215-323e2caf2673", "name": "network-vif-deleted", "tag": "4214177f-00f1-4269-8953-0b95b8a0944e", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:19:36.833258 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d2eb7c2-979e-4187-b7da-a09ac4d74750 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:19:36.833258 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c83805a-739e-4993-8215-323e2caf2673', 'name': 'network-vif-deleted', 'tag': '4214177f-00f1-4269-8953-0b95b8a0944e', 'status': 'completed', 'code': 200} Jan 29 05:19:37.825755 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34704) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:19:38.176952 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-608d4892-b2ef-4396-80f3-1fd36c906689 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (3bbc2f38-a6e5-4210-8638-4707a941c343), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:38.432677 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-608d4892-b2ef-4396-80f3-1fd36c906689 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Deleting port 1a9dcfbc-d05b-428b-aa86-f44da5401386 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:19:38.432930 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-608d4892-b2ef-4396-80f3-1fd36c906689 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (1a9dcfbc-d05b-428b-aa86-f44da5401386), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:38.520056 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-608d4892-b2ef-4396-80f3-1fd36c906689 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] For port 1a9dcfbc-d05b-428b-aa86-f44da5401386, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=1a9dcfbc-d05b-428b-aa86-f44da5401386,segment=NetworkSegment(7d3aefb2-ff60-4fbf-b3ca-45847be63063),segment_id=7d3aefb2-ff60-4fbf-b3ca-45847be63063)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:19:38.520410 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-608d4892-b2ef-4396-80f3-1fd36c906689 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (1a9dcfbc-d05b-428b-aa86-f44da5401386), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:38.533799 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-608d4892-b2ef-4396-80f3-1fd36c906689 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Calling delete_port for 1a9dcfbc-d05b-428b-aa86-f44da5401386 owned by network:router_interface {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:19:38.766679 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-608d4892-b2ef-4396-80f3-1fd36c906689 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (1a9dcfbc-d05b-428b-aa86-f44da5401386), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:38.793176 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d4892-b2ef-4396-80f3-1fd36c906689 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event deleted for resources: {'Port': ['ID=1a9dcfbc-d05b-428b-aa86-f44da5401386,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:38.974502 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-608d4892-b2ef-4396-80f3-1fd36c906689 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (3bbc2f38-a6e5-4210-8638-4707a941c343), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:39.095580 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 4214177f-00f1-4269-8953-0b95b8a0944e no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:19:39.114234 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] No Port match for: 4214177f-00f1-4269-8953-0b95b8a0944e {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:19:39.114503 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 4214177f-00f1-4269-8953-0b95b8a0944e not bound to the agent host hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:19:39.185115 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608d4892-b2ef-4396-80f3-1fd36c906689 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Router 3bbc2f38-a6e5-4210-8638-4707a941c343 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:19:39.288838 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608d4892-b2ef-4396-80f3-1fd36c906689 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:19:39.294143 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-608d4892-b2ef-4396-80f3-1fd36c906689 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "PUT /v2.0/routers/3bbc2f38-a6e5-4210-8638-4707a941c343/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4671798 Jan 29 05:19:39.296789 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34706) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:19:39.298517 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec0960f-d383-433a-861b-5490a65ef0cf None None] Sync routers for ids ['3bbc2f38-a6e5-4210-8638-4707a941c343'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:19:39.310006 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec0960f-d383-433a-861b-5490a65ef0cf None None] Routers {'3bbc2f38-a6e5-4210-8638-4707a941c343'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:19:39.310624 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-dec0960f-d383-433a-861b-5490a65ef0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:19:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['3bbc2f38-a6e5-4210-8638-4707a941c343'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:19:39.347242 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-67be0a42-2498-4fea-bf2a-5075fcf31d42 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Deleting subnet 7a2c4054-fcb4-4834-b726-afd6d8094739 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 05:19:39.350850 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-67be0a42-2498-4fea-bf2a-5075fcf31d42 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for subnet (7a2c4054-fcb4-4834-b726-afd6d8094739), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:39.389587 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-67be0a42-2498-4fea-bf2a-5075fcf31d42 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (7a2c4054-fcb4-4834-b726-afd6d8094739), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:39.414611 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-dec0960f-d383-433a-861b-5490a65ef0cf None None] Set router 3bbc2f38-a6e5-4210-8638-4707a941c343 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:19:39.475527 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-67be0a42-2498-4fea-bf2a-5075fcf31d42 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (7a2c4054-fcb4-4834-b726-afd6d8094739), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:39.589692 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-dec0960f-d383-433a-861b-5490a65ef0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bbc2f38-a6e5-4210-8638-4707a941c343', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517866287', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': '9761f08c-4052-43e1-a6f4-afc698976799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:17:59Z', 'updated_at': '2022-01-29T05:19:38Z', 'revision_number': 5, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': '9761f08c-4052-43e1-a6f4-afc698976799', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:98:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbc2f38-a6e5-4210-8638-4707a941c343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:00Z', 'updated_at': '2022-01-29T05:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:19:39.607534 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-67be0a42-2498-4fea-bf2a-5075fcf31d42 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (7a2c4054-fcb4-4834-b726-afd6d8094739), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:39.620988 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec0960f-d383-433a-861b-5490a65ef0cf None None] Checking router: 3bbc2f38-a6e5-4210-8638-4707a941c343 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:19:39.629393 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec0960f-d383-433a-861b-5490a65ef0cf None None] Routers {'3bbc2f38-a6e5-4210-8638-4707a941c343'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:19:39.629999 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-dec0960f-d383-433a-861b-5490a65ef0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:19:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['3bbc2f38-a6e5-4210-8638-4707a941c343'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:19:39.633619 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67be0a42-2498-4fea-bf2a-5075fcf31d42 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event deleted for resources: {'Subnet': ['ID=7a2c4054-fcb4-4834-b726-afd6d8094739,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:39.640571 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-67be0a42-2498-4fea-bf2a-5075fcf31d42 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:39.646202 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-67be0a42-2498-4fea-bf2a-5075fcf31d42 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "DELETE /v2.0/subnets/7a2c4054-fcb4-4834-b726-afd6d8094739 HTTP/1.1" status: 204 len: 168 time: 0.3459001 Jan 29 05:19:39.647148 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34708) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:19:39.665562 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9de55dd-045e-47ca-a754-57e522cb6788 None None] Network 225f9394-c82e-4e84-9175-27da5eb71520 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:19:39.754446 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e34e820f-6980-42e1-ba6d-04a6187df160 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for router (3bbc2f38-a6e5-4210-8638-4707a941c343), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:39.799320 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-dec0960f-d383-433a-861b-5490a65ef0cf None None] Set router 3bbc2f38-a6e5-4210-8638-4707a941c343 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:19:39.861205 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e34e820f-6980-42e1-ba6d-04a6187df160 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for router_gateway (3bbc2f38-a6e5-4210-8638-4707a941c343), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:39.936008 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a9137e-67d9-45ee-9ef9-384bd087e1d4 None None] DHCP port deletion for 225f9394-c82e-4e84-9175-27da5eb71520 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 05:19:39.981684 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-e34e820f-6980-42e1-ba6d-04a6187df160 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Deleting port 9761f08c-4052-43e1-a6f4-afc698976799 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:19:39.982293 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e34e820f-6980-42e1-ba6d-04a6187df160 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (9761f08c-4052-43e1-a6f4-afc698976799), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:40.020509 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-f5a9137e-67d9-45ee-9ef9-384bd087e1d4 None None] Deleting port 580db3e8-dccd-40ae-94af-fed7f975dba6 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:19:40.020874 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f5a9137e-67d9-45ee-9ef9-384bd087e1d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (580db3e8-dccd-40ae-94af-fed7f975dba6), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:40.024743 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-dec0960f-d383-433a-861b-5490a65ef0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bbc2f38-a6e5-4210-8638-4707a941c343', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517866287', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': '9761f08c-4052-43e1-a6f4-afc698976799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:17:59Z', 'updated_at': '2022-01-29T05:19:38Z', 'revision_number': 5, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': '9761f08c-4052-43e1-a6f4-afc698976799', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:98:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbc2f38-a6e5-4210-8638-4707a941c343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:00Z', 'updated_at': '2022-01-29T05:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:19:40.064645 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec0960f-d383-433a-861b-5490a65ef0cf None None] The sync data for ids ['3bbc2f38-a6e5-4210-8638-4707a941c343'] in dv-neutron-821190-1-hyperv is: [{'id': '3bbc2f38-a6e5-4210-8638-4707a941c343', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517866287', 'tenant_id': '5270d00ab13a4e32b125f15996f3d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': '9761f08c-4052-43e1-a6f4-afc698976799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:17:59Z', 'updated_at': '2022-01-29T05:19:38Z', 'revision_number': 5, 'project_id': '5270d00ab13a4e32b125f15996f3d148', 'gw_port': {'id': '9761f08c-4052-43e1-a6f4-afc698976799', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:98:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbc2f38-a6e5-4210-8638-4707a941c343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:00Z', 'updated_at': '2022-01-29T05:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:19:40.065874 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-e34e820f-6980-42e1-ba6d-04a6187df160 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] For port 9761f08c-4052-43e1-a6f4-afc698976799, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=9761f08c-4052-43e1-a6f4-afc698976799,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:19:40.066240 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e34e820f-6980-42e1-ba6d-04a6187df160 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (9761f08c-4052-43e1-a6f4-afc698976799), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:40.079142 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-e34e820f-6980-42e1-ba6d-04a6187df160 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Calling delete_port for 9761f08c-4052-43e1-a6f4-afc698976799 owned by network:router_gateway {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:19:40.117740 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-f5a9137e-67d9-45ee-9ef9-384bd087e1d4 None None] For port 580db3e8-dccd-40ae-94af-fed7f975dba6, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=580db3e8-dccd-40ae-94af-fed7f975dba6,segment=NetworkSegment(7d3aefb2-ff60-4fbf-b3ca-45847be63063),segment_id=7d3aefb2-ff60-4fbf-b3ca-45847be63063)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:19:40.117740 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f5a9137e-67d9-45ee-9ef9-384bd087e1d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (580db3e8-dccd-40ae-94af-fed7f975dba6), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:40.129644 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-f5a9137e-67d9-45ee-9ef9-384bd087e1d4 None None] Calling delete_port for 580db3e8-dccd-40ae-94af-fed7f975dba6 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:19:40.258727 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f5a9137e-67d9-45ee-9ef9-384bd087e1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (580db3e8-dccd-40ae-94af-fed7f975dba6), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:40.284985 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9137e-67d9-45ee-9ef9-384bd087e1d4 None None] Pushing event deleted for resources: {'Port': ['ID=580db3e8-dccd-40ae-94af-fed7f975dba6,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:40.295006 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a9137e-67d9-45ee-9ef9-384bd087e1d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:40.295279 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a9137e-67d9-45ee-9ef9-384bd087e1d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:40.295623 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a9137e-67d9-45ee-9ef9-384bd087e1d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:40.295961 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a9137e-67d9-45ee-9ef9-384bd087e1d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:40.296301 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a9137e-67d9-45ee-9ef9-384bd087e1d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:40.296653 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a9137e-67d9-45ee-9ef9-384bd087e1d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:40.296987 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a9137e-67d9-45ee-9ef9-384bd087e1d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:40.297361 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a9137e-67d9-45ee-9ef9-384bd087e1d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:40.297688 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a9137e-67d9-45ee-9ef9-384bd087e1d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:40.298011 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a9137e-67d9-45ee-9ef9-384bd087e1d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:40.298333 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a9137e-67d9-45ee-9ef9-384bd087e1d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:40.298650 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a9137e-67d9-45ee-9ef9-384bd087e1d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:40.298968 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a9137e-67d9-45ee-9ef9-384bd087e1d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:40.301596 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a9137e-67d9-45ee-9ef9-384bd087e1d4 None None] No DVR routers for this DVR port 580db3e8-dccd-40ae-94af-fed7f975dba6 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:19:40.310985 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e34e820f-6980-42e1-ba6d-04a6187df160 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (9761f08c-4052-43e1-a6f4-afc698976799), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:40.336605 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e820f-6980-42e1-ba6d-04a6187df160 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event deleted for resources: {'Port': ['ID=9761f08c-4052-43e1-a6f4-afc698976799,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:40.395853 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:19:40.399818 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e34e820f-6980-42e1-ba6d-04a6187df160 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (3bbc2f38-a6e5-4210-8638-4707a941c343), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:40.836001 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e34e820f-6980-42e1-ba6d-04a6187df160 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (3bbc2f38-a6e5-4210-8638-4707a941c343), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:40.838130 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e34e820f-6980-42e1-ba6d-04a6187df160 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for router_controller (3bbc2f38-a6e5-4210-8638-4707a941c343), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:40.949903 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e34e820f-6980-42e1-ba6d-04a6187df160 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (3bbc2f38-a6e5-4210-8638-4707a941c343), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:40.950469 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34e820f-6980-42e1-ba6d-04a6187df160 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Fanout notify agent at l3_agent the message router_deleted on router 3bbc2f38-a6e5-4210-8638-4707a941c343 {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 05:19:40.961570 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e34e820f-6980-42e1-ba6d-04a6187df160 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:40.961570 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-e34e820f-6980-42e1-ba6d-04a6187df160 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "DELETE /v2.0/routers/3bbc2f38-a6e5-4210-8638-4707a941c343 HTTP/1.1" status: 204 len: 168 time: 1.3103437 Jan 29 05:19:40.961782 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34710) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:19:40.997286 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 580db3e8-dccd-40ae-94af-fed7f975dba6 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:19:41.019261 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 580db3e8-dccd-40ae-94af-fed7f975dba6 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:19:41.019698 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 580db3e8-dccd-40ae-94af-fed7f975dba6 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:19:41.020195 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 1a9dcfbc-d05b-428b-aa86-f44da5401386 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:19:41.042633 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 1a9dcfbc-d05b-428b-aa86-f44da5401386 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:19:41.042983 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 1a9dcfbc-d05b-428b-aa86-f44da5401386 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:19:41.051082 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7f0bc3e3-56f4-4de6-a4a4-82c45e71b0d0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (225f9394-c82e-4e84-9175-27da5eb71520), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:41.139204 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7f0bc3e3-56f4-4de6-a4a4-82c45e71b0d0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (225f9394-c82e-4e84-9175-27da5eb71520), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:41.159003 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-7f0bc3e3-56f4-4de6-a4a4-82c45e71b0d0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['225f9394-c82e-4e84-9175-27da5eb71520']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:19:41.168819 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-7f0bc3e3-56f4-4de6-a4a4-82c45e71b0d0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d3aefb2-ff60-4fbf-b3ca-45847be63063') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:19:41.169118 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-7f0bc3e3-56f4-4de6-a4a4-82c45e71b0d0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d3aefb2-ff60-4fbf-b3ca-45847be63063') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:19:41.178722 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7f0bc3e3-56f4-4de6-a4a4-82c45e71b0d0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (7d3aefb2-ff60-4fbf-b3ca-45847be63063), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:41.191654 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7f0bc3e3-56f4-4de6-a4a4-82c45e71b0d0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (7d3aefb2-ff60-4fbf-b3ca-45847be63063), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:41.197849 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f0bc3e3-56f4-4de6-a4a4-82c45e71b0d0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:19:41.198230 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7f0bc3e3-56f4-4de6-a4a4-82c45e71b0d0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (7d3aefb2-ff60-4fbf-b3ca-45847be63063), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:41.201117 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 05:19:41.201117 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:19:41.201117 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 05:19:41.201117 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:19:41.201117 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 05:19:41.201117 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:19:41.201117 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 05:19:41.201117 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:19:41.201117 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 05:19:41.201117 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:19:41.201117 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 05:19:41.201117 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:19:41.201117 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 05:19:41.201117 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:19:41.201117 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:19:41.201117 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:19:41.201117 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:19:41.201117 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:19:41.201117 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 05:19:41.201117 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:19:41.201117 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 05:19:41.201117 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:19:41.201117 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:19:41.201117 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:19:41.201117 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 05:19:41.201117 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:19:41.201117 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:19:41.201117 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:19:41.201117 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:19:41.201117 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:19:41.201117 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:19:41.201117 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:19:41.343762 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7f0bc3e3-56f4-4de6-a4a4-82c45e71b0d0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (225f9394-c82e-4e84-9175-27da5eb71520), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:41.351700 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7f0bc3e3-56f4-4de6-a4a4-82c45e71b0d0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:41.354107 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7f0bc3e3-56f4-4de6-a4a4-82c45e71b0d0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "DELETE /v2.0/networks/225f9394-c82e-4e84-9175-27da5eb71520 HTTP/1.1" status: 204 len: 168 time: 0.3915124 Jan 29 05:19:41.359641 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 34712) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:19:41.365591 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0bc3e3-56f4-4de6-a4a4-82c45e71b0d0 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event deleted for resources: {'Network': ['ID=225f9394-c82e-4e84-9175-27da5eb71520,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:41.420038 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-375e29f3-2988-4bbe-9e29-4c46051cbce5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group (6c791fe6-fb7f-4b45-bab9-ebe6273d2465), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:41.446322 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-375e29f3-2988-4bbe-9e29-4c46051cbce5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group (6c791fe6-fb7f-4b45-bab9-ebe6273d2465), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:41.560841 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-375e29f3-2988-4bbe-9e29-4c46051cbce5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (6c791fe6-fb7f-4b45-bab9-ebe6273d2465), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:41.563452 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-375e29f3-2988-4bbe-9e29-4c46051cbce5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:41.564663 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-375e29f3-2988-4bbe-9e29-4c46051cbce5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] 10.222.0.13 "DELETE /v2.0/security-groups/6c791fe6-fb7f-4b45-bab9-ebe6273d2465 HTTP/1.1" status: 204 len: 168 time: 0.2065816 Jan 29 05:19:41.575080 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e29f3-2988-4bbe-9e29-4c46051cbce5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c791fe6-fb7f-4b45-bab9-ebe6273d2465,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:41.583593 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e29f3-2988-4bbe-9e29-4c46051cbce5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:41.583945 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e29f3-2988-4bbe-9e29-4c46051cbce5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:41.584970 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e29f3-2988-4bbe-9e29-4c46051cbce5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:41.585455 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e29f3-2988-4bbe-9e29-4c46051cbce5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:41.585919 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e29f3-2988-4bbe-9e29-4c46051cbce5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:41.586281 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e29f3-2988-4bbe-9e29-4c46051cbce5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:41.586613 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e29f3-2988-4bbe-9e29-4c46051cbce5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:41.586966 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e29f3-2988-4bbe-9e29-4c46051cbce5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:41.587296 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e29f3-2988-4bbe-9e29-4c46051cbce5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:41.587622 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e29f3-2988-4bbe-9e29-4c46051cbce5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:41.587973 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e29f3-2988-4bbe-9e29-4c46051cbce5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:41.588369 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e29f3-2988-4bbe-9e29-4c46051cbce5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:41.588731 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e29f3-2988-4bbe-9e29-4c46051cbce5 tempest-TestNetworkAdvancedServerOps-1767248919 tempest-TestNetworkAdvancedServerOps-1767248919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:42.247814 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 34722) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:19:42.426517 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a5d07a58-0a1f-42e3-aa21-5e1b8fef36de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5270d00ab13a4e32b125f15996f3d148&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1775491 Jan 29 05:19:42.429622 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 34728) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:19:42.475821 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-59e53557-aefc-42df-aeb3-a85ca65dce4d admin admin] Publish callbacks [] for security_group (6f716666-5961-4585-81fb-ba690d90d3bb), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:42.497285 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-59e53557-aefc-42df-aeb3-a85ca65dce4d admin admin] Publish callbacks [] for security_group (6f716666-5961-4585-81fb-ba690d90d3bb), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:42.604306 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-59e53557-aefc-42df-aeb3-a85ca65dce4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (6f716666-5961-4585-81fb-ba690d90d3bb), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:42.606876 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-59e53557-aefc-42df-aeb3-a85ca65dce4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:42.614451 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-59e53557-aefc-42df-aeb3-a85ca65dce4d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f716666-5961-4585-81fb-ba690d90d3bb HTTP/1.1" status: 204 len: 168 time: 0.1775498 Jan 29 05:19:42.616380 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e53557-aefc-42df-aeb3-a85ca65dce4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f716666-5961-4585-81fb-ba690d90d3bb,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:42.908561 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 9761f08c-4052-43e1-a6f4-afc698976799 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:19:42.932281 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 9761f08c-4052-43e1-a6f4-afc698976799 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:19:42.932686 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 9761f08c-4052-43e1-a6f4-afc698976799 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:19:43.150889 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 34734) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:19:43.164198 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5d85e46b-2327-47d0-9176-e5fbbb99e9a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:43.239626 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5d85e46b-2327-47d0-9176-e5fbbb99e9a9 admin admin] Publish callbacks [] for security_group (badcae91-ed37-4aae-9e92-c14d8d4c3305), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:43.315169 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-5d85e46b-2327-47d0-9176-e5fbbb99e9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (badcae91-ed37-4aae-9e92-c14d8d4c3305), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:43.354647 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-5d85e46b-2327-47d0-9176-e5fbbb99e9a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b815446250134861b69baef5022b7998&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2026665 Jan 29 05:19:43.355510 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85e46b-2327-47d0-9176-e5fbbb99e9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=badcae91-ed37-4aae-9e92-c14d8d4c3305,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:43.357991 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34736) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:19:43.405172 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-30b52bbb-38f5-475e-b125-aa052670ca0f admin admin] Publish callbacks [] for security_group (badcae91-ed37-4aae-9e92-c14d8d4c3305), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:43.425383 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-30b52bbb-38f5-475e-b125-aa052670ca0f admin admin] Publish callbacks [] for security_group (badcae91-ed37-4aae-9e92-c14d8d4c3305), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:43.538308 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-30b52bbb-38f5-475e-b125-aa052670ca0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (badcae91-ed37-4aae-9e92-c14d8d4c3305), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:43.540913 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-30b52bbb-38f5-475e-b125-aa052670ca0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:43.542072 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-30b52bbb-38f5-475e-b125-aa052670ca0f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/badcae91-ed37-4aae-9e92-c14d8d4c3305 HTTP/1.1" status: 204 len: 168 time: 0.1830931 Jan 29 05:19:43.549813 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b52bbb-38f5-475e-b125-aa052670ca0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=badcae91-ed37-4aae-9e92-c14d8d4c3305,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:44.605011 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34760) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:19:44.698841 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-48cfce68-9918-4248-8ab8-f32cfa4d9314 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-215333864-network', 'tenant_id': '76e6882c50464822bd850aecc013342f'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:19:44.787572 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cfce68-9918-4248-8ab8-f32cfa4d9314 admin admin] Made reservation on behalf of 76e6882c50464822bd850aecc013342f for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:19:44.789929 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-48cfce68-9918-4248-8ab8-f32cfa4d9314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:44.798368 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-48cfce68-9918-4248-8ab8-f32cfa4d9314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:44.879916 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-48cfce68-9918-4248-8ab8-f32cfa4d9314 admin admin] Publish callbacks [] for security_group (beb69e81-d9ce-461a-963d-4feed22b204b), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:44.938323 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-48cfce68-9918-4248-8ab8-f32cfa4d9314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (beb69e81-d9ce-461a-963d-4feed22b204b), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:44.962733 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48cfce68-9918-4248-8ab8-f32cfa4d9314 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 05:19:44.971366 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cfce68-9918-4248-8ab8-f32cfa4d9314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb69e81-d9ce-461a-963d-4feed22b204b,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:44.977842 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-48cfce68-9918-4248-8ab8-f32cfa4d9314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (00de506e-1eb7-45fc-bdce-f36553ac4918), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:44.978183 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-48cfce68-9918-4248-8ab8-f32cfa4d9314 admin admin] Added segment 00de506e-1eb7-45fc-bdce-f36553ac4918 of type vlan for network 045ed487-3834-487c-a9da-a723ae251d9a Jan 29 05:19:45.016212 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-48cfce68-9918-4248-8ab8-f32cfa4d9314 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (045ed487-3834-487c-a9da-a723ae251d9a), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:45.092599 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-48cfce68-9918-4248-8ab8-f32cfa4d9314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (045ed487-3834-487c-a9da-a723ae251d9a), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:45.093598 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cfce68-9918-4248-8ab8-f32cfa4d9314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:45.094203 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-48cfce68-9918-4248-8ab8-f32cfa4d9314 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:45.150287 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cfce68-9918-4248-8ab8-f32cfa4d9314 admin admin] Pushing event updated for resources: {'Network': ['ID=045ed487-3834-487c-a9da-a723ae251d9a,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:45.160104 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 045ed487-3834-487c-a9da-a723ae251d9a details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 05:19:45.210028 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-48cfce68-9918-4248-8ab8-f32cfa4d9314 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6038992 Jan 29 05:19:45.213748 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34764) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:19:45.218893 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-4400c9a3-9592-421e-9f02-f4b8965c2215 admin admin] Request body: {'subnet': {'network_id': '045ed487-3834-487c-a9da-a723ae251d9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-215333864-subnet', 'tenant_id': '76e6882c50464822bd850aecc013342f', 'ip_version': 4}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:19:45.313178 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4400c9a3-9592-421e-9f02-f4b8965c2215 admin admin] Made reservation on behalf of 76e6882c50464822bd850aecc013342f for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:19:45.315467 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4400c9a3-9592-421e-9f02-f4b8965c2215 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:45.536034 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4400c9a3-9592-421e-9f02-f4b8965c2215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (80ed52b6-0774-48fe-976b-b4c54fb29a7d), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:45.589220 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4400c9a3-9592-421e-9f02-f4b8965c2215 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80ed52b6-0774-48fe-976b-b4c54fb29a7d,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:45.604245 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4400c9a3-9592-421e-9f02-f4b8965c2215 admin admin] Checking segment: {'id': '00de506e-1eb7-45fc-bdce-f36553ac4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '045ed487-3834-487c-a9da-a723ae251d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:19:45.604642 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4400c9a3-9592-421e-9f02-f4b8965c2215 admin admin] Network hostable DHCP agents. Network: 045ed487-3834-487c-a9da-a723ae251d9a, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 05:19:45.690236 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4400c9a3-9592-421e-9f02-f4b8965c2215 admin admin] Network 045ed487-3834-487c-a9da-a723ae251d9a is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 05:19:45.761000 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-4400c9a3-9592-421e-9f02-f4b8965c2215 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 045ed487-3834-487c-a9da-a723ae251d9a) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:19:45.765063 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4400c9a3-9592-421e-9f02-f4b8965c2215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:45.765648 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-4400c9a3-9592-421e-9f02-f4b8965c2215 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:45.769765 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205e08f1-efc7-40d1-b455-b204af54ec80 None None] Network 045ed487-3834-487c-a9da-a723ae251d9a requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:19:45.838551 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4400c9a3-9592-421e-9f02-f4b8965c2215 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6236439 Jan 29 05:19:45.841321 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34766) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:19:45.845690 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-9394bae2-807b-471e-9a55-667c10ab41ff admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-215333864-router', 'tenant_id': '76e6882c50464822bd850aecc013342f', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:19:45.877752 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50d2c30-b667-47ea-a6dd-ac92e05203af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-045ed487-3834-487c-a9da-a723ae251d9a', 'network_id': '045ed487-3834-487c-a9da-a723ae251d9a', 'project_id': '76e6882c50464822bd850aecc013342f', 'fixed_ips': [{'subnet_id': '80ed52b6-0774-48fe-976b-b4c54fb29a7d'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 05:19:45.877752 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e50d2c30-b667-47ea-a6dd-ac92e05203af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:45.924986 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9394bae2-807b-471e-9a55-667c10ab41ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (27d9eee2-9b6d-4f41-bd60-e1a403740faf), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:45.926084 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9394bae2-807b-471e-9a55-667c10ab41ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (27d9eee2-9b6d-4f41-bd60-e1a403740faf), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:45.976290 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9394bae2-807b-471e-9a55-667c10ab41ff admin admin] Publish callbacks [] for router_controller (27d9eee2-9b6d-4f41-bd60-e1a403740faf), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:46.005463 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-e50d2c30-b667-47ea-a6dd-ac92e05203af None None] Allocated IP 172.20.0.2 (045ed487-3834-487c-a9da-a723ae251d9a/80ed52b6-0774-48fe-976b-b4c54fb29a7d/8e860af8-4ad3-4118-90dd-e7742b01fd1f) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:19:46.143517 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e50d2c30-b667-47ea-a6dd-ac92e05203af None None] Publish callbacks [] for port (8e860af8-4ad3-4118-90dd-e7742b01fd1f), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:46.182524 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9394bae2-807b-471e-9a55-667c10ab41ff admin admin] Publish callbacks [] for router_gateway (27d9eee2-9b6d-4f41-bd60-e1a403740faf), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:46.233351 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e50d2c30-b667-47ea-a6dd-ac92e05203af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (8e860af8-4ad3-4118-90dd-e7742b01fd1f), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:46.274526 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50d2c30-b667-47ea-a6dd-ac92e05203af None None] Network 045ed487-3834-487c-a9da-a723ae251d9a is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:19:46.277263 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-e50d2c30-b667-47ea-a6dd-ac92e05203af None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:19:46.280711 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50d2c30-b667-47ea-a6dd-ac92e05203af None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:19:46.288126 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50d2c30-b667-47ea-a6dd-ac92e05203af None None] Pushing event updated for resources: {'Port': ['ID=8e860af8-4ad3-4118-90dd-e7742b01fd1f,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:46.340931 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-e50d2c30-b667-47ea-a6dd-ac92e05203af None None] Attempting to bind port 8e860af8-4ad3-4118-90dd-e7742b01fd1f on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:19:46.341299 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-e50d2c30-b667-47ea-a6dd-ac92e05203af None None] Attempting to bind port 8e860af8-4ad3-4118-90dd-e7742b01fd1f by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '00de506e-1eb7-45fc-bdce-f36553ac4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '045ed487-3834-487c-a9da-a723ae251d9a'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:19:46.341660 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50d2c30-b667-47ea-a6dd-ac92e05203af None None] Attempting to bind port 8e860af8-4ad3-4118-90dd-e7742b01fd1f on network 045ed487-3834-487c-a9da-a723ae251d9a {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:19:46.346441 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50d2c30-b667-47ea-a6dd-ac92e05203af None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:19:46.346811 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50d2c30-b667-47ea-a6dd-ac92e05203af None None] Checking segment: {'id': '00de506e-1eb7-45fc-bdce-f36553ac4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '045ed487-3834-487c-a9da-a723ae251d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:19:46.347208 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e50d2c30-b667-47ea-a6dd-ac92e05203af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:46.347596 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50d2c30-b667-47ea-a6dd-ac92e05203af None None] Bound using segment: {'id': '00de506e-1eb7-45fc-bdce-f36553ac4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '045ed487-3834-487c-a9da-a723ae251d9a'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:19:46.348053 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-e50d2c30-b667-47ea-a6dd-ac92e05203af None None] Bound port: 8e860af8-4ad3-4118-90dd-e7742b01fd1f, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00de506e-1eb7-45fc-bdce-f36553ac4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '045ed487-3834-487c-a9da-a723ae251d9a'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:19:46.348426 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e50d2c30-b667-47ea-a6dd-ac92e05203af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (8e860af8-4ad3-4118-90dd-e7742b01fd1f), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:46.409187 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-e50d2c30-b667-47ea-a6dd-ac92e05203af None None] For port 8e860af8-4ad3-4118-90dd-e7742b01fd1f, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:19:46.412061 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-e50d2c30-b667-47ea-a6dd-ac92e05203af None None] For port 8e860af8-4ad3-4118-90dd-e7742b01fd1f, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=8e860af8-4ad3-4118-90dd-e7742b01fd1f,segment=NetworkSegment(00de506e-1eb7-45fc-bdce-f36553ac4918),segment_id=00de506e-1eb7-45fc-bdce-f36553ac4918)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:19:46.456879 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9394bae2-807b-471e-9a55-667c10ab41ff admin admin] Publish callbacks [] for router_gateway (27d9eee2-9b6d-4f41-bd60-e1a403740faf), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:46.481140 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9394bae2-807b-471e-9a55-667c10ab41ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:46.482097 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e50d2c30-b667-47ea-a6dd-ac92e05203af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (8e860af8-4ad3-4118-90dd-e7742b01fd1f), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:46.538871 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50d2c30-b667-47ea-a6dd-ac92e05203af None None] Pushing event updated for resources: {'Port': ['ID=8e860af8-4ad3-4118-90dd-e7742b01fd1f,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:46.591907 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-9394bae2-807b-471e-9a55-667c10ab41ff admin admin] Allocated IP 172.26.8.37 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/1cf68860-153b-4e18-9451-064842b0644c) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:19:46.707847 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9394bae2-807b-471e-9a55-667c10ab41ff admin admin] Publish callbacks [] for port (1cf68860-153b-4e18-9451-064842b0644c), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:46.798221 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9394bae2-807b-471e-9a55-667c10ab41ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (1cf68860-153b-4e18-9451-064842b0644c), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:46.835849 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9394bae2-807b-471e-9a55-667c10ab41ff admin admin] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:19:46.838592 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-9394bae2-807b-471e-9a55-667c10ab41ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:19:46.841294 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9394bae2-807b-471e-9a55-667c10ab41ff admin admin] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:19:46.868077 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9394bae2-807b-471e-9a55-667c10ab41ff admin admin] Pushing event updated for resources: {'Port': ['ID=1cf68860-153b-4e18-9451-064842b0644c,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:46.995088 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 8e860af8-4ad3-4118-90dd-e7742b01fd1f up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:19:47.045934 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 8e860af8-4ad3-4118-90dd-e7742b01fd1f triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:19:47.046309 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (8e860af8-4ad3-4118-90dd-e7742b01fd1f), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:47.124698 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 8e860af8-4ad3-4118-90dd-e7742b01fd1f is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:19:47.125095 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (8e860af8-4ad3-4118-90dd-e7742b01fd1f), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:47.153230 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9394bae2-807b-471e-9a55-667c10ab41ff admin admin] Publish callbacks [] for router_gateway (27d9eee2-9b6d-4f41-bd60-e1a403740faf), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:47.160642 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 8e860af8-4ad3-4118-90dd-e7742b01fd1f, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=8e860af8-4ad3-4118-90dd-e7742b01fd1f,segment=NetworkSegment(00de506e-1eb7-45fc-bdce-f36553ac4918),segment_id=00de506e-1eb7-45fc-bdce-f36553ac4918)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:19:47.239068 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (8e860af8-4ad3-4118-90dd-e7742b01fd1f), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:47.371684 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9394bae2-807b-471e-9a55-667c10ab41ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (27d9eee2-9b6d-4f41-bd60-e1a403740faf), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:47.449042 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=8e860af8-4ad3-4118-90dd-e7742b01fd1f,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:47.469745 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d319ba-963b-44a8-8bb2-404aea66d981 None None] Network 045ed487-3834-487c-a9da-a723ae251d9a requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:19:47.543578 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-4445bf93-899e-4c1f-b89a-6d1eb46f51da None None] Provisioning complete for port 8e860af8-4ad3-4118-90dd-e7742b01fd1f triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:19:47.543944 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4445bf93-899e-4c1f-b89a-6d1eb46f51da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (8e860af8-4ad3-4118-90dd-e7742b01fd1f), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:47.587485 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9394bae2-807b-471e-9a55-667c10ab41ff admin admin] Router 27d9eee2-9b6d-4f41-bd60-e1a403740faf is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 05:19:47.659212 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-4445bf93-899e-4c1f-b89a-6d1eb46f51da None None] Current status of the port 8e860af8-4ad3-4118-90dd-e7742b01fd1f is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:19:47.699711 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9394bae2-807b-471e-9a55-667c10ab41ff admin admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:19:47.708960 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873e386b-e1a1-4bf1-8ae2-b1db843508cd None None] Sync routers for ids ['27d9eee2-9b6d-4f41-bd60-e1a403740faf'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:19:47.719318 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873e386b-e1a1-4bf1-8ae2-b1db843508cd None None] Routers {'27d9eee2-9b6d-4f41-bd60-e1a403740faf'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:19:47.719927 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-873e386b-e1a1-4bf1-8ae2-b1db843508cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:19:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['27d9eee2-9b6d-4f41-bd60-e1a403740faf'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:19:47.780818 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9394bae2-807b-471e-9a55-667c10ab41ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:47.782351 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9394bae2-807b-471e-9a55-667c10ab41ff admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9400427 Jan 29 05:19:47.785058 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34768) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:19:47.833589 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-873e386b-e1a1-4bf1-8ae2-b1db843508cd None None] Set router 27d9eee2-9b6d-4f41-bd60-e1a403740faf gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:19:47.879500 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-2841b977-9ff8-42a2-935a-f2ef9b7a0c03 None None] Provisioning complete for port 8e860af8-4ad3-4118-90dd-e7742b01fd1f triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:19:47.880061 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2841b977-9ff8-42a2-935a-f2ef9b7a0c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (8e860af8-4ad3-4118-90dd-e7742b01fd1f), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:47.961640 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-2841b977-9ff8-42a2-935a-f2ef9b7a0c03 None None] Current status of the port 8e860af8-4ad3-4118-90dd-e7742b01fd1f is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:19:48.012315 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-873e386b-e1a1-4bf1-8ae2-b1db843508cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'name': 'tempest-TestShelveInstance-215333864-router', 'tenant_id': '76e6882c50464822bd850aecc013342f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.37'}], 'enable_snat': True}, 'gw_port_id': '1cf68860-153b-4e18-9451-064842b0644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:19:45Z', 'updated_at': '2022-01-29T05:19:46Z', 'revision_number': 3, 'project_id': '76e6882c50464822bd850aecc013342f', 'gw_port': {'id': '1cf68860-153b-4e18-9451-064842b0644c', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:46Z', 'updated_at': '2022-01-29T05:19:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:19:48.038004 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873e386b-e1a1-4bf1-8ae2-b1db843508cd None None] Checking router: 27d9eee2-9b6d-4f41-bd60-e1a403740faf for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:19:48.038004 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873e386b-e1a1-4bf1-8ae2-b1db843508cd None None] Updating router 27d9eee2-9b6d-4f41-bd60-e1a403740faf port 1cf68860-153b-4e18-9451-064842b0644c binding host dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:19:48.068262 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-873e386b-e1a1-4bf1-8ae2-b1db843508cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (1cf68860-153b-4e18-9451-064842b0644c), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:48.207040 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-73db25fa-ca92-4af3-928d-a08220c3144f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:48.316266 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-873e386b-e1a1-4bf1-8ae2-b1db843508cd None None] Publish callbacks [] for port (1cf68860-153b-4e18-9451-064842b0644c), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:48.364118 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-73db25fa-ca92-4af3-928d-a08220c3144f admin admin] Allocated IP 172.20.0.1 (045ed487-3834-487c-a9da-a723ae251d9a/80ed52b6-0774-48fe-976b-b4c54fb29a7d/48e6fb47-fa8e-487a-88a0-b2e87c1be736) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:19:48.375783 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-873e386b-e1a1-4bf1-8ae2-b1db843508cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (1cf68860-153b-4e18-9451-064842b0644c), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:48.422883 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-873e386b-e1a1-4bf1-8ae2-b1db843508cd None None] Attempting to bind port 1cf68860-153b-4e18-9451-064842b0644c on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:19:48.423253 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-873e386b-e1a1-4bf1-8ae2-b1db843508cd None None] Attempting to bind port 1cf68860-153b-4e18-9451-064842b0644c by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:19:48.423614 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873e386b-e1a1-4bf1-8ae2-b1db843508cd None None] Attempting to bind port 1cf68860-153b-4e18-9451-064842b0644c on network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:19:48.434051 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe908c9-3b7c-4a9d-850a-ad9cb9c03070 None None] Pushing event updated for resources: {'Port': ['ID=1cf68860-153b-4e18-9451-064842b0644c,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:48.437345 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873e386b-e1a1-4bf1-8ae2-b1db843508cd None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:19:48.437716 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873e386b-e1a1-4bf1-8ae2-b1db843508cd None None] Checking segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:19:48.438114 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-873e386b-e1a1-4bf1-8ae2-b1db843508cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:48.438503 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873e386b-e1a1-4bf1-8ae2-b1db843508cd None None] Bound using segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:19:48.438970 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-873e386b-e1a1-4bf1-8ae2-b1db843508cd None None] Bound port: 1cf68860-153b-4e18-9451-064842b0644c, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:19:48.439344 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-873e386b-e1a1-4bf1-8ae2-b1db843508cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (1cf68860-153b-4e18-9451-064842b0644c), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:48.445377 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe908c9-3b7c-4a9d-850a-ad9cb9c03070 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:48.445726 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe908c9-3b7c-4a9d-850a-ad9cb9c03070 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:48.446068 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe908c9-3b7c-4a9d-850a-ad9cb9c03070 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:48.446438 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe908c9-3b7c-4a9d-850a-ad9cb9c03070 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:48.446773 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe908c9-3b7c-4a9d-850a-ad9cb9c03070 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:48.447103 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe908c9-3b7c-4a9d-850a-ad9cb9c03070 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:48.447432 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe908c9-3b7c-4a9d-850a-ad9cb9c03070 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:48.447760 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe908c9-3b7c-4a9d-850a-ad9cb9c03070 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:48.448079 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe908c9-3b7c-4a9d-850a-ad9cb9c03070 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:48.448409 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe908c9-3b7c-4a9d-850a-ad9cb9c03070 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:48.448757 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe908c9-3b7c-4a9d-850a-ad9cb9c03070 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:48.449078 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe908c9-3b7c-4a9d-850a-ad9cb9c03070 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:48.449397 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe908c9-3b7c-4a9d-850a-ad9cb9c03070 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:48.470648 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-73db25fa-ca92-4af3-928d-a08220c3144f admin admin] Publish callbacks [] for port (48e6fb47-fa8e-487a-88a0-b2e87c1be736), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:48.502832 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-873e386b-e1a1-4bf1-8ae2-b1db843508cd None None] For port 1cf68860-153b-4e18-9451-064842b0644c, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:19:48.505777 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-873e386b-e1a1-4bf1-8ae2-b1db843508cd None None] For port 1cf68860-153b-4e18-9451-064842b0644c, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=1cf68860-153b-4e18-9451-064842b0644c,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:19:48.578991 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-73db25fa-ca92-4af3-928d-a08220c3144f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (48e6fb47-fa8e-487a-88a0-b2e87c1be736), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:48.607338 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-873e386b-e1a1-4bf1-8ae2-b1db843508cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (1cf68860-153b-4e18-9451-064842b0644c), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:48.615783 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73db25fa-ca92-4af3-928d-a08220c3144f admin admin] Network 045ed487-3834-487c-a9da-a723ae251d9a is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:19:48.619805 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-73db25fa-ca92-4af3-928d-a08220c3144f admin admin] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:19:48.623246 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73db25fa-ca92-4af3-928d-a08220c3144f admin admin] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:19:48.656178 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db25fa-ca92-4af3-928d-a08220c3144f admin admin] Pushing event updated for resources: {'Port': ['ID=48e6fb47-fa8e-487a-88a0-b2e87c1be736,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:48.667258 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe908c9-3b7c-4a9d-850a-ad9cb9c03070 None None] Pushing event updated for resources: {'Port': ['ID=1cf68860-153b-4e18-9451-064842b0644c,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:48.672755 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873e386b-e1a1-4bf1-8ae2-b1db843508cd None None] Routers {'27d9eee2-9b6d-4f41-bd60-e1a403740faf'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:19:48.673599 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-873e386b-e1a1-4bf1-8ae2-b1db843508cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:19:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['27d9eee2-9b6d-4f41-bd60-e1a403740faf'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:19:48.675969 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-73db25fa-ca92-4af3-928d-a08220c3144f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (27d9eee2-9b6d-4f41-bd60-e1a403740faf), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:48.788288 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-873e386b-e1a1-4bf1-8ae2-b1db843508cd None None] Set router 27d9eee2-9b6d-4f41-bd60-e1a403740faf gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:19:48.864603 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-73db25fa-ca92-4af3-928d-a08220c3144f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (48e6fb47-fa8e-487a-88a0-b2e87c1be736), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:48.895142 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-6018bb7b-b17c-4a4e-944e-ba2c58ac296a None None] Provisioning complete for port 48e6fb47-fa8e-487a-88a0-b2e87c1be736 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:19:48.896300 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6018bb7b-b17c-4a4e-944e-ba2c58ac296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (48e6fb47-fa8e-487a-88a0-b2e87c1be736), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:48.935033 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-6018bb7b-b17c-4a4e-944e-ba2c58ac296a None None] Port 48e6fb47-fa8e-487a-88a0-b2e87c1be736 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:19:48.974644 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-873e386b-e1a1-4bf1-8ae2-b1db843508cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'name': 'tempest-TestShelveInstance-215333864-router', 'tenant_id': '76e6882c50464822bd850aecc013342f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.37'}], 'enable_snat': True}, 'gw_port_id': '1cf68860-153b-4e18-9451-064842b0644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:19:45Z', 'updated_at': '2022-01-29T05:19:46Z', 'revision_number': 3, 'project_id': '76e6882c50464822bd850aecc013342f', 'gw_port': {'id': '1cf68860-153b-4e18-9451-064842b0644c', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:46Z', 'updated_at': '2022-01-29T05:19:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:19:48.988443 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 8e860af8-4ad3-4118-90dd-e7742b01fd1f up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:19:49.041939 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 8e860af8-4ad3-4118-90dd-e7742b01fd1f triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:19:49.042315 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (8e860af8-4ad3-4118-90dd-e7742b01fd1f), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:49.102628 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873e386b-e1a1-4bf1-8ae2-b1db843508cd None None] The sync data for ids ['27d9eee2-9b6d-4f41-bd60-e1a403740faf'] in dv-neutron-821190-1-hyperv is: [{'id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'name': 'tempest-TestShelveInstance-215333864-router', 'tenant_id': '76e6882c50464822bd850aecc013342f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.37'}], 'enable_snat': True}, 'gw_port_id': '1cf68860-153b-4e18-9451-064842b0644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:19:45Z', 'updated_at': '2022-01-29T05:19:46Z', 'revision_number': 3, 'project_id': '76e6882c50464822bd850aecc013342f', 'gw_port': {'id': '1cf68860-153b-4e18-9451-064842b0644c', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:46Z', 'updated_at': '2022-01-29T05:19:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:19:49.136129 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 8e860af8-4ad3-4118-90dd-e7742b01fd1f is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:19:49.403577 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-73db25fa-ca92-4af3-928d-a08220c3144f admin admin] Publish callbacks [] for port (48e6fb47-fa8e-487a-88a0-b2e87c1be736), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:49.481379 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-73db25fa-ca92-4af3-928d-a08220c3144f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (48e6fb47-fa8e-487a-88a0-b2e87c1be736), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:49.547305 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db25fa-ca92-4af3-928d-a08220c3144f admin admin] Pushing event updated for resources: {'Port': ['ID=48e6fb47-fa8e-487a-88a0-b2e87c1be736,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:49.549785 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-73db25fa-ca92-4af3-928d-a08220c3144f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (27d9eee2-9b6d-4f41-bd60-e1a403740faf), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:49.646663 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73db25fa-ca92-4af3-928d-a08220c3144f admin admin] Network 045ed487-3834-487c-a9da-a723ae251d9a is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:19:49.648044 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-73db25fa-ca92-4af3-928d-a08220c3144f admin admin] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:19:49.772966 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73db25fa-ca92-4af3-928d-a08220c3144f admin admin] Router 27d9eee2-9b6d-4f41-bd60-e1a403740faf has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:19:49.904852 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73db25fa-ca92-4af3-928d-a08220c3144f admin admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:19:49.912996 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-73db25fa-ca92-4af3-928d-a08220c3144f admin admin] 10.222.0.13 "PUT /v2.0/routers/27d9eee2-9b6d-4f41-bd60-e1a403740faf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1268632 Jan 29 05:19:49.960160 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-de89b215-f6c8-45d5-9fd9-caee1686aefa None None] Provisioning complete for port 48e6fb47-fa8e-487a-88a0-b2e87c1be736 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:19:49.960837 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-de89b215-f6c8-45d5-9fd9-caee1686aefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (48e6fb47-fa8e-487a-88a0-b2e87c1be736), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:49.994548 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-de89b215-f6c8-45d5-9fd9-caee1686aefa None None] Port 48e6fb47-fa8e-487a-88a0-b2e87c1be736 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:19:50.238965 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-06b4eb63-50f2-4d46-ade1-916fac6c49b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:50.598155 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34784) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:19:50.601076 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec99ac1f-007a-4def-bf51-f3ee12385e1f None None] Sync routers for ids ['27d9eee2-9b6d-4f41-bd60-e1a403740faf'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:19:50.603742 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-7cdad7fc-839b-48d4-bf89-c97529b32153 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-753704762-network', 'tenant_id': '9bfbf9b772a0416991159ae3b644efd0'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:19:50.610925 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec99ac1f-007a-4def-bf51-f3ee12385e1f None None] Routers {'27d9eee2-9b6d-4f41-bd60-e1a403740faf'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:19:50.611537 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-ec99ac1f-007a-4def-bf51-f3ee12385e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:19:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['27d9eee2-9b6d-4f41-bd60-e1a403740faf'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:19:50.673456 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cdad7fc-839b-48d4-bf89-c97529b32153 admin admin] Made reservation on behalf of 9bfbf9b772a0416991159ae3b644efd0 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:19:50.675929 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7cdad7fc-839b-48d4-bf89-c97529b32153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:50.684834 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7cdad7fc-839b-48d4-bf89-c97529b32153 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:50.716420 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-ec99ac1f-007a-4def-bf51-f3ee12385e1f None None] Set router 27d9eee2-9b6d-4f41-bd60-e1a403740faf gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:19:50.758921 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7cdad7fc-839b-48d4-bf89-c97529b32153 admin admin] Publish callbacks [] for security_group (b94f9958-b16c-44a2-aecf-95ee2ee0a88c), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:50.833343 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7cdad7fc-839b-48d4-bf89-c97529b32153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (b94f9958-b16c-44a2-aecf-95ee2ee0a88c), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:50.859567 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cdad7fc-839b-48d4-bf89-c97529b32153 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 05:19:50.869155 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdad7fc-839b-48d4-bf89-c97529b32153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94f9958-b16c-44a2-aecf-95ee2ee0a88c,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:50.876165 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7cdad7fc-839b-48d4-bf89-c97529b32153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (7ce4aebe-d5a3-4705-8630-219521f8adc5), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:50.876688 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-7cdad7fc-839b-48d4-bf89-c97529b32153 admin admin] Added segment 7ce4aebe-d5a3-4705-8630-219521f8adc5 of type vlan for network 1b695573-a09b-485c-9398-03f7e331467f Jan 29 05:19:50.922327 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-ec99ac1f-007a-4def-bf51-f3ee12385e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'name': 'tempest-TestShelveInstance-215333864-router', 'tenant_id': '76e6882c50464822bd850aecc013342f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.37'}], 'enable_snat': True}, 'gw_port_id': '1cf68860-153b-4e18-9451-064842b0644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:19:45Z', 'updated_at': '2022-01-29T05:19:48Z', 'revision_number': 4, 'project_id': '76e6882c50464822bd850aecc013342f', 'gw_port': {'id': '1cf68860-153b-4e18-9451-064842b0644c', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:46Z', 'updated_at': '2022-01-29T05:19:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '48e6fb47-fa8e-487a-88a0-b2e87c1be736', 'name': '', 'network_id': '045ed487-3834-487c-a9da-a723ae251d9a', 'tenant_id': '76e6882c50464822bd850aecc013342f', 'mac_address': 'fa:16:3e:1e:7c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '80ed52b6-0774-48fe-976b-b4c54fb29a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:48Z', 'updated_at': '2022-01-29T05:19:48Z', 'revision_number': 2, 'project_id': '76e6882c50464822bd850aecc013342f', 'subnets': [{'id': '80ed52b6-0774-48fe-976b-b4c54fb29a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:19:50.924334 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7cdad7fc-839b-48d4-bf89-c97529b32153 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (1b695573-a09b-485c-9398-03f7e331467f), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:50.951756 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec99ac1f-007a-4def-bf51-f3ee12385e1f None None] Checking router: 27d9eee2-9b6d-4f41-bd60-e1a403740faf for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:19:50.952114 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec99ac1f-007a-4def-bf51-f3ee12385e1f None None] Updating router 27d9eee2-9b6d-4f41-bd60-e1a403740faf port 48e6fb47-fa8e-487a-88a0-b2e87c1be736 binding host dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:19:50.982108 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ec99ac1f-007a-4def-bf51-f3ee12385e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (48e6fb47-fa8e-487a-88a0-b2e87c1be736), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:51.018635 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 1cf68860-153b-4e18-9451-064842b0644c up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:19:51.052374 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7cdad7fc-839b-48d4-bf89-c97529b32153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (1b695573-a09b-485c-9398-03f7e331467f), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:51.053498 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdad7fc-839b-48d4-bf89-c97529b32153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:51.054145 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7cdad7fc-839b-48d4-bf89-c97529b32153 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:51.115086 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdad7fc-839b-48d4-bf89-c97529b32153 admin admin] Pushing event updated for resources: {'Network': ['ID=1b695573-a09b-485c-9398-03f7e331467f,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:51.128646 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 1b695573-a09b-485c-9398-03f7e331467f details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 05:19:51.148838 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7cdad7fc-839b-48d4-bf89-c97529b32153 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5486057 Jan 29 05:19:51.150640 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34786) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:19:51.156244 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-1c0ab259-217e-4684-b0a4-cb8ea0476641 admin admin] Request body: {'subnet': {'network_id': '1b695573-a09b-485c-9398-03f7e331467f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-753704762-subnet', 'tenant_id': '9bfbf9b772a0416991159ae3b644efd0', 'ip_version': 4}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:19:51.156521 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 1cf68860-153b-4e18-9451-064842b0644c triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:19:51.156677 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (1cf68860-153b-4e18-9451-064842b0644c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:51.235890 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0ab259-217e-4684-b0a4-cb8ea0476641 admin admin] Made reservation on behalf of 9bfbf9b772a0416991159ae3b644efd0 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:19:51.238521 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1c0ab259-217e-4684-b0a4-cb8ea0476641 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:51.371672 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 1cf68860-153b-4e18-9451-064842b0644c is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:19:51.372063 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (1cf68860-153b-4e18-9451-064842b0644c), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:51.427552 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 1cf68860-153b-4e18-9451-064842b0644c, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=1cf68860-153b-4e18-9451-064842b0644c,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:19:51.447170 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ec99ac1f-007a-4def-bf51-f3ee12385e1f None None] Publish callbacks [] for port (48e6fb47-fa8e-487a-88a0-b2e87c1be736), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:51.470103 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1c0ab259-217e-4684-b0a4-cb8ea0476641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (245fb312-8117-4db6-8479-358276c28cc6), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:51.515489 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (1cf68860-153b-4e18-9451-064842b0644c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:51.533019 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ab259-217e-4684-b0a4-cb8ea0476641 admin admin] Pushing event updated for resources: {'Subnet': ['ID=245fb312-8117-4db6-8479-358276c28cc6,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:51.538389 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0ab259-217e-4684-b0a4-cb8ea0476641 admin admin] Checking segment: {'id': '7ce4aebe-d5a3-4705-8630-219521f8adc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1b695573-a09b-485c-9398-03f7e331467f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:19:51.541901 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0ab259-217e-4684-b0a4-cb8ea0476641 admin admin] Network hostable DHCP agents. Network: 1b695573-a09b-485c-9398-03f7e331467f, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 05:19:51.545504 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ec99ac1f-007a-4def-bf51-f3ee12385e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (48e6fb47-fa8e-487a-88a0-b2e87c1be736), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:51.586036 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=1cf68860-153b-4e18-9451-064842b0644c,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:51.606987 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0ab259-217e-4684-b0a4-cb8ea0476641 admin admin] Network 1b695573-a09b-485c-9398-03f7e331467f is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 05:19:51.666281 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6839538-7714-4302-9b46-8258d6e9d07d None None] Pushing event updated for resources: {'Port': ['ID=48e6fb47-fa8e-487a-88a0-b2e87c1be736,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:51.668952 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-ec99ac1f-007a-4def-bf51-f3ee12385e1f None None] Attempting to bind port 48e6fb47-fa8e-487a-88a0-b2e87c1be736 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:19:51.674685 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-ec99ac1f-007a-4def-bf51-f3ee12385e1f None None] Attempting to bind port 48e6fb47-fa8e-487a-88a0-b2e87c1be736 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '00de506e-1eb7-45fc-bdce-f36553ac4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '045ed487-3834-487c-a9da-a723ae251d9a'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:19:51.674685 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec99ac1f-007a-4def-bf51-f3ee12385e1f None None] Attempting to bind port 48e6fb47-fa8e-487a-88a0-b2e87c1be736 on network 045ed487-3834-487c-a9da-a723ae251d9a {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:19:51.675476 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec99ac1f-007a-4def-bf51-f3ee12385e1f None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:19:51.675854 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec99ac1f-007a-4def-bf51-f3ee12385e1f None None] Checking segment: {'id': '00de506e-1eb7-45fc-bdce-f36553ac4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '045ed487-3834-487c-a9da-a723ae251d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:19:51.676254 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ec99ac1f-007a-4def-bf51-f3ee12385e1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:51.676671 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec99ac1f-007a-4def-bf51-f3ee12385e1f None None] Bound using segment: {'id': '00de506e-1eb7-45fc-bdce-f36553ac4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '045ed487-3834-487c-a9da-a723ae251d9a'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:19:51.677140 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-ec99ac1f-007a-4def-bf51-f3ee12385e1f None None] Bound port: 48e6fb47-fa8e-487a-88a0-b2e87c1be736, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00de506e-1eb7-45fc-bdce-f36553ac4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '045ed487-3834-487c-a9da-a723ae251d9a'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:19:51.677520 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ec99ac1f-007a-4def-bf51-f3ee12385e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (48e6fb47-fa8e-487a-88a0-b2e87c1be736), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:51.698280 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-1c0ab259-217e-4684-b0a4-cb8ea0476641 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 1b695573-a09b-485c-9398-03f7e331467f) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:19:51.707345 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0ab259-217e-4684-b0a4-cb8ea0476641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:51.707962 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1c0ab259-217e-4684-b0a4-cb8ea0476641 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:51.717207 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f66562-59d2-4bda-95bc-5e499d454a0d None None] Network 1b695573-a09b-485c-9398-03f7e331467f requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:19:51.790183 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-ec99ac1f-007a-4def-bf51-f3ee12385e1f None None] For port 48e6fb47-fa8e-487a-88a0-b2e87c1be736, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:19:51.793650 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-1c0ab259-217e-4684-b0a4-cb8ea0476641 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6417351 Jan 29 05:19:51.794361 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-ec99ac1f-007a-4def-bf51-f3ee12385e1f None None] For port 48e6fb47-fa8e-487a-88a0-b2e87c1be736, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=48e6fb47-fa8e-487a-88a0-b2e87c1be736,segment=NetworkSegment(00de506e-1eb7-45fc-bdce-f36553ac4918),segment_id=00de506e-1eb7-45fc-bdce-f36553ac4918)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:19:51.795781 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34788) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:19:51.800063 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-41bc4bb4-ad3d-4da0-8837-fab1e26e3728 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-753704762-router', 'tenant_id': '9bfbf9b772a0416991159ae3b644efd0', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:19:51.847364 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbab13ea-c7ba-4dc6-a6bb-0db1b6a85781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-1b695573-a09b-485c-9398-03f7e331467f', 'network_id': '1b695573-a09b-485c-9398-03f7e331467f', 'project_id': '9bfbf9b772a0416991159ae3b644efd0', 'fixed_ips': [{'subnet_id': '245fb312-8117-4db6-8479-358276c28cc6'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 05:19:51.848263 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bbab13ea-c7ba-4dc6-a6bb-0db1b6a85781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:51.851909 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-bbf7dda1-794a-45c0-9598-a704c6a34911 None None] Provisioning complete for port 48e6fb47-fa8e-487a-88a0-b2e87c1be736 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:19:51.852261 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bbf7dda1-794a-45c0-9598-a704c6a34911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (48e6fb47-fa8e-487a-88a0-b2e87c1be736), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:51.881405 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ec99ac1f-007a-4def-bf51-f3ee12385e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (48e6fb47-fa8e-487a-88a0-b2e87c1be736), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:51.886937 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-41bc4bb4-ad3d-4da0-8837-fab1e26e3728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (20c22c5a-e0d3-4a28-8e25-646bd3aab1a2), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:51.888092 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-41bc4bb4-ad3d-4da0-8837-fab1e26e3728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (20c22c5a-e0d3-4a28-8e25-646bd3aab1a2), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:51.927723 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-bbf7dda1-794a-45c0-9598-a704c6a34911 None None] Port 48e6fb47-fa8e-487a-88a0-b2e87c1be736 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:19:51.950589 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-41bc4bb4-ad3d-4da0-8837-fab1e26e3728 admin admin] Publish callbacks [] for router_controller (20c22c5a-e0d3-4a28-8e25-646bd3aab1a2), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:52.021878 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6839538-7714-4302-9b46-8258d6e9d07d None None] Pushing event updated for resources: {'Port': ['ID=48e6fb47-fa8e-487a-88a0-b2e87c1be736,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:52.028412 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec99ac1f-007a-4def-bf51-f3ee12385e1f None None] Routers {'27d9eee2-9b6d-4f41-bd60-e1a403740faf'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:19:52.029057 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-ec99ac1f-007a-4def-bf51-f3ee12385e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:19:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['27d9eee2-9b6d-4f41-bd60-e1a403740faf'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:19:52.158828 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-bbab13ea-c7ba-4dc6-a6bb-0db1b6a85781 None None] Allocated IP 172.20.0.2 (1b695573-a09b-485c-9398-03f7e331467f/245fb312-8117-4db6-8479-358276c28cc6/b47dd2f3-e8dd-4aa2-a9e5-172ef982c546) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:19:52.172147 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-41bc4bb4-ad3d-4da0-8837-fab1e26e3728 admin admin] Publish callbacks [] for router_gateway (20c22c5a-e0d3-4a28-8e25-646bd3aab1a2), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:52.182610 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3b931486-0910-4505-8346-c599ed304923 None None] Provisioning complete for port 48e6fb47-fa8e-487a-88a0-b2e87c1be736 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:19:52.182990 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3b931486-0910-4505-8346-c599ed304923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (48e6fb47-fa8e-487a-88a0-b2e87c1be736), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:52.407416 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-ec99ac1f-007a-4def-bf51-f3ee12385e1f None None] Set router 27d9eee2-9b6d-4f41-bd60-e1a403740faf gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:19:52.450006 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-41bc4bb4-ad3d-4da0-8837-fab1e26e3728 admin admin] Publish callbacks [] for router_gateway (20c22c5a-e0d3-4a28-8e25-646bd3aab1a2), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:52.469556 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-41bc4bb4-ad3d-4da0-8837-fab1e26e3728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:52.551096 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8aa7a97a-15c2-425f-8763-6e29489e6445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:52.573237 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-41bc4bb4-ad3d-4da0-8837-fab1e26e3728 admin admin] Allocated IP 172.26.8.20 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/c8dd08ea-8494-432f-98cb-ca076a08299c) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:19:52.660414 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3b931486-0910-4505-8346-c599ed304923 None None] Current status of the port 48e6fb47-fa8e-487a-88a0-b2e87c1be736 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:19:52.660741 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3b931486-0910-4505-8346-c599ed304923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (48e6fb47-fa8e-487a-88a0-b2e87c1be736), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:52.682150 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-41bc4bb4-ad3d-4da0-8837-fab1e26e3728 admin admin] Publish callbacks [] for port (c8dd08ea-8494-432f-98cb-ca076a08299c), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:52.690212 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bbab13ea-c7ba-4dc6-a6bb-0db1b6a85781 None None] Publish callbacks [] for port (b47dd2f3-e8dd-4aa2-a9e5-172ef982c546), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:52.747008 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3b931486-0910-4505-8346-c599ed304923 None None] For port 48e6fb47-fa8e-487a-88a0-b2e87c1be736, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=48e6fb47-fa8e-487a-88a0-b2e87c1be736,segment=NetworkSegment(00de506e-1eb7-45fc-bdce-f36553ac4918),segment_id=00de506e-1eb7-45fc-bdce-f36553ac4918)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:19:52.773227 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-ec99ac1f-007a-4def-bf51-f3ee12385e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'name': 'tempest-TestShelveInstance-215333864-router', 'tenant_id': '76e6882c50464822bd850aecc013342f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.37'}], 'enable_snat': True}, 'gw_port_id': '1cf68860-153b-4e18-9451-064842b0644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:19:45Z', 'updated_at': '2022-01-29T05:19:48Z', 'revision_number': 4, 'project_id': '76e6882c50464822bd850aecc013342f', 'gw_port': {'id': '1cf68860-153b-4e18-9451-064842b0644c', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:46Z', 'updated_at': '2022-01-29T05:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '48e6fb47-fa8e-487a-88a0-b2e87c1be736', 'name': '', 'network_id': '045ed487-3834-487c-a9da-a723ae251d9a', 'tenant_id': '76e6882c50464822bd850aecc013342f', 'mac_address': 'fa:16:3e:1e:7c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '80ed52b6-0774-48fe-976b-b4c54fb29a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:48Z', 'updated_at': '2022-01-29T05:19:51Z', 'revision_number': 4, 'project_id': '76e6882c50464822bd850aecc013342f', 'subnets': [{'id': '80ed52b6-0774-48fe-976b-b4c54fb29a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:19:52.776614 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bbab13ea-c7ba-4dc6-a6bb-0db1b6a85781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (b47dd2f3-e8dd-4aa2-a9e5-172ef982c546), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:52.812282 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec99ac1f-007a-4def-bf51-f3ee12385e1f None None] The sync data for ids ['27d9eee2-9b6d-4f41-bd60-e1a403740faf'] in dv-neutron-821190-1-hyperv is: [{'id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'name': 'tempest-TestShelveInstance-215333864-router', 'tenant_id': '76e6882c50464822bd850aecc013342f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.37'}], 'enable_snat': True}, 'gw_port_id': '1cf68860-153b-4e18-9451-064842b0644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:19:45Z', 'updated_at': '2022-01-29T05:19:48Z', 'revision_number': 4, 'project_id': '76e6882c50464822bd850aecc013342f', 'gw_port': {'id': '1cf68860-153b-4e18-9451-064842b0644c', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:46Z', 'updated_at': '2022-01-29T05:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '48e6fb47-fa8e-487a-88a0-b2e87c1be736', 'name': '', 'network_id': '045ed487-3834-487c-a9da-a723ae251d9a', 'tenant_id': '76e6882c50464822bd850aecc013342f', 'mac_address': 'fa:16:3e:1e:7c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '80ed52b6-0774-48fe-976b-b4c54fb29a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:48Z', 'updated_at': '2022-01-29T05:19:51Z', 'revision_number': 4, 'project_id': '76e6882c50464822bd850aecc013342f', 'subnets': [{'id': '80ed52b6-0774-48fe-976b-b4c54fb29a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:19:52.813125 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-41bc4bb4-ad3d-4da0-8837-fab1e26e3728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (c8dd08ea-8494-432f-98cb-ca076a08299c), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:52.848247 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3b931486-0910-4505-8346-c599ed304923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (48e6fb47-fa8e-487a-88a0-b2e87c1be736), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:52.855610 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bc4bb4-ad3d-4da0-8837-fab1e26e3728 admin admin] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:19:52.860634 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbab13ea-c7ba-4dc6-a6bb-0db1b6a85781 None None] Network 1b695573-a09b-485c-9398-03f7e331467f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:19:52.863233 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-41bc4bb4-ad3d-4da0-8837-fab1e26e3728 admin admin] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:19:52.864108 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-bbab13ea-c7ba-4dc6-a6bb-0db1b6a85781 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:19:52.867773 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bc4bb4-ad3d-4da0-8837-fab1e26e3728 admin admin] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:19:52.885184 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbab13ea-c7ba-4dc6-a6bb-0db1b6a85781 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:19:52.893423 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab13ea-c7ba-4dc6-a6bb-0db1b6a85781 None None] Pushing event updated for resources: {'Port': ['ID=b47dd2f3-e8dd-4aa2-a9e5-172ef982c546,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:52.944104 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc4bb4-ad3d-4da0-8837-fab1e26e3728 admin admin] Pushing event updated for resources: {'Port': ['ID=c8dd08ea-8494-432f-98cb-ca076a08299c,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:53.004915 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-bbab13ea-c7ba-4dc6-a6bb-0db1b6a85781 None None] Attempting to bind port b47dd2f3-e8dd-4aa2-a9e5-172ef982c546 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:19:53.005540 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-bbab13ea-c7ba-4dc6-a6bb-0db1b6a85781 None None] Attempting to bind port b47dd2f3-e8dd-4aa2-a9e5-172ef982c546 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '7ce4aebe-d5a3-4705-8630-219521f8adc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1b695573-a09b-485c-9398-03f7e331467f'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:19:53.006090 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbab13ea-c7ba-4dc6-a6bb-0db1b6a85781 None None] Attempting to bind port b47dd2f3-e8dd-4aa2-a9e5-172ef982c546 on network 1b695573-a09b-485c-9398-03f7e331467f {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:19:53.015424 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b931486-0910-4505-8346-c599ed304923 None None] Pushing event updated for resources: {'Port': ['ID=48e6fb47-fa8e-487a-88a0-b2e87c1be736,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:53.018290 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbab13ea-c7ba-4dc6-a6bb-0db1b6a85781 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:19:53.018670 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbab13ea-c7ba-4dc6-a6bb-0db1b6a85781 None None] Checking segment: {'id': '7ce4aebe-d5a3-4705-8630-219521f8adc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1b695573-a09b-485c-9398-03f7e331467f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:19:53.019071 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bbab13ea-c7ba-4dc6-a6bb-0db1b6a85781 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:53.019451 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbab13ea-c7ba-4dc6-a6bb-0db1b6a85781 None None] Bound using segment: {'id': '7ce4aebe-d5a3-4705-8630-219521f8adc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1b695573-a09b-485c-9398-03f7e331467f'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:19:53.019916 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-bbab13ea-c7ba-4dc6-a6bb-0db1b6a85781 None None] Bound port: b47dd2f3-e8dd-4aa2-a9e5-172ef982c546, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ce4aebe-d5a3-4705-8630-219521f8adc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1b695573-a09b-485c-9398-03f7e331467f'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:19:53.020295 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bbab13ea-c7ba-4dc6-a6bb-0db1b6a85781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b47dd2f3-e8dd-4aa2-a9e5-172ef982c546), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:53.116075 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 1cf68860-153b-4e18-9451-064842b0644c up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:19:53.167106 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 1cf68860-153b-4e18-9451-064842b0644c triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:19:53.167486 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (1cf68860-153b-4e18-9451-064842b0644c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:53.242072 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-bbab13ea-c7ba-4dc6-a6bb-0db1b6a85781 None None] For port b47dd2f3-e8dd-4aa2-a9e5-172ef982c546, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:19:53.260608 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-bbab13ea-c7ba-4dc6-a6bb-0db1b6a85781 None None] For port b47dd2f3-e8dd-4aa2-a9e5-172ef982c546, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=b47dd2f3-e8dd-4aa2-a9e5-172ef982c546,segment=NetworkSegment(7ce4aebe-d5a3-4705-8630-219521f8adc5),segment_id=7ce4aebe-d5a3-4705-8630-219521f8adc5)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:19:53.263349 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 1cf68860-153b-4e18-9451-064842b0644c is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:19:53.264406 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 48e6fb47-fa8e-487a-88a0-b2e87c1be736 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:19:53.315024 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 48e6fb47-fa8e-487a-88a0-b2e87c1be736 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:19:53.315585 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (48e6fb47-fa8e-487a-88a0-b2e87c1be736), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:53.339338 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bbab13ea-c7ba-4dc6-a6bb-0db1b6a85781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (b47dd2f3-e8dd-4aa2-a9e5-172ef982c546), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:53.422529 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-41bc4bb4-ad3d-4da0-8837-fab1e26e3728 admin admin] Publish callbacks [] for router_gateway (20c22c5a-e0d3-4a28-8e25-646bd3aab1a2), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:53.445269 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab13ea-c7ba-4dc6-a6bb-0db1b6a85781 None None] Pushing event updated for resources: {'Port': ['ID=b47dd2f3-e8dd-4aa2-a9e5-172ef982c546,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:53.468286 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 48e6fb47-fa8e-487a-88a0-b2e87c1be736 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:19:53.665582 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-41bc4bb4-ad3d-4da0-8837-fab1e26e3728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (20c22c5a-e0d3-4a28-8e25-646bd3aab1a2), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:53.864302 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41bc4bb4-ad3d-4da0-8837-fab1e26e3728 admin admin] Router 20c22c5a-e0d3-4a28-8e25-646bd3aab1a2 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 05:19:53.892419 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:53.981215 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bc4bb4-ad3d-4da0-8837-fab1e26e3728 admin admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:19:53.990830 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676d48d8-e10e-42fe-a788-bd7f62618f48 None None] Sync routers for ids ['20c22c5a-e0d3-4a28-8e25-646bd3aab1a2'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:19:54.000163 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676d48d8-e10e-42fe-a788-bd7f62618f48 None None] Routers {'20c22c5a-e0d3-4a28-8e25-646bd3aab1a2'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:19:54.000783 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-676d48d8-e10e-42fe-a788-bd7f62618f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:19:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['20c22c5a-e0d3-4a28-8e25-646bd3aab1a2'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:19:54.060616 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-41bc4bb4-ad3d-4da0-8837-fab1e26e3728 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:54.064695 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 34790) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:19:54.067969 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-41bc4bb4-ad3d-4da0-8837-fab1e26e3728 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2651932 Jan 29 05:19:54.117712 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-676d48d8-e10e-42fe-a788-bd7f62618f48 None None] Set router 20c22c5a-e0d3-4a28-8e25-646bd3aab1a2 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:19:54.317922 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-676d48d8-e10e-42fe-a788-bd7f62618f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c22c5a-e0d3-4a28-8e25-646bd3aab1a2', 'name': 'tempest-TestShelveInstance-753704762-router', 'tenant_id': '9bfbf9b772a0416991159ae3b644efd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': 'c8dd08ea-8494-432f-98cb-ca076a08299c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:19:51Z', 'updated_at': '2022-01-29T05:19:53Z', 'revision_number': 3, 'project_id': '9bfbf9b772a0416991159ae3b644efd0', 'gw_port': {'id': 'c8dd08ea-8494-432f-98cb-ca076a08299c', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:7a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c22c5a-e0d3-4a28-8e25-646bd3aab1a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:52Z', 'updated_at': '2022-01-29T05:19:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:19:54.350185 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676d48d8-e10e-42fe-a788-bd7f62618f48 None None] Checking router: 20c22c5a-e0d3-4a28-8e25-646bd3aab1a2 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:19:54.350593 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676d48d8-e10e-42fe-a788-bd7f62618f48 None None] Updating router 20c22c5a-e0d3-4a28-8e25-646bd3aab1a2 port c8dd08ea-8494-432f-98cb-ca076a08299c binding host dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:19:54.379265 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-676d48d8-e10e-42fe-a788-bd7f62618f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (c8dd08ea-8494-432f-98cb-ca076a08299c), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:54.402182 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8063d862-c85a-4b9d-8ab3-671b28391421 None None] Network 1b695573-a09b-485c-9398-03f7e331467f requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:19:54.457361 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:54.524269 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-25a49dd3-a599-45dc-81c0-41b51f455c8f None None] Provisioning complete for port b47dd2f3-e8dd-4aa2-a9e5-172ef982c546 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:19:54.524683 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-25a49dd3-a599-45dc-81c0-41b51f455c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b47dd2f3-e8dd-4aa2-a9e5-172ef982c546), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:54.625364 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-25a49dd3-a599-45dc-81c0-41b51f455c8f None None] Current status of the port b47dd2f3-e8dd-4aa2-a9e5-172ef982c546 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:19:54.625832 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-25a49dd3-a599-45dc-81c0-41b51f455c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b47dd2f3-e8dd-4aa2-a9e5-172ef982c546), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:54.673904 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-25a49dd3-a599-45dc-81c0-41b51f455c8f None None] For port b47dd2f3-e8dd-4aa2-a9e5-172ef982c546, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=b47dd2f3-e8dd-4aa2-a9e5-172ef982c546,segment=NetworkSegment(7ce4aebe-d5a3-4705-8630-219521f8adc5),segment_id=7ce4aebe-d5a3-4705-8630-219521f8adc5)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:19:54.677540 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-676d48d8-e10e-42fe-a788-bd7f62618f48 None None] Publish callbacks [] for port (c8dd08ea-8494-432f-98cb-ca076a08299c), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:54.759153 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-25a49dd3-a599-45dc-81c0-41b51f455c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (b47dd2f3-e8dd-4aa2-a9e5-172ef982c546), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:54.773007 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-676d48d8-e10e-42fe-a788-bd7f62618f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (c8dd08ea-8494-432f-98cb-ca076a08299c), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:54.836121 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47d3746-7ee4-490d-8a87-992a8c6f7501 None None] Pushing event updated for resources: {'Port': ['ID=c8dd08ea-8494-432f-98cb-ca076a08299c,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:54.838626 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-676d48d8-e10e-42fe-a788-bd7f62618f48 None None] Attempting to bind port c8dd08ea-8494-432f-98cb-ca076a08299c on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:19:54.838941 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-676d48d8-e10e-42fe-a788-bd7f62618f48 None None] Attempting to bind port c8dd08ea-8494-432f-98cb-ca076a08299c by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:19:54.839304 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d48d8-e10e-42fe-a788-bd7f62618f48 None None] Attempting to bind port c8dd08ea-8494-432f-98cb-ca076a08299c on network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:19:54.840568 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a49dd3-a599-45dc-81c0-41b51f455c8f None None] Pushing event updated for resources: {'Port': ['ID=b47dd2f3-e8dd-4aa2-a9e5-172ef982c546,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:54.849666 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d48d8-e10e-42fe-a788-bd7f62618f48 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:19:54.849941 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d48d8-e10e-42fe-a788-bd7f62618f48 None None] Checking segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:19:54.851393 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-676d48d8-e10e-42fe-a788-bd7f62618f48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:54.851393 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d48d8-e10e-42fe-a788-bd7f62618f48 None None] Bound using segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:19:54.851774 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-676d48d8-e10e-42fe-a788-bd7f62618f48 None None] Bound port: c8dd08ea-8494-432f-98cb-ca076a08299c, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:19:54.852148 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-676d48d8-e10e-42fe-a788-bd7f62618f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (c8dd08ea-8494-432f-98cb-ca076a08299c), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:54.873153 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0023013c-4d5c-4add-9a17-ae03163c00f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:54.880637 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-879fc3a3-cea3-4a87-9238-c24370596aa9 None None] Provisioning complete for port b47dd2f3-e8dd-4aa2-a9e5-172ef982c546 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:19:54.881012 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-879fc3a3-cea3-4a87-9238-c24370596aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b47dd2f3-e8dd-4aa2-a9e5-172ef982c546), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:54.910474 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-676d48d8-e10e-42fe-a788-bd7f62618f48 None None] For port c8dd08ea-8494-432f-98cb-ca076a08299c, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:19:54.915123 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-676d48d8-e10e-42fe-a788-bd7f62618f48 None None] For port c8dd08ea-8494-432f-98cb-ca076a08299c, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=c8dd08ea-8494-432f-98cb-ca076a08299c,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:19:54.993395 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-879fc3a3-cea3-4a87-9238-c24370596aa9 None None] Current status of the port b47dd2f3-e8dd-4aa2-a9e5-172ef982c546 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:19:55.001567 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-676d48d8-e10e-42fe-a788-bd7f62618f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (c8dd08ea-8494-432f-98cb-ca076a08299c), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:55.056411 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676d48d8-e10e-42fe-a788-bd7f62618f48 None None] Routers {'20c22c5a-e0d3-4a28-8e25-646bd3aab1a2'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:19:55.057016 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-676d48d8-e10e-42fe-a788-bd7f62618f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:19:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['20c22c5a-e0d3-4a28-8e25-646bd3aab1a2'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:19:55.070174 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:55.098908 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 48e6fb47-fa8e-487a-88a0-b2e87c1be736 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:19:55.107687 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-0023013c-4d5c-4add-9a17-ae03163c00f0 admin admin] Allocated IP 172.20.0.1 (1b695573-a09b-485c-9398-03f7e331467f/245fb312-8117-4db6-8479-358276c28cc6/be5e2633-36f1-4c9a-b6ea-7615ea30d7f9) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:19:55.110024 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47d3746-7ee4-490d-8a87-992a8c6f7501 None None] Pushing event updated for resources: {'Port': ['ID=c8dd08ea-8494-432f-98cb-ca076a08299c,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:55.162837 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 48e6fb47-fa8e-487a-88a0-b2e87c1be736 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:19:55.164187 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (48e6fb47-fa8e-487a-88a0-b2e87c1be736), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:55.184239 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-676d48d8-e10e-42fe-a788-bd7f62618f48 None None] Set router 20c22c5a-e0d3-4a28-8e25-646bd3aab1a2 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:19:55.220864 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0023013c-4d5c-4add-9a17-ae03163c00f0 admin admin] Publish callbacks [] for port (be5e2633-36f1-4c9a-b6ea-7615ea30d7f9), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:55.243572 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 48e6fb47-fa8e-487a-88a0-b2e87c1be736 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:19:55.244506 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device b47dd2f3-e8dd-4aa2-a9e5-172ef982c546 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:19:55.291498 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port b47dd2f3-e8dd-4aa2-a9e5-172ef982c546 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:19:55.291872 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b47dd2f3-e8dd-4aa2-a9e5-172ef982c546), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:55.325220 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0023013c-4d5c-4add-9a17-ae03163c00f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (be5e2633-36f1-4c9a-b6ea-7615ea30d7f9), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:55.361389 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-676d48d8-e10e-42fe-a788-bd7f62618f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c22c5a-e0d3-4a28-8e25-646bd3aab1a2', 'name': 'tempest-TestShelveInstance-753704762-router', 'tenant_id': '9bfbf9b772a0416991159ae3b644efd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': 'c8dd08ea-8494-432f-98cb-ca076a08299c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:19:51Z', 'updated_at': '2022-01-29T05:19:53Z', 'revision_number': 3, 'project_id': '9bfbf9b772a0416991159ae3b644efd0', 'gw_port': {'id': 'c8dd08ea-8494-432f-98cb-ca076a08299c', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:7a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c22c5a-e0d3-4a28-8e25-646bd3aab1a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:52Z', 'updated_at': '2022-01-29T05:19:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:19:55.367479 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0023013c-4d5c-4add-9a17-ae03163c00f0 admin admin] Network 1b695573-a09b-485c-9398-03f7e331467f is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:19:55.370694 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-0023013c-4d5c-4add-9a17-ae03163c00f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:19:55.374297 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0023013c-4d5c-4add-9a17-ae03163c00f0 admin admin] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:19:55.388208 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port b47dd2f3-e8dd-4aa2-a9e5-172ef982c546 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:19:55.393160 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676d48d8-e10e-42fe-a788-bd7f62618f48 None None] The sync data for ids ['20c22c5a-e0d3-4a28-8e25-646bd3aab1a2'] in dv-neutron-821190-1-hyperv is: [{'id': '20c22c5a-e0d3-4a28-8e25-646bd3aab1a2', 'name': 'tempest-TestShelveInstance-753704762-router', 'tenant_id': '9bfbf9b772a0416991159ae3b644efd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': 'c8dd08ea-8494-432f-98cb-ca076a08299c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:19:51Z', 'updated_at': '2022-01-29T05:19:53Z', 'revision_number': 3, 'project_id': '9bfbf9b772a0416991159ae3b644efd0', 'gw_port': {'id': 'c8dd08ea-8494-432f-98cb-ca076a08299c', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:7a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c22c5a-e0d3-4a28-8e25-646bd3aab1a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:52Z', 'updated_at': '2022-01-29T05:19:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:19:55.405396 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0023013c-4d5c-4add-9a17-ae03163c00f0 admin admin] Pushing event updated for resources: {'Port': ['ID=be5e2633-36f1-4c9a-b6ea-7615ea30d7f9,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:55.440286 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0023013c-4d5c-4add-9a17-ae03163c00f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (20c22c5a-e0d3-4a28-8e25-646bd3aab1a2), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:55.620314 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-d52c8a5d-36dc-472e-8a82-4b781653bf3d None None] Provisioning complete for port be5e2633-36f1-4c9a-b6ea-7615ea30d7f9 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:19:55.621042 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d52c8a5d-36dc-472e-8a82-4b781653bf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (be5e2633-36f1-4c9a-b6ea-7615ea30d7f9), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:55.663863 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0023013c-4d5c-4add-9a17-ae03163c00f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (be5e2633-36f1-4c9a-b6ea-7615ea30d7f9), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:55.672305 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-d52c8a5d-36dc-472e-8a82-4b781653bf3d None None] Port be5e2633-36f1-4c9a-b6ea-7615ea30d7f9 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:19:55.845410 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0023013c-4d5c-4add-9a17-ae03163c00f0 admin admin] Publish callbacks [] for port (be5e2633-36f1-4c9a-b6ea-7615ea30d7f9), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:55.903959 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0023013c-4d5c-4add-9a17-ae03163c00f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (be5e2633-36f1-4c9a-b6ea-7615ea30d7f9), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:55.976234 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0023013c-4d5c-4add-9a17-ae03163c00f0 admin admin] Pushing event updated for resources: {'Port': ['ID=be5e2633-36f1-4c9a-b6ea-7615ea30d7f9,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:55.978755 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-0023013c-4d5c-4add-9a17-ae03163c00f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (20c22c5a-e0d3-4a28-8e25-646bd3aab1a2), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:56.074513 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0023013c-4d5c-4add-9a17-ae03163c00f0 admin admin] Network 1b695573-a09b-485c-9398-03f7e331467f is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:19:56.075936 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-0023013c-4d5c-4add-9a17-ae03163c00f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:19:56.206076 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0023013c-4d5c-4add-9a17-ae03163c00f0 admin admin] Router 20c22c5a-e0d3-4a28-8e25-646bd3aab1a2 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:19:56.298326 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-5922df42-c962-4b60-8a61-039f7c9ce687 None None] Provisioning complete for port be5e2633-36f1-4c9a-b6ea-7615ea30d7f9 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:19:56.298696 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5922df42-c962-4b60-8a61-039f7c9ce687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (be5e2633-36f1-4c9a-b6ea-7615ea30d7f9), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:56.328822 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0023013c-4d5c-4add-9a17-ae03163c00f0 admin admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:19:56.332841 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-5922df42-c962-4b60-8a61-039f7c9ce687 None None] Port be5e2633-36f1-4c9a-b6ea-7615ea30d7f9 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:19:56.333799 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-0023013c-4d5c-4add-9a17-ae03163c00f0 admin admin] 10.222.0.13 "PUT /v2.0/routers/20c22c5a-e0d3-4a28-8e25-646bd3aab1a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2664216 Jan 29 05:19:56.423883 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:56.844343 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 34798) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:19:56.851354 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-6d9ea52c-4c9a-4829-8335-0547aaac0329 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-115266085', 'description': 'tempest-secgroup-smoke-115266085 description', 'project_id': '76e6882c50464822bd850aecc013342f'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:19:56.932820 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6d9ea52c-4c9a-4829-8335-0547aaac0329 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:56.997672 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device c8dd08ea-8494-432f-98cb-ca076a08299c up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:19:57.003465 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6d9ea52c-4c9a-4829-8335-0547aaac0329 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group (b0dbd097-5cfb-4c14-8b2e-6dcead450268), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:57.021734 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5fcb90-5f18-4797-a9d4-1ab8329e8bfe None None] Sync routers for ids ['20c22c5a-e0d3-4a28-8e25-646bd3aab1a2'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:19:57.046219 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5fcb90-5f18-4797-a9d4-1ab8329e8bfe None None] Routers {'20c22c5a-e0d3-4a28-8e25-646bd3aab1a2'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:19:57.046831 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-ad5fcb90-5f18-4797-a9d4-1ab8329e8bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:19:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['20c22c5a-e0d3-4a28-8e25-646bd3aab1a2'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:19:57.072808 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6d9ea52c-4c9a-4829-8335-0547aaac0329 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (b0dbd097-5cfb-4c14-8b2e-6dcead450268), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:57.102462 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ea52c-4c9a-4829-8335-0547aaac0329 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0dbd097-5cfb-4c14-8b2e-6dcead450268,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:57.106679 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port c8dd08ea-8494-432f-98cb-ca076a08299c triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:19:57.107056 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c8dd08ea-8494-432f-98cb-ca076a08299c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:57.177921 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-6d9ea52c-4c9a-4829-8335-0547aaac0329 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:57.179796 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-6d9ea52c-4c9a-4829-8335-0547aaac0329 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3322079 Jan 29 05:19:57.182790 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 34800) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:19:57.187446 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-3c366d99-760e-4cf2-aa6f-47fe47fbdb1b tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Request body: {'security_group_rule': {'security_group_id': 'b0dbd097-5cfb-4c14-8b2e-6dcead450268', 'project_id': '76e6882c50464822bd850aecc013342f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:19:57.191899 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-ad5fcb90-5f18-4797-a9d4-1ab8329e8bfe None None] Set router 20c22c5a-e0d3-4a28-8e25-646bd3aab1a2 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:19:57.266518 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3c366d99-760e-4cf2-aa6f-47fe47fbdb1b tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group_rule (9ad34cab-5b77-41c2-bba0-ae652a40051d), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:57.307937 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port c8dd08ea-8494-432f-98cb-ca076a08299c is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:19:57.308334 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (c8dd08ea-8494-432f-98cb-ca076a08299c), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:57.327583 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3c366d99-760e-4cf2-aa6f-47fe47fbdb1b tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group_rule (9ad34cab-5b77-41c2-bba0-ae652a40051d), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:57.363719 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port c8dd08ea-8494-432f-98cb-ca076a08299c, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=c8dd08ea-8494-432f-98cb-ca076a08299c,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:19:57.410105 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3c366d99-760e-4cf2-aa6f-47fe47fbdb1b tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (9ad34cab-5b77-41c2-bba0-ae652a40051d), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:57.428039 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c366d99-760e-4cf2-aa6f-47fe47fbdb1b tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ad34cab-5b77-41c2-bba0-ae652a40051d,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:57.442110 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (c8dd08ea-8494-432f-98cb-ca076a08299c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:57.450212 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-ad5fcb90-5f18-4797-a9d4-1ab8329e8bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c22c5a-e0d3-4a28-8e25-646bd3aab1a2', 'name': 'tempest-TestShelveInstance-753704762-router', 'tenant_id': '9bfbf9b772a0416991159ae3b644efd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': 'c8dd08ea-8494-432f-98cb-ca076a08299c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:19:51Z', 'updated_at': '2022-01-29T05:19:55Z', 'revision_number': 4, 'project_id': '9bfbf9b772a0416991159ae3b644efd0', 'gw_port': {'id': 'c8dd08ea-8494-432f-98cb-ca076a08299c', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:7a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c22c5a-e0d3-4a28-8e25-646bd3aab1a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:52Z', 'updated_at': '2022-01-29T05:19:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'be5e2633-36f1-4c9a-b6ea-7615ea30d7f9', 'name': '', 'network_id': '1b695573-a09b-485c-9398-03f7e331467f', 'tenant_id': '9bfbf9b772a0416991159ae3b644efd0', 'mac_address': 'fa:16:3e:1f:27:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c22c5a-e0d3-4a28-8e25-646bd3aab1a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '245fb312-8117-4db6-8479-358276c28cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:54Z', 'updated_at': '2022-01-29T05:19:55Z', 'revision_number': 2, 'project_id': '9bfbf9b772a0416991159ae3b644efd0', 'subnets': [{'id': '245fb312-8117-4db6-8479-358276c28cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:19:57.498080 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5fcb90-5f18-4797-a9d4-1ab8329e8bfe None None] Checking router: 20c22c5a-e0d3-4a28-8e25-646bd3aab1a2 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:19:57.498434 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5fcb90-5f18-4797-a9d4-1ab8329e8bfe None None] Updating router 20c22c5a-e0d3-4a28-8e25-646bd3aab1a2 port be5e2633-36f1-4c9a-b6ea-7615ea30d7f9 binding host dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:19:57.500075 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-3c366d99-760e-4cf2-aa6f-47fe47fbdb1b tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:57.501511 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-3c366d99-760e-4cf2-aa6f-47fe47fbdb1b tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3174443 Jan 29 05:19:57.504240 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34802) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:19:57.508911 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-e9b52a3f-2532-4109-98b0-9e96774b9586 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Request body: {'security_group_rule': {'security_group_id': 'b0dbd097-5cfb-4c14-8b2e-6dcead450268', 'project_id': '76e6882c50464822bd850aecc013342f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:19:57.595313 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e9b52a3f-2532-4109-98b0-9e96774b9586 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group_rule (453c58f1-17c1-46c3-b25b-a6f08f620873), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:57.645691 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e9b52a3f-2532-4109-98b0-9e96774b9586 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group_rule (453c58f1-17c1-46c3-b25b-a6f08f620873), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:57.688383 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ad5fcb90-5f18-4797-a9d4-1ab8329e8bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (be5e2633-36f1-4c9a-b6ea-7615ea30d7f9), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:57.690061 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=c8dd08ea-8494-432f-98cb-ca076a08299c,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:57.721008 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e9b52a3f-2532-4109-98b0-9e96774b9586 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (453c58f1-17c1-46c3-b25b-a6f08f620873), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:57.738691 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b52a3f-2532-4109-98b0-9e96774b9586 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=453c58f1-17c1-46c3-b25b-a6f08f620873,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:57.817713 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-e9b52a3f-2532-4109-98b0-9e96774b9586 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:57.818971 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-e9b52a3f-2532-4109-98b0-9e96774b9586 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3136363 Jan 29 05:19:57.822475 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 34804) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:19:57.827287 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-f04a261d-ab17-498d-8362-c87fc1bd082e tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Request body: {'security_group_rule': {'security_group_id': 'b0dbd097-5cfb-4c14-8b2e-6dcead450268', 'project_id': '76e6882c50464822bd850aecc013342f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:19:57.912395 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f04a261d-ab17-498d-8362-c87fc1bd082e tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group_rule (73dcbfd0-5a60-49b8-874c-46da80dd900e), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:57.952437 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ad5fcb90-5f18-4797-a9d4-1ab8329e8bfe None None] Publish callbacks [] for port (be5e2633-36f1-4c9a-b6ea-7615ea30d7f9), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:57.971230 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f04a261d-ab17-498d-8362-c87fc1bd082e tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group_rule (73dcbfd0-5a60-49b8-874c-46da80dd900e), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:58.039481 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ad5fcb90-5f18-4797-a9d4-1ab8329e8bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (be5e2633-36f1-4c9a-b6ea-7615ea30d7f9), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:58.057935 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f04a261d-ab17-498d-8362-c87fc1bd082e tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (73dcbfd0-5a60-49b8-874c-46da80dd900e), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:58.084106 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a261d-ab17-498d-8362-c87fc1bd082e tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73dcbfd0-5a60-49b8-874c-46da80dd900e,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:58.090332 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09e815-5266-4dde-b30d-9b02dad2afb5 None None] Pushing event updated for resources: {'Port': ['ID=be5e2633-36f1-4c9a-b6ea-7615ea30d7f9,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:58.145441 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-ad5fcb90-5f18-4797-a9d4-1ab8329e8bfe None None] Attempting to bind port be5e2633-36f1-4c9a-b6ea-7615ea30d7f9 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:19:58.145896 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-ad5fcb90-5f18-4797-a9d4-1ab8329e8bfe None None] Attempting to bind port be5e2633-36f1-4c9a-b6ea-7615ea30d7f9 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '7ce4aebe-d5a3-4705-8630-219521f8adc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1b695573-a09b-485c-9398-03f7e331467f'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:19:58.146354 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5fcb90-5f18-4797-a9d4-1ab8329e8bfe None None] Attempting to bind port be5e2633-36f1-4c9a-b6ea-7615ea30d7f9 on network 1b695573-a09b-485c-9398-03f7e331467f {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:19:58.149730 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-f04a261d-ab17-498d-8362-c87fc1bd082e tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:58.151088 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-f04a261d-ab17-498d-8362-c87fc1bd082e tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3273902 Jan 29 05:19:58.153943 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 34806) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:19:58.163626 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5fcb90-5f18-4797-a9d4-1ab8329e8bfe None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:19:58.163626 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5fcb90-5f18-4797-a9d4-1ab8329e8bfe None None] Checking segment: {'id': '7ce4aebe-d5a3-4705-8630-219521f8adc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1b695573-a09b-485c-9398-03f7e331467f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:19:58.163626 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ad5fcb90-5f18-4797-a9d4-1ab8329e8bfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:58.163626 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5fcb90-5f18-4797-a9d4-1ab8329e8bfe None None] Bound using segment: {'id': '7ce4aebe-d5a3-4705-8630-219521f8adc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1b695573-a09b-485c-9398-03f7e331467f'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:19:58.163626 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-ad5fcb90-5f18-4797-a9d4-1ab8329e8bfe None None] Bound port: be5e2633-36f1-4c9a-b6ea-7615ea30d7f9, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ce4aebe-d5a3-4705-8630-219521f8adc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1b695573-a09b-485c-9398-03f7e331467f'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:19:58.163626 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ad5fcb90-5f18-4797-a9d4-1ab8329e8bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (be5e2633-36f1-4c9a-b6ea-7615ea30d7f9), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:58.164244 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-ad8219ec-3e11-4f20-9083-ce3db697165c tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Request body: {'security_group_rule': {'security_group_id': 'b0dbd097-5cfb-4c14-8b2e-6dcead450268', 'project_id': '76e6882c50464822bd850aecc013342f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:19:58.226224 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-ad5fcb90-5f18-4797-a9d4-1ab8329e8bfe None None] For port be5e2633-36f1-4c9a-b6ea-7615ea30d7f9, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:19:58.230370 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-ad5fcb90-5f18-4797-a9d4-1ab8329e8bfe None None] For port be5e2633-36f1-4c9a-b6ea-7615ea30d7f9, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=be5e2633-36f1-4c9a-b6ea-7615ea30d7f9,segment=NetworkSegment(7ce4aebe-d5a3-4705-8630-219521f8adc5),segment_id=7ce4aebe-d5a3-4705-8630-219521f8adc5)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:19:58.267221 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ad8219ec-3e11-4f20-9083-ce3db697165c tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group_rule (81792618-74c8-4e3b-b051-79496ada94c0), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:58.291430 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ad5fcb90-5f18-4797-a9d4-1ab8329e8bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (be5e2633-36f1-4c9a-b6ea-7615ea30d7f9), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:58.326539 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ad8219ec-3e11-4f20-9083-ce3db697165c tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group_rule (81792618-74c8-4e3b-b051-79496ada94c0), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:58.341016 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5fcb90-5f18-4797-a9d4-1ab8329e8bfe None None] Routers {'20c22c5a-e0d3-4a28-8e25-646bd3aab1a2'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:19:58.341640 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-ad5fcb90-5f18-4797-a9d4-1ab8329e8bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:19:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['20c22c5a-e0d3-4a28-8e25-646bd3aab1a2'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:19:58.389938 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ad8219ec-3e11-4f20-9083-ce3db697165c tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (81792618-74c8-4e3b-b051-79496ada94c0), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:58.405935 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09e815-5266-4dde-b30d-9b02dad2afb5 None None] Pushing event updated for resources: {'Port': ['ID=be5e2633-36f1-4c9a-b6ea-7615ea30d7f9,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:58.412232 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8219ec-3e11-4f20-9083-ce3db697165c tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81792618-74c8-4e3b-b051-79496ada94c0,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:58.428241 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-eae534c1-3a00-4516-a6aa-dea99aed323f None None] Provisioning complete for port be5e2633-36f1-4c9a-b6ea-7615ea30d7f9 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:19:58.429168 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eae534c1-3a00-4516-a6aa-dea99aed323f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (be5e2633-36f1-4c9a-b6ea-7615ea30d7f9), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:58.489152 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ad8219ec-3e11-4f20-9083-ce3db697165c tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:58.496649 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ad8219ec-3e11-4f20-9083-ce3db697165c tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3360040 Jan 29 05:19:58.496649 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 34808) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:19:58.499536 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-c242e297-4ff7-4258-9e76-a63cf3af78c1 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Request body: {'security_group_rule': {'security_group_id': 'b0dbd097-5cfb-4c14-8b2e-6dcead450268', 'project_id': '76e6882c50464822bd850aecc013342f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:19:58.517117 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-ad5fcb90-5f18-4797-a9d4-1ab8329e8bfe None None] Set router 20c22c5a-e0d3-4a28-8e25-646bd3aab1a2 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:19:58.601827 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.securitygroups_db [None req-c242e297-4ff7-4258-9e76-a63cf3af78c1 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Project 76e6882c50464822bd850aecc013342f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 05:19:58.607196 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c242e297-4ff7-4258-9e76-a63cf3af78c1 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group_rule (993bda54-f816-4012-8899-a55546994c46), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:58.657806 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-eae534c1-3a00-4516-a6aa-dea99aed323f None None] Current status of the port be5e2633-36f1-4c9a-b6ea-7615ea30d7f9 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:19:58.658193 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eae534c1-3a00-4516-a6aa-dea99aed323f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (be5e2633-36f1-4c9a-b6ea-7615ea30d7f9), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:58.668473 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c242e297-4ff7-4258-9e76-a63cf3af78c1 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group_rule (993bda54-f816-4012-8899-a55546994c46), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:58.718463 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-eae534c1-3a00-4516-a6aa-dea99aed323f None None] For port be5e2633-36f1-4c9a-b6ea-7615ea30d7f9, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=be5e2633-36f1-4c9a-b6ea-7615ea30d7f9,segment=NetworkSegment(7ce4aebe-d5a3-4705-8630-219521f8adc5),segment_id=7ce4aebe-d5a3-4705-8630-219521f8adc5)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:19:58.749970 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c242e297-4ff7-4258-9e76-a63cf3af78c1 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (993bda54-f816-4012-8899-a55546994c46), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:58.769494 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c242e297-4ff7-4258-9e76-a63cf3af78c1 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=993bda54-f816-4012-8899-a55546994c46,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:58.774767 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-ad5fcb90-5f18-4797-a9d4-1ab8329e8bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c22c5a-e0d3-4a28-8e25-646bd3aab1a2', 'name': 'tempest-TestShelveInstance-753704762-router', 'tenant_id': '9bfbf9b772a0416991159ae3b644efd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': 'c8dd08ea-8494-432f-98cb-ca076a08299c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:19:51Z', 'updated_at': '2022-01-29T05:19:55Z', 'revision_number': 4, 'project_id': '9bfbf9b772a0416991159ae3b644efd0', 'gw_port': {'id': 'c8dd08ea-8494-432f-98cb-ca076a08299c', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:7a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c22c5a-e0d3-4a28-8e25-646bd3aab1a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:52Z', 'updated_at': '2022-01-29T05:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'be5e2633-36f1-4c9a-b6ea-7615ea30d7f9', 'name': '', 'network_id': '1b695573-a09b-485c-9398-03f7e331467f', 'tenant_id': '9bfbf9b772a0416991159ae3b644efd0', 'mac_address': 'fa:16:3e:1f:27:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c22c5a-e0d3-4a28-8e25-646bd3aab1a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '245fb312-8117-4db6-8479-358276c28cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:54Z', 'updated_at': '2022-01-29T05:19:58Z', 'revision_number': 4, 'project_id': '9bfbf9b772a0416991159ae3b644efd0', 'subnets': [{'id': '245fb312-8117-4db6-8479-358276c28cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:19:58.801136 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eae534c1-3a00-4516-a6aa-dea99aed323f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (be5e2633-36f1-4c9a-b6ea-7615ea30d7f9), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:58.805220 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5fcb90-5f18-4797-a9d4-1ab8329e8bfe None None] The sync data for ids ['20c22c5a-e0d3-4a28-8e25-646bd3aab1a2'] in dv-neutron-821190-1-hyperv is: [{'id': '20c22c5a-e0d3-4a28-8e25-646bd3aab1a2', 'name': 'tempest-TestShelveInstance-753704762-router', 'tenant_id': '9bfbf9b772a0416991159ae3b644efd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': 'c8dd08ea-8494-432f-98cb-ca076a08299c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:19:51Z', 'updated_at': '2022-01-29T05:19:55Z', 'revision_number': 4, 'project_id': '9bfbf9b772a0416991159ae3b644efd0', 'gw_port': {'id': 'c8dd08ea-8494-432f-98cb-ca076a08299c', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:7a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c22c5a-e0d3-4a28-8e25-646bd3aab1a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:52Z', 'updated_at': '2022-01-29T05:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'be5e2633-36f1-4c9a-b6ea-7615ea30d7f9', 'name': '', 'network_id': '1b695573-a09b-485c-9398-03f7e331467f', 'tenant_id': '9bfbf9b772a0416991159ae3b644efd0', 'mac_address': 'fa:16:3e:1f:27:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c22c5a-e0d3-4a28-8e25-646bd3aab1a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '245fb312-8117-4db6-8479-358276c28cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:54Z', 'updated_at': '2022-01-29T05:19:58Z', 'revision_number': 4, 'project_id': '9bfbf9b772a0416991159ae3b644efd0', 'subnets': [{'id': '245fb312-8117-4db6-8479-358276c28cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:19:58.855621 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c242e297-4ff7-4258-9e76-a63cf3af78c1 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:58.868532 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae534c1-3a00-4516-a6aa-dea99aed323f None None] Pushing event updated for resources: {'Port': ['ID=be5e2633-36f1-4c9a-b6ea-7615ea30d7f9,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:58.869296 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c242e297-4ff7-4258-9e76-a63cf3af78c1 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3736575 Jan 29 05:19:58.869851 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34810) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:19:58.877695 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-6bdecc27-5572-4938-a657-adffa55ef5f0 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Request body: {'security_group_rule': {'security_group_id': 'b0dbd097-5cfb-4c14-8b2e-6dcead450268', 'project_id': '76e6882c50464822bd850aecc013342f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:19:58.922769 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-f4cd401c-5781-4db7-912a-d8d9474841fc None None] Provisioning complete for port be5e2633-36f1-4c9a-b6ea-7615ea30d7f9 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:19:58.923385 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f4cd401c-5781-4db7-912a-d8d9474841fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (be5e2633-36f1-4c9a-b6ea-7615ea30d7f9), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:58.964773 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.securitygroups_db [None req-6bdecc27-5572-4938-a657-adffa55ef5f0 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Project 76e6882c50464822bd850aecc013342f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 05:19:58.970750 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6bdecc27-5572-4938-a657-adffa55ef5f0 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group_rule (1827ee45-bb41-4da9-9eb6-d3408ce327e0), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:59.039547 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-f4cd401c-5781-4db7-912a-d8d9474841fc None None] Current status of the port be5e2633-36f1-4c9a-b6ea-7615ea30d7f9 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:19:59.065843 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6bdecc27-5572-4938-a657-adffa55ef5f0 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group_rule (1827ee45-bb41-4da9-9eb6-d3408ce327e0), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:59.092172 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device be5e2633-36f1-4c9a-b6ea-7615ea30d7f9 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:19:59.136673 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6bdecc27-5572-4938-a657-adffa55ef5f0 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (1827ee45-bb41-4da9-9eb6-d3408ce327e0), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:59.144443 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port be5e2633-36f1-4c9a-b6ea-7615ea30d7f9 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:19:59.145056 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (be5e2633-36f1-4c9a-b6ea-7615ea30d7f9), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:59.155841 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdecc27-5572-4938-a657-adffa55ef5f0 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1827ee45-bb41-4da9-9eb6-d3408ce327e0,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:59.227845 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port be5e2633-36f1-4c9a-b6ea-7615ea30d7f9 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:19:59.228979 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device c8dd08ea-8494-432f-98cb-ca076a08299c up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:19:59.240375 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6bdecc27-5572-4938-a657-adffa55ef5f0 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:59.254685 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6bdecc27-5572-4938-a657-adffa55ef5f0 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3798883 Jan 29 05:19:59.283289 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port c8dd08ea-8494-432f-98cb-ca076a08299c triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:19:59.283672 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c8dd08ea-8494-432f-98cb-ca076a08299c), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:19:59.368605 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port c8dd08ea-8494-432f-98cb-ca076a08299c is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:19:59.578228 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-4656c094-c408-4a89-b191-ba7168a9202f tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-115266085&fields=id&tenant_id=76e6882c50464822bd850aecc013342f HTTP/1.1" status: 200 len: 267 time: 0.0498898 Jan 29 05:19:59.687468 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-4bbbb7da-8642-4f75-98e3-8e3ab8e39192 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:59.689040 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-4bbbb7da-8642-4f75-98e3-8e3ab8e39192 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/networks?id=045ed487-3834-487c-a9da-a723ae251d9a HTTP/1.1" status: 200 len: 808 time: 0.1030250 Jan 29 05:19:59.704822 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-1bac25ca-85b0-49e1-b4cd-84e4df7a0fdd tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/quotas/76e6882c50464822bd850aecc013342f HTTP/1.1" status: 200 len: 375 time: 0.0103855 Jan 29 05:19:59.762421 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-da2ce4c7-001e-4cb7-9b88-a4b2093a1207 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=76e6882c50464822bd850aecc013342f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520716 Jan 29 05:19:59.953554 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-9e66e7c1-3b7a-48f9-806a-0ca4ae7e773b service neutron] 10.222.0.13 "GET /v2.0/networks/045ed487-3834-487c-a9da-a723ae251d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782510 Jan 29 05:20:00.043330 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-2057ae43-61be-45da-832f-8788db74f0f1 service neutron] 10.222.0.13 "GET /v2.0/networks/045ed487-3834-487c-a9da-a723ae251d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833473 Jan 29 05:20:00.290251 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5ef6b545-1343-4616-ac2c-359146ce609c req-8304238d-8c49-499d-a049-b9c3e39ad3e7 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 210 time: 0.0342243 Jan 29 05:20:01.370554 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9f7627c6-3f2f-4018-97fa-7f34cb23a591 req-3331eac7-943a-4132-8e9b-cbd669d6ad5d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 210 time: 0.0282235 Jan 29 05:20:02.447977 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0d770f27-2e9b-4d91-aba1-893f6ae0d674 req-4ce415d4-3064-4ead-88f3-3a3015f5eef0 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 210 time: 0.0282340 Jan 29 05:20:03.524067 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-46252df0-8c11-4a74-8952-2ec7db70f58f req-f10aa4d1-1c55-4c80-8ca5-4d83a4c854be tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 210 time: 0.0271878 Jan 29 05:20:04.615361 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-423ee99c-001b-4f20-9822-3662c527a704 req-b04dc62c-a76d-4ea6-ade9-c9f649b8d6be tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 210 time: 0.0277767 Jan 29 05:20:05.714618 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5a41c4b1-aab5-4874-af90-164db12d0772 req-9af1fc21-7b45-4d93-ba2e-105e7a3b63c3 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 210 time: 0.0321023 Jan 29 05:20:06.813870 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b7246486-b0fc-404a-ae71-fdcc26132672 req-15260161-01ae-4302-a935-bc9380015cae tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 210 time: 0.0312574 Jan 29 05:20:07.065975 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-4eca45e6-b3d5-4e52-9d05-6d6c38b69378 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:07.067444 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-4eca45e6-b3d5-4e52-9d05-6d6c38b69378 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.18 "GET /v2.0/networks?id=045ed487-3834-487c-a9da-a723ae251d9a HTTP/1.1" status: 200 len: 808 time: 0.1002314 Jan 29 05:20:07.140179 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-fb6a2d82-74c4-4041-9712-14a38430f9cf tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76e6882c50464822bd850aecc013342f HTTP/1.1" status: 200 len: 379 time: 0.0591717 Jan 29 05:20:07.148575 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-cd5c3e1f-42c3-41d8-a979-3d10d1817e5f tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Request body: {'port': {'device_id': '2903cbc9-2730-4f08-9d56-15b3eff81787', 'network_id': '045ed487-3834-487c-a9da-a723ae251d9a', 'admin_state_up': True, 'tenant_id': '76e6882c50464822bd850aecc013342f', 'security_groups': ['b0dbd097-5cfb-4c14-8b2e-6dcead450268']}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:20:07.298066 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-cd5c3e1f-42c3-41d8-a979-3d10d1817e5f tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Made reservation on behalf of 76e6882c50464822bd850aecc013342f for: {'port': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:20:07.301789 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-cd5c3e1f-42c3-41d8-a979-3d10d1817e5f tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:20:07.430099 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-cd5c3e1f-42c3-41d8-a979-3d10d1817e5f tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Allocated IP 172.20.0.11 (045ed487-3834-487c-a9da-a723ae251d9a/80ed52b6-0774-48fe-976b-b4c54fb29a7d/c6a0a51b-a33b-4b92-a064-cd03fd8b17bb) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:20:07.574351 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-cd5c3e1f-42c3-41d8-a979-3d10d1817e5f tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for port (c6a0a51b-a33b-4b92-a064-cd03fd8b17bb), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:20:07.664914 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-cd5c3e1f-42c3-41d8-a979-3d10d1817e5f tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (c6a0a51b-a33b-4b92-a064-cd03fd8b17bb), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:20:07.707288 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-cd5c3e1f-42c3-41d8-a979-3d10d1817e5f tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Network 045ed487-3834-487c-a9da-a723ae251d9a is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:20:07.710753 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-cd5c3e1f-42c3-41d8-a979-3d10d1817e5f tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:20:07.713330 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-cd5c3e1f-42c3-41d8-a979-3d10d1817e5f tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:20:07.744861 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c3e1f-42c3-41d8-a979-3d10d1817e5f tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Pushing event updated for resources: {'Port': ['ID=c6a0a51b-a33b-4b92-a064-cd03fd8b17bb,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:20:07.771648 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-cd5c3e1f-42c3-41d8-a979-3d10d1817e5f tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:07.772897 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-cd5c3e1f-42c3-41d8-a979-3d10d1817e5f tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:20:07.851572 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-cd5c3e1f-42c3-41d8-a979-3d10d1817e5f tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7067823 Jan 29 05:20:07.870817 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-a1fed022-bc74-44be-867e-694a52c2bebc service neutron] Request body: {'port': {'device_id': '2903cbc9-2730-4f08-9d56-15b3eff81787', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:20:07.914414 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-c52b2b4f-3873-4daa-aab6-d082f1272601 None None] Provisioning complete for port c6a0a51b-a33b-4b92-a064-cd03fd8b17bb triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:20:07.914990 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c52b2b4f-3873-4daa-aab6-d082f1272601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c6a0a51b-a33b-4b92-a064-cd03fd8b17bb), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:20:07.948718 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c52b2b4f-3873-4daa-aab6-d082f1272601 None None] Port c6a0a51b-a33b-4b92-a064-cd03fd8b17bb cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:20:07.966450 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-a1fed022-bc74-44be-867e-694a52c2bebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (c6a0a51b-a33b-4b92-a064-cd03fd8b17bb), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:20:08.011507 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b0da8-5d07-4099-b185-83bd7f3b0535 req-016604c3-2f69-4ebc-aeb9-f44806646b6b tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:08.012904 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5b3b0da8-5d07-4099-b185-83bd7f3b0535 req-016604c3-2f69-4ebc-aeb9-f44806646b6b tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 932 time: 0.1148307 Jan 29 05:20:08.150914 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5b3b0da8-5d07-4099-b185-83bd7f3b0535 req-681d12a2-2f7a-4628-87fe-4a384c392b51 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323242 Jan 29 05:20:08.293464 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-a1fed022-bc74-44be-867e-694a52c2bebc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6a0a51b-a33b-4b92-a064-cd03fd8b17bb {{(pid=103585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 05:20:08.301354 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-a1fed022-bc74-44be-867e-694a52c2bebc service neutron] Publish callbacks [] for port (c6a0a51b-a33b-4b92-a064-cd03fd8b17bb), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:20:08.315230 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.provisioning_blocks [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-a1fed022-bc74-44be-867e-694a52c2bebc service neutron] Transition to ACTIVE for port object c6a0a51b-a33b-4b92-a064-cd03fd8b17bb will not be triggered until provisioned by entity L2. {{(pid=103585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 05:20:08.392969 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-a1fed022-bc74-44be-867e-694a52c2bebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (c6a0a51b-a33b-4b92-a064-cd03fd8b17bb), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:20:08.440840 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fed022-bc74-44be-867e-694a52c2bebc service neutron] Pushing event updated for resources: {'Port': ['ID=c6a0a51b-a33b-4b92-a064-cd03fd8b17bb,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:20:08.521633 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-a1fed022-bc74-44be-867e-694a52c2bebc service neutron] Attempting to bind port c6a0a51b-a33b-4b92-a064-cd03fd8b17bb on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:20:08.522066 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-a1fed022-bc74-44be-867e-694a52c2bebc service neutron] Attempting to bind port c6a0a51b-a33b-4b92-a064-cd03fd8b17bb by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '00de506e-1eb7-45fc-bdce-f36553ac4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '045ed487-3834-487c-a9da-a723ae251d9a'}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:20:08.522341 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-a1fed022-bc74-44be-867e-694a52c2bebc service neutron] Attempting to bind port c6a0a51b-a33b-4b92-a064-cd03fd8b17bb on network 045ed487-3834-487c-a9da-a723ae251d9a {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:20:08.527255 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-a1fed022-bc74-44be-867e-694a52c2bebc service neutron] Port c6a0a51b-a33b-4b92-a064-cd03fd8b17bb on network 045ed487-3834-487c-a9da-a723ae251d9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 05:20:08.527579 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-a1fed022-bc74-44be-867e-694a52c2bebc service neutron] Attempting to bind port c6a0a51b-a33b-4b92-a064-cd03fd8b17bb on network 045ed487-3834-487c-a9da-a723ae251d9a {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:20:08.533392 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-a1fed022-bc74-44be-867e-694a52c2bebc service neutron] Checking agent: {'id': '15eedd85-6d76-4715-a40f-dc31e854816c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'started_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:20:08.534315 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-a1fed022-bc74-44be-867e-694a52c2bebc service neutron] Checking segment: {'id': '00de506e-1eb7-45fc-bdce-f36553ac4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '045ed487-3834-487c-a9da-a723ae251d9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:20:08.534315 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-a1fed022-bc74-44be-867e-694a52c2bebc service neutron] Bound using segment: {'id': '00de506e-1eb7-45fc-bdce-f36553ac4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '045ed487-3834-487c-a9da-a723ae251d9a'} {{(pid=103585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:20:08.534797 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.managers [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-a1fed022-bc74-44be-867e-694a52c2bebc service neutron] Bound port: c6a0a51b-a33b-4b92-a064-cd03fd8b17bb, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00de506e-1eb7-45fc-bdce-f36553ac4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '045ed487-3834-487c-a9da-a723ae251d9a'}}] {{(pid=103585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:20:08.535168 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-a1fed022-bc74-44be-867e-694a52c2bebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (c6a0a51b-a33b-4b92-a064-cd03fd8b17bb), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:20:08.617048 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-a1fed022-bc74-44be-867e-694a52c2bebc service neutron] For port c6a0a51b-a33b-4b92-a064-cd03fd8b17bb, host hv-neutron-8211, cleared binding levels {{(pid=103585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:20:08.620309 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-a1fed022-bc74-44be-867e-694a52c2bebc service neutron] For port c6a0a51b-a33b-4b92-a064-cd03fd8b17bb, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=c6a0a51b-a33b-4b92-a064-cd03fd8b17bb,segment=NetworkSegment(00de506e-1eb7-45fc-bdce-f36553ac4918),segment_id=00de506e-1eb7-45fc-bdce-f36553ac4918)] {{(pid=103585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:20:08.702572 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-a1fed022-bc74-44be-867e-694a52c2bebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (c6a0a51b-a33b-4b92-a064-cd03fd8b17bb), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:20:08.754641 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-a1fed022-bc74-44be-867e-694a52c2bebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:08.755273 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-a1fed022-bc74-44be-867e-694a52c2bebc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:20:08.756872 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-a1fed022-bc74-44be-867e-694a52c2bebc service neutron] 10.222.0.18 "PUT /v2.0/ports/c6a0a51b-a33b-4b92-a064-cd03fd8b17bb HTTP/1.1" status: 200 len: 1094 time: 0.8912473 Jan 29 05:20:08.757315 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2903cbc9-2730-4f08-9d56-15b3eff81787', 'tag': 'c6a0a51b-a33b-4b92-a064-cd03fd8b17bb'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:20:08.759570 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf1e42c-524d-4706-8fe0-da97fe3d0c34" -d '{"events": [{"name": "network-changed", "server_uuid": "2903cbc9-2730-4f08-9d56-15b3eff81787", "tag": "c6a0a51b-a33b-4b92-a064-cd03fd8b17bb"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:20:08.780861 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fed022-bc74-44be-867e-694a52c2bebc service neutron] Pushing event updated for resources: {'Port': ['ID=c6a0a51b-a33b-4b92-a064-cd03fd8b17bb,revision_number=3']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:20:08.801317 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2214688e-c696-4ab8-a7ab-b8aefe9ea311 x-openstack-request-id: req-2214688e-c696-4ab8-a7ab-b8aefe9ea311 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:20:08.801605 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2903cbc9-2730-4f08-9d56-15b3eff81787", "tag": "c6a0a51b-a33b-4b92-a064-cd03fd8b17bb", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:20:08.801853 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2214688e-c696-4ab8-a7ab-b8aefe9ea311 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:20:08.802255 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2903cbc9-2730-4f08-9d56-15b3eff81787', 'tag': 'c6a0a51b-a33b-4b92-a064-cd03fd8b17bb', 'status': 'completed', 'code': 200} Jan 29 05:20:08.892663 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1e42c-524d-4706-8fe0-da97fe3d0c34 req-42ed307b-105a-4cac-976b-4e3d312bcd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:08.894204 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-daf1e42c-524d-4706-8fe0-da97fe3d0c34 req-42ed307b-105a-4cac-976b-4e3d312bcd29 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76e6882c50464822bd850aecc013342f&device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 1128 time: 0.0501432 Jan 29 05:20:09.000865 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1e42c-524d-4706-8fe0-da97fe3d0c34 req-1cef1122-cf89-4a3a-b8a4-8052b670a8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:09.002334 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-daf1e42c-524d-4706-8fe0-da97fe3d0c34 req-1cef1122-cf89-4a3a-b8a4-8052b670a8d0 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=76e6882c50464822bd850aecc013342f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0959773 Jan 29 05:20:09.091804 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1e42c-524d-4706-8fe0-da97fe3d0c34 req-7f240ae3-a86e-4e58-963d-42e97abbf6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:09.093191 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-daf1e42c-524d-4706-8fe0-da97fe3d0c34 req-7f240ae3-a86e-4e58-963d-42e97abbf6e7 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0854216 Jan 29 05:20:09.195158 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-95617440-6792-4524-8773-1c75be8960fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:09.196706 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-95617440-6792-4524-8773-1c75be8960fa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76e6882c50464822bd850aecc013342f&device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 1128 time: 0.0458567 Jan 29 05:20:09.256785 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-07293a71-1e97-4f63-acd7-a04b4644b528 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6a0a51b-a33b-4b92-a064-cd03fd8b17bb HTTP/1.1" status: 200 len: 217 time: 0.0460539 Jan 29 05:20:09.325797 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-31ad5367-db56-4c40-8fd1-1b9c412d8d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:09.327205 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-31ad5367-db56-4c40-8fd1-1b9c412d8d2d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80ed52b6-0774-48fe-976b-b4c54fb29a7d HTTP/1.1" status: 200 len: 847 time: 0.0525334 Jan 29 05:20:09.337005 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53197649-a2fe-4175-9ae6-f3faf660d782 req-c192326f-e419-49e5-8424-b59410aad918 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:09.338370 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-53197649-a2fe-4175-9ae6-f3faf660d782 req-c192326f-e419-49e5-8424-b59410aad918 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 944 time: 0.0906942 Jan 29 05:20:09.417659 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-53197649-a2fe-4175-9ae6-f3faf660d782 req-886914a1-4103-4e6a-b532-a912a9f34beb tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707612 Jan 29 05:20:09.420522 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-92cf4518-1b12-4616-93ea-18ba3f8ef326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:09.421929 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-92cf4518-1b12-4616-93ea-18ba3f8ef326 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=045ed487-3834-487c-a9da-a723ae251d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0827451 Jan 29 05:20:09.511876 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-7e4701e8-acc6-4d65-ac66-96924d97f6bb service neutron] 10.222.0.18 "GET /v2.0/networks/045ed487-3834-487c-a9da-a723ae251d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819497 Jan 29 05:20:09.926046 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b72e0b09-d6c3-4e8b-bb91-6eb46aaec753 req-e54c25d0-05db-490b-b030-a454e992eec9 service neutron] 10.222.0.18 "GET /v2.0/networks/045ed487-3834-487c-a9da-a723ae251d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074872 Jan 29 05:20:10.533433 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa8d84-5d00-49f6-b64c-ec5926bb8204 req-8abacb2c-fcf1-41c0-9cc0-85c7d9030b66 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:10.534885 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d7aa8d84-5d00-49f6-b64c-ec5926bb8204 req-8abacb2c-fcf1-41c0-9cc0-85c7d9030b66 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 944 time: 0.0518434 Jan 29 05:20:10.581644 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d7aa8d84-5d00-49f6-b64c-ec5926bb8204 req-318b0907-4abf-4da2-bf91-286f7984fe37 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405040 Jan 29 05:20:11.703177 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cbd9f-afe3-4e64-93da-45eefcd13194 req-2c9715fb-6cd5-4612-a5e8-30e5d2eb56ab tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:11.704659 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-538cbd9f-afe3-4e64-93da-45eefcd13194 req-2c9715fb-6cd5-4612-a5e8-30e5d2eb56ab tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 944 time: 0.0563657 Jan 29 05:20:11.758914 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-538cbd9f-afe3-4e64-93da-45eefcd13194 req-43488457-507b-4989-87ce-96c4e6a3bfa4 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485692 Jan 29 05:20:12.876382 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea65e6-e787-4465-bf96-b3c651b5a1c1 req-7000d50f-e248-4637-bb06-c188f921271b tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:12.877893 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3aea65e6-e787-4465-bf96-b3c651b5a1c1 req-7000d50f-e248-4637-bb06-c188f921271b tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 944 time: 0.0536754 Jan 29 05:20:12.925838 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3aea65e6-e787-4465-bf96-b3c651b5a1c1 req-352f2782-e664-44c9-ba4b-f39a0368c62b tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415158 Jan 29 05:20:13.242885 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device c6a0a51b-a33b-4b92-a064-cd03fd8b17bb details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:20:13.337925 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port c6a0a51b-a33b-4b92-a064-cd03fd8b17bb, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=c6a0a51b-a33b-4b92-a064-cd03fd8b17bb,segment=NetworkSegment(00de506e-1eb7-45fc-bdce-f36553ac4918),segment_id=00de506e-1eb7-45fc-bdce-f36553ac4918)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:20:13.349190 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': 'c6a0a51b-a33b-4b92-a064-cd03fd8b17bb', 'network_id': '045ed487-3834-487c-a9da-a723ae251d9a', 'port_id': 'c6a0a51b-a33b-4b92-a064-cd03fd8b17bb', 'mac_address': 'fa:16:3e:17:6c:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80ed52b6-0774-48fe-976b-b4c54fb29a7d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:20:13.385524 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port c6a0a51b-a33b-4b92-a064-cd03fd8b17bb is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:20:13.385907 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (c6a0a51b-a33b-4b92-a064-cd03fd8b17bb), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:20:13.398039 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6a0a51b-a33b-4b92-a064-cd03fd8b17bb {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 05:20:13.417759 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port c6a0a51b-a33b-4b92-a064-cd03fd8b17bb, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=c6a0a51b-a33b-4b92-a064-cd03fd8b17bb,segment=NetworkSegment(00de506e-1eb7-45fc-bdce-f36553ac4918),segment_id=00de506e-1eb7-45fc-bdce-f36553ac4918)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:20:13.489583 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (c6a0a51b-a33b-4b92-a064-cd03fd8b17bb), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:20:13.540823 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=c6a0a51b-a33b-4b92-a064-cd03fd8b17bb,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:20:13.899773 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['c6a0a51b-a33b-4b92-a064-cd03fd8b17bb'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:20:14.043551 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f94aa0-15fc-4c4e-a1b9-3f49185334f5 req-61e95613-ad34-4d18-a190-e4744b53e268 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:14.045049 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-36f94aa0-15fc-4c4e-a1b9-3f49185334f5 req-61e95613-ad34-4d18-a190-e4744b53e268 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 945 time: 0.0520151 Jan 29 05:20:14.098187 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-36f94aa0-15fc-4c4e-a1b9-3f49185334f5 req-d1050293-723d-4b96-9bf6-09981789318c tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475681 Jan 29 05:20:15.214598 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d010b07-cffd-4bd2-9deb-bda32de02161 req-86b5b4df-aa23-4253-b648-b6676bc74ecd tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:15.216333 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5d010b07-cffd-4bd2-9deb-bda32de02161 req-86b5b4df-aa23-4253-b648-b6676bc74ecd tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 945 time: 0.0513461 Jan 29 05:20:15.263475 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5d010b07-cffd-4bd2-9deb-bda32de02161 req-fd7fea7f-692f-4d81-8ad2-eaa13806ec76 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416958 Jan 29 05:20:15.264450 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device c6a0a51b-a33b-4b92-a064-cd03fd8b17bb up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:20:15.386961 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning for port c6a0a51b-a33b-4b92-a064-cd03fd8b17bb completed by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 05:20:15.390672 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port c6a0a51b-a33b-4b92-a064-cd03fd8b17bb triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:20:15.391045 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c6a0a51b-a33b-4b92-a064-cd03fd8b17bb), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:20:15.466161 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port c6a0a51b-a33b-4b92-a064-cd03fd8b17bb is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:20:15.466544 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (c6a0a51b-a33b-4b92-a064-cd03fd8b17bb), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:20:15.493015 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2903cbc9-2730-4f08-9d56-15b3eff81787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a0a51b-a33b-4b92-a064-cd03fd8b17bb'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:20:15.495247 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123ef796-d1fa-417c-a9b6-d87d07ccfbf1" -d '{"events": [{"server_uuid": "2903cbc9-2730-4f08-9d56-15b3eff81787", "name": "network-vif-plugged", "status": "completed", "tag": "c6a0a51b-a33b-4b92-a064-cd03fd8b17bb"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:20:15.508658 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port c6a0a51b-a33b-4b92-a064-cd03fd8b17bb, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=c6a0a51b-a33b-4b92-a064-cd03fd8b17bb,segment=NetworkSegment(00de506e-1eb7-45fc-bdce-f36553ac4918),segment_id=00de506e-1eb7-45fc-bdce-f36553ac4918)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:20:15.566812 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (c6a0a51b-a33b-4b92-a064-cd03fd8b17bb), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:20:15.591674 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57853da-ff09-49ed-abaf-166710b2756b x-openstack-request-id: req-a57853da-ff09-49ed-abaf-166710b2756b {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:20:15.591964 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2903cbc9-2730-4f08-9d56-15b3eff81787", "name": "network-vif-plugged", "status": "completed", "tag": "c6a0a51b-a33b-4b92-a064-cd03fd8b17bb", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:20:15.592220 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a57853da-ff09-49ed-abaf-166710b2756b {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:20:15.592653 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2903cbc9-2730-4f08-9d56-15b3eff81787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a0a51b-a33b-4b92-a064-cd03fd8b17bb', 'code': 200} Jan 29 05:20:15.616698 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=c6a0a51b-a33b-4b92-a064-cd03fd8b17bb,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:20:15.924921 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd8471-c36b-4f67-88a8-e8162b4f21ed req-43f6d35b-d763-47f1-9d8f-6c4a2c7e1a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:15.926498 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-eecd8471-c36b-4f67-88a8-e8162b4f21ed req-43f6d35b-d763-47f1-9d8f-6c4a2c7e1a79 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 1130 time: 0.0440221 Jan 29 05:20:15.972042 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-eecd8471-c36b-4f67-88a8-e8162b4f21ed req-0784ab04-a95a-4532-ae63-5bd653bee5a8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383925 Jan 29 05:20:16.386273 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c85a1e-81d6-4bf4-a10b-6995a81dbbbd req-b76faf03-b013-4375-8102-81ea7be8749d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:16.387721 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b9c85a1e-81d6-4bf4-a10b-6995a81dbbbd req-b76faf03-b013-4375-8102-81ea7be8749d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 946 time: 0.0557930 Jan 29 05:20:16.435015 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b9c85a1e-81d6-4bf4-a10b-6995a81dbbbd req-c7854659-7cb8-4709-9497-2968786b05c1 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418117 Jan 29 05:20:17.394510 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:20:17.554113 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b6bd0-436c-4537-8d17-da9be018a981 req-74a6024a-cb9c-4306-9a03-67cc594c94dc tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:17.555593 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cd8b6bd0-436c-4537-8d17-da9be018a981 req-74a6024a-cb9c-4306-9a03-67cc594c94dc tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 946 time: 0.0541921 Jan 29 05:20:17.604305 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cd8b6bd0-436c-4537-8d17-da9be018a981 req-9dd48d3c-b805-491f-b92d-70fe6e214c21 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431211 Jan 29 05:20:17.719562 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07502b5a-7d2f-4eb3-9ecc-5d00a99957ec req-c2ba227c-a155-4003-83c1-80130e2e6449 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:17.720996 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-07502b5a-7d2f-4eb3-9ecc-5d00a99957ec req-c2ba227c-a155-4003-83c1-80130e2e6449 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 946 time: 0.0522103 Jan 29 05:20:17.773121 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-07502b5a-7d2f-4eb3-9ecc-5d00a99957ec req-8de3d15b-b27e-42c5-a4c0-748c2c64823b tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459170 Jan 29 05:20:17.796444 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34902) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:20:17.881696 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bba62a-6690-4b8f-a6df-884961100dce tempest-TestShelveInstance-883356880 tempest-TestShelveInstance-883356880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:17.883742 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c4bba62a-6690-4b8f-a6df-884961100dce tempest-TestShelveInstance-883356880 tempest-TestShelveInstance-883356880-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 1125 time: 0.0862930 Jan 29 05:20:17.886619 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 34906) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:20:17.890794 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-23958fb5-c002-45e9-b588-1c62b5aafef1 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Request body: {'floatingip': {'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'port_id': 'c6a0a51b-a33b-4b92-a064-cd03fd8b17bb', 'tenant_id': '76e6882c50464822bd850aecc013342f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:20:17.966426 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-23958fb5-c002-45e9-b588-1c62b5aafef1 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:20:18.064012 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-23958fb5-c002-45e9-b588-1c62b5aafef1 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:20:18.161743 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-23958fb5-c002-45e9-b588-1c62b5aafef1 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Allocated IP 172.26.8.68 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/f2085d7f-e60a-46aa-9950-ff8a6c9c5f38) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:20:18.262127 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-23958fb5-c002-45e9-b588-1c62b5aafef1 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for port (f2085d7f-e60a-46aa-9950-ff8a6c9c5f38), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:20:18.364527 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-23958fb5-c002-45e9-b588-1c62b5aafef1 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (f2085d7f-e60a-46aa-9950-ff8a6c9c5f38), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:20:18.398761 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23958fb5-c002-45e9-b588-1c62b5aafef1 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:20:18.401518 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-23958fb5-c002-45e9-b588-1c62b5aafef1 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:20:18.405071 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23958fb5-c002-45e9-b588-1c62b5aafef1 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:20:18.432621 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23958fb5-c002-45e9-b588-1c62b5aafef1 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Pushing event updated for resources: {'Port': ['ID=f2085d7f-e60a-46aa-9950-ff8a6c9c5f38,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:20:18.763460 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-23958fb5-c002-45e9-b588-1c62b5aafef1 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for floatingip (fe6f8d67-6569-4a0c-a850-d660da5d2140), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:20:18.846459 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2df48bc1-e2d2-4c30-845a-30679475fc0d req-1c5a1c78-0369-407a-b2b8-d591d0e5f467 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0489914 Jan 29 05:20:18.942902 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-23958fb5-c002-45e9-b588-1c62b5aafef1 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (f2085d7f-e60a-46aa-9950-ff8a6c9c5f38), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:20:18.991544 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df48bc1-e2d2-4c30-845a-30679475fc0d req-d5dd8c97-d9c9-4391-a0ab-b179b4cee19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:18.993106 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2df48bc1-e2d2-4c30-845a-30679475fc0d req-d5dd8c97-d9c9-4391-a0ab-b179b4cee19f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76e6882c50464822bd850aecc013342f&device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 1130 time: 0.0894232 Jan 29 05:20:19.160250 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df48bc1-e2d2-4c30-845a-30679475fc0d req-fd50eeca-dad7-444a-b2ed-eccbf402b050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:19.161731 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2df48bc1-e2d2-4c30-845a-30679475fc0d req-fd50eeca-dad7-444a-b2ed-eccbf402b050 service neutron] 10.222.0.18 "GET /v2.0/networks?id=045ed487-3834-487c-a9da-a723ae251d9a HTTP/1.1" status: 200 len: 909 time: 0.1496084 Jan 29 05:20:19.183416 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-23958fb5-c002-45e9-b588-1c62b5aafef1 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for port (f2085d7f-e60a-46aa-9950-ff8a6c9c5f38), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:20:19.238728 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2df48bc1-e2d2-4c30-845a-30679475fc0d req-6a17b53b-fff9-479d-a2ad-30a467b6d3e0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6a0a51b-a33b-4b92-a064-cd03fd8b17bb HTTP/1.1" status: 200 len: 999 time: 0.0696917 Jan 29 05:20:19.243759 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-23958fb5-c002-45e9-b588-1c62b5aafef1 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (f2085d7f-e60a-46aa-9950-ff8a6c9c5f38), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:20:19.339544 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df48bc1-e2d2-4c30-845a-30679475fc0d req-588ef0ea-9a34-43b8-a2c8-8c7a219d0cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:19.341263 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2df48bc1-e2d2-4c30-845a-30679475fc0d req-588ef0ea-9a34-43b8-a2c8-8c7a219d0cc5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80ed52b6-0774-48fe-976b-b4c54fb29a7d HTTP/1.1" status: 200 len: 847 time: 0.0953610 Jan 29 05:20:19.357899 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23958fb5-c002-45e9-b588-1c62b5aafef1 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Pushing event updated for resources: {'Port': ['ID=f2085d7f-e60a-46aa-9950-ff8a6c9c5f38,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:20:19.388980 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-23958fb5-c002-45e9-b588-1c62b5aafef1 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (fe6f8d67-6569-4a0c-a850-d660da5d2140), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:20:19.441610 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df48bc1-e2d2-4c30-845a-30679475fc0d req-39c1f016-2af9-4f94-afe7-000f4632bede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:19.443024 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2df48bc1-e2d2-4c30-845a-30679475fc0d req-39c1f016-2af9-4f94-afe7-000f4632bede service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=045ed487-3834-487c-a9da-a723ae251d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0952325 Jan 29 05:20:19.540726 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.l3_db [None req-23958fb5-c002-45e9-b588-1c62b5aafef1 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Floating IP fe6f8d67-6569-4a0c-a850-d660da5d2140 associated. External IP: 172.26.8.68, port: c6a0a51b-a33b-4b92-a064-cd03fd8b17bb. Jan 29 05:20:19.613434 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2df48bc1-e2d2-4c30-845a-30679475fc0d req-aeda573a-4761-4df6-8555-69ed15d80e97 service neutron] 10.222.0.18 "GET /v2.0/networks/045ed487-3834-487c-a9da-a723ae251d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638329 Jan 29 05:20:19.772134 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2df48bc1-e2d2-4c30-845a-30679475fc0d req-05ad1019-45cd-47e9-b4c4-de2f74d6d05a service neutron] 10.222.0.18 "GET /v2.0/networks/045ed487-3834-487c-a9da-a723ae251d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329231 Jan 29 05:20:19.838076 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23958fb5-c002-45e9-b588-1c62b5aafef1 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Router 27d9eee2-9b6d-4f41-bd60-e1a403740faf has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:20:19.950257 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23958fb5-c002-45e9-b588-1c62b5aafef1 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:20:19.960889 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc94d977-e600-4b2a-bb7b-8c5da9b3d47f None None] Sync routers for ids ['27d9eee2-9b6d-4f41-bd60-e1a403740faf'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:20:19.972792 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc94d977-e600-4b2a-bb7b-8c5da9b3d47f None None] Routers {'27d9eee2-9b6d-4f41-bd60-e1a403740faf'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:20:19.975661 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-bc94d977-e600-4b2a-bb7b-8c5da9b3d47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:19:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['27d9eee2-9b6d-4f41-bd60-e1a403740faf'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:20:20.025513 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-23958fb5-c002-45e9-b588-1c62b5aafef1 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:20:20.073754 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-23958fb5-c002-45e9-b588-1c62b5aafef1 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1772699 Jan 29 05:20:20.073754 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2903cbc9-2730-4f08-9d56-15b3eff81787', 'tag': 'c6a0a51b-a33b-4b92-a064-cd03fd8b17bb'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:20:20.073754 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8e3517dbdae8e8e9776c623a2cbb0f2ff90dbcf53f38d536aa5db7eb7d7bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351c3799-7c0f-472b-9dfc-a95070eac12a" -d '{"events": [{"name": "network-changed", "server_uuid": "2903cbc9-2730-4f08-9d56-15b3eff81787", "tag": "c6a0a51b-a33b-4b92-a064-cd03fd8b17bb"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:20:20.087158 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-bc94d977-e600-4b2a-bb7b-8c5da9b3d47f None None] Set router 27d9eee2-9b6d-4f41-bd60-e1a403740faf gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:20:20.106878 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ce31df-a388-4e9f-b4d6-dfb008ab2fe1 x-openstack-request-id: req-c6ce31df-a388-4e9f-b4d6-dfb008ab2fe1 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:20:20.107168 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2903cbc9-2730-4f08-9d56-15b3eff81787", "tag": "c6a0a51b-a33b-4b92-a064-cd03fd8b17bb", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:20:20.107423 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6ce31df-a388-4e9f-b4d6-dfb008ab2fe1 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:20:20.107824 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2903cbc9-2730-4f08-9d56-15b3eff81787', 'tag': 'c6a0a51b-a33b-4b92-a064-cd03fd8b17bb', 'status': 'completed', 'code': 200} Jan 29 05:20:20.215178 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c3799-7c0f-472b-9dfc-a95070eac12a req-0a64b158-a6bf-4eea-b0d3-93fb0d78a0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:20.216280 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-351c3799-7c0f-472b-9dfc-a95070eac12a req-0a64b158-a6bf-4eea-b0d3-93fb0d78a0a5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76e6882c50464822bd850aecc013342f&device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 1130 time: 0.0624084 Jan 29 05:20:20.221285 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-01f663da-f823-4973-815e-c1b0d4b03439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:20:20.320802 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c3799-7c0f-472b-9dfc-a95070eac12a req-29157f50-1571-4e10-97f2-d5e71f80d73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:20.322251 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-351c3799-7c0f-472b-9dfc-a95070eac12a req-29157f50-1571-4e10-97f2-d5e71f80d73b service neutron] 10.222.0.18 "GET /v2.0/networks?id=045ed487-3834-487c-a9da-a723ae251d9a HTTP/1.1" status: 200 len: 909 time: 0.0992463 Jan 29 05:20:20.390812 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-351c3799-7c0f-472b-9dfc-a95070eac12a req-e4276238-bfcb-46c7-991a-263f6527320c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6a0a51b-a33b-4b92-a064-cd03fd8b17bb HTTP/1.1" status: 200 len: 999 time: 0.0624635 Jan 29 05:20:20.421603 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-bc94d977-e600-4b2a-bb7b-8c5da9b3d47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'name': 'tempest-TestShelveInstance-215333864-router', 'tenant_id': '76e6882c50464822bd850aecc013342f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.37'}], 'enable_snat': True}, 'gw_port_id': '1cf68860-153b-4e18-9451-064842b0644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:19:45Z', 'updated_at': '2022-01-29T05:19:48Z', 'revision_number': 4, 'project_id': '76e6882c50464822bd850aecc013342f', 'gw_port': {'id': '1cf68860-153b-4e18-9451-064842b0644c', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:46Z', 'updated_at': '2022-01-29T05:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': 'fe6f8d67-6569-4a0c-a850-d660da5d2140', 'tenant_id': '76e6882c50464822bd850aecc013342f', 'floating_ip_address': '172.26.8.68', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'port_id': 'c6a0a51b-a33b-4b92-a064-cd03fd8b17bb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1844, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '045ed487-3834-487c-a9da-a723ae251d9a', 'mac_address': 'fa:16:3e:17:6c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2903cbc9-2730-4f08-9d56-15b3eff81787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:20:18Z', 'updated_at': '2022-01-29T05:20:18Z', 'revision_number': 0, 'project_id': '76e6882c50464822bd850aecc013342f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48e6fb47-fa8e-487a-88a0-b2e87c1be736', 'name': '', 'network_id': '045ed487-3834-487c-a9da-a723ae251d9a', 'tenant_id': '76e6882c50464822bd850aecc013342f', 'mac_address': 'fa:16:3e:1e:7c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '80ed52b6-0774-48fe-976b-b4c54fb29a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:48Z', 'updated_at': '2022-01-29T05:19:52Z', 'revision_number': 5, 'project_id': '76e6882c50464822bd850aecc013342f', 'subnets': [{'id': '80ed52b6-0774-48fe-976b-b4c54fb29a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:20:20.442778 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c3799-7c0f-472b-9dfc-a95070eac12a req-a0fa1636-6906-4446-9f38-06a703ed896a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:20.444948 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-351c3799-7c0f-472b-9dfc-a95070eac12a req-a0fa1636-6906-4446-9f38-06a703ed896a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80ed52b6-0774-48fe-976b-b4c54fb29a7d HTTP/1.1" status: 200 len: 847 time: 0.0491140 Jan 29 05:20:20.447355 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc94d977-e600-4b2a-bb7b-8c5da9b3d47f None None] Checking router: 27d9eee2-9b6d-4f41-bd60-e1a403740faf for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:20:20.455789 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc94d977-e600-4b2a-bb7b-8c5da9b3d47f None None] Routers {'27d9eee2-9b6d-4f41-bd60-e1a403740faf'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:20:20.456381 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-bc94d977-e600-4b2a-bb7b-8c5da9b3d47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:19:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['27d9eee2-9b6d-4f41-bd60-e1a403740faf'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:20:20.500251 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c3799-7c0f-472b-9dfc-a95070eac12a req-9c3fe6ac-9ed4-4f5d-836a-b73a6db93167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:20.501826 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-351c3799-7c0f-472b-9dfc-a95070eac12a req-9c3fe6ac-9ed4-4f5d-836a-b73a6db93167 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=045ed487-3834-487c-a9da-a723ae251d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0509658 Jan 29 05:20:20.562693 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-bc94d977-e600-4b2a-bb7b-8c5da9b3d47f None None] Set router 27d9eee2-9b6d-4f41-bd60-e1a403740faf gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:20:20.596452 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-351c3799-7c0f-472b-9dfc-a95070eac12a req-17e56e56-3f76-4abb-a603-e83d05231916 service neutron] 10.222.0.18 "GET /v2.0/networks/045ed487-3834-487c-a9da-a723ae251d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883794 Jan 29 05:20:20.700498 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-351c3799-7c0f-472b-9dfc-a95070eac12a req-b6383870-e87e-4f21-aa43-e3799f59d9c1 service neutron] 10.222.0.18 "GET /v2.0/networks/045ed487-3834-487c-a9da-a723ae251d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985899 Jan 29 05:20:20.807772 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-bc94d977-e600-4b2a-bb7b-8c5da9b3d47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'name': 'tempest-TestShelveInstance-215333864-router', 'tenant_id': '76e6882c50464822bd850aecc013342f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.37'}], 'enable_snat': True}, 'gw_port_id': '1cf68860-153b-4e18-9451-064842b0644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:19:45Z', 'updated_at': '2022-01-29T05:19:48Z', 'revision_number': 4, 'project_id': '76e6882c50464822bd850aecc013342f', 'gw_port': {'id': '1cf68860-153b-4e18-9451-064842b0644c', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:46Z', 'updated_at': '2022-01-29T05:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': 'fe6f8d67-6569-4a0c-a850-d660da5d2140', 'tenant_id': '76e6882c50464822bd850aecc013342f', 'floating_ip_address': '172.26.8.68', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'port_id': 'c6a0a51b-a33b-4b92-a064-cd03fd8b17bb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1844, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '045ed487-3834-487c-a9da-a723ae251d9a', 'mac_address': 'fa:16:3e:17:6c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2903cbc9-2730-4f08-9d56-15b3eff81787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:20:18Z', 'updated_at': '2022-01-29T05:20:18Z', 'revision_number': 0, 'project_id': '76e6882c50464822bd850aecc013342f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48e6fb47-fa8e-487a-88a0-b2e87c1be736', 'name': '', 'network_id': '045ed487-3834-487c-a9da-a723ae251d9a', 'tenant_id': '76e6882c50464822bd850aecc013342f', 'mac_address': 'fa:16:3e:1e:7c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '80ed52b6-0774-48fe-976b-b4c54fb29a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:48Z', 'updated_at': '2022-01-29T05:19:52Z', 'revision_number': 5, 'project_id': '76e6882c50464822bd850aecc013342f', 'subnets': [{'id': '80ed52b6-0774-48fe-976b-b4c54fb29a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:20:20.836029 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc94d977-e600-4b2a-bb7b-8c5da9b3d47f None None] The sync data for ids ['27d9eee2-9b6d-4f41-bd60-e1a403740faf'] in dv-neutron-821190-1-hyperv is: [{'id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'name': 'tempest-TestShelveInstance-215333864-router', 'tenant_id': '76e6882c50464822bd850aecc013342f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.37'}], 'enable_snat': True}, 'gw_port_id': '1cf68860-153b-4e18-9451-064842b0644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:19:45Z', 'updated_at': '2022-01-29T05:19:48Z', 'revision_number': 4, 'project_id': '76e6882c50464822bd850aecc013342f', 'gw_port': {'id': '1cf68860-153b-4e18-9451-064842b0644c', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:46Z', 'updated_at': '2022-01-29T05:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': 'fe6f8d67-6569-4a0c-a850-d660da5d2140', 'tenant_id': '76e6882c50464822bd850aecc013342f', 'floating_ip_address': '172.26.8.68', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'port_id': 'c6a0a51b-a33b-4b92-a064-cd03fd8b17bb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1844, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '045ed487-3834-487c-a9da-a723ae251d9a', 'mac_address': 'fa:16:3e:17:6c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2903cbc9-2730-4f08-9d56-15b3eff81787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:20:18Z', 'updated_at': '2022-01-29T05:20:18Z', 'revision_number': 0, 'project_id': '76e6882c50464822bd850aecc013342f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48e6fb47-fa8e-487a-88a0-b2e87c1be736', 'name': '', 'network_id': '045ed487-3834-487c-a9da-a723ae251d9a', 'tenant_id': '76e6882c50464822bd850aecc013342f', 'mac_address': 'fa:16:3e:1e:7c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '80ed52b6-0774-48fe-976b-b4c54fb29a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:48Z', 'updated_at': '2022-01-29T05:19:52Z', 'revision_number': 5, 'project_id': '76e6882c50464822bd850aecc013342f', 'subnets': [{'id': '80ed52b6-0774-48fe-976b-b4c54fb29a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:20:21.046456 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8c55c4-6495-4a7b-aa8c-2e05c7b931e9 None None] New status for floating IP fe6f8d67-6569-4a0c-a850-d660da5d2140: ACTIVE {{(pid=103586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:20:22.503490 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-939a348b-5418-44d4-a6af-df57015c77ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:20:23.920711 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:20:24.452234 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:20:25.069001 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:20:26.438415 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:20:50.206023 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-98614d94-cec8-4f5d-ac75-844b905dcc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:20:52.517605 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fbf26469-a12a-464c-b29e-3dc07734936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:20:53.919919 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:20:54.392619 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:20:54.485903 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:20:55.065762 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:20:56.451355 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:21:19.812404 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-29e3182e-74c9-4d28-82f0-2d2cfc1b7419 req-8fc77483-26a6-4a30-abce-16e5169c9a5a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433493 Jan 29 05:21:19.918986 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3182e-74c9-4d28-82f0-2d2cfc1b7419 req-c51e2802-d98c-4e5d-a0ab-62f56533ec7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:21:19.920388 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-29e3182e-74c9-4d28-82f0-2d2cfc1b7419 req-c51e2802-d98c-4e5d-a0ab-62f56533ec7f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76e6882c50464822bd850aecc013342f&device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 1130 time: 0.0476797 Jan 29 05:21:20.021794 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3182e-74c9-4d28-82f0-2d2cfc1b7419 req-86a8cb99-6c23-427d-ad49-dba5abef747c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:21:20.023270 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-29e3182e-74c9-4d28-82f0-2d2cfc1b7419 req-86a8cb99-6c23-427d-ad49-dba5abef747c service neutron] 10.222.0.18 "GET /v2.0/networks?id=045ed487-3834-487c-a9da-a723ae251d9a HTTP/1.1" status: 200 len: 909 time: 0.0844033 Jan 29 05:21:20.226168 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bf247921-d566-4e1e-b66e-02258527d400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:21:20.421172 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-29e3182e-74c9-4d28-82f0-2d2cfc1b7419 req-dc6be9b0-c69b-47dc-9fcc-21052f3e5ead service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6a0a51b-a33b-4b92-a064-cd03fd8b17bb HTTP/1.1" status: 200 len: 1001 time: 0.3927000 Jan 29 05:21:20.469488 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3182e-74c9-4d28-82f0-2d2cfc1b7419 req-42fe706b-3fa2-4145-8bde-924436478758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:21:20.471210 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-29e3182e-74c9-4d28-82f0-2d2cfc1b7419 req-42fe706b-3fa2-4145-8bde-924436478758 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80ed52b6-0774-48fe-976b-b4c54fb29a7d HTTP/1.1" status: 200 len: 847 time: 0.0442579 Jan 29 05:21:20.521051 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3182e-74c9-4d28-82f0-2d2cfc1b7419 req-364292c7-7768-4ac8-95e4-d242d3dcd2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:21:20.522544 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-29e3182e-74c9-4d28-82f0-2d2cfc1b7419 req-364292c7-7768-4ac8-95e4-d242d3dcd2cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=045ed487-3834-487c-a9da-a723ae251d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0449722 Jan 29 05:21:20.616415 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-29e3182e-74c9-4d28-82f0-2d2cfc1b7419 req-8af9b932-4b3e-45a9-878d-50ce12c8a92b service neutron] 10.222.0.18 "GET /v2.0/networks/045ed487-3834-487c-a9da-a723ae251d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867815 Jan 29 05:21:20.707938 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-29e3182e-74c9-4d28-82f0-2d2cfc1b7419 req-558904a3-2f67-440d-bc6d-4720d537d580 service neutron] 10.222.0.18 "GET /v2.0/networks/045ed487-3834-487c-a9da-a723ae251d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839634 Jan 29 05:21:22.499666 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e1e46250-067e-4411-a59e-4d12da865377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:21:23.922520 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:21:24.517128 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:21:25.062598 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:21:26.434328 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:21:31.391378 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:21:50.204905 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-da33449e-9134-4d99-b791-62e0fe02ae14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:21:52.505090 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5a8ed3d-db0d-478d-ae0a-5fe3d32d12fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:21:53.893235 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:21:54.525672 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:21:55.062258 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:21:56.470804 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:22:08.391425 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:22:20.212844 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-97dd587c-9b6a-42fa-84c8-0368f2efd99a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:22:20.857846 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fa9774ae-240a-48ff-8d97-83226d16dac9 req-267c2a7c-8d47-42d7-abdb-9a10584d50d3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0488386 Jan 29 05:22:20.958484 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9774ae-240a-48ff-8d97-83226d16dac9 req-196a6aba-f2ca-4ad9-8b73-cc11d2166a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:22:20.959882 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fa9774ae-240a-48ff-8d97-83226d16dac9 req-196a6aba-f2ca-4ad9-8b73-cc11d2166a66 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76e6882c50464822bd850aecc013342f&device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 1130 time: 0.0453014 Jan 29 05:22:21.066103 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9774ae-240a-48ff-8d97-83226d16dac9 req-745440b9-e417-462a-b000-1549c35e4d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:22:21.067565 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fa9774ae-240a-48ff-8d97-83226d16dac9 req-745440b9-e417-462a-b000-1549c35e4d2e service neutron] 10.222.0.18 "GET /v2.0/networks?id=045ed487-3834-487c-a9da-a723ae251d9a HTTP/1.1" status: 200 len: 909 time: 0.0885086 Jan 29 05:22:21.134010 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fa9774ae-240a-48ff-8d97-83226d16dac9 req-286206f4-8b62-434c-885c-78d8c58930e5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6a0a51b-a33b-4b92-a064-cd03fd8b17bb HTTP/1.1" status: 200 len: 1001 time: 0.0600178 Jan 29 05:22:21.180426 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9774ae-240a-48ff-8d97-83226d16dac9 req-bf548b14-03ea-4fc3-a873-61da33bf1481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:22:21.182510 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fa9774ae-240a-48ff-8d97-83226d16dac9 req-bf548b14-03ea-4fc3-a873-61da33bf1481 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80ed52b6-0774-48fe-976b-b4c54fb29a7d HTTP/1.1" status: 200 len: 847 time: 0.0424156 Jan 29 05:22:21.235379 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9774ae-240a-48ff-8d97-83226d16dac9 req-7f2b8362-4f67-4de6-bf5e-453e3d5e0542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:22:21.236822 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fa9774ae-240a-48ff-8d97-83226d16dac9 req-7f2b8362-4f67-4de6-bf5e-453e3d5e0542 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=045ed487-3834-487c-a9da-a723ae251d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0485013 Jan 29 05:22:21.323938 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fa9774ae-240a-48ff-8d97-83226d16dac9 req-6cb11c05-fe8c-4b71-8484-b39dbb273bf6 service neutron] 10.222.0.18 "GET /v2.0/networks/045ed487-3834-487c-a9da-a723ae251d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815351 Jan 29 05:22:21.415992 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fa9774ae-240a-48ff-8d97-83226d16dac9 req-d90c3fac-faaa-46fb-96ec-78d5a906e9e9 service neutron] 10.222.0.18 "GET /v2.0/networks/045ed487-3834-487c-a9da-a723ae251d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856860 Jan 29 05:22:22.507427 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1bdac393-eceb-46d5-9c56-33818a8973e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:22:23.953358 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:22:24.487727 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:22:25.061775 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:22:26.464555 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:22:45.389878 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:22:46.691637 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14995233-585e-4a97-b1ca-2e715f0b44c8 req-555785aa-3fd5-4dd2-8731-a2128f91dbaa tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:22:46.693192 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-14995233-585e-4a97-b1ca-2e715f0b44c8 req-555785aa-3fd5-4dd2-8731-a2128f91dbaa tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 946 time: 0.0549984 Jan 29 05:22:46.742351 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-14995233-585e-4a97-b1ca-2e715f0b44c8 req-1e4359de-47bf-46c3-8ec7-ea82560afe2f tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433187 Jan 29 05:22:47.863183 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08d240-2a45-4a43-bdcd-8f8fa5ed8435 req-ab708f99-eb03-4eb2-8934-e1a07c32447e tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:22:47.864691 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2f08d240-2a45-4a43-bdcd-8f8fa5ed8435 req-ab708f99-eb03-4eb2-8934-e1a07c32447e tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 946 time: 0.0528841 Jan 29 05:22:47.915338 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2f08d240-2a45-4a43-bdcd-8f8fa5ed8435 req-55c74d0d-cc13-48c2-ad52-57c3ecf4767e tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452316 Jan 29 05:22:49.035630 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded3fcb-c485-430c-a7d2-0c25029cd0c1 req-70eef17f-d11d-4ebe-9d70-436a76c159ea tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:22:49.037052 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-eded3fcb-c485-430c-a7d2-0c25029cd0c1 req-70eef17f-d11d-4ebe-9d70-436a76c159ea tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 946 time: 0.0530858 Jan 29 05:22:49.084265 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-eded3fcb-c485-430c-a7d2-0c25029cd0c1 req-5ecf5359-c440-42f3-a567-c5485da983de tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417252 Jan 29 05:22:50.205254 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3609414-c6ef-4456-97b0-d47498028aab req-056d3e01-6b3a-4798-98df-d402909df256 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:22:50.206768 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f3609414-c6ef-4456-97b0-d47498028aab req-056d3e01-6b3a-4798-98df-d402909df256 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 946 time: 0.0537815 Jan 29 05:22:50.218517 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-33f21758-8975-4ac7-bacc-895f50c9f7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:22:50.256181 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f3609414-c6ef-4456-97b0-d47498028aab req-acc2f099-dabf-44df-a437-415e813115d1 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439215 Jan 29 05:22:51.378753 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42503e-f81c-43f5-a515-ab10c4fbc474 req-65ce71c7-31b9-4f46-9618-440f3b97d495 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:22:51.380222 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4f42503e-f81c-43f5-a515-ab10c4fbc474 req-65ce71c7-31b9-4f46-9618-440f3b97d495 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 946 time: 0.0569937 Jan 29 05:22:51.428226 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4f42503e-f81c-43f5-a515-ab10c4fbc474 req-30dd4eb3-f01b-49a3-b961-ec8443d39b0a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425975 Jan 29 05:22:52.515090 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b9699422-60bd-4166-a7dd-87e0f122642b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:22:52.546300 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f43f2-c5f2-4351-b52e-3a6040d37b96 req-73592ca1-78af-419d-8afc-d6d59702705c tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:22:52.547771 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-627f43f2-c5f2-4351-b52e-3a6040d37b96 req-73592ca1-78af-419d-8afc-d6d59702705c tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 946 time: 0.0527854 Jan 29 05:22:52.596099 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-627f43f2-c5f2-4351-b52e-3a6040d37b96 req-07ee3bc7-611f-41bd-9f6a-3300f138ca53 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428104 Jan 29 05:22:53.718707 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01df5f0-f486-4758-b107-54a94bb2df35 req-e0efe3c8-b99d-4ba8-915e-d4a6c2e79d72 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:22:53.720172 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c01df5f0-f486-4758-b107-54a94bb2df35 req-e0efe3c8-b99d-4ba8-915e-d4a6c2e79d72 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 946 time: 0.0578721 Jan 29 05:22:53.768673 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c01df5f0-f486-4758-b107-54a94bb2df35 req-e56ee7e7-0694-4724-b5c1-50e8880d8a74 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429969 Jan 29 05:22:53.924657 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:22:54.535557 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:22:54.887879 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c86b6b-f0c4-4f7d-a364-601fc4639b3b req-dc28a114-693e-4bb3-927f-e9a0a91b78dd tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:22:54.889675 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-53c86b6b-f0c4-4f7d-a364-601fc4639b3b req-dc28a114-693e-4bb3-927f-e9a0a91b78dd tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 946 time: 0.0544398 Jan 29 05:22:54.939252 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-53c86b6b-f0c4-4f7d-a364-601fc4639b3b req-9166e926-a173-423e-8690-8bc19684a8b5 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441456 Jan 29 05:22:55.066910 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:22:56.055275 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac002e-3673-466f-8587-59d723936d7c req-d0ab6451-0a10-4b26-b222-65a03174229a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:22:56.056748 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-dbac002e-3673-466f-8587-59d723936d7c req-d0ab6451-0a10-4b26-b222-65a03174229a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 946 time: 0.0522280 Jan 29 05:22:56.110133 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-dbac002e-3673-466f-8587-59d723936d7c req-fc0c5287-aa9e-41c1-a389-8642a353e439 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471110 Jan 29 05:22:56.467875 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:22:57.227992 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed633b6a-c285-4aa3-8d61-37a81aa7dac6 req-fcbbc256-3f0f-4940-9eef-53143a08c00a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:22:57.229485 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ed633b6a-c285-4aa3-8d61-37a81aa7dac6 req-fcbbc256-3f0f-4940-9eef-53143a08c00a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 946 time: 0.0519850 Jan 29 05:22:57.275975 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ed633b6a-c285-4aa3-8d61-37a81aa7dac6 req-685fdfd1-f374-4e3f-9cb5-1c99efcec84d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409994 Jan 29 05:22:58.394581 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f2813-1f96-49ff-a431-b8fb96351273 req-e3ad5732-0a24-42e1-8613-636feccb57d6 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:22:58.396096 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2a4f2813-1f96-49ff-a431-b8fb96351273 req-e3ad5732-0a24-42e1-8613-636feccb57d6 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 946 time: 0.0526102 Jan 29 05:22:58.444239 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2a4f2813-1f96-49ff-a431-b8fb96351273 req-e2061e6b-6746-4749-9bf4-da2fd57c0a82 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425520 Jan 29 05:22:59.566392 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0c463-98e0-4846-b9e7-0ae4a1ff8a37 req-341c22ab-09e8-41f2-84db-569b42f13448 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:22:59.567863 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a0b0c463-98e0-4846-b9e7-0ae4a1ff8a37 req-341c22ab-09e8-41f2-84db-569b42f13448 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 946 time: 0.0571520 Jan 29 05:22:59.617980 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a0b0c463-98e0-4846-b9e7-0ae4a1ff8a37 req-951215d5-fe91-4761-9c89-5e3750248c7a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428381 Jan 29 05:23:00.059257 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device c6a0a51b-a33b-4b92-a064-cd03fd8b17bb details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:23:00.152301 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port c6a0a51b-a33b-4b92-a064-cd03fd8b17bb, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=c6a0a51b-a33b-4b92-a064-cd03fd8b17bb,segment=NetworkSegment(00de506e-1eb7-45fc-bdce-f36553ac4918),segment_id=00de506e-1eb7-45fc-bdce-f36553ac4918)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:23:00.167108 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': 'c6a0a51b-a33b-4b92-a064-cd03fd8b17bb', 'network_id': '045ed487-3834-487c-a9da-a723ae251d9a', 'port_id': 'c6a0a51b-a33b-4b92-a064-cd03fd8b17bb', 'mac_address': 'fa:16:3e:17:6c:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80ed52b6-0774-48fe-976b-b4c54fb29a7d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:23:00.207477 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port c6a0a51b-a33b-4b92-a064-cd03fd8b17bb is: ACTIVE; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:23:00.207889 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (c6a0a51b-a33b-4b92-a064-cd03fd8b17bb), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:23:00.226730 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c6a0a51b-a33b-4b92-a064-cd03fd8b17bb {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 05:23:00.245786 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port c6a0a51b-a33b-4b92-a064-cd03fd8b17bb, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=c6a0a51b-a33b-4b92-a064-cd03fd8b17bb,segment=NetworkSegment(00de506e-1eb7-45fc-bdce-f36553ac4918),segment_id=00de506e-1eb7-45fc-bdce-f36553ac4918)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:23:00.329549 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (c6a0a51b-a33b-4b92-a064-cd03fd8b17bb), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:23:00.376055 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=c6a0a51b-a33b-4b92-a064-cd03fd8b17bb,revision_number=6']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:23:00.383072 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:23:00.383449 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:23:00.383799 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:23:00.384142 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:23:00.384478 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:23:00.384833 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:23:00.385169 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:23:00.385509 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:23:00.385866 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:23:00.386199 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:23:00.386528 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:23:00.386855 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:23:00.387181 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:23:00.469822 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['c6a0a51b-a33b-4b92-a064-cd03fd8b17bb'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:23:00.788092 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96a416-53e7-495b-8d58-a1f3fdb01eb2 req-bfbb749f-3936-4f0f-8c3f-8634373f2fd6 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:00.789593 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6b96a416-53e7-495b-8d58-a1f3fdb01eb2 req-bfbb749f-3936-4f0f-8c3f-8634373f2fd6 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 945 time: 0.0526252 Jan 29 05:23:00.838905 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6b96a416-53e7-495b-8d58-a1f3fdb01eb2 req-b7306d61-d494-42e8-a4ef-6d7013afcbcd tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432298 Jan 29 05:23:01.957222 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252bb1e-a066-4933-adb7-1a6124c9eaf2 req-d75e0345-7df3-4d04-a467-e966d6e8db21 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:01.958680 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f252bb1e-a066-4933-adb7-1a6124c9eaf2 req-d75e0345-7df3-4d04-a467-e966d6e8db21 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 945 time: 0.0513077 Jan 29 05:23:02.012143 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f252bb1e-a066-4933-adb7-1a6124c9eaf2 req-62c7676a-0c38-43b2-998c-24b877545f70 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479798 Jan 29 05:23:02.084640 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device c6a0a51b-a33b-4b92-a064-cd03fd8b17bb up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:23:02.129869 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port c6a0a51b-a33b-4b92-a064-cd03fd8b17bb triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:23:02.130160 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c6a0a51b-a33b-4b92-a064-cd03fd8b17bb), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:23:02.205021 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port c6a0a51b-a33b-4b92-a064-cd03fd8b17bb is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:23:02.205413 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (c6a0a51b-a33b-4b92-a064-cd03fd8b17bb), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:23:02.226646 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2903cbc9-2730-4f08-9d56-15b3eff81787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a0a51b-a33b-4b92-a064-cd03fd8b17bb'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:23:02.228853 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa62dd9e-f05f-41cc-9c77-aa7a33d60f79" -d '{"events": [{"server_uuid": "2903cbc9-2730-4f08-9d56-15b3eff81787", "name": "network-vif-plugged", "status": "completed", "tag": "c6a0a51b-a33b-4b92-a064-cd03fd8b17bb"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:23:02.240792 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port c6a0a51b-a33b-4b92-a064-cd03fd8b17bb, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=c6a0a51b-a33b-4b92-a064-cd03fd8b17bb,segment=NetworkSegment(00de506e-1eb7-45fc-bdce-f36553ac4918),segment_id=00de506e-1eb7-45fc-bdce-f36553ac4918)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:23:02.265906 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024df97c-6374-4a22-ac3f-4cb07b6ff85b x-openstack-request-id: req-024df97c-6374-4a22-ac3f-4cb07b6ff85b {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:23:02.266231 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2903cbc9-2730-4f08-9d56-15b3eff81787", "name": "network-vif-plugged", "status": "completed", "tag": "c6a0a51b-a33b-4b92-a064-cd03fd8b17bb", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:23:02.266492 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-024df97c-6374-4a22-ac3f-4cb07b6ff85b {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:23:02.266891 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2903cbc9-2730-4f08-9d56-15b3eff81787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a0a51b-a33b-4b92-a064-cd03fd8b17bb', 'code': 200} Jan 29 05:23:02.326822 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (c6a0a51b-a33b-4b92-a064-cd03fd8b17bb), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:23:02.373552 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=c6a0a51b-a33b-4b92-a064-cd03fd8b17bb,revision_number=7']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:23:03.134067 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519d44f-9f55-4412-9435-bd087fe81050 req-7de4dedc-db9a-456b-94d8-d5e94d818523 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:03.135526 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5519d44f-9f55-4412-9435-bd087fe81050 req-7de4dedc-db9a-456b-94d8-d5e94d818523 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 946 time: 0.0551496 Jan 29 05:23:03.184118 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5519d44f-9f55-4412-9435-bd087fe81050 req-e36af2c3-b04f-4b9b-beb8-500334a69d81 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429952 Jan 29 05:23:04.311558 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f406d-1ef6-455c-89f3-b5f99d569e5d req-dc78c6df-2c71-48a3-9e63-d04fa978370f tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:04.313093 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-279f406d-1ef6-455c-89f3-b5f99d569e5d req-dc78c6df-2c71-48a3-9e63-d04fa978370f tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 946 time: 0.0558085 Jan 29 05:23:04.376590 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-279f406d-1ef6-455c-89f3-b5f99d569e5d req-c2482c75-3cdd-49e9-a0e7-b245ecf74090 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573857 Jan 29 05:23:05.509506 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc0356-32a3-4053-b85f-5f0f85330488 req-8da9bff0-4f74-465c-a380-b495ee26ac60 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:05.511026 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-86dc0356-32a3-4053-b85f-5f0f85330488 req-8da9bff0-4f74-465c-a380-b495ee26ac60 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 946 time: 0.0675974 Jan 29 05:23:05.582815 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-86dc0356-32a3-4053-b85f-5f0f85330488 req-f0b03209-d8e5-44da-910a-70776087dd30 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657871 Jan 29 05:23:06.691512 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba63d4-86dc-4c09-84a8-c9baf7f8c454 req-38472b31-afd3-476d-b393-e56f436fb3c7 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:06.693081 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-96ba63d4-86dc-4c09-84a8-c9baf7f8c454 req-38472b31-afd3-476d-b393-e56f436fb3c7 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 946 time: 0.0529811 Jan 29 05:23:06.747869 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-96ba63d4-86dc-4c09-84a8-c9baf7f8c454 req-ea4e05dc-5768-412c-8e10-032d18053a1d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478392 Jan 29 05:23:07.898821 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89df4dc-bcbf-4c1a-ac03-16eddcaaf2b4 req-a81c26c9-77c9-4b8f-93e5-aa8e39e78ae6 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:07.902494 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f89df4dc-bcbf-4c1a-ac03-16eddcaaf2b4 req-a81c26c9-77c9-4b8f-93e5-aa8e39e78ae6 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 946 time: 0.0680919 Jan 29 05:23:07.977323 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f89df4dc-bcbf-4c1a-ac03-16eddcaaf2b4 req-d0275237-5384-434a-bbc8-dd20157891bc tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685616 Jan 29 05:23:09.106769 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3edc32-352c-460b-bd32-483dc07aa406 req-ed710441-866e-4f91-bc14-961ac084ea0b tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:09.108399 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-db3edc32-352c-460b-bd32-483dc07aa406 req-ed710441-866e-4f91-bc14-961ac084ea0b tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 946 time: 0.0566583 Jan 29 05:23:09.166284 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-db3edc32-352c-460b-bd32-483dc07aa406 req-521e1d97-3cf7-40dc-9761-8f38e4cb7ba7 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517335 Jan 29 05:23:10.297167 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7926c56-4f0b-47eb-a28f-e74126a7e611 req-05c195df-70db-4d54-87bc-e1b553bbbf29 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:10.298939 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c7926c56-4f0b-47eb-a28f-e74126a7e611 req-05c195df-70db-4d54-87bc-e1b553bbbf29 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 946 time: 0.0611229 Jan 29 05:23:10.355213 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c7926c56-4f0b-47eb-a28f-e74126a7e611 req-cc5fecd1-da60-4d60-a048-f778a5aa2664 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500114 Jan 29 05:23:11.481306 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d3995-1c91-42eb-a757-a8e2e6c01d5e req-74e69c8f-0c70-4607-82c5-9ca4c2982c3d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:11.483371 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-047d3995-1c91-42eb-a757-a8e2e6c01d5e req-74e69c8f-0c70-4607-82c5-9ca4c2982c3d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 946 time: 0.0575244 Jan 29 05:23:11.545558 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-047d3995-1c91-42eb-a757-a8e2e6c01d5e req-a72803b3-8d19-4463-8fee-3ebc71ad6c0a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537748 Jan 29 05:23:12.665963 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b6cff-9876-4a8d-ba5c-82492173733d req-3afdf5cb-f6f5-4a99-9ccb-7ae13eb2e001 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:12.667455 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8e7b6cff-9876-4a8d-ba5c-82492173733d req-3afdf5cb-f6f5-4a99-9ccb-7ae13eb2e001 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 946 time: 0.0540941 Jan 29 05:23:12.717840 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8e7b6cff-9876-4a8d-ba5c-82492173733d req-9a32442b-5457-439a-a002-ea6da9072274 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439167 Jan 29 05:23:13.847556 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0160c5-ba32-4f5c-bc75-7939509ca6ea req-ce38c723-8af2-44d7-afa4-e35f39f04d52 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:13.849081 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fc0160c5-ba32-4f5c-bc75-7939509ca6ea req-ce38c723-8af2-44d7-afa4-e35f39f04d52 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 946 time: 0.0638170 Jan 29 05:23:13.897765 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fc0160c5-ba32-4f5c-bc75-7939509ca6ea req-dd6e2e91-7e04-4fe6-81dd-eb7c115089fc tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431337 Jan 29 05:23:15.018001 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b947e8-6ad0-41b7-a737-484dacebe23d req-daa66860-71b2-4e89-9295-0039aa65ab11 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:15.019493 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a2b947e8-6ad0-41b7-a737-484dacebe23d req-daa66860-71b2-4e89-9295-0039aa65ab11 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 946 time: 0.0541682 Jan 29 05:23:15.069041 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a2b947e8-6ad0-41b7-a737-484dacebe23d req-1677476c-a60c-452e-a687-547755b1d71c tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435791 Jan 29 05:23:15.223095 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7a03d-2f7f-48ab-89bf-b1ab212164e1 req-acdee637-1125-4f15-ab48-a1cafaa702c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:15.224524 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e6a7a03d-2f7f-48ab-89bf-b1ab212164e1 req-acdee637-1125-4f15-ab48-a1cafaa702c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76e6882c50464822bd850aecc013342f&device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 1130 time: 0.0503731 Jan 29 05:23:15.315030 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7a03d-2f7f-48ab-89bf-b1ab212164e1 req-0aa3fc43-4f73-4627-8a2c-f9550bf9ff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:15.316469 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e6a7a03d-2f7f-48ab-89bf-b1ab212164e1 req-0aa3fc43-4f73-4627-8a2c-f9550bf9ff29 service neutron] 10.222.0.18 "GET /v2.0/networks?id=045ed487-3834-487c-a9da-a723ae251d9a HTTP/1.1" status: 200 len: 909 time: 0.0863738 Jan 29 05:23:15.379932 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e6a7a03d-2f7f-48ab-89bf-b1ab212164e1 req-ef56645d-94c5-4c1f-bd63-76f737dec13d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6a0a51b-a33b-4b92-a064-cd03fd8b17bb HTTP/1.1" status: 200 len: 1001 time: 0.0569303 Jan 29 05:23:15.431447 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7a03d-2f7f-48ab-89bf-b1ab212164e1 req-c163ffe9-2295-4de1-82d8-7861d97b12ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:15.432873 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e6a7a03d-2f7f-48ab-89bf-b1ab212164e1 req-c163ffe9-2295-4de1-82d8-7861d97b12ea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80ed52b6-0774-48fe-976b-b4c54fb29a7d HTTP/1.1" status: 200 len: 847 time: 0.0470917 Jan 29 05:23:15.480512 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7a03d-2f7f-48ab-89bf-b1ab212164e1 req-cce11f54-adf0-48da-bacb-6dbb9403800b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:15.481958 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e6a7a03d-2f7f-48ab-89bf-b1ab212164e1 req-cce11f54-adf0-48da-bacb-6dbb9403800b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=045ed487-3834-487c-a9da-a723ae251d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0435770 Jan 29 05:23:15.568592 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e6a7a03d-2f7f-48ab-89bf-b1ab212164e1 req-1a9d6aaf-651c-4dc4-900f-1ea945b36d94 service neutron] 10.222.0.18 "GET /v2.0/networks/045ed487-3834-487c-a9da-a723ae251d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806150 Jan 29 05:23:15.659537 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e6a7a03d-2f7f-48ab-89bf-b1ab212164e1 req-bae904fb-38cc-42e9-927f-9961f99c723e service neutron] 10.222.0.18 "GET /v2.0/networks/045ed487-3834-487c-a9da-a723ae251d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856748 Jan 29 05:23:16.188678 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a08b7-6ab7-471a-af32-38616930ec7b req-b9784392-8302-4850-9211-83f5df138ef7 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:16.190227 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-247a08b7-6ab7-471a-af32-38616930ec7b req-b9784392-8302-4850-9211-83f5df138ef7 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 946 time: 0.0545504 Jan 29 05:23:16.239143 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-247a08b7-6ab7-471a-af32-38616930ec7b req-ca42257c-7fa2-4f84-96b4-386537dffc97 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432620 Jan 29 05:23:17.364369 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0594323-3a80-43ad-8a7b-4922539e0009 req-73835dec-0464-470e-a1c0-eb093e32a645 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:17.365879 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a0594323-3a80-43ad-8a7b-4922539e0009 req-73835dec-0464-470e-a1c0-eb093e32a645 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 946 time: 0.0593133 Jan 29 05:23:17.415041 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a0594323-3a80-43ad-8a7b-4922539e0009 req-8f46c40c-87c1-43f0-bb8f-6e728ee9f67c tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436323 Jan 29 05:23:18.532415 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74eb38e-4f95-427c-8f39-d9f96a8dead7 req-5eff9e64-8b1f-4089-9942-bca1227db34a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:18.533922 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b74eb38e-4f95-427c-8f39-d9f96a8dead7 req-5eff9e64-8b1f-4089-9942-bca1227db34a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 946 time: 0.0529575 Jan 29 05:23:18.582519 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b74eb38e-4f95-427c-8f39-d9f96a8dead7 req-a72445ef-61f6-408a-8520-8c3d337f559c tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431311 Jan 29 05:23:18.648022 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [req-4c75b8e8-f752-4629-9b68-13b14d2cf948 req-9bb96b81-6c6c-4e21-9d3c-18427a4cfea0 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103585) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 05:23:18.649026 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4c75b8e8-f752-4629-9b68-13b14d2cf948 req-9bb96b81-6c6c-4e21-9d3c-18427a4cfea0 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053473 Jan 29 05:23:18.999685 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e77445-7a50-41fc-ae9f-c0d4337231e3 req-52a5b091-45ef-4b04-9302-db998bb05896 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:19.000853 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-39e77445-7a50-41fc-ae9f-c0d4337231e3 req-52a5b091-45ef-4b04-9302-db998bb05896 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 946 time: 0.0530226 Jan 29 05:23:19.055061 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-39e77445-7a50-41fc-ae9f-c0d4337231e3 req-ec04faf6-c6ff-46f8-baeb-d13a6c44713a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487850 Jan 29 05:23:19.350433 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6217b44d-d956-4e2d-a913-a8eb7e240bf2 req-db2a476a-a877-4802-9b70-5b20bacb8ea7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0905635 Jan 29 05:23:20.177140 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4392c6-12a9-48d3-8d03-80ccfb31e9a2 req-89faf2e5-2f30-4bb4-b3cc-a50a17170b36 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:20.183798 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7f4392c6-12a9-48d3-8d03-80ccfb31e9a2 req-89faf2e5-2f30-4bb4-b3cc-a50a17170b36 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 946 time: 0.0602396 Jan 29 05:23:20.221405 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-62a2528a-41d9-484d-8847-77ddb9604469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:23:20.225815 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device c6a0a51b-a33b-4b92-a064-cd03fd8b17bb no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:23:20.243187 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7f4392c6-12a9-48d3-8d03-80ccfb31e9a2 req-1a01c96b-4caf-4a45-aef2-d0edc5096e81 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584471 Jan 29 05:23:20.312853 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port c6a0a51b-a33b-4b92-a064-cd03fd8b17bb is: ACTIVE; New status is: DOWN {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:23:20.313508 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (c6a0a51b-a33b-4b92-a064-cd03fd8b17bb), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:23:20.340075 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2903cbc9-2730-4f08-9d56-15b3eff81787', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6a0a51b-a33b-4b92-a064-cd03fd8b17bb'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:23:20.343367 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30dc554-9511-46d5-be39-7b37ee254a66" -d '{"events": [{"server_uuid": "2903cbc9-2730-4f08-9d56-15b3eff81787", "name": "network-vif-unplugged", "status": "completed", "tag": "c6a0a51b-a33b-4b92-a064-cd03fd8b17bb"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:23:20.360445 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port c6a0a51b-a33b-4b92-a064-cd03fd8b17bb, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=c6a0a51b-a33b-4b92-a064-cd03fd8b17bb,segment=NetworkSegment(00de506e-1eb7-45fc-bdce-f36553ac4918),segment_id=00de506e-1eb7-45fc-bdce-f36553ac4918)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:23:20.383824 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 29 Jan 2022 05:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a493dfdb-f508-452e-82a0-16157d9124bc x-openstack-request-id: req-a493dfdb-f508-452e-82a0-16157d9124bc {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:23:20.384124 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2903cbc9-2730-4f08-9d56-15b3eff81787", "name": "network-vif-unplugged", "status": "failed", "tag": "c6a0a51b-a33b-4b92-a064-cd03fd8b17bb", "code": 422}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:23:20.384381 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a493dfdb-f508-452e-82a0-16157d9124bc {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:23:20.384896 dv-neutron-821190-1-hyperv neutron-server[103586]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2903cbc9-2730-4f08-9d56-15b3eff81787', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c6a0a51b-a33b-4b92-a064-cd03fd8b17bb', 'code': 422} returned with failed status Jan 29 05:23:20.451892 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (c6a0a51b-a33b-4b92-a064-cd03fd8b17bb), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:23:20.502877 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=c6a0a51b-a33b-4b92-a064-cd03fd8b17bb,revision_number=8']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:23:20.823018 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.18', 49832) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:23:20.887041 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217b44d-d956-4e2d-a913-a8eb7e240bf2 req-ad503412-2736-47ff-8f6f-2a3d42b8bdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:20.888588 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6217b44d-d956-4e2d-a913-a8eb7e240bf2 req-ad503412-2736-47ff-8f6f-2a3d42b8bdba service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787&tenant_id=76e6882c50464822bd850aecc013342f HTTP/1.1" status: 200 len: 1128 time: 0.1052971 Jan 29 05:23:20.926929 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903dc8c4-9403-4ae7-8060-203459c526d1 req-2f84e632-8067-44ee-8496-35a49e674cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:20.928464 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-903dc8c4-9403-4ae7-8060-203459c526d1 req-2f84e632-8067-44ee-8496-35a49e674cdc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76e6882c50464822bd850aecc013342f&device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 1128 time: 0.1045156 Jan 29 05:23:21.041453 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903dc8c4-9403-4ae7-8060-203459c526d1 req-9c9a9a5d-d704-45b3-b599-b15bad7ef395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:21.042979 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-903dc8c4-9403-4ae7-8060-203459c526d1 req-9c9a9a5d-d704-45b3-b599-b15bad7ef395 service neutron] 10.222.0.18 "GET /v2.0/networks?id=045ed487-3834-487c-a9da-a723ae251d9a HTTP/1.1" status: 200 len: 909 time: 0.0951977 Jan 29 05:23:21.107522 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-903dc8c4-9403-4ae7-8060-203459c526d1 req-bb3868b8-9ef5-462b-9658-022255c41f0a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6a0a51b-a33b-4b92-a064-cd03fd8b17bb HTTP/1.1" status: 200 len: 999 time: 0.0593271 Jan 29 05:23:21.161358 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903dc8c4-9403-4ae7-8060-203459c526d1 req-539ccd17-94c5-408d-87bd-08579144ddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:21.162889 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-903dc8c4-9403-4ae7-8060-203459c526d1 req-539ccd17-94c5-408d-87bd-08579144ddc8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80ed52b6-0774-48fe-976b-b4c54fb29a7d HTTP/1.1" status: 200 len: 847 time: 0.0486584 Jan 29 05:23:21.212430 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903dc8c4-9403-4ae7-8060-203459c526d1 req-412ba23b-11c4-4701-8b5a-6d6da2975a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:21.213899 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-903dc8c4-9403-4ae7-8060-203459c526d1 req-412ba23b-11c4-4701-8b5a-6d6da2975a41 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=045ed487-3834-487c-a9da-a723ae251d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0454519 Jan 29 05:23:21.304473 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-903dc8c4-9403-4ae7-8060-203459c526d1 req-d596eafb-c08b-409c-8a23-74e2071e7d6c service neutron] 10.222.0.18 "GET /v2.0/networks/045ed487-3834-487c-a9da-a723ae251d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849931 Jan 29 05:23:21.359949 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4376dd-a9b9-457f-8114-99b83da81bc2 req-057c7a6a-e6ab-4499-831e-b9ed1d45751c tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:21.362057 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8b4376dd-a9b9-457f-8114-99b83da81bc2 req-057c7a6a-e6ab-4499-831e-b9ed1d45751c tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 944 time: 0.0582590 Jan 29 05:23:21.401025 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-903dc8c4-9403-4ae7-8060-203459c526d1 req-4acc01d7-d1ac-435e-a0e4-60a1295d76c0 service neutron] 10.222.0.18 "GET /v2.0/networks/045ed487-3834-487c-a9da-a723ae251d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912039 Jan 29 05:23:21.415648 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8b4376dd-a9b9-457f-8114-99b83da81bc2 req-20c23e41-76ce-486c-924f-bf995a82675c tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471456 Jan 29 05:23:21.582178 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217b44d-d956-4e2d-a913-a8eb7e240bf2 req-46187501-40c9-4b6a-9ee3-dcdf7f540817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:21.583674 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6217b44d-d956-4e2d-a913-a8eb7e240bf2 req-46187501-40c9-4b6a-9ee3-dcdf7f540817 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76e6882c50464822bd850aecc013342f&device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 1128 time: 0.0452042 Jan 29 05:23:21.683238 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217b44d-d956-4e2d-a913-a8eb7e240bf2 req-0f3f1de3-94d0-4f94-8c1b-4afeca613e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:21.684917 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6217b44d-d956-4e2d-a913-a8eb7e240bf2 req-0f3f1de3-94d0-4f94-8c1b-4afeca613e00 service neutron] 10.222.0.18 "GET /v2.0/networks?id=045ed487-3834-487c-a9da-a723ae251d9a HTTP/1.1" status: 200 len: 909 time: 0.0957546 Jan 29 05:23:21.751499 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6217b44d-d956-4e2d-a913-a8eb7e240bf2 req-ae753f46-0e15-4cc9-89e7-1dc33f36351b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6a0a51b-a33b-4b92-a064-cd03fd8b17bb HTTP/1.1" status: 200 len: 999 time: 0.0604362 Jan 29 05:23:21.800425 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217b44d-d956-4e2d-a913-a8eb7e240bf2 req-75c562ca-8001-4023-84d4-a7c65ac8bea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:21.801947 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6217b44d-d956-4e2d-a913-a8eb7e240bf2 req-75c562ca-8001-4023-84d4-a7c65ac8bea5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80ed52b6-0774-48fe-976b-b4c54fb29a7d HTTP/1.1" status: 200 len: 847 time: 0.0451627 Jan 29 05:23:21.863113 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217b44d-d956-4e2d-a913-a8eb7e240bf2 req-cf0dce15-1c20-4d1f-990b-49b70fdd5d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:21.864686 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6217b44d-d956-4e2d-a913-a8eb7e240bf2 req-cf0dce15-1c20-4d1f-990b-49b70fdd5d0d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=045ed487-3834-487c-a9da-a723ae251d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0563171 Jan 29 05:23:21.959681 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6217b44d-d956-4e2d-a913-a8eb7e240bf2 req-fd0cee17-fad8-40a4-a7d4-1376e64c0cc4 service neutron] 10.222.0.18 "GET /v2.0/networks/045ed487-3834-487c-a9da-a723ae251d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887856 Jan 29 05:23:22.054164 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6217b44d-d956-4e2d-a913-a8eb7e240bf2 req-cab025b9-010a-46e9-b89d-eba9ad2599ae service neutron] 10.222.0.18 "GET /v2.0/networks/045ed487-3834-487c-a9da-a723ae251d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883586 Jan 29 05:23:22.388566 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:23:22.500930 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e19bb6ba-6ec8-4d2a-9904-821aaa6e1c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:23:22.535223 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ed7fc-e9a1-49fc-a16f-bc5a5d87d2b4 req-affba4ad-3370-4cd0-88a4-778d4ea8fb26 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:22.536719 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-733ed7fc-e9a1-49fc-a16f-bc5a5d87d2b4 req-affba4ad-3370-4cd0-88a4-778d4ea8fb26 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 944 time: 0.0532656 Jan 29 05:23:22.589757 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-733ed7fc-e9a1-49fc-a16f-bc5a5d87d2b4 req-95ccd38e-feba-4284-aeaf-225a63243f6a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474486 Jan 29 05:23:23.723286 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557134aa-f221-4bdd-a5e1-7682d86445e1 req-d770c8c5-ead2-48f5-8c9c-3fca0ab7682a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:23.724861 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-557134aa-f221-4bdd-a5e1-7682d86445e1 req-d770c8c5-ead2-48f5-8c9c-3fca0ab7682a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 944 time: 0.0650058 Jan 29 05:23:23.790876 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-557134aa-f221-4bdd-a5e1-7682d86445e1 req-07635589-82f7-4fc5-8dca-6ed0e7c8549f tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600111 Jan 29 05:23:23.912803 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:23:24.520977 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:23:24.924295 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c270fa-bb69-4aba-965c-62ac05d661e0 req-96dc30bc-e657-405d-a6e3-7d5265d1d85f tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:24.926807 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b3c270fa-bb69-4aba-965c-62ac05d661e0 req-96dc30bc-e657-405d-a6e3-7d5265d1d85f tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 944 time: 0.0643675 Jan 29 05:23:24.989567 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b3c270fa-bb69-4aba-965c-62ac05d661e0 req-a79b4d71-8682-4b05-9af8-b033343894b3 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552289 Jan 29 05:23:25.074781 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:23:26.200056 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018855aa-ed37-486d-b499-f92962c900ac req-f8cbadc8-f4ab-4543-bcd7-9e311ebe4c8a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:26.201595 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-018855aa-ed37-486d-b499-f92962c900ac req-f8cbadc8-f4ab-4543-bcd7-9e311ebe4c8a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 944 time: 0.1003132 Jan 29 05:23:26.258003 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-018855aa-ed37-486d-b499-f92962c900ac req-da71eae7-a2ec-4feb-bb76-d66c50d917d1 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500596 Jan 29 05:23:26.461204 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:23:27.385108 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a490e1-c029-4c5f-8c03-ea9211172d5b req-18dd6251-b30c-44db-8f8f-c9c483f90443 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:27.386599 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-61a490e1-c029-4c5f-8c03-ea9211172d5b req-18dd6251-b30c-44db-8f8f-c9c483f90443 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 944 time: 0.0602789 Jan 29 05:23:27.440419 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-61a490e1-c029-4c5f-8c03-ea9211172d5b req-d1eeac41-bc6c-46e3-b483-5016fdf9f348 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470281 Jan 29 05:23:28.576628 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae573dd-5b6d-478a-8dc0-38f5bafd402b req-0729c0a1-913b-49ba-a932-212b3f99f2ca tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:28.578870 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cae573dd-5b6d-478a-8dc0-38f5bafd402b req-0729c0a1-913b-49ba-a932-212b3f99f2ca tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 944 time: 0.0563941 Jan 29 05:23:28.630405 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cae573dd-5b6d-478a-8dc0-38f5bafd402b req-636efb3c-a39a-4472-a91d-cbb42bc9d132 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459890 Jan 29 05:23:29.759560 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5370de-dc19-443a-9be1-39a2c58bd2c3 req-5144296e-27bf-4686-b5e5-25a4266085c9 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:29.761275 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ac5370de-dc19-443a-9be1-39a2c58bd2c3 req-5144296e-27bf-4686-b5e5-25a4266085c9 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 944 time: 0.0629849 Jan 29 05:23:29.817710 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ac5370de-dc19-443a-9be1-39a2c58bd2c3 req-feb0b3ca-e60b-4287-93c0-e215556c4450 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501752 Jan 29 05:23:30.945507 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dab26f-c7a4-4703-8f3b-86dd250d219d req-f9e316f1-af13-4456-97cb-24d52f8e154f tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:30.947001 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-24dab26f-c7a4-4703-8f3b-86dd250d219d req-f9e316f1-af13-4456-97cb-24d52f8e154f tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 944 time: 0.0521333 Jan 29 05:23:30.996022 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-24dab26f-c7a4-4703-8f3b-86dd250d219d req-54a766f2-8763-4bf2-b837-7222b4d3f5dd tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430520 Jan 29 05:23:32.111935 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15b5e2-4cc8-4f85-9aca-938b9fc0163a req-7f00267c-4004-4fdd-88ae-4719eac41283 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:32.113340 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2e15b5e2-4cc8-4f85-9aca-938b9fc0163a req-7f00267c-4004-4fdd-88ae-4719eac41283 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 944 time: 0.0513494 Jan 29 05:23:32.161501 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2e15b5e2-4cc8-4f85-9aca-938b9fc0163a req-50f546d4-1d76-405c-995a-ad665979c273 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426004 Jan 29 05:23:33.285921 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d19fae-6205-44e6-9c80-3d8935fd7d47 req-25a8beaf-c3f8-4b6d-8be4-729f00f22a6c tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:33.287366 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a9d19fae-6205-44e6-9c80-3d8935fd7d47 req-25a8beaf-c3f8-4b6d-8be4-729f00f22a6c tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 944 time: 0.0563815 Jan 29 05:23:33.334596 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a9d19fae-6205-44e6-9c80-3d8935fd7d47 req-e170d236-02ef-487b-9900-9c508f5c488d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417674 Jan 29 05:23:34.465703 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9fc1a-06b8-4014-937b-83f1116fe501 req-7ec0bc94-7974-43f9-aea6-b7bb93924310 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:34.468377 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-bfa9fc1a-06b8-4014-937b-83f1116fe501 req-7ec0bc94-7974-43f9-aea6-b7bb93924310 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 944 time: 0.0599017 Jan 29 05:23:34.521399 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-bfa9fc1a-06b8-4014-937b-83f1116fe501 req-2f7f88ae-658c-4c05-ae9a-b84db7840254 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473461 Jan 29 05:23:35.645880 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4afc35-7737-451c-bf68-9fd4322efe7e req-a6631247-bb01-4653-bdf4-c7ced533c367 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:35.647348 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ba4afc35-7737-451c-bf68-9fd4322efe7e req-a6631247-bb01-4653-bdf4-c7ced533c367 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 944 time: 0.0567803 Jan 29 05:23:35.694649 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ba4afc35-7737-451c-bf68-9fd4322efe7e req-8583c66f-141a-47d8-8929-6f489c202e20 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416253 Jan 29 05:23:36.814944 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e20e0-65e4-4acc-b982-b4431a8c67b2 req-c08ff8ef-f9e2-4eec-a305-fbd684208e26 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:36.816412 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7a7e20e0-65e4-4acc-b982-b4431a8c67b2 req-c08ff8ef-f9e2-4eec-a305-fbd684208e26 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 944 time: 0.0534430 Jan 29 05:23:36.870735 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7a7e20e0-65e4-4acc-b982-b4431a8c67b2 req-e72d1366-c235-4e0f-84a4-2619c3908c6b tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488758 Jan 29 05:23:37.989064 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c56e4-5fd2-4f2b-b34a-e6d4fbd2e71c req-368725f2-dbd3-4bbc-bede-1bd645e93b0b tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:37.990544 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-890c56e4-5fd2-4f2b-b34a-e6d4fbd2e71c req-368725f2-dbd3-4bbc-bede-1bd645e93b0b tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 944 time: 0.0529585 Jan 29 05:23:38.042353 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-890c56e4-5fd2-4f2b-b34a-e6d4fbd2e71c req-c3e404b7-5026-43ea-a333-e9730d846154 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463271 Jan 29 05:23:38.292666 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device c6a0a51b-a33b-4b92-a064-cd03fd8b17bb details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:23:38.388298 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port c6a0a51b-a33b-4b92-a064-cd03fd8b17bb, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=c6a0a51b-a33b-4b92-a064-cd03fd8b17bb,segment=NetworkSegment(00de506e-1eb7-45fc-bdce-f36553ac4918),segment_id=00de506e-1eb7-45fc-bdce-f36553ac4918)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:23:38.399684 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': 'c6a0a51b-a33b-4b92-a064-cd03fd8b17bb', 'network_id': '045ed487-3834-487c-a9da-a723ae251d9a', 'port_id': 'c6a0a51b-a33b-4b92-a064-cd03fd8b17bb', 'mac_address': 'fa:16:3e:17:6c:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80ed52b6-0774-48fe-976b-b4c54fb29a7d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:23:38.435490 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port c6a0a51b-a33b-4b92-a064-cd03fd8b17bb is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:23:38.435903 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (c6a0a51b-a33b-4b92-a064-cd03fd8b17bb), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:23:38.448259 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6a0a51b-a33b-4b92-a064-cd03fd8b17bb {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 05:23:38.468622 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port c6a0a51b-a33b-4b92-a064-cd03fd8b17bb, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=c6a0a51b-a33b-4b92-a064-cd03fd8b17bb,segment=NetworkSegment(00de506e-1eb7-45fc-bdce-f36553ac4918),segment_id=00de506e-1eb7-45fc-bdce-f36553ac4918)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:23:38.537298 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (c6a0a51b-a33b-4b92-a064-cd03fd8b17bb), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:23:38.586659 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=c6a0a51b-a33b-4b92-a064-cd03fd8b17bb,revision_number=9']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:23:38.975648 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['c6a0a51b-a33b-4b92-a064-cd03fd8b17bb'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:23:39.161739 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064d41a-e51a-4e65-ba23-feda51dd2638 req-f41e63f6-c85f-401b-ba89-1ef2dc4e429e tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:39.163130 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f064d41a-e51a-4e65-ba23-feda51dd2638 req-f41e63f6-c85f-401b-ba89-1ef2dc4e429e tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 945 time: 0.0524061 Jan 29 05:23:39.211661 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f064d41a-e51a-4e65-ba23-feda51dd2638 req-1ff0f4ff-b5d2-4b3d-a301-eb00061fe065 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429056 Jan 29 05:23:40.302905 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device c6a0a51b-a33b-4b92-a064-cd03fd8b17bb up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:23:40.329773 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0c4f5-3490-479d-9331-189fd631153f req-080497fb-1a73-49ad-ba02-57cba9090244 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:40.331295 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0aa0c4f5-3490-479d-9331-189fd631153f req-080497fb-1a73-49ad-ba02-57cba9090244 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 945 time: 0.0531139 Jan 29 05:23:40.352455 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port c6a0a51b-a33b-4b92-a064-cd03fd8b17bb triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:23:40.352867 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (c6a0a51b-a33b-4b92-a064-cd03fd8b17bb), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:23:40.380664 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0aa0c4f5-3490-479d-9331-189fd631153f req-ea7893bf-450d-4ec0-b761-64c5cde39ac5 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437548 Jan 29 05:23:40.432394 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port c6a0a51b-a33b-4b92-a064-cd03fd8b17bb is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:23:40.432811 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (c6a0a51b-a33b-4b92-a064-cd03fd8b17bb), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:23:40.455360 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2903cbc9-2730-4f08-9d56-15b3eff81787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a0a51b-a33b-4b92-a064-cd03fd8b17bb'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:23:40.457587 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abdc594b27e6d4496d00b84818bfe08e7b0e3d4e29c0bdfaddd3ee5e59f3162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d0117c-1870-4390-9618-75ed2c1ed175" -d '{"events": [{"server_uuid": "2903cbc9-2730-4f08-9d56-15b3eff81787", "name": "network-vif-plugged", "status": "completed", "tag": "c6a0a51b-a33b-4b92-a064-cd03fd8b17bb"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:23:40.472810 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port c6a0a51b-a33b-4b92-a064-cd03fd8b17bb, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=c6a0a51b-a33b-4b92-a064-cd03fd8b17bb,segment=NetworkSegment(00de506e-1eb7-45fc-bdce-f36553ac4918),segment_id=00de506e-1eb7-45fc-bdce-f36553ac4918)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:23:40.495305 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73842ae4-528f-432c-865e-ed6f56f9af18 x-openstack-request-id: req-73842ae4-528f-432c-865e-ed6f56f9af18 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:23:40.495597 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2903cbc9-2730-4f08-9d56-15b3eff81787", "name": "network-vif-plugged", "status": "completed", "tag": "c6a0a51b-a33b-4b92-a064-cd03fd8b17bb", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:23:40.495852 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73842ae4-528f-432c-865e-ed6f56f9af18 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:23:40.496266 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2903cbc9-2730-4f08-9d56-15b3eff81787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a0a51b-a33b-4b92-a064-cd03fd8b17bb', 'code': 200} Jan 29 05:23:40.531238 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (c6a0a51b-a33b-4b92-a064-cd03fd8b17bb), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:23:40.579740 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=c6a0a51b-a33b-4b92-a064-cd03fd8b17bb,revision_number=10']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:23:40.951017 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1100a0-7317-43aa-af96-0de2ad23fb83 req-22ec01d0-bb79-4be9-b5a7-a272e280bb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:40.957621 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-cb1100a0-7317-43aa-af96-0de2ad23fb83 req-22ec01d0-bb79-4be9-b5a7-a272e280bb78 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 1131 time: 0.0824096 Jan 29 05:23:41.004382 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-cb1100a0-7317-43aa-af96-0de2ad23fb83 req-ed480fcb-4c5a-4590-b529-16b7979997b3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465710 Jan 29 05:23:41.503089 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25124908-a00e-4d1e-b03f-1e670f96df8b req-e17790f7-6ef8-4a9e-85b6-659134325663 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:41.504566 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-25124908-a00e-4d1e-b03f-1e670f96df8b req-e17790f7-6ef8-4a9e-85b6-659134325663 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 947 time: 0.0558040 Jan 29 05:23:41.554148 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-25124908-a00e-4d1e-b03f-1e670f96df8b req-866efd1d-517a-4b4f-84a0-2b2d4cad7549 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440547 Jan 29 05:23:42.680542 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e4eb61-ec67-4a87-8dda-f045b140955b req-65b83eac-bdd1-4483-b3aa-e72cbe67d67c tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:42.682045 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-36e4eb61-ec67-4a87-8dda-f045b140955b req-65b83eac-bdd1-4483-b3aa-e72cbe67d67c tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 947 time: 0.0521026 Jan 29 05:23:42.731110 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-36e4eb61-ec67-4a87-8dda-f045b140955b req-7308e50b-d545-4717-a48c-ea605f169fb9 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425885 Jan 29 05:23:43.850000 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61873a8b-5c06-4ef1-a8d6-15c2585fbfd7 req-048a6bfa-0851-4cc2-b66d-91eb31929d75 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:43.851491 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-61873a8b-5c06-4ef1-a8d6-15c2585fbfd7 req-048a6bfa-0851-4cc2-b66d-91eb31929d75 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 947 time: 0.0528169 Jan 29 05:23:43.904330 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-61873a8b-5c06-4ef1-a8d6-15c2585fbfd7 req-f627a4e4-29cc-4938-a5a3-3e860747e9a5 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472860 Jan 29 05:23:50.209013 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d753317c-9f56-4306-9332-86923b04141e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:23:52.489458 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-67542cd0-a351-4e22-8608-a53f313dceb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:23:53.911770 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:23:54.525429 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:23:55.071791 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:23:56.454671 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:23:59.387341 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:24:20.216663 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a8c04d52-582a-4e1a-b6e7-4e6ca43f3777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:24:22.485306 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-51e70d8d-65fd-4f6b-99be-b03dca161635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:24:22.859712 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b7093c6d-ec74-4de5-afaf-c86c4df556e8 req-6bd25fb5-015c-4132-af6f-514b2c8d0037 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454149 Jan 29 05:24:22.968532 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7093c6d-ec74-4de5-afaf-c86c4df556e8 req-1fdc8711-d398-4057-91c0-8ce3ac967b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:24:22.970326 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b7093c6d-ec74-4de5-afaf-c86c4df556e8 req-1fdc8711-d398-4057-91c0-8ce3ac967b4f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76e6882c50464822bd850aecc013342f&device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 1131 time: 0.0496225 Jan 29 05:24:23.071933 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7093c6d-ec74-4de5-afaf-c86c4df556e8 req-6b16d0b7-7a59-4cff-943b-213da442ac08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:24:23.073434 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b7093c6d-ec74-4de5-afaf-c86c4df556e8 req-6b16d0b7-7a59-4cff-943b-213da442ac08 service neutron] 10.222.0.18 "GET /v2.0/networks?id=045ed487-3834-487c-a9da-a723ae251d9a HTTP/1.1" status: 200 len: 909 time: 0.0839341 Jan 29 05:24:23.140500 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b7093c6d-ec74-4de5-afaf-c86c4df556e8 req-52763cd5-e79f-4ddf-951b-351923e07ab1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6a0a51b-a33b-4b92-a064-cd03fd8b17bb HTTP/1.1" status: 200 len: 1001 time: 0.0612943 Jan 29 05:24:23.188428 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7093c6d-ec74-4de5-afaf-c86c4df556e8 req-94f8f8c5-ce14-4bda-aca1-ceb4f5c90547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:24:23.190000 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b7093c6d-ec74-4de5-afaf-c86c4df556e8 req-94f8f8c5-ce14-4bda-aca1-ceb4f5c90547 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80ed52b6-0774-48fe-976b-b4c54fb29a7d HTTP/1.1" status: 200 len: 847 time: 0.0443006 Jan 29 05:24:23.239950 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7093c6d-ec74-4de5-afaf-c86c4df556e8 req-cd24ebcd-876c-4ca9-8074-eb098342f417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:24:23.241479 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b7093c6d-ec74-4de5-afaf-c86c4df556e8 req-cd24ebcd-876c-4ca9-8074-eb098342f417 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=045ed487-3834-487c-a9da-a723ae251d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0449197 Jan 29 05:24:23.331590 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b7093c6d-ec74-4de5-afaf-c86c4df556e8 req-e5ca101e-d524-4eaa-930d-f69649f93227 service neutron] 10.222.0.18 "GET /v2.0/networks/045ed487-3834-487c-a9da-a723ae251d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846386 Jan 29 05:24:23.419300 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b7093c6d-ec74-4de5-afaf-c86c4df556e8 req-6baf9f23-2a11-4b25-84e4-4cf55576ec38 service neutron] 10.222.0.18 "GET /v2.0/networks/045ed487-3834-487c-a9da-a723ae251d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817156 Jan 29 05:24:23.922726 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:24:24.517460 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:24:25.082613 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:24:26.467723 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:24:36.387293 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:24:50.209877 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-854c0bce-d0a8-46d8-8910-8ce3ff4b8e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:24:52.490018 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5cdf890d-85a8-459e-bef0-848da5fc5e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:24:53.924382 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:24:54.524775 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:24:55.089730 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:24:56.450052 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:12.167870 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 35252) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:25:12.365503 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-751f3d4e-0a2c-4bfd-b80a-bb462e8e310d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Deleting port f2085d7f-e60a-46aa-9950-ff8a6c9c5f38 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:25:12.365840 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-751f3d4e-0a2c-4bfd-b80a-bb462e8e310d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (f2085d7f-e60a-46aa-9950-ff8a6c9c5f38), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:12.441961 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-751f3d4e-0a2c-4bfd-b80a-bb462e8e310d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (f2085d7f-e60a-46aa-9950-ff8a6c9c5f38), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:12.442202 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-751f3d4e-0a2c-4bfd-b80a-bb462e8e310d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for floatingip (f2085d7f-e60a-46aa-9950-ff8a6c9c5f38), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:12.453571 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-751f3d4e-0a2c-4bfd-b80a-bb462e8e310d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Calling delete_port for f2085d7f-e60a-46aa-9950-ff8a6c9c5f38 owned by network:floatingip {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:25:12.638297 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-751f3d4e-0a2c-4bfd-b80a-bb462e8e310d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (f2085d7f-e60a-46aa-9950-ff8a6c9c5f38), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:12.663241 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f3d4e-0a2c-4bfd-b80a-bb462e8e310d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Pushing event deleted for resources: {'Port': ['ID=f2085d7f-e60a-46aa-9950-ff8a6c9c5f38,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:25:12.675098 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f3d4e-0a2c-4bfd-b80a-bb462e8e310d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:12.675443 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f3d4e-0a2c-4bfd-b80a-bb462e8e310d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:12.675785 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f3d4e-0a2c-4bfd-b80a-bb462e8e310d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:12.676126 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f3d4e-0a2c-4bfd-b80a-bb462e8e310d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:12.676457 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f3d4e-0a2c-4bfd-b80a-bb462e8e310d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:12.676803 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f3d4e-0a2c-4bfd-b80a-bb462e8e310d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:12.677128 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f3d4e-0a2c-4bfd-b80a-bb462e8e310d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:12.677453 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f3d4e-0a2c-4bfd-b80a-bb462e8e310d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:12.677775 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f3d4e-0a2c-4bfd-b80a-bb462e8e310d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:12.678097 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f3d4e-0a2c-4bfd-b80a-bb462e8e310d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:12.678417 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f3d4e-0a2c-4bfd-b80a-bb462e8e310d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:12.678733 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f3d4e-0a2c-4bfd-b80a-bb462e8e310d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:12.679048 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f3d4e-0a2c-4bfd-b80a-bb462e8e310d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:12.731490 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-751f3d4e-0a2c-4bfd-b80a-bb462e8e310d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for floatingip (fe6f8d67-6569-4a0c-a850-d660da5d2140), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:12.731735 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.l3_db [None req-751f3d4e-0a2c-4bfd-b80a-bb462e8e310d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Floating IP fe6f8d67-6569-4a0c-a850-d660da5d2140 disassociated (deleted). External IP: 172.26.8.68, port: c6a0a51b-a33b-4b92-a064-cd03fd8b17bb. Jan 29 05:25:12.933991 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-751f3d4e-0a2c-4bfd-b80a-bb462e8e310d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Router 27d9eee2-9b6d-4f41-bd60-e1a403740faf has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:25:13.042941 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751f3d4e-0a2c-4bfd-b80a-bb462e8e310d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:25:13.047759 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-751f3d4e-0a2c-4bfd-b80a-bb462e8e310d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:13.052312 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1186dc4c-9e6f-44b5-8f35-194dd576ff72 None None] Sync routers for ids ['27d9eee2-9b6d-4f41-bd60-e1a403740faf'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:25:13.062620 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1186dc4c-9e6f-44b5-8f35-194dd576ff72 None None] Routers {'27d9eee2-9b6d-4f41-bd60-e1a403740faf'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:25:13.063222 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-1186dc4c-9e6f-44b5-8f35-194dd576ff72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:24:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['27d9eee2-9b6d-4f41-bd60-e1a403740faf'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:25:13.078541 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-751f3d4e-0a2c-4bfd-b80a-bb462e8e310d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "DELETE /v2.0/floatingips/fe6f8d67-6569-4a0c-a850-d660da5d2140 HTTP/1.1" status: 204 len: 168 time: 0.9096694 Jan 29 05:25:13.079137 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2903cbc9-2730-4f08-9d56-15b3eff81787', 'tag': 'c6a0a51b-a33b-4b92-a064-cd03fd8b17bb'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:25:13.142165 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad3f4f0b05cb0c185202889f4530d643d21cfccbd66257482e48c22b2489363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a3141d-f2a7-493a-bb7b-da6d30da615a" -d '{"events": [{"name": "network-changed", "server_uuid": "2903cbc9-2730-4f08-9d56-15b3eff81787", "tag": "c6a0a51b-a33b-4b92-a064-cd03fd8b17bb"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:25:13.178322 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-1186dc4c-9e6f-44b5-8f35-194dd576ff72 None None] Set router 27d9eee2-9b6d-4f41-bd60-e1a403740faf gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:25:13.389939 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:25:13.458474 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-1186dc4c-9e6f-44b5-8f35-194dd576ff72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'name': 'tempest-TestShelveInstance-215333864-router', 'tenant_id': '76e6882c50464822bd850aecc013342f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.37'}], 'enable_snat': True}, 'gw_port_id': '1cf68860-153b-4e18-9451-064842b0644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:19:45Z', 'updated_at': '2022-01-29T05:19:48Z', 'revision_number': 4, 'project_id': '76e6882c50464822bd850aecc013342f', 'gw_port': {'id': '1cf68860-153b-4e18-9451-064842b0644c', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:46Z', 'updated_at': '2022-01-29T05:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '48e6fb47-fa8e-487a-88a0-b2e87c1be736', 'name': '', 'network_id': '045ed487-3834-487c-a9da-a723ae251d9a', 'tenant_id': '76e6882c50464822bd850aecc013342f', 'mac_address': 'fa:16:3e:1e:7c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '80ed52b6-0774-48fe-976b-b4c54fb29a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:48Z', 'updated_at': '2022-01-29T05:19:52Z', 'revision_number': 5, 'project_id': '76e6882c50464822bd850aecc013342f', 'subnets': [{'id': '80ed52b6-0774-48fe-976b-b4c54fb29a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:25:13.486897 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1186dc4c-9e6f-44b5-8f35-194dd576ff72 None None] Checking router: 27d9eee2-9b6d-4f41-bd60-e1a403740faf for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:25:13.494894 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1186dc4c-9e6f-44b5-8f35-194dd576ff72 None None] Routers {'27d9eee2-9b6d-4f41-bd60-e1a403740faf'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:25:13.495473 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-1186dc4c-9e6f-44b5-8f35-194dd576ff72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:24:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['27d9eee2-9b6d-4f41-bd60-e1a403740faf'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:25:13.589769 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d89c442-115c-40dd-b1f8-6ff0c2353255 x-openstack-request-id: req-3d89c442-115c-40dd-b1f8-6ff0c2353255 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:25:13.589769 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2903cbc9-2730-4f08-9d56-15b3eff81787", "tag": "c6a0a51b-a33b-4b92-a064-cd03fd8b17bb", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:25:13.589769 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d89c442-115c-40dd-b1f8-6ff0c2353255 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:25:13.589769 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2903cbc9-2730-4f08-9d56-15b3eff81787', 'tag': 'c6a0a51b-a33b-4b92-a064-cd03fd8b17bb', 'status': 'completed', 'code': 200} Jan 29 05:25:13.601250 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-1186dc4c-9e6f-44b5-8f35-194dd576ff72 None None] Set router 27d9eee2-9b6d-4f41-bd60-e1a403740faf gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:25:13.692413 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3141d-f2a7-493a-bb7b-da6d30da615a req-72a7afd5-9715-4504-92c1-a0eb884120ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:13.694717 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-14a3141d-f2a7-493a-bb7b-da6d30da615a req-72a7afd5-9715-4504-92c1-a0eb884120ee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76e6882c50464822bd850aecc013342f&device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 1131 time: 0.0588210 Jan 29 05:25:13.703722 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ae3a1-292e-411d-9de7-f6b16b9b00c5 req-a5a0eab8-70d4-483a-a9b6-abc497a83481 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:13.705258 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f24ae3a1-292e-411d-9de7-f6b16b9b00c5 req-a5a0eab8-70d4-483a-a9b6-abc497a83481 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 947 time: 0.0658035 Jan 29 05:25:13.754362 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f24ae3a1-292e-411d-9de7-f6b16b9b00c5 req-7538da61-ecd6-4f7e-8a9f-235a1f4c95b3 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435820 Jan 29 05:25:13.791558 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3141d-f2a7-493a-bb7b-da6d30da615a req-78fb3536-bb5f-4c6b-aff1-6b9e23c8435c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:13.793097 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-14a3141d-f2a7-493a-bb7b-da6d30da615a req-78fb3536-bb5f-4c6b-aff1-6b9e23c8435c service neutron] 10.222.0.18 "GET /v2.0/networks?id=045ed487-3834-487c-a9da-a723ae251d9a HTTP/1.1" status: 200 len: 909 time: 0.0912354 Jan 29 05:25:13.814895 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-1186dc4c-9e6f-44b5-8f35-194dd576ff72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'name': 'tempest-TestShelveInstance-215333864-router', 'tenant_id': '76e6882c50464822bd850aecc013342f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.37'}], 'enable_snat': True}, 'gw_port_id': '1cf68860-153b-4e18-9451-064842b0644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:19:45Z', 'updated_at': '2022-01-29T05:19:48Z', 'revision_number': 4, 'project_id': '76e6882c50464822bd850aecc013342f', 'gw_port': {'id': '1cf68860-153b-4e18-9451-064842b0644c', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:46Z', 'updated_at': '2022-01-29T05:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '48e6fb47-fa8e-487a-88a0-b2e87c1be736', 'name': '', 'network_id': '045ed487-3834-487c-a9da-a723ae251d9a', 'tenant_id': '76e6882c50464822bd850aecc013342f', 'mac_address': 'fa:16:3e:1e:7c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '80ed52b6-0774-48fe-976b-b4c54fb29a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:48Z', 'updated_at': '2022-01-29T05:19:52Z', 'revision_number': 5, 'project_id': '76e6882c50464822bd850aecc013342f', 'subnets': [{'id': '80ed52b6-0774-48fe-976b-b4c54fb29a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:25:13.834755 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-14a3141d-f2a7-493a-bb7b-da6d30da615a req-9e7ad2c6-f069-468b-ad36-49186f9c0ff1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6a0a51b-a33b-4b92-a064-cd03fd8b17bb HTTP/1.1" status: 200 len: 217 time: 0.0353026 Jan 29 05:25:13.840371 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1186dc4c-9e6f-44b5-8f35-194dd576ff72 None None] The sync data for ids ['27d9eee2-9b6d-4f41-bd60-e1a403740faf'] in dv-neutron-821190-1-hyperv is: [{'id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'name': 'tempest-TestShelveInstance-215333864-router', 'tenant_id': '76e6882c50464822bd850aecc013342f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.37'}], 'enable_snat': True}, 'gw_port_id': '1cf68860-153b-4e18-9451-064842b0644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:19:45Z', 'updated_at': '2022-01-29T05:19:48Z', 'revision_number': 4, 'project_id': '76e6882c50464822bd850aecc013342f', 'gw_port': {'id': '1cf68860-153b-4e18-9451-064842b0644c', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:46Z', 'updated_at': '2022-01-29T05:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '48e6fb47-fa8e-487a-88a0-b2e87c1be736', 'name': '', 'network_id': '045ed487-3834-487c-a9da-a723ae251d9a', 'tenant_id': '76e6882c50464822bd850aecc013342f', 'mac_address': 'fa:16:3e:1e:7c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '80ed52b6-0774-48fe-976b-b4c54fb29a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:48Z', 'updated_at': '2022-01-29T05:19:52Z', 'revision_number': 5, 'project_id': '76e6882c50464822bd850aecc013342f', 'subnets': [{'id': '80ed52b6-0774-48fe-976b-b4c54fb29a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:25:13.889012 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3141d-f2a7-493a-bb7b-da6d30da615a req-979b5384-f398-4923-9527-d2d6455a0853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:13.890884 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-14a3141d-f2a7-493a-bb7b-da6d30da615a req-979b5384-f398-4923-9527-d2d6455a0853 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80ed52b6-0774-48fe-976b-b4c54fb29a7d HTTP/1.1" status: 200 len: 847 time: 0.0506163 Jan 29 05:25:13.941208 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3141d-f2a7-493a-bb7b-da6d30da615a req-997c3957-4444-47c5-94ae-5843d63c0efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:13.942841 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-14a3141d-f2a7-493a-bb7b-da6d30da615a req-997c3957-4444-47c5-94ae-5843d63c0efe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=045ed487-3834-487c-a9da-a723ae251d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0454853 Jan 29 05:25:14.035707 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-14a3141d-f2a7-493a-bb7b-da6d30da615a req-fdfcaa9f-164d-4def-acaa-7782ebfcb9f6 service neutron] 10.222.0.18 "GET /v2.0/networks/045ed487-3834-487c-a9da-a723ae251d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856931 Jan 29 05:25:14.062785 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e6fd01-dcb0-470a-bb7d-17f95178109d None None] New status for floating IP fe6f8d67-6569-4a0c-a850-d660da5d2140: DOWN {{(pid=103586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:25:14.131083 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-14a3141d-f2a7-493a-bb7b-da6d30da615a req-fa9ff16d-3a64-40a6-a5ea-363320a08238 service neutron] 10.222.0.18 "GET /v2.0/networks/045ed487-3834-487c-a9da-a723ae251d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877292 Jan 29 05:25:14.875527 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f6852-b455-4e88-8b0b-271eb749de21 req-4d88ebfe-d18e-49b6-a671-99cd4b88275a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:14.877085 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c86f6852-b455-4e88-8b0b-271eb749de21 req-4d88ebfe-d18e-49b6-a671-99cd4b88275a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 947 time: 0.0538924 Jan 29 05:25:14.925601 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c86f6852-b455-4e88-8b0b-271eb749de21 req-e5a2ddd8-7106-4277-af6b-10f20c04c02f tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0dbd097-5cfb-4c14-8b2e-6dcead450268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430589 Jan 29 05:25:15.245354 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e8d62-74f9-46f8-9a8e-1988db6e80e2 req-3f3d3acb-fc15-4a77-91c6-086727dd7a80 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:15.246803 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-274e8d62-74f9-46f8-9a8e-1988db6e80e2 req-3f3d3acb-fc15-4a77-91c6-086727dd7a80 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.18 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 947 time: 0.0533962 Jan 29 05:25:15.341228 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [req-274e8d62-74f9-46f8-9a8e-1988db6e80e2 req-ff063d95-acb4-4d49-a474-abd9e59e551d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Deleting port c6a0a51b-a33b-4b92-a064-cd03fd8b17bb {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:25:15.341484 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-274e8d62-74f9-46f8-9a8e-1988db6e80e2 req-ff063d95-acb4-4d49-a474-abd9e59e551d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (c6a0a51b-a33b-4b92-a064-cd03fd8b17bb), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:15.426253 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [req-274e8d62-74f9-46f8-9a8e-1988db6e80e2 req-ff063d95-acb4-4d49-a474-abd9e59e551d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] For port c6a0a51b-a33b-4b92-a064-cd03fd8b17bb, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=c6a0a51b-a33b-4b92-a064-cd03fd8b17bb,segment=NetworkSegment(00de506e-1eb7-45fc-bdce-f36553ac4918),segment_id=00de506e-1eb7-45fc-bdce-f36553ac4918)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:25:15.426612 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-274e8d62-74f9-46f8-9a8e-1988db6e80e2 req-ff063d95-acb4-4d49-a474-abd9e59e551d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (c6a0a51b-a33b-4b92-a064-cd03fd8b17bb), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:15.439059 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [req-274e8d62-74f9-46f8-9a8e-1988db6e80e2 req-ff063d95-acb4-4d49-a474-abd9e59e551d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Calling delete_port for c6a0a51b-a33b-4b92-a064-cd03fd8b17bb owned by compute:nova {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:25:15.649832 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-274e8d62-74f9-46f8-9a8e-1988db6e80e2 req-ff063d95-acb4-4d49-a474-abd9e59e551d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (c6a0a51b-a33b-4b92-a064-cd03fd8b17bb), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:15.678953 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff063d95-acb4-4d49-a474-abd9e59e551d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Pushing event deleted for resources: {'Port': ['ID=c6a0a51b-a33b-4b92-a064-cd03fd8b17bb,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:25:15.705646 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff063d95-acb4-4d49-a474-abd9e59e551d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:15.705646 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff063d95-acb4-4d49-a474-abd9e59e551d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:15.705646 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff063d95-acb4-4d49-a474-abd9e59e551d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:15.705932 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff063d95-acb4-4d49-a474-abd9e59e551d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:15.706051 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff063d95-acb4-4d49-a474-abd9e59e551d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:15.706374 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff063d95-acb4-4d49-a474-abd9e59e551d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:15.706726 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff063d95-acb4-4d49-a474-abd9e59e551d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:15.707045 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff063d95-acb4-4d49-a474-abd9e59e551d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:15.707365 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff063d95-acb4-4d49-a474-abd9e59e551d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:15.707686 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff063d95-acb4-4d49-a474-abd9e59e551d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:15.708004 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff063d95-acb4-4d49-a474-abd9e59e551d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:15.708318 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff063d95-acb4-4d49-a474-abd9e59e551d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:15.708738 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff063d95-acb4-4d49-a474-abd9e59e551d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:15.730843 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [req-274e8d62-74f9-46f8-9a8e-1988db6e80e2 req-ff063d95-acb4-4d49-a474-abd9e59e551d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] No DVR routers for this DVR port c6a0a51b-a33b-4b92-a064-cd03fd8b17bb on host hv-neutron-8211 {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:25:15.733323 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-274e8d62-74f9-46f8-9a8e-1988db6e80e2 req-ff063d95-acb4-4d49-a474-abd9e59e551d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:15.736566 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-274e8d62-74f9-46f8-9a8e-1988db6e80e2 req-ff063d95-acb4-4d49-a474-abd9e59e551d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.18 "DELETE /v2.0/ports/c6a0a51b-a33b-4b92-a064-cd03fd8b17bb HTTP/1.1" status: 204 len: 173 time: 0.4828346 Jan 29 05:25:15.736997 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2903cbc9-2730-4f08-9d56-15b3eff81787', 'name': 'network-vif-deleted', 'tag': 'c6a0a51b-a33b-4b92-a064-cd03fd8b17bb'}] {{(pid=103584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:25:15.777646 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec1b9e6470b5c8ede4d9690632b6092f8ca2bbfeafaa445bf3d00fbfc7c56ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff0ac5b-7af7-4fda-931f-a94579ce0cbc" -d '{"events": [{"server_uuid": "2903cbc9-2730-4f08-9d56-15b3eff81787", "name": "network-vif-deleted", "tag": "c6a0a51b-a33b-4b92-a064-cd03fd8b17bb"}]}' {{(pid=103584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:25:15.860902 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14997e49-32fa-41c6-9bac-5d6329b4257e x-openstack-request-id: req-14997e49-32fa-41c6-9bac-5d6329b4257e {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:25:15.861192 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2903cbc9-2730-4f08-9d56-15b3eff81787", "name": "network-vif-deleted", "tag": "c6a0a51b-a33b-4b92-a064-cd03fd8b17bb", "status": "completed", "code": 200}]} {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:25:15.861444 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14997e49-32fa-41c6-9bac-5d6329b4257e {{(pid=103584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:25:15.861844 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2903cbc9-2730-4f08-9d56-15b3eff81787', 'name': 'network-vif-deleted', 'tag': 'c6a0a51b-a33b-4b92-a064-cd03fd8b17bb', 'status': 'completed', 'code': 200} Jan 29 05:25:16.023813 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-01fdac5e-d88a-4882-b5ef-ffc7a87269f7 req-93ac3684-dd33-4257-bab8-21f4d2fa6013 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=2903cbc9-2730-4f08-9d56-15b3eff81787 HTTP/1.1" status: 200 len: 210 time: 0.0303364 Jan 29 05:25:17.080228 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 35306) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:25:17.138342 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-464c0b1b-c47e-41ab-8f8c-ada25beeea50 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group (b0dbd097-5cfb-4c14-8b2e-6dcead450268), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:17.164065 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-464c0b1b-c47e-41ab-8f8c-ada25beeea50 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group (b0dbd097-5cfb-4c14-8b2e-6dcead450268), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:17.266641 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-464c0b1b-c47e-41ab-8f8c-ada25beeea50 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (b0dbd097-5cfb-4c14-8b2e-6dcead450268), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:17.269313 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-464c0b1b-c47e-41ab-8f8c-ada25beeea50 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:17.270454 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-464c0b1b-c47e-41ab-8f8c-ada25beeea50 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "DELETE /v2.0/security-groups/b0dbd097-5cfb-4c14-8b2e-6dcead450268 HTTP/1.1" status: 204 len: 168 time: 0.1892221 Jan 29 05:25:17.279754 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c0b1b-c47e-41ab-8f8c-ada25beeea50 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0dbd097-5cfb-4c14-8b2e-6dcead450268,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:25:18.615176 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 35318) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:25:18.619803 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-9a5ae888-70e4-4ac3-ad83-0667122b1aae tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2001144331', 'description': 'tempest-secgroup-smoke-2001144331 description', 'project_id': '76e6882c50464822bd850aecc013342f'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:25:18.712369 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae888-70e4-4ac3-ad83-0667122b1aae tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:18.775353 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae888-70e4-4ac3-ad83-0667122b1aae tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group (72f8c4d7-0e43-4232-8892-34df9095c28d), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:18.806431 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device c6a0a51b-a33b-4b92-a064-cd03fd8b17bb no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:25:18.830485 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] No Port match for: c6a0a51b-a33b-4b92-a064-cd03fd8b17bb {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:25:18.830841 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device c6a0a51b-a33b-4b92-a064-cd03fd8b17bb not bound to the agent host hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:25:18.832265 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae888-70e4-4ac3-ad83-0667122b1aae tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (72f8c4d7-0e43-4232-8892-34df9095c28d), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:18.862002 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ae888-70e4-4ac3-ad83-0667122b1aae tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72f8c4d7-0e43-4232-8892-34df9095c28d,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:25:18.929754 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae888-70e4-4ac3-ad83-0667122b1aae tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:18.931087 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9a5ae888-70e4-4ac3-ad83-0667122b1aae tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3149085 Jan 29 05:25:18.933856 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 35320) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:25:18.938125 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-2c7bed54-b902-4ca5-b37b-c293a9ff5cc8 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Request body: {'security_group_rule': {'security_group_id': '72f8c4d7-0e43-4232-8892-34df9095c28d', 'project_id': '76e6882c50464822bd850aecc013342f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:25:19.012372 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2c7bed54-b902-4ca5-b37b-c293a9ff5cc8 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group_rule (e17f6134-5be3-40c7-9aa9-d75a278267e6), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:19.066309 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2c7bed54-b902-4ca5-b37b-c293a9ff5cc8 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group_rule (e17f6134-5be3-40c7-9aa9-d75a278267e6), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:19.128079 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2c7bed54-b902-4ca5-b37b-c293a9ff5cc8 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (e17f6134-5be3-40c7-9aa9-d75a278267e6), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:19.150527 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7bed54-b902-4ca5-b37b-c293a9ff5cc8 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e17f6134-5be3-40c7-9aa9-d75a278267e6,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:25:19.218131 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2c7bed54-b902-4ca5-b37b-c293a9ff5cc8 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:19.219376 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2c7bed54-b902-4ca5-b37b-c293a9ff5cc8 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2845862 Jan 29 05:25:19.222082 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 35322) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:25:19.226288 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-7ced99be-565f-4d14-a1cd-198a20680be5 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Request body: {'security_group_rule': {'security_group_id': '72f8c4d7-0e43-4232-8892-34df9095c28d', 'project_id': '76e6882c50464822bd850aecc013342f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:25:19.321304 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7ced99be-565f-4d14-a1cd-198a20680be5 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group_rule (8a55d05e-2edb-438f-a459-19f1cef1563b), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:19.376373 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7ced99be-565f-4d14-a1cd-198a20680be5 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group_rule (8a55d05e-2edb-438f-a459-19f1cef1563b), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:19.455467 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7ced99be-565f-4d14-a1cd-198a20680be5 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (8a55d05e-2edb-438f-a459-19f1cef1563b), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:19.474152 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced99be-565f-4d14-a1cd-198a20680be5 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a55d05e-2edb-438f-a459-19f1cef1563b,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:25:19.560377 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7ced99be-565f-4d14-a1cd-198a20680be5 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:19.562455 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7ced99be-565f-4d14-a1cd-198a20680be5 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3394439 Jan 29 05:25:19.565151 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 35326) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:25:19.569439 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-ab0ad57c-53ff-4c30-9bb8-0c268f33eeab tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Request body: {'security_group_rule': {'security_group_id': '72f8c4d7-0e43-4232-8892-34df9095c28d', 'project_id': '76e6882c50464822bd850aecc013342f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:25:19.660758 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ab0ad57c-53ff-4c30-9bb8-0c268f33eeab tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group_rule (e8f8c737-27b5-464f-8111-4a7d12b03e71), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:19.718746 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ab0ad57c-53ff-4c30-9bb8-0c268f33eeab tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group_rule (e8f8c737-27b5-464f-8111-4a7d12b03e71), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:19.786826 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ab0ad57c-53ff-4c30-9bb8-0c268f33eeab tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (e8f8c737-27b5-464f-8111-4a7d12b03e71), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:19.804826 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ad57c-53ff-4c30-9bb8-0c268f33eeab tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8f8c737-27b5-464f-8111-4a7d12b03e71,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:25:19.880228 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ab0ad57c-53ff-4c30-9bb8-0c268f33eeab tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:19.881503 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ab0ad57c-53ff-4c30-9bb8-0c268f33eeab tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3154290 Jan 29 05:25:19.884197 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 35328) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:25:19.888602 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-ee7269e8-3b04-4957-98a1-8c61f70faccc tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Request body: {'security_group_rule': {'security_group_id': '72f8c4d7-0e43-4232-8892-34df9095c28d', 'project_id': '76e6882c50464822bd850aecc013342f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:25:19.974132 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ee7269e8-3b04-4957-98a1-8c61f70faccc tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group_rule (9f8b598c-fc5d-4f8a-be95-f4f2ecf5dfd7), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:20.031833 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ee7269e8-3b04-4957-98a1-8c61f70faccc tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group_rule (9f8b598c-fc5d-4f8a-be95-f4f2ecf5dfd7), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:20.106797 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ee7269e8-3b04-4957-98a1-8c61f70faccc tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (9f8b598c-fc5d-4f8a-be95-f4f2ecf5dfd7), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:20.129789 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7269e8-3b04-4957-98a1-8c61f70faccc tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f8b598c-fc5d-4f8a-be95-f4f2ecf5dfd7,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:25:20.245873 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ee7269e8-3b04-4957-98a1-8c61f70faccc tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:20.247027 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ee7269e8-3b04-4957-98a1-8c61f70faccc tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3618209 Jan 29 05:25:20.249962 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 35332) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:25:20.254349 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-b8bb0b1b-6ee6-48c0-98fc-f281e35fa57f tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Request body: {'security_group_rule': {'security_group_id': '72f8c4d7-0e43-4232-8892-34df9095c28d', 'project_id': '76e6882c50464822bd850aecc013342f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:25:20.289369 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4e7194d4-9bc2-43c9-86c3-e3261ff04f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:20.363924 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.securitygroups_db [None req-b8bb0b1b-6ee6-48c0-98fc-f281e35fa57f tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Project 76e6882c50464822bd850aecc013342f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 05:25:20.369216 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b8bb0b1b-6ee6-48c0-98fc-f281e35fa57f tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group_rule (5c063d87-ea86-4c32-aeae-a69b3f60462e), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:20.425881 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b8bb0b1b-6ee6-48c0-98fc-f281e35fa57f tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group_rule (5c063d87-ea86-4c32-aeae-a69b3f60462e), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:20.501177 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b8bb0b1b-6ee6-48c0-98fc-f281e35fa57f tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (5c063d87-ea86-4c32-aeae-a69b3f60462e), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:20.518950 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb0b1b-6ee6-48c0-98fc-f281e35fa57f tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c063d87-ea86-4c32-aeae-a69b3f60462e,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:25:20.595244 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b8bb0b1b-6ee6-48c0-98fc-f281e35fa57f tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:20.596551 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b8bb0b1b-6ee6-48c0-98fc-f281e35fa57f tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3455639 Jan 29 05:25:20.607350 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 35334) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:25:20.612235 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-72ef3c1b-0dca-4ffa-bcdb-2d0aba8f4f57 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Request body: {'security_group_rule': {'security_group_id': '72f8c4d7-0e43-4232-8892-34df9095c28d', 'project_id': '76e6882c50464822bd850aecc013342f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:25:20.693537 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.securitygroups_db [None req-72ef3c1b-0dca-4ffa-bcdb-2d0aba8f4f57 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Project 76e6882c50464822bd850aecc013342f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 05:25:20.698983 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-72ef3c1b-0dca-4ffa-bcdb-2d0aba8f4f57 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group_rule (55ac8e53-a307-4cbb-a4f4-e3496b5061c2), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:20.758024 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-72ef3c1b-0dca-4ffa-bcdb-2d0aba8f4f57 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group_rule (55ac8e53-a307-4cbb-a4f4-e3496b5061c2), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:20.841999 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-72ef3c1b-0dca-4ffa-bcdb-2d0aba8f4f57 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (55ac8e53-a307-4cbb-a4f4-e3496b5061c2), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:20.866505 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef3c1b-0dca-4ffa-bcdb-2d0aba8f4f57 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55ac8e53-a307-4cbb-a4f4-e3496b5061c2,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:25:20.931311 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-72ef3c1b-0dca-4ffa-bcdb-2d0aba8f4f57 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:20.932465 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-72ef3c1b-0dca-4ffa-bcdb-2d0aba8f4f57 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3239441 Jan 29 05:25:22.527841 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-845b4032-3153-4aa7-a702-a983fc9ef00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:23.923608 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:24.563932 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:25.083659 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:26.466740 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:50.064442 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-885dff40-47bf-48d5-993e-2204962b2efe tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2001144331&fields=id&tenant_id=76e6882c50464822bd850aecc013342f HTTP/1.1" status: 200 len: 267 time: 0.0473824 Jan 29 05:25:50.168263 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-4676550b-1a4f-49e8-8fbd-be9c9d2d64c2 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:50.169689 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-4676550b-1a4f-49e8-8fbd-be9c9d2d64c2 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/networks?id=045ed487-3834-487c-a9da-a723ae251d9a HTTP/1.1" status: 200 len: 808 time: 0.0981376 Jan 29 05:25:50.184642 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-b479f534-605a-4510-846c-d66ca44aa4f9 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/quotas/76e6882c50464822bd850aecc013342f HTTP/1.1" status: 200 len: 375 time: 0.0094392 Jan 29 05:25:50.203132 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-555082e4-cbef-47da-8c48-85dbcd129f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:50.244585 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-b36cd3b9-10e6-465a-b45f-ab492f940528 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=76e6882c50464822bd850aecc013342f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549922 Jan 29 05:25:50.358835 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-4f6f2fb4-306d-46ce-8292-b2e37f342dae service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103585) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 05:25:50.359833 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-4f6f2fb4-306d-46ce-8292-b2e37f342dae service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0439763 Jan 29 05:25:50.388289 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:25:50.452567 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-37783002-042c-4b81-955f-ae5481a642b3 service neutron] 10.222.0.13 "GET /v2.0/networks/045ed487-3834-487c-a9da-a723ae251d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861533 Jan 29 05:25:50.538402 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-50f36eca-b884-4f11-8d79-dfa0f10ae903 service neutron] 10.222.0.13 "GET /v2.0/networks/045ed487-3834-487c-a9da-a723ae251d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803049 Jan 29 05:25:51.097645 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a2823ad7-a367-4bf9-9922-3bd441b73326 req-51e9052c-fe0c-4ff6-ae9b-1353c0af86de tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 210 time: 0.0335755 Jan 29 05:25:52.189742 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-61502b7d-8c67-49d3-b73c-a7878875a466 req-03d65314-55d3-4fff-b2e2-9857bb44c704 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 210 time: 0.0273073 Jan 29 05:25:52.488878 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7354675f-d3ae-4590-8da9-f6aaf20d33d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:53.098071 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-7156f1ac-c3de-4cbf-abba-f41ea100129e tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:53.100297 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-7156f1ac-c3de-4cbf-abba-f41ea100129e tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.18 "GET /v2.0/networks?id=045ed487-3834-487c-a9da-a723ae251d9a HTTP/1.1" status: 200 len: 808 time: 0.1086583 Jan 29 05:25:53.170031 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-f8cac889-5da3-44d4-a622-b95f411e0926 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76e6882c50464822bd850aecc013342f HTTP/1.1" status: 200 len: 380 time: 0.0552089 Jan 29 05:25:53.178195 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-29e3d1f9-e148-45c2-bdda-0d9edef0e4d8 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Request body: {'port': {'device_id': '61d5e856-083a-4f49-8a79-a2d34bb856a5', 'network_id': '045ed487-3834-487c-a9da-a723ae251d9a', 'admin_state_up': True, 'tenant_id': '76e6882c50464822bd850aecc013342f', 'security_groups': ['72f8c4d7-0e43-4232-8892-34df9095c28d']}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:25:53.291168 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cf8606b2-cd50-4ccc-9c86-0716e10b5847 req-72645363-c3af-4d49-92ae-cc098a999e09 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 210 time: 0.0336282 Jan 29 05:25:53.362993 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-29e3d1f9-e148-45c2-bdda-0d9edef0e4d8 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Made reservation on behalf of 76e6882c50464822bd850aecc013342f for: {'port': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:25:53.366992 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-29e3d1f9-e148-45c2-bdda-0d9edef0e4d8 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:53.499391 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-29e3d1f9-e148-45c2-bdda-0d9edef0e4d8 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Allocated IP 172.20.0.11 (045ed487-3834-487c-a9da-a723ae251d9a/80ed52b6-0774-48fe-976b-b4c54fb29a7d/6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:25:53.639814 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-29e3d1f9-e148-45c2-bdda-0d9edef0e4d8 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for port (6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:53.721887 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-29e3d1f9-e148-45c2-bdda-0d9edef0e4d8 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:53.766286 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-29e3d1f9-e148-45c2-bdda-0d9edef0e4d8 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Network 045ed487-3834-487c-a9da-a723ae251d9a is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:25:53.769155 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-29e3d1f9-e148-45c2-bdda-0d9edef0e4d8 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:25:53.775595 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-29e3d1f9-e148-45c2-bdda-0d9edef0e4d8 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:25:53.801403 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3d1f9-e148-45c2-bdda-0d9edef0e4d8 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Pushing event updated for resources: {'Port': ['ID=6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:25:53.833990 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-29e3d1f9-e148-45c2-bdda-0d9edef0e4d8 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:53.834713 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-29e3d1f9-e148-45c2-bdda-0d9edef0e4d8 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:53.931200 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-29e3d1f9-e148-45c2-bdda-0d9edef0e4d8 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7566323 Jan 29 05:25:53.949185 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-9359457b-431a-4b24-b9c2-850d1a0c9f58 service neutron] Request body: {'port': {'device_id': '61d5e856-083a-4f49-8a79-a2d34bb856a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:25:53.951848 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:53.991629 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-aa82cb69-a2bc-480f-b4be-2953aa39518d None None] Provisioning complete for port 6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:25:53.992154 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aa82cb69-a2bc-480f-b4be-2953aa39518d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:54.013116 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-9359457b-431a-4b24-b9c2-850d1a0c9f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:54.027550 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-aa82cb69-a2bc-480f-b4be-2953aa39518d None None] Port 6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:25:54.282578 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-9359457b-431a-4b24-b9c2-850d1a0c9f58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647 {{(pid=103584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 05:25:54.290064 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-9359457b-431a-4b24-b9c2-850d1a0c9f58 service neutron] Publish callbacks [] for port (6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:54.301693 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.provisioning_blocks [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-9359457b-431a-4b24-b9c2-850d1a0c9f58 service neutron] Transition to ACTIVE for port object 6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647 will not be triggered until provisioned by entity L2. {{(pid=103584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 05:25:54.374854 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-9359457b-431a-4b24-b9c2-850d1a0c9f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:54.417369 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4be0a6-d9cb-4936-b181-b35ae6f18e76 req-e1e13331-6e39-4e93-bba2-81761c9e6ade tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:54.424339 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6c4be0a6-d9cb-4936-b181-b35ae6f18e76 req-e1e13331-6e39-4e93-bba2-81761c9e6ade tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 944 time: 0.0622940 Jan 29 05:25:54.482980 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6c4be0a6-d9cb-4936-b181-b35ae6f18e76 req-84a7c395-4d86-46a8-8e97-744cd982ed3a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577195 Jan 29 05:25:54.495783 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9359457b-431a-4b24-b9c2-850d1a0c9f58 service neutron] Pushing event updated for resources: {'Port': ['ID=6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:25:54.540038 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-9359457b-431a-4b24-b9c2-850d1a0c9f58 service neutron] Attempting to bind port 6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:25:54.540371 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-9359457b-431a-4b24-b9c2-850d1a0c9f58 service neutron] Attempting to bind port 6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '00de506e-1eb7-45fc-bdce-f36553ac4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '045ed487-3834-487c-a9da-a723ae251d9a'}] {{(pid=103584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:25:54.540735 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-9359457b-431a-4b24-b9c2-850d1a0c9f58 service neutron] Attempting to bind port 6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647 on network 045ed487-3834-487c-a9da-a723ae251d9a {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:25:54.545294 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-9359457b-431a-4b24-b9c2-850d1a0c9f58 service neutron] Port 6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647 on network 045ed487-3834-487c-a9da-a723ae251d9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 05:25:54.545608 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-9359457b-431a-4b24-b9c2-850d1a0c9f58 service neutron] Attempting to bind port 6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647 on network 045ed487-3834-487c-a9da-a723ae251d9a {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:25:54.550844 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-9359457b-431a-4b24-b9c2-850d1a0c9f58 service neutron] Checking agent: {'id': '15eedd85-6d76-4715-a40f-dc31e854816c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'started_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:25:54.551121 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-9359457b-431a-4b24-b9c2-850d1a0c9f58 service neutron] Checking segment: {'id': '00de506e-1eb7-45fc-bdce-f36553ac4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '045ed487-3834-487c-a9da-a723ae251d9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:25:54.551523 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-9359457b-431a-4b24-b9c2-850d1a0c9f58 service neutron] Bound using segment: {'id': '00de506e-1eb7-45fc-bdce-f36553ac4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '045ed487-3834-487c-a9da-a723ae251d9a'} {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:25:54.552617 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-9359457b-431a-4b24-b9c2-850d1a0c9f58 service neutron] Bound port: 6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00de506e-1eb7-45fc-bdce-f36553ac4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '045ed487-3834-487c-a9da-a723ae251d9a'}}] {{(pid=103584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:25:54.553138 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-9359457b-431a-4b24-b9c2-850d1a0c9f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:54.580123 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:54.623908 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-9359457b-431a-4b24-b9c2-850d1a0c9f58 service neutron] For port 6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647, host hv-neutron-8211, cleared binding levels {{(pid=103584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:25:54.627472 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-9359457b-431a-4b24-b9c2-850d1a0c9f58 service neutron] For port 6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647,segment=NetworkSegment(00de506e-1eb7-45fc-bdce-f36553ac4918),segment_id=00de506e-1eb7-45fc-bdce-f36553ac4918)] {{(pid=103584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:25:54.716338 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-9359457b-431a-4b24-b9c2-850d1a0c9f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:54.754621 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-9359457b-431a-4b24-b9c2-850d1a0c9f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:54.755287 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-9359457b-431a-4b24-b9c2-850d1a0c9f58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:54.756692 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-9359457b-431a-4b24-b9c2-850d1a0c9f58 service neutron] 10.222.0.18 "PUT /v2.0/ports/6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647 HTTP/1.1" status: 200 len: 1094 time: 0.8123975 Jan 29 05:25:54.757130 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d5e856-083a-4f49-8a79-a2d34bb856a5', 'tag': '6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647'}] {{(pid=103584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:25:54.759333 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec1b9e6470b5c8ede4d9690632b6092f8ca2bbfeafaa445bf3d00fbfc7c56ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1940135b-0106-49a4-98f7-680feb413f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "61d5e856-083a-4f49-8a79-a2d34bb856a5", "tag": "6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647"}]}' {{(pid=103584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:25:54.791993 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9359457b-431a-4b24-b9c2-850d1a0c9f58 service neutron] Pushing event updated for resources: {'Port': ['ID=6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647,revision_number=3']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:25:54.808141 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72408b51-6d05-401d-94db-02bbfb1e8108 x-openstack-request-id: req-72408b51-6d05-401d-94db-02bbfb1e8108 {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:25:54.808432 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61d5e856-083a-4f49-8a79-a2d34bb856a5", "tag": "6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647", "status": "completed", "code": 200}]} {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:25:54.808741 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72408b51-6d05-401d-94db-02bbfb1e8108 {{(pid=103584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:25:54.809148 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61d5e856-083a-4f49-8a79-a2d34bb856a5', 'tag': '6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647', 'status': 'completed', 'code': 200} Jan 29 05:25:54.896289 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940135b-0106-49a4-98f7-680feb413f7d req-09cb98eb-5191-4a45-aad6-4dbeba0b0e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:54.898309 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-1940135b-0106-49a4-98f7-680feb413f7d req-09cb98eb-5191-4a45-aad6-4dbeba0b0e33 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76e6882c50464822bd850aecc013342f&device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 1128 time: 0.0512588 Jan 29 05:25:55.009385 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940135b-0106-49a4-98f7-680feb413f7d req-c456e33c-ee74-4a47-9213-19e8266d7f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:55.010872 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-1940135b-0106-49a4-98f7-680feb413f7d req-c456e33c-ee74-4a47-9213-19e8266d7f15 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=76e6882c50464822bd850aecc013342f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0994189 Jan 29 05:25:55.082942 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:55.110363 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940135b-0106-49a4-98f7-680feb413f7d req-521d0172-10a6-4e6d-89f2-d7cefb911e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:55.111912 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-1940135b-0106-49a4-98f7-680feb413f7d req-521d0172-10a6-4e6d-89f2-d7cefb911e68 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0952866 Jan 29 05:25:55.214415 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-29eb88b6-1a03-4648-afdd-f4a7e2e1f22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:55.215927 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-29eb88b6-1a03-4648-afdd-f4a7e2e1f22a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76e6882c50464822bd850aecc013342f&device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 1128 time: 0.0463576 Jan 29 05:25:55.265727 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-e2a959c8-fa3e-4ba2-a063-c387f77dd407 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647 HTTP/1.1" status: 200 len: 217 time: 0.0380003 Jan 29 05:25:55.313076 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-e8f86d4f-29c9-42d3-aaae-38e1e4b05f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:55.314668 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-e8f86d4f-29c9-42d3-aaae-38e1e4b05f94 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80ed52b6-0774-48fe-976b-b4c54fb29a7d HTTP/1.1" status: 200 len: 847 time: 0.0427678 Jan 29 05:25:55.363735 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-e716fd98-1a34-4c81-be3f-b9c5d1280535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:55.365350 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-e716fd98-1a34-4c81-be3f-b9c5d1280535 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=045ed487-3834-487c-a9da-a723ae251d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0449724 Jan 29 05:25:55.456455 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-3827a85f-cc53-4a91-b193-7baf0389e4fe service neutron] 10.222.0.18 "GET /v2.0/networks/045ed487-3834-487c-a9da-a723ae251d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846729 Jan 29 05:25:55.548195 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-f42be6b8-603f-4790-b4df-ecfe3c6fa316 req-36b99c51-4865-40ed-a146-fb724a8457e4 service neutron] 10.222.0.18 "GET /v2.0/networks/045ed487-3834-487c-a9da-a723ae251d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856535 Jan 29 05:25:55.612386 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15eb82d-9f8b-4a6b-8839-4d521194d53d req-392b2790-ee28-4835-9059-1205c39ca03b tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:55.614005 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b15eb82d-9f8b-4a6b-8839-4d521194d53d req-392b2790-ee28-4835-9059-1205c39ca03b tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 944 time: 0.0592031 Jan 29 05:25:55.663564 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b15eb82d-9f8b-4a6b-8839-4d521194d53d req-9a546f42-4fde-4001-96d5-a340ae5d1c62 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437942 Jan 29 05:25:56.476070 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:25:56.782270 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af0b09-7ff3-4d5e-bf22-d2c3ea673975 req-e557b58e-ed7d-4748-a4f2-5a497af131e8 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:56.783739 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-19af0b09-7ff3-4d5e-bf22-d2c3ea673975 req-e557b58e-ed7d-4748-a4f2-5a497af131e8 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 944 time: 0.0530474 Jan 29 05:25:56.831924 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-19af0b09-7ff3-4d5e-bf22-d2c3ea673975 req-9416e51a-be47-4a1d-be77-e710034b5ca6 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425115 Jan 29 05:25:57.948575 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f18e60-f3b9-48c4-8e08-24eca0ddf4f9 req-fdae26d4-36c1-4749-99b1-400e45b90bc8 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:57.949960 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f4f18e60-f3b9-48c4-8e08-24eca0ddf4f9 req-fdae26d4-36c1-4749-99b1-400e45b90bc8 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 944 time: 0.0513256 Jan 29 05:25:58.002037 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f4f18e60-f3b9-48c4-8e08-24eca0ddf4f9 req-ccf9b915-fe11-4879-b223-f4e82cb440d7 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465639 Jan 29 05:25:59.127633 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7ebbf-7c37-46a1-b385-885990e8d815 req-73af0a98-c0fb-469c-9577-ddc8035a95a9 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:59.129058 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-47f7ebbf-7c37-46a1-b385-885990e8d815 req-73af0a98-c0fb-469c-9577-ddc8035a95a9 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 944 time: 0.0556185 Jan 29 05:25:59.178297 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-47f7ebbf-7c37-46a1-b385-885990e8d815 req-43ecdf65-9d07-485a-95ef-7cd0f70fcb18 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429730 Jan 29 05:26:00.300110 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0035bb6-7666-4c38-afd1-6f5547b4d383 req-714d8fdb-1f29-45a8-83a6-738063c74f63 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:26:00.301614 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c0035bb6-7666-4c38-afd1-6f5547b4d383 req-714d8fdb-1f29-45a8-83a6-738063c74f63 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 944 time: 0.0535402 Jan 29 05:26:00.351337 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-c0035bb6-7666-4c38-afd1-6f5547b4d383 req-8049f352-1155-44d6-8fa0-993e582f11bc tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429890 Jan 29 05:26:01.473866 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe5074-cd09-4c2e-bc5e-5a77820a9a4a req-2fb3ca59-a8aa-4a6b-8e92-52b10d4bdfbd tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:26:01.475369 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1dfe5074-cd09-4c2e-bc5e-5a77820a9a4a req-2fb3ca59-a8aa-4a6b-8e92-52b10d4bdfbd tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 944 time: 0.0568144 Jan 29 05:26:01.524846 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1dfe5074-cd09-4c2e-bc5e-5a77820a9a4a req-5a7cea81-7018-4c0e-a3af-5fdbec74bb23 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438745 Jan 29 05:26:02.644449 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84bacb-8d01-4ef0-bf39-22b5b21def6d req-472d4a9e-f827-4d36-96e2-dcc497c770ec tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:26:02.646220 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4c84bacb-8d01-4ef0-bf39-22b5b21def6d req-472d4a9e-f827-4d36-96e2-dcc497c770ec tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 944 time: 0.0536892 Jan 29 05:26:02.695584 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4c84bacb-8d01-4ef0-bf39-22b5b21def6d req-ba7b06f2-21b0-4d03-b540-0a2339f6b0e3 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439308 Jan 29 05:26:03.814539 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba6b56-6dd6-4af2-8989-d473f095df1c req-2fe34818-0542-4425-b47c-7f9dda947cce tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:26:03.816015 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-01ba6b56-6dd6-4af2-8989-d473f095df1c req-2fe34818-0542-4425-b47c-7f9dda947cce tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 944 time: 0.0552025 Jan 29 05:26:03.864856 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-01ba6b56-6dd6-4af2-8989-d473f095df1c req-bd420e16-8a4d-447f-9575-5b9d46026ad0 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419838 Jan 29 05:26:04.981415 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86faa1-998d-42ea-b153-4b70b5f585c2 req-f19a8e65-79e0-48da-ac72-74f0fe3188ec tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:26:04.982893 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fa86faa1-998d-42ea-b153-4b70b5f585c2 req-f19a8e65-79e0-48da-ac72-74f0fe3188ec tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 944 time: 0.0523894 Jan 29 05:26:05.030869 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fa86faa1-998d-42ea-b153-4b70b5f585c2 req-42c97074-f6ee-4f09-99ad-91d2b25cf838 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424223 Jan 29 05:26:06.147158 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ceff5-ef16-4fc8-958a-03061d4c497a req-49254239-da9d-4922-ab32-0760d557488f tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:26:06.148555 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-189ceff5-ef16-4fc8-958a-03061d4c497a req-49254239-da9d-4922-ab32-0760d557488f tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 944 time: 0.0524907 Jan 29 05:26:06.199855 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-189ceff5-ef16-4fc8-958a-03061d4c497a req-759bb924-bc49-4385-9e07-d032ef505741 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456927 Jan 29 05:26:07.316950 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6089a-3f7f-4b75-b34c-d062d1c28f3d req-2af48aea-febd-40de-86b9-5c95d0de5fec tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:26:07.318402 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8bb6089a-3f7f-4b75-b34c-d062d1c28f3d req-2af48aea-febd-40de-86b9-5c95d0de5fec tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 944 time: 0.0521052 Jan 29 05:26:07.366495 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8bb6089a-3f7f-4b75-b34c-d062d1c28f3d req-96a9c4be-6f95-4dce-8167-961d59c8d31e tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424993 Jan 29 05:26:08.481854 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618fdb5-aa60-4aae-8bf8-6e73a3b5ce88 req-95048012-cdf1-4dfa-97ec-f7908aa062f2 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:26:08.483317 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5618fdb5-aa60-4aae-8bf8-6e73a3b5ce88 req-95048012-cdf1-4dfa-97ec-f7908aa062f2 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 944 time: 0.0518875 Jan 29 05:26:08.530472 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5618fdb5-aa60-4aae-8bf8-6e73a3b5ce88 req-04fd89b1-ba89-47bd-833b-f3dccfe07094 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417371 Jan 29 05:26:09.653154 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b59f02-cc08-4233-bab8-77d6b2b0cea8 req-830ad482-c6da-4b82-b707-332d261452e2 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:26:09.654587 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-82b59f02-cc08-4233-bab8-77d6b2b0cea8 req-830ad482-c6da-4b82-b707-332d261452e2 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 944 time: 0.0555255 Jan 29 05:26:09.701553 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-82b59f02-cc08-4233-bab8-77d6b2b0cea8 req-7da14024-044a-4345-bd87-1ff8e149a43b tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414307 Jan 29 05:26:10.817793 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c48ee1-17ad-4401-b6dc-6b35df8255ae req-cd201348-755f-4793-b554-46a2aed95517 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:26:10.819262 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b3c48ee1-17ad-4401-b6dc-6b35df8255ae req-cd201348-755f-4793-b554-46a2aed95517 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 944 time: 0.0525706 Jan 29 05:26:10.867640 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b3c48ee1-17ad-4401-b6dc-6b35df8255ae req-c5543532-d7b6-4320-87a7-aa0691f5b1fa tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428925 Jan 29 05:26:11.983665 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5981b2d-ebad-46b7-a931-878668c82a43 req-065ea205-fb3d-46dc-9ef6-9301e9873f93 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:26:11.985181 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e5981b2d-ebad-46b7-a931-878668c82a43 req-065ea205-fb3d-46dc-9ef6-9301e9873f93 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 944 time: 0.0517399 Jan 29 05:26:12.037640 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e5981b2d-ebad-46b7-a931-878668c82a43 req-e4cba781-bcac-4d31-a642-8dbdddc5d632 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464880 Jan 29 05:26:13.009161 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:26:13.106662 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647,segment=NetworkSegment(00de506e-1eb7-45fc-bdce-f36553ac4918),segment_id=00de506e-1eb7-45fc-bdce-f36553ac4918)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:26:13.118487 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': '6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647', 'network_id': '045ed487-3834-487c-a9da-a723ae251d9a', 'port_id': '6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647', 'mac_address': 'fa:16:3e:89:f7:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80ed52b6-0774-48fe-976b-b4c54fb29a7d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:26:13.155160 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647 is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:26:13.155542 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:26:13.155998 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d2565-ceb1-4ca3-89b5-92c0ecc153b4 req-17957f81-6403-4404-8a48-257ed79e692a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:26:13.157509 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-062d2565-ceb1-4ca3-89b5-92c0ecc153b4 req-17957f81-6403-4404-8a48-257ed79e692a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 944 time: 0.0528460 Jan 29 05:26:13.168646 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 05:26:13.187396 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647,segment=NetworkSegment(00de506e-1eb7-45fc-bdce-f36553ac4918),segment_id=00de506e-1eb7-45fc-bdce-f36553ac4918)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:26:13.206310 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-062d2565-ceb1-4ca3-89b5-92c0ecc153b4 req-42736ab2-c8d8-4bc2-aaae-25b391e1ad4f tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429003 Jan 29 05:26:13.248695 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:26:13.297941 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:26:13.305599 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:26:13.305950 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:26:13.306295 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:26:13.306639 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:26:13.306973 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:26:13.307305 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:26:13.307635 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:26:13.307963 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:26:13.308289 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:26:13.308644 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:26:13.308970 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:26:13.309291 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:26:13.309609 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:26:13.634736 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:26:14.322914 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966ca0f-64ef-4318-956d-94a0f58d9a9c req-62f85d19-3718-45f4-a4a7-3ec82caf4acf tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:26:14.324369 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4966ca0f-64ef-4318-956d-94a0f58d9a9c req-62f85d19-3718-45f4-a4a7-3ec82caf4acf tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 945 time: 0.0507114 Jan 29 05:26:14.372689 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4966ca0f-64ef-4318-956d-94a0f58d9a9c req-429ca9e1-e4d7-41bf-8597-8a859336517d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428164 Jan 29 05:26:15.008536 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647 up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:26:15.168323 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning for port 6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647 completed by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 05:26:15.172310 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port 6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:26:15.172711 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:26:15.246328 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647 is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:26:15.246706 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:26:15.270398 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d5e856-083a-4f49-8a79-a2d34bb856a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:26:15.428037 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee75a7ccdb7151d8d17d2729d12001adec2e75649d96222f51d706133734273e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ca87e5-98e6-46b4-8c22-f50c4909ddd3" -d '{"events": [{"server_uuid": "61d5e856-083a-4f49-8a79-a2d34bb856a5", "name": "network-vif-plugged", "status": "completed", "tag": "6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:26:15.433183 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647,segment=NetworkSegment(00de506e-1eb7-45fc-bdce-f36553ac4918),segment_id=00de506e-1eb7-45fc-bdce-f36553ac4918)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:26:15.495916 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046bac6b-d0f1-4886-8162-50f5fb59f671 req-3eca334b-4684-4f68-9de0-918b9cf88553 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:26:15.497413 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-046bac6b-d0f1-4886-8162-50f5fb59f671 req-3eca334b-4684-4f68-9de0-918b9cf88553 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 945 time: 0.0585442 Jan 29 05:26:15.504353 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:26:15.545638 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-046bac6b-d0f1-4886-8162-50f5fb59f671 req-784bcc83-9fcd-41b3-8dc8-bcf627b881ac tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426307 Jan 29 05:26:15.552102 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:26:15.638685 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b0e2e4-aa25-4234-9810-bf34c7af6359 x-openstack-request-id: req-77b0e2e4-aa25-4234-9810-bf34c7af6359 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:26:15.638977 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d5e856-083a-4f49-8a79-a2d34bb856a5", "name": "network-vif-plugged", "status": "completed", "tag": "6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:26:15.639229 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77b0e2e4-aa25-4234-9810-bf34c7af6359 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:26:15.639625 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d5e856-083a-4f49-8a79-a2d34bb856a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647', 'code': 200} Jan 29 05:26:15.929465 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca0a1d-b924-422f-a20d-c3537222c790 req-d478d11a-5da5-4714-a3a2-53fdc20b5d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:26:15.930956 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-2dca0a1d-b924-422f-a20d-c3537222c790 req-d478d11a-5da5-4714-a3a2-53fdc20b5d0b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 1130 time: 0.0449295 Jan 29 05:26:15.980603 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-2dca0a1d-b924-422f-a20d-c3537222c790 req-2fca6332-8c66-4ca6-8e51-e67d89d3c69a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427496 Jan 29 05:26:16.665994 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc2a77-39cc-4fd6-8a8d-8fd1da7f4c99 req-5dab0dfa-9259-47a2-bdb3-90d67bcb2111 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:26:16.667444 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-98cc2a77-39cc-4fd6-8a8d-8fd1da7f4c99 req-5dab0dfa-9259-47a2-bdb3-90d67bcb2111 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 946 time: 0.0512874 Jan 29 05:26:16.714603 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-98cc2a77-39cc-4fd6-8a8d-8fd1da7f4c99 req-88bcc297-88e1-4749-962a-53c3b79d95c6 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416822 Jan 29 05:26:17.835097 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4323a-7be4-4033-b00d-421061cf9120 req-18cbde5d-d1ec-4849-b13d-69e484db260d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:26:17.836585 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-79a4323a-7be4-4033-b00d-421061cf9120 req-18cbde5d-d1ec-4849-b13d-69e484db260d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 946 time: 0.0563664 Jan 29 05:26:17.884000 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-79a4323a-7be4-4033-b00d-421061cf9120 req-b171fa38-991e-4a69-bdee-a1ffe0f5e04c tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418909 Jan 29 05:26:17.998542 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b5acf-7e2b-47ab-ac0a-b1126d894cda req-2c822d59-d65d-4ace-9b1b-6debca461001 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:26:17.999894 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a00b5acf-7e2b-47ab-ac0a-b1126d894cda req-2c822d59-d65d-4ace-9b1b-6debca461001 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 946 time: 0.0520763 Jan 29 05:26:18.048585 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a00b5acf-7e2b-47ab-ac0a-b1126d894cda req-f10d1844-c18e-4910-8e92-6478708754e1 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432382 Jan 29 05:26:18.069928 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 35626) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:26:18.153619 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a096a9a1-8c2e-44ef-8983-e53898c311f5 tempest-TestShelveInstance-883356880 tempest-TestShelveInstance-883356880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:26:18.155202 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a096a9a1-8c2e-44ef-8983-e53898c311f5 tempest-TestShelveInstance-883356880 tempest-TestShelveInstance-883356880-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 1125 time: 0.0842848 Jan 29 05:26:18.158069 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 35630) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:26:18.162199 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-dd26506b-03ef-4b75-9f94-bf78f0e28745 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Request body: {'floatingip': {'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'port_id': '6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647', 'tenant_id': '76e6882c50464822bd850aecc013342f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:26:18.236936 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dd26506b-03ef-4b75-9f94-bf78f0e28745 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:26:18.332555 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dd26506b-03ef-4b75-9f94-bf78f0e28745 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:26:18.435256 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-dd26506b-03ef-4b75-9f94-bf78f0e28745 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Allocated IP 172.26.8.105 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/94ecdeba-0ee5-4c6b-9976-eb36637610a0) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:26:18.532659 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dd26506b-03ef-4b75-9f94-bf78f0e28745 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for port (94ecdeba-0ee5-4c6b-9976-eb36637610a0), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:26:18.618787 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dd26506b-03ef-4b75-9f94-bf78f0e28745 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (94ecdeba-0ee5-4c6b-9976-eb36637610a0), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:26:18.654090 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd26506b-03ef-4b75-9f94-bf78f0e28745 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:26:18.656830 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-dd26506b-03ef-4b75-9f94-bf78f0e28745 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:26:18.660328 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd26506b-03ef-4b75-9f94-bf78f0e28745 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:26:19.021351 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd26506b-03ef-4b75-9f94-bf78f0e28745 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Pushing event updated for resources: {'Port': ['ID=94ecdeba-0ee5-4c6b-9976-eb36637610a0,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:26:19.038160 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26506b-03ef-4b75-9f94-bf78f0e28745 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:26:19.038509 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26506b-03ef-4b75-9f94-bf78f0e28745 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:26:19.038851 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26506b-03ef-4b75-9f94-bf78f0e28745 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:26:19.039189 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26506b-03ef-4b75-9f94-bf78f0e28745 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:26:19.039519 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26506b-03ef-4b75-9f94-bf78f0e28745 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:26:19.039845 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26506b-03ef-4b75-9f94-bf78f0e28745 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:26:19.040169 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26506b-03ef-4b75-9f94-bf78f0e28745 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:26:19.040508 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26506b-03ef-4b75-9f94-bf78f0e28745 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:26:19.040844 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26506b-03ef-4b75-9f94-bf78f0e28745 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:26:19.041170 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26506b-03ef-4b75-9f94-bf78f0e28745 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:26:19.041491 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26506b-03ef-4b75-9f94-bf78f0e28745 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:26:19.041810 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26506b-03ef-4b75-9f94-bf78f0e28745 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:26:19.042128 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26506b-03ef-4b75-9f94-bf78f0e28745 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:26:19.361481 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dd26506b-03ef-4b75-9f94-bf78f0e28745 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for floatingip (3e11b00b-57bb-42ed-b617-fd4081497e2f), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:26:19.479536 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dd26506b-03ef-4b75-9f94-bf78f0e28745 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (94ecdeba-0ee5-4c6b-9976-eb36637610a0), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:26:19.620998 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dd26506b-03ef-4b75-9f94-bf78f0e28745 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for port (94ecdeba-0ee5-4c6b-9976-eb36637610a0), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:26:19.681206 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dd26506b-03ef-4b75-9f94-bf78f0e28745 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (94ecdeba-0ee5-4c6b-9976-eb36637610a0), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:26:19.752876 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd26506b-03ef-4b75-9f94-bf78f0e28745 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Pushing event updated for resources: {'Port': ['ID=94ecdeba-0ee5-4c6b-9976-eb36637610a0,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:26:19.763587 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dd26506b-03ef-4b75-9f94-bf78f0e28745 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (3e11b00b-57bb-42ed-b617-fd4081497e2f), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:26:19.866828 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.l3_db [None req-dd26506b-03ef-4b75-9f94-bf78f0e28745 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Floating IP 3e11b00b-57bb-42ed-b617-fd4081497e2f associated. External IP: 172.26.8.105, port: 6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647. Jan 29 05:26:20.073372 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd26506b-03ef-4b75-9f94-bf78f0e28745 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Router 27d9eee2-9b6d-4f41-bd60-e1a403740faf has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:26:20.187184 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd26506b-03ef-4b75-9f94-bf78f0e28745 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:26:20.199740 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d88097-e4e6-40a2-95ef-75cb57e4f906 None None] Sync routers for ids ['27d9eee2-9b6d-4f41-bd60-e1a403740faf'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:26:20.208310 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6bd1ab48-a4f1-4660-baa4-e7eaea25c71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:26:20.211368 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d88097-e4e6-40a2-95ef-75cb57e4f906 None None] Routers {'27d9eee2-9b6d-4f41-bd60-e1a403740faf'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:26:20.211983 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-93d88097-e4e6-40a2-95ef-75cb57e4f906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:25:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['27d9eee2-9b6d-4f41-bd60-e1a403740faf'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:26:20.250903 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-dd26506b-03ef-4b75-9f94-bf78f0e28745 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:26:20.296503 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-dd26506b-03ef-4b75-9f94-bf78f0e28745 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1265004 Jan 29 05:26:20.296503 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d5e856-083a-4f49-8a79-a2d34bb856a5', 'tag': '6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:26:20.296503 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad3f4f0b05cb0c185202889f4530d643d21cfccbd66257482e48c22b2489363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8dbb7c3-bc02-4584-8a76-8b0ea669b80d" -d '{"events": [{"name": "network-changed", "server_uuid": "61d5e856-083a-4f49-8a79-a2d34bb856a5", "tag": "6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:26:20.320412 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-93d88097-e4e6-40a2-95ef-75cb57e4f906 None None] Set router 27d9eee2-9b6d-4f41-bd60-e1a403740faf gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:26:20.327875 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12ac90c-1cf4-4c2b-9af7-e8e5fdd61ef5 x-openstack-request-id: req-b12ac90c-1cf4-4c2b-9af7-e8e5fdd61ef5 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:26:20.328246 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61d5e856-083a-4f49-8a79-a2d34bb856a5", "tag": "6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:26:20.328621 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b12ac90c-1cf4-4c2b-9af7-e8e5fdd61ef5 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:26:20.329390 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61d5e856-083a-4f49-8a79-a2d34bb856a5', 'tag': '6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647', 'status': 'completed', 'code': 200} Jan 29 05:26:20.418199 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbb7c3-bc02-4584-8a76-8b0ea669b80d req-833a6a1f-f27e-45d8-942c-235615f89650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:26:20.419828 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b8dbb7c3-bc02-4584-8a76-8b0ea669b80d req-833a6a1f-f27e-45d8-942c-235615f89650 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76e6882c50464822bd850aecc013342f&device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 1130 time: 0.0485809 Jan 29 05:26:20.521189 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbb7c3-bc02-4584-8a76-8b0ea669b80d req-f0e0718e-28e9-4f00-9254-34172f90593f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:26:20.522846 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b8dbb7c3-bc02-4584-8a76-8b0ea669b80d req-f0e0718e-28e9-4f00-9254-34172f90593f service neutron] 10.222.0.18 "GET /v2.0/networks?id=045ed487-3834-487c-a9da-a723ae251d9a HTTP/1.1" status: 200 len: 909 time: 0.0952153 Jan 29 05:26:20.545682 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-93d88097-e4e6-40a2-95ef-75cb57e4f906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'name': 'tempest-TestShelveInstance-215333864-router', 'tenant_id': '76e6882c50464822bd850aecc013342f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.37'}], 'enable_snat': True}, 'gw_port_id': '1cf68860-153b-4e18-9451-064842b0644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:19:45Z', 'updated_at': '2022-01-29T05:19:48Z', 'revision_number': 4, 'project_id': '76e6882c50464822bd850aecc013342f', 'gw_port': {'id': '1cf68860-153b-4e18-9451-064842b0644c', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:46Z', 'updated_at': '2022-01-29T05:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '3e11b00b-57bb-42ed-b617-fd4081497e2f', 'tenant_id': '76e6882c50464822bd850aecc013342f', 'floating_ip_address': '172.26.8.105', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'port_id': '6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1856, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '045ed487-3834-487c-a9da-a723ae251d9a', 'mac_address': 'fa:16:3e:89:f7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d5e856-083a-4f49-8a79-a2d34bb856a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:26:19Z', 'updated_at': '2022-01-29T05:26:19Z', 'revision_number': 0, 'project_id': '76e6882c50464822bd850aecc013342f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48e6fb47-fa8e-487a-88a0-b2e87c1be736', 'name': '', 'network_id': '045ed487-3834-487c-a9da-a723ae251d9a', 'tenant_id': '76e6882c50464822bd850aecc013342f', 'mac_address': 'fa:16:3e:1e:7c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '80ed52b6-0774-48fe-976b-b4c54fb29a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:48Z', 'updated_at': '2022-01-29T05:19:52Z', 'revision_number': 5, 'project_id': '76e6882c50464822bd850aecc013342f', 'subnets': [{'id': '80ed52b6-0774-48fe-976b-b4c54fb29a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:26:20.577000 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d88097-e4e6-40a2-95ef-75cb57e4f906 None None] Checking router: 27d9eee2-9b6d-4f41-bd60-e1a403740faf for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:26:20.587301 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d88097-e4e6-40a2-95ef-75cb57e4f906 None None] Routers {'27d9eee2-9b6d-4f41-bd60-e1a403740faf'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:26:20.587931 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-93d88097-e4e6-40a2-95ef-75cb57e4f906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:25:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['27d9eee2-9b6d-4f41-bd60-e1a403740faf'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:26:20.596219 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b8dbb7c3-bc02-4584-8a76-8b0ea669b80d req-ee6524fa-a81c-4b6e-99d2-fc8739385ce1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647 HTTP/1.1" status: 200 len: 1000 time: 0.0674040 Jan 29 05:26:20.646530 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbb7c3-bc02-4584-8a76-8b0ea669b80d req-77f45354-6365-4abb-a536-50cdeea9d5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:26:20.646823 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b8dbb7c3-bc02-4584-8a76-8b0ea669b80d req-77f45354-6365-4abb-a536-50cdeea9d5fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80ed52b6-0774-48fe-976b-b4c54fb29a7d HTTP/1.1" status: 200 len: 847 time: 0.0453646 Jan 29 05:26:20.696079 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbb7c3-bc02-4584-8a76-8b0ea669b80d req-67a2cb76-43d2-4190-809e-592b96048cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:26:20.697755 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b8dbb7c3-bc02-4584-8a76-8b0ea669b80d req-67a2cb76-43d2-4190-809e-592b96048cc6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=045ed487-3834-487c-a9da-a723ae251d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0456741 Jan 29 05:26:20.701420 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-93d88097-e4e6-40a2-95ef-75cb57e4f906 None None] Set router 27d9eee2-9b6d-4f41-bd60-e1a403740faf gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:26:20.709727 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [req-b8dbb7c3-bc02-4584-8a76-8b0ea669b80d req-0fa6e219-e393-4802-b603-61dbf16ca0e5 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 05:26:20.710832 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b8dbb7c3-bc02-4584-8a76-8b0ea669b80d req-0fa6e219-e393-4802-b603-61dbf16ca0e5 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056629 Jan 29 05:26:20.940212 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-93d88097-e4e6-40a2-95ef-75cb57e4f906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'name': 'tempest-TestShelveInstance-215333864-router', 'tenant_id': '76e6882c50464822bd850aecc013342f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.37'}], 'enable_snat': True}, 'gw_port_id': '1cf68860-153b-4e18-9451-064842b0644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:19:45Z', 'updated_at': '2022-01-29T05:19:48Z', 'revision_number': 4, 'project_id': '76e6882c50464822bd850aecc013342f', 'gw_port': {'id': '1cf68860-153b-4e18-9451-064842b0644c', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:46Z', 'updated_at': '2022-01-29T05:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '3e11b00b-57bb-42ed-b617-fd4081497e2f', 'tenant_id': '76e6882c50464822bd850aecc013342f', 'floating_ip_address': '172.26.8.105', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'port_id': '6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1856, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '045ed487-3834-487c-a9da-a723ae251d9a', 'mac_address': 'fa:16:3e:89:f7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d5e856-083a-4f49-8a79-a2d34bb856a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:26:19Z', 'updated_at': '2022-01-29T05:26:19Z', 'revision_number': 0, 'project_id': '76e6882c50464822bd850aecc013342f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48e6fb47-fa8e-487a-88a0-b2e87c1be736', 'name': '', 'network_id': '045ed487-3834-487c-a9da-a723ae251d9a', 'tenant_id': '76e6882c50464822bd850aecc013342f', 'mac_address': 'fa:16:3e:1e:7c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '80ed52b6-0774-48fe-976b-b4c54fb29a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:48Z', 'updated_at': '2022-01-29T05:19:52Z', 'revision_number': 5, 'project_id': '76e6882c50464822bd850aecc013342f', 'subnets': [{'id': '80ed52b6-0774-48fe-976b-b4c54fb29a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:26:20.969844 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d88097-e4e6-40a2-95ef-75cb57e4f906 None None] The sync data for ids ['27d9eee2-9b6d-4f41-bd60-e1a403740faf'] in dv-neutron-821190-1-hyperv is: [{'id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'name': 'tempest-TestShelveInstance-215333864-router', 'tenant_id': '76e6882c50464822bd850aecc013342f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.37'}], 'enable_snat': True}, 'gw_port_id': '1cf68860-153b-4e18-9451-064842b0644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:19:45Z', 'updated_at': '2022-01-29T05:19:48Z', 'revision_number': 4, 'project_id': '76e6882c50464822bd850aecc013342f', 'gw_port': {'id': '1cf68860-153b-4e18-9451-064842b0644c', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:46Z', 'updated_at': '2022-01-29T05:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '3e11b00b-57bb-42ed-b617-fd4081497e2f', 'tenant_id': '76e6882c50464822bd850aecc013342f', 'floating_ip_address': '172.26.8.105', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'port_id': '6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1856, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '045ed487-3834-487c-a9da-a723ae251d9a', 'mac_address': 'fa:16:3e:89:f7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d5e856-083a-4f49-8a79-a2d34bb856a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:26:19Z', 'updated_at': '2022-01-29T05:26:19Z', 'revision_number': 0, 'project_id': '76e6882c50464822bd850aecc013342f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48e6fb47-fa8e-487a-88a0-b2e87c1be736', 'name': '', 'network_id': '045ed487-3834-487c-a9da-a723ae251d9a', 'tenant_id': '76e6882c50464822bd850aecc013342f', 'mac_address': 'fa:16:3e:1e:7c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '80ed52b6-0774-48fe-976b-b4c54fb29a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:48Z', 'updated_at': '2022-01-29T05:19:52Z', 'revision_number': 5, 'project_id': '76e6882c50464822bd850aecc013342f', 'subnets': [{'id': '80ed52b6-0774-48fe-976b-b4c54fb29a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:26:21.137924 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b8dbb7c3-bc02-4584-8a76-8b0ea669b80d req-9dc09191-2196-48b7-9abf-fa006b171549 service neutron] 10.222.0.18 "GET /v2.0/networks/045ed487-3834-487c-a9da-a723ae251d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214203 Jan 29 05:26:21.195320 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31e67d5-0538-4d83-8990-3081f3f036f9 None None] New status for floating IP 3e11b00b-57bb-42ed-b617-fd4081497e2f: ACTIVE {{(pid=103586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:26:21.244662 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b8dbb7c3-bc02-4584-8a76-8b0ea669b80d req-02558864-b294-41aa-880e-6bf27a64815d service neutron] 10.222.0.18 "GET /v2.0/networks/045ed487-3834-487c-a9da-a723ae251d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000299 Jan 29 05:26:22.505964 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-876c0f92-0d42-49f4-9497-8884064d2ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:26:22.842268 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ac2afee2-2fbc-43cb-a33d-f9993e5dbf85 req-1fa6a682-128e-420f-aa4b-5eeb53b873a4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445375 Jan 29 05:26:22.947715 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2afee2-2fbc-43cb-a33d-f9993e5dbf85 req-621cda23-f3ea-446f-a36a-47f8db95e130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:26:22.949267 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ac2afee2-2fbc-43cb-a33d-f9993e5dbf85 req-621cda23-f3ea-446f-a36a-47f8db95e130 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76e6882c50464822bd850aecc013342f&device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 1130 time: 0.0449455 Jan 29 05:26:23.055408 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2afee2-2fbc-43cb-a33d-f9993e5dbf85 req-055b3263-7e23-44f0-9c65-7543267438c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:26:23.056903 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ac2afee2-2fbc-43cb-a33d-f9993e5dbf85 req-055b3263-7e23-44f0-9c65-7543267438c7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=045ed487-3834-487c-a9da-a723ae251d9a HTTP/1.1" status: 200 len: 909 time: 0.0883906 Jan 29 05:26:23.120704 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ac2afee2-2fbc-43cb-a33d-f9993e5dbf85 req-6244db2e-a46b-49e9-988c-a32a1a4bedd4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647 HTTP/1.1" status: 200 len: 1002 time: 0.0581608 Jan 29 05:26:23.166955 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2afee2-2fbc-43cb-a33d-f9993e5dbf85 req-537cd886-f442-4485-950a-a51551c9d032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:26:23.168354 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ac2afee2-2fbc-43cb-a33d-f9993e5dbf85 req-537cd886-f442-4485-950a-a51551c9d032 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80ed52b6-0774-48fe-976b-b4c54fb29a7d HTTP/1.1" status: 200 len: 847 time: 0.0423295 Jan 29 05:26:23.220468 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2afee2-2fbc-43cb-a33d-f9993e5dbf85 req-5d1712c4-a521-464f-b0a4-e2e800e08bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:26:23.221982 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ac2afee2-2fbc-43cb-a33d-f9993e5dbf85 req-5d1712c4-a521-464f-b0a4-e2e800e08bdc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=045ed487-3834-487c-a9da-a723ae251d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0477087 Jan 29 05:26:23.311186 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ac2afee2-2fbc-43cb-a33d-f9993e5dbf85 req-54af4308-13a7-4bb2-bde7-048dd8b2bc59 service neutron] 10.222.0.18 "GET /v2.0/networks/045ed487-3834-487c-a9da-a723ae251d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827403 Jan 29 05:26:23.403655 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-ac2afee2-2fbc-43cb-a33d-f9993e5dbf85 req-f62eb990-4764-4eb5-bc45-8f7fb2ec55f9 service neutron] 10.222.0.18 "GET /v2.0/networks/045ed487-3834-487c-a9da-a723ae251d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865695 Jan 29 05:26:23.926393 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:26:24.578054 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:26:25.082155 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:26:26.482512 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:26:27.386870 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:26:50.253957 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-814ab67c-090e-4eb6-ba0b-32c1e27a7421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:26:52.498677 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d1c48b90-d830-4c2b-8c5a-98e7a4167ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:26:53.956066 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:26:54.560510 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:26:55.070112 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:26:56.475160 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:27:04.387662 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:27:20.212815 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a3a0a4af-2d1f-40c3-9e64-fba3d069aaf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:27:22.514461 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d924525e-8b35-4526-b626-2b8a8a753774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:27:23.961067 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:27:24.584543 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:27:24.862987 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-02180c49-f854-45a9-a5cd-98aa71759faf req-0b0fb2cb-e1f3-466d-9e8e-c7be584f4793 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470569 Jan 29 05:27:24.970529 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02180c49-f854-45a9-a5cd-98aa71759faf req-9041ee1a-6405-4a80-b92b-254dd49e71bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:27:24.972012 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-02180c49-f854-45a9-a5cd-98aa71759faf req-9041ee1a-6405-4a80-b92b-254dd49e71bc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76e6882c50464822bd850aecc013342f&device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 1130 time: 0.0457544 Jan 29 05:27:25.077478 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02180c49-f854-45a9-a5cd-98aa71759faf req-00612519-9056-40d3-a9aa-7f236c51b930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:27:25.078962 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-02180c49-f854-45a9-a5cd-98aa71759faf req-00612519-9056-40d3-a9aa-7f236c51b930 service neutron] 10.222.0.18 "GET /v2.0/networks?id=045ed487-3834-487c-a9da-a723ae251d9a HTTP/1.1" status: 200 len: 909 time: 0.0895209 Jan 29 05:27:25.103148 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:27:25.144449 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-02180c49-f854-45a9-a5cd-98aa71759faf req-9bab610f-e0fe-434f-be23-1945cc7d345b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647 HTTP/1.1" status: 200 len: 1002 time: 0.0589883 Jan 29 05:27:25.192413 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02180c49-f854-45a9-a5cd-98aa71759faf req-77447bce-f067-433c-ac39-00aace4be66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:27:25.194513 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-02180c49-f854-45a9-a5cd-98aa71759faf req-77447bce-f067-433c-ac39-00aace4be66f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80ed52b6-0774-48fe-976b-b4c54fb29a7d HTTP/1.1" status: 200 len: 847 time: 0.0433419 Jan 29 05:27:25.246257 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02180c49-f854-45a9-a5cd-98aa71759faf req-3e62cf71-6239-4bd1-a830-70ef3f38bee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:27:25.247768 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-02180c49-f854-45a9-a5cd-98aa71759faf req-3e62cf71-6239-4bd1-a830-70ef3f38bee7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=045ed487-3834-487c-a9da-a723ae251d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0486822 Jan 29 05:27:25.336478 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-02180c49-f854-45a9-a5cd-98aa71759faf req-79be664a-c55b-4b2a-8083-94b9836f41a1 service neutron] 10.222.0.18 "GET /v2.0/networks/045ed487-3834-487c-a9da-a723ae251d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825534 Jan 29 05:27:25.430866 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-02180c49-f854-45a9-a5cd-98aa71759faf req-e0e96391-19bb-409f-9141-8a1a441a3bd4 service neutron] 10.222.0.18 "GET /v2.0/networks/045ed487-3834-487c-a9da-a723ae251d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886981 Jan 29 05:27:26.453083 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:27:41.387283 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:27:50.228587 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0593bffa-74e2-4408-8f70-e737c3017c84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:27:52.514829 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-75eb1b36-0fd2-4ce4-9087-94836508ff8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:27:53.960786 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:27:54.583481 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:27:55.091059 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:27:56.469144 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:28:18.386518 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:28:20.263349 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0074f3ae-0245-4844-8bbc-2495667a0400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:28:22.514323 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-75ed2f96-25eb-4600-95a4-cb00ee006cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:28:23.937018 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:28:24.588611 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:28:25.091556 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:28:25.830708 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-bd46edf9-f0c9-435d-b59b-d1ed0b6cbfc0 req-cc0677f5-4b9b-4243-8da6-ff495b4ea050 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443118 Jan 29 05:28:25.930968 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46edf9-f0c9-435d-b59b-d1ed0b6cbfc0 req-c714be6d-20f1-46f9-8194-f503709ec1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:25.932494 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-bd46edf9-f0c9-435d-b59b-d1ed0b6cbfc0 req-c714be6d-20f1-46f9-8194-f503709ec1bb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76e6882c50464822bd850aecc013342f&device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 1130 time: 0.0453174 Jan 29 05:28:26.035537 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46edf9-f0c9-435d-b59b-d1ed0b6cbfc0 req-b790ff29-0cf4-45de-b858-0bddc9dde85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:26.037026 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-bd46edf9-f0c9-435d-b59b-d1ed0b6cbfc0 req-b790ff29-0cf4-45de-b858-0bddc9dde85c service neutron] 10.222.0.18 "GET /v2.0/networks?id=045ed487-3834-487c-a9da-a723ae251d9a HTTP/1.1" status: 200 len: 909 time: 0.0872271 Jan 29 05:28:26.110634 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-bd46edf9-f0c9-435d-b59b-d1ed0b6cbfc0 req-863b855b-cc84-4524-9baf-7d735e379b31 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647 HTTP/1.1" status: 200 len: 1002 time: 0.0581903 Jan 29 05:28:26.157698 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46edf9-f0c9-435d-b59b-d1ed0b6cbfc0 req-f7ae3f85-fa48-4727-95a9-5a44b52d06f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:26.159124 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-bd46edf9-f0c9-435d-b59b-d1ed0b6cbfc0 req-f7ae3f85-fa48-4727-95a9-5a44b52d06f1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80ed52b6-0774-48fe-976b-b4c54fb29a7d HTTP/1.1" status: 200 len: 847 time: 0.0425122 Jan 29 05:28:26.210069 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46edf9-f0c9-435d-b59b-d1ed0b6cbfc0 req-53d21a7f-2561-44f1-82ea-d5d57e784214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:26.211547 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-bd46edf9-f0c9-435d-b59b-d1ed0b6cbfc0 req-53d21a7f-2561-44f1-82ea-d5d57e784214 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=045ed487-3834-487c-a9da-a723ae251d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0467348 Jan 29 05:28:26.297479 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-bd46edf9-f0c9-435d-b59b-d1ed0b6cbfc0 req-e56603a6-40a8-4b89-8e4e-ae05d1ba5f45 service neutron] 10.222.0.18 "GET /v2.0/networks/045ed487-3834-487c-a9da-a723ae251d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798380 Jan 29 05:28:26.388539 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-bd46edf9-f0c9-435d-b59b-d1ed0b6cbfc0 req-2ba7bc12-1778-4345-97f6-7f7666c03923 service neutron] 10.222.0.18 "GET /v2.0/networks/045ed487-3834-487c-a9da-a723ae251d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851986 Jan 29 05:28:26.491171 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:28:44.811962 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7452c9-e113-45e9-baa4-84a791afc8c4 req-69d2a6de-e676-4287-8fa6-12cbe2cc6f1c tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:44.813456 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6e7452c9-e113-45e9-baa4-84a791afc8c4 req-69d2a6de-e676-4287-8fa6-12cbe2cc6f1c tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 946 time: 0.0970790 Jan 29 05:28:44.862745 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6e7452c9-e113-45e9-baa4-84a791afc8c4 req-438d9264-4ed6-4a94-9dc5-0d6521cce627 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437181 Jan 29 05:28:45.989346 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06b383-a42d-43ef-b882-8c8630f9f64d req-b2fa1377-f4f4-4c8c-9d68-b13af94038b3 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:45.990811 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cf06b383-a42d-43ef-b882-8c8630f9f64d req-b2fa1377-f4f4-4c8c-9d68-b13af94038b3 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 946 time: 0.0542717 Jan 29 05:28:46.049480 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cf06b383-a42d-43ef-b882-8c8630f9f64d req-c268f389-935b-49f2-add7-4fcc88005e62 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530987 Jan 29 05:28:47.170398 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff886e-5786-404e-89a5-45e34d552e8a req-f479c037-2190-4c53-9977-48685d3e29d2 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:47.171789 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-10ff886e-5786-404e-89a5-45e34d552e8a req-f479c037-2190-4c53-9977-48685d3e29d2 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 946 time: 0.0538352 Jan 29 05:28:47.220641 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-10ff886e-5786-404e-89a5-45e34d552e8a req-ea9ce088-068c-4de3-b918-507b47459c70 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434074 Jan 29 05:28:48.337544 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcea696-00d7-40a4-bd78-d2bd15eafb80 req-eeeb6984-af5f-44fc-b3c8-56fcc127f642 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:48.339099 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9fcea696-00d7-40a4-bd78-d2bd15eafb80 req-eeeb6984-af5f-44fc-b3c8-56fcc127f642 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 946 time: 0.0527763 Jan 29 05:28:48.387608 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9fcea696-00d7-40a4-bd78-d2bd15eafb80 req-135f174b-9323-4798-909c-66a66ab78b37 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428448 Jan 29 05:28:49.508909 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1a9de-f21e-435b-9ac8-8043cf05e3c5 req-287c7796-bf34-4081-b361-9cfc762a35c7 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:49.510495 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d2f1a9de-f21e-435b-9ac8-8043cf05e3c5 req-287c7796-bf34-4081-b361-9cfc762a35c7 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 946 time: 0.0582213 Jan 29 05:28:49.558064 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-d2f1a9de-f21e-435b-9ac8-8043cf05e3c5 req-f562a548-e738-46da-b3a9-13484ec93410 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420318 Jan 29 05:28:50.228048 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a5efc26b-2006-4e8b-8514-02a8522cc959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:28:50.674146 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50c448-d467-45b8-bb47-2adb537fb8d1 req-20951d03-8d0f-42b8-875b-570cd0998981 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:50.675628 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-bf50c448-d467-45b8-bb47-2adb537fb8d1 req-20951d03-8d0f-42b8-875b-570cd0998981 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 946 time: 0.0528736 Jan 29 05:28:50.723951 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-bf50c448-d467-45b8-bb47-2adb537fb8d1 req-6ee6cd1c-fdcb-4166-b3ed-28d716adb212 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427475 Jan 29 05:28:51.845170 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353cd883-55b8-486f-a48a-28caf9beddd5 req-3d2229d3-5a3e-4325-a758-9df86f737640 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:51.846675 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-353cd883-55b8-486f-a48a-28caf9beddd5 req-3d2229d3-5a3e-4325-a758-9df86f737640 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 946 time: 0.0573094 Jan 29 05:28:51.895512 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-353cd883-55b8-486f-a48a-28caf9beddd5 req-27d964c4-f329-44ed-a3fd-d5d012e6b0ea tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432663 Jan 29 05:28:52.513847 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a1254c70-8be6-4cc4-9253-bdd9adbb9349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:28:53.013091 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806339ad-aee1-4ecc-a36d-779169be6ee3 req-aaf18621-e00b-4af7-81ca-82e2c28fc469 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:53.014578 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-806339ad-aee1-4ecc-a36d-779169be6ee3 req-aaf18621-e00b-4af7-81ca-82e2c28fc469 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 946 time: 0.0534289 Jan 29 05:28:53.062025 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-806339ad-aee1-4ecc-a36d-779169be6ee3 req-3cc4bf96-a3e0-4b5a-a752-2d49851be614 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419717 Jan 29 05:28:53.965400 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:28:54.178450 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9420df-bc55-41cd-8373-d96742afcb84 req-b1d63e46-4f61-4310-9541-49c7c543d830 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:54.179846 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4d9420df-bc55-41cd-8373-d96742afcb84 req-b1d63e46-4f61-4310-9541-49c7c543d830 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 946 time: 0.0519085 Jan 29 05:28:54.232049 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4d9420df-bc55-41cd-8373-d96742afcb84 req-9c418093-bc7d-4198-9b2c-b1d6ec765e1d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461605 Jan 29 05:28:54.588619 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:28:55.075908 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356e918-c978-4149-9f1b-d7ecfc1188f0 req-d5f11bb7-d371-4f24-8f88-5b7cc710e01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:55.079006 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e356e918-c978-4149-9f1b-d7ecfc1188f0 req-d5f11bb7-d371-4f24-8f88-5b7cc710e01c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76e6882c50464822bd850aecc013342f&device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 1130 time: 0.0891078 Jan 29 05:28:55.096608 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:28:55.163909 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356e918-c978-4149-9f1b-d7ecfc1188f0 req-f5765bfe-8923-42fe-b50e-9bebab392961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:55.165493 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e356e918-c978-4149-9f1b-d7ecfc1188f0 req-f5765bfe-8923-42fe-b50e-9bebab392961 service neutron] 10.222.0.18 "GET /v2.0/networks?id=045ed487-3834-487c-a9da-a723ae251d9a HTTP/1.1" status: 200 len: 909 time: 0.0817847 Jan 29 05:28:55.232689 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e356e918-c978-4149-9f1b-d7ecfc1188f0 req-23bdec47-199b-4967-871e-447187247c61 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647 HTTP/1.1" status: 200 len: 1002 time: 0.0614274 Jan 29 05:28:55.279964 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356e918-c978-4149-9f1b-d7ecfc1188f0 req-8608307b-1000-44d2-8ba9-fa14160be8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:55.281478 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e356e918-c978-4149-9f1b-d7ecfc1188f0 req-8608307b-1000-44d2-8ba9-fa14160be8b2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80ed52b6-0774-48fe-976b-b4c54fb29a7d HTTP/1.1" status: 200 len: 847 time: 0.0435786 Jan 29 05:28:55.330278 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356e918-c978-4149-9f1b-d7ecfc1188f0 req-5ddb92b5-1fff-4fd3-b8c0-ca83f604bdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:55.331807 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e356e918-c978-4149-9f1b-d7ecfc1188f0 req-5ddb92b5-1fff-4fd3-b8c0-ca83f604bdfc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=045ed487-3834-487c-a9da-a723ae251d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0450697 Jan 29 05:28:55.352220 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea768b-85a7-4882-a97f-56800aeda485 req-93478c74-4167-4beb-98b4-2f5041e81497 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:55.353771 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-bdea768b-85a7-4882-a97f-56800aeda485 req-93478c74-4167-4beb-98b4-2f5041e81497 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 946 time: 0.0536473 Jan 29 05:28:55.386247 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:28:55.404471 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-bdea768b-85a7-4882-a97f-56800aeda485 req-deb2d58d-6356-4288-9427-803d421a72f6 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445881 Jan 29 05:28:55.426262 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e356e918-c978-4149-9f1b-d7ecfc1188f0 req-d595a3c4-d28c-4f15-936d-218c4556eafe service neutron] 10.222.0.18 "GET /v2.0/networks/045ed487-3834-487c-a9da-a723ae251d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884464 Jan 29 05:28:55.513734 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e356e918-c978-4149-9f1b-d7ecfc1188f0 req-a95892fa-1bc8-4e2d-81c6-5ecd70e92576 service neutron] 10.222.0.18 "GET /v2.0/networks/045ed487-3834-487c-a9da-a723ae251d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812929 Jan 29 05:28:56.467505 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:28:56.524295 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6bcdf-8bf8-40cb-8f34-c53fafc74b15 req-deeadbcb-ded0-44a0-afcd-ae073209358b tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:56.526131 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-70b6bcdf-8bf8-40cb-8f34-c53fafc74b15 req-deeadbcb-ded0-44a0-afcd-ae073209358b tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 946 time: 0.0533273 Jan 29 05:28:56.575164 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-70b6bcdf-8bf8-40cb-8f34-c53fafc74b15 req-b973491b-c736-4408-9c7d-c51c7fa15a16 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434992 Jan 29 05:28:57.699102 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133c281-dc2c-4275-bdd5-1644adac6e70 req-780363ed-6e76-4f03-abbb-1bf4d89a9fad tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:57.700508 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6133c281-dc2c-4275-bdd5-1644adac6e70 req-780363ed-6e76-4f03-abbb-1bf4d89a9fad tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 946 time: 0.0572851 Jan 29 05:28:57.749758 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6133c281-dc2c-4275-bdd5-1644adac6e70 req-39be5184-3baa-4fea-8807-5076847af6d5 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434186 Jan 29 05:28:58.876656 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b052af9-3e0b-40ce-9ce1-b799829bd6a1 req-3a643bc8-a541-42e6-92f9-20f34919172a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:58.878226 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4b052af9-3e0b-40ce-9ce1-b799829bd6a1 req-3a643bc8-a541-42e6-92f9-20f34919172a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 946 time: 0.0629888 Jan 29 05:28:58.931554 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4b052af9-3e0b-40ce-9ce1-b799829bd6a1 req-9979ca61-e700-4faf-ba0b-2432af7c48db tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471878 Jan 29 05:28:59.789101 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:28:59.870431 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647 is: ACTIVE; New status is: DOWN {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:28:59.875880 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:28:59.895598 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d5e856-083a-4f49-8a79-a2d34bb856a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:28:59.898431 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee75a7ccdb7151d8d17d2729d12001adec2e75649d96222f51d706133734273e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182d93c1-5f17-4e48-b16d-42d6cb8d6566" -d '{"events": [{"server_uuid": "61d5e856-083a-4f49-8a79-a2d34bb856a5", "name": "network-vif-unplugged", "status": "completed", "tag": "6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:28:59.911583 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647,segment=NetworkSegment(00de506e-1eb7-45fc-bdce-f36553ac4918),segment_id=00de506e-1eb7-45fc-bdce-f36553ac4918)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:28:59.935570 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 05:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6eb46d-0ff1-4113-ba67-dea665f9aa52 x-openstack-request-id: req-8a6eb46d-0ff1-4113-ba67-dea665f9aa52 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:28:59.935819 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d5e856-083a-4f49-8a79-a2d34bb856a5", "name": "network-vif-unplugged", "status": "completed", "tag": "6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:28:59.936064 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8a6eb46d-0ff1-4113-ba67-dea665f9aa52 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:28:59.936670 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d5e856-083a-4f49-8a79-a2d34bb856a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647', 'code': 200} Jan 29 05:28:59.953949 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:29:00.002938 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647,revision_number=6']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:00.010392 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:00.010744 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:00.011083 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:00.011420 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:00.011753 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:00.012087 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:00.012413 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:00.012764 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:00.013093 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:00.013418 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:00.013741 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:00.014061 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:00.014378 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:00.061633 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5ae6f-e660-4634-95f8-176f981a821f req-2831cd0d-a6b4-4b2a-9021-5d2279adcc56 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:00.063046 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3aa5ae6f-e660-4634-95f8-176f981a821f req-2831cd0d-a6b4-4b2a-9021-5d2279adcc56 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 944 time: 0.0618048 Jan 29 05:29:00.117124 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3aa5ae6f-e660-4634-95f8-176f981a821f req-e8e60ffe-f874-421b-9902-6fb5f1dd4c4b tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477283 Jan 29 05:29:01.235950 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f57719-4137-4bef-a1c9-f347e5d06574 req-ef5e1585-ab11-4ecc-a000-aebe3d3a4de8 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:01.237456 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f7f57719-4137-4bef-a1c9-f347e5d06574 req-ef5e1585-ab11-4ecc-a000-aebe3d3a4de8 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 944 time: 0.0533082 Jan 29 05:29:01.286856 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f7f57719-4137-4bef-a1c9-f347e5d06574 req-88624bb1-94dc-4062-9773-3f5b523cf6a9 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433404 Jan 29 05:29:01.622810 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae52d8-65aa-4134-b047-8090c486179f req-313dc9b4-54bc-4720-8fb5-950bddb723a5 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:01.624240 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-adae52d8-65aa-4134-b047-8090c486179f req-313dc9b4-54bc-4720-8fb5-950bddb723a5 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 944 time: 0.0555379 Jan 29 05:29:01.685715 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-adae52d8-65aa-4134-b047-8090c486179f req-a81eb813-3ec5-4e0d-a774-e4f527a044d3 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541859 Jan 29 05:29:01.707032 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-7bbeabf3-56b5-484f-a66c-3ba07b2e62a4 req-3c2acfbb-8093-42e7-bd2e-6514eb0cd041 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1023057 Jan 29 05:29:01.715789 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [req-7bbeabf3-56b5-484f-a66c-3ba07b2e62a4 req-f3eb24f0-b6c9-4e8d-b2dc-ac814542d30c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 05:29:01.716874 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-7bbeabf3-56b5-484f-a66c-3ba07b2e62a4 req-f3eb24f0-b6c9-4e8d-b2dc-ac814542d30c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053444 Jan 29 05:29:02.815370 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc6caa-791d-42cc-ac65-f127e0a171a0 req-e4930292-4593-4f85-8ecf-5f217e806f7a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:02.816793 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b2bc6caa-791d-42cc-ac65-f127e0a171a0 req-e4930292-4593-4f85-8ecf-5f217e806f7a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 944 time: 0.0643830 Jan 29 05:29:02.867070 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b2bc6caa-791d-42cc-ac65-f127e0a171a0 req-8ab551e9-b738-42df-a293-fe002ba92043 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445738 Jan 29 05:29:03.985167 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260b3c5-366f-40e9-abfa-7df6ae73367d req-78867f69-2d45-471d-ab87-d408d91ac55c tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:03.986656 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9260b3c5-366f-40e9-abfa-7df6ae73367d req-78867f69-2d45-471d-ab87-d408d91ac55c tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 944 time: 0.0523453 Jan 29 05:29:04.035271 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9260b3c5-366f-40e9-abfa-7df6ae73367d req-42cad21d-9c75-403d-a214-95ee962a6a5c tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430827 Jan 29 05:29:05.163725 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee12698-db85-4cae-884a-bcf6f5dd1342 req-250e3be3-2874-4ef3-95e4-be61bca452f0 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:05.165974 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-dee12698-db85-4cae-884a-bcf6f5dd1342 req-250e3be3-2874-4ef3-95e4-be61bca452f0 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 944 time: 0.0622864 Jan 29 05:29:05.217973 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-dee12698-db85-4cae-884a-bcf6f5dd1342 req-4c41bc7a-9440-4209-bc0a-b3bfe0627bdd tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466132 Jan 29 05:29:06.335754 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3cd08-c401-4230-afd9-612b5c78af5c req-4b6073cd-c8e5-4af8-ba2a-5eaf596aff8b tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:06.337785 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-aac3cd08-c401-4230-afd9-612b5c78af5c req-4b6073cd-c8e5-4af8-ba2a-5eaf596aff8b tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 944 time: 0.0527091 Jan 29 05:29:06.385573 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-aac3cd08-c401-4230-afd9-612b5c78af5c req-1c94b1fa-aa91-46c7-83df-bb41b760729a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423846 Jan 29 05:29:07.503039 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a7853-d56b-476d-86ca-c395ac06a78e req-a8e95670-6230-4e5b-add4-b18c26d27f32 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:07.504524 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-300a7853-d56b-476d-86ca-c395ac06a78e req-a8e95670-6230-4e5b-add4-b18c26d27f32 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 944 time: 0.0525866 Jan 29 05:29:07.558308 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-300a7853-d56b-476d-86ca-c395ac06a78e req-5a3496fe-9b1c-4562-b114-d59cd7e4c951 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475342 Jan 29 05:29:08.676567 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b7572-f657-45be-97ff-3d868c67cd69 req-afade59f-7daf-4af0-a1d9-31c41810be6c tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:08.677938 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-356b7572-f657-45be-97ff-3d868c67cd69 req-afade59f-7daf-4af0-a1d9-31c41810be6c tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 944 time: 0.0530348 Jan 29 05:29:08.726690 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-356b7572-f657-45be-97ff-3d868c67cd69 req-b3d58582-082e-4be0-a6b4-891c900ded1c tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426664 Jan 29 05:29:09.845027 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54af5c-bea0-47a5-8740-b9b92019b91e req-b45a66bb-d4b6-4544-a36d-a91a3647e60d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:09.846743 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4d54af5c-bea0-47a5-8740-b9b92019b91e req-b45a66bb-d4b6-4544-a36d-a91a3647e60d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 944 time: 0.0537250 Jan 29 05:29:09.898241 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4d54af5c-bea0-47a5-8740-b9b92019b91e req-9b0f95b3-8ce3-4284-89aa-8454f1d421c0 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447943 Jan 29 05:29:11.025758 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df909706-eba4-481d-b3c2-e96902243b96 req-d6ca44e7-e458-4003-b3a9-28c53a80728c tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:11.027304 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-df909706-eba4-481d-b3c2-e96902243b96 req-d6ca44e7-e458-4003-b3a9-28c53a80728c tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 944 time: 0.0590110 Jan 29 05:29:11.076720 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-df909706-eba4-481d-b3c2-e96902243b96 req-9f18fd1c-b42e-4e4f-919f-3d94a4fe3b2f tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437925 Jan 29 05:29:12.193974 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d64f38-d32c-40cc-b2b9-dc3147c8b566 req-bcc5ffaa-c5d0-4591-a35c-20cbf077f8ef tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:12.195465 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e2d64f38-d32c-40cc-b2b9-dc3147c8b566 req-bcc5ffaa-c5d0-4591-a35c-20cbf077f8ef tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 944 time: 0.0531917 Jan 29 05:29:12.246120 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e2d64f38-d32c-40cc-b2b9-dc3147c8b566 req-83bc17a9-9583-4b63-80ac-c106a9bc3178 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448105 Jan 29 05:29:12.873475 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbeabf3-56b5-484f-a66c-3ba07b2e62a4 req-875ad947-1f14-4f55-aa49-ba532ca0d3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:12.874981 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-7bbeabf3-56b5-484f-a66c-3ba07b2e62a4 req-875ad947-1f14-4f55-aa49-ba532ca0d3a1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5&tenant_id=76e6882c50464822bd850aecc013342f HTTP/1.1" status: 200 len: 1128 time: 0.0453825 Jan 29 05:29:12.952981 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbeabf3-56b5-484f-a66c-3ba07b2e62a4 req-1a832ed4-b2d4-42d2-9a32-c245352aaca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:12.954474 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-7bbeabf3-56b5-484f-a66c-3ba07b2e62a4 req-1a832ed4-b2d4-42d2-9a32-c245352aaca9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76e6882c50464822bd850aecc013342f&device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 1128 time: 0.0447328 Jan 29 05:29:13.045197 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbeabf3-56b5-484f-a66c-3ba07b2e62a4 req-ada9c2e3-cb8e-4ef2-ae57-b22822fb1dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:13.046648 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-7bbeabf3-56b5-484f-a66c-3ba07b2e62a4 req-ada9c2e3-cb8e-4ef2-ae57-b22822fb1dad service neutron] 10.222.0.18 "GET /v2.0/networks?id=045ed487-3834-487c-a9da-a723ae251d9a HTTP/1.1" status: 200 len: 909 time: 0.0867026 Jan 29 05:29:13.109555 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-7bbeabf3-56b5-484f-a66c-3ba07b2e62a4 req-de809efc-ca39-477e-9f93-4fc9c57440f1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647 HTTP/1.1" status: 200 len: 1000 time: 0.0572014 Jan 29 05:29:13.159236 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbeabf3-56b5-484f-a66c-3ba07b2e62a4 req-31783007-eb2a-497c-a2ce-824bd93cb075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:13.160683 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-7bbeabf3-56b5-484f-a66c-3ba07b2e62a4 req-31783007-eb2a-497c-a2ce-824bd93cb075 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80ed52b6-0774-48fe-976b-b4c54fb29a7d HTTP/1.1" status: 200 len: 847 time: 0.0457151 Jan 29 05:29:13.212832 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbeabf3-56b5-484f-a66c-3ba07b2e62a4 req-9b6212a2-3558-4a5b-a0e1-4c532e108436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:13.214352 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-7bbeabf3-56b5-484f-a66c-3ba07b2e62a4 req-9b6212a2-3558-4a5b-a0e1-4c532e108436 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=045ed487-3834-487c-a9da-a723ae251d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0483468 Jan 29 05:29:13.302515 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-7bbeabf3-56b5-484f-a66c-3ba07b2e62a4 req-d91c58db-0597-4584-a507-29a684c72f38 service neutron] 10.222.0.18 "GET /v2.0/networks/045ed487-3834-487c-a9da-a723ae251d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825315 Jan 29 05:29:13.363234 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4fdc8a-9e87-42be-a660-22b18662856e req-9549a0a8-d19f-45b6-aa02-4e187435db53 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:13.364700 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0b4fdc8a-9e87-42be-a660-22b18662856e req-9549a0a8-d19f-45b6-aa02-4e187435db53 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 944 time: 0.0520997 Jan 29 05:29:13.395807 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-7bbeabf3-56b5-484f-a66c-3ba07b2e62a4 req-ea1c57a4-3f03-4a59-8475-b81878a79d40 service neutron] 10.222.0.18 "GET /v2.0/networks/045ed487-3834-487c-a9da-a723ae251d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871468 Jan 29 05:29:13.419767 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0b4fdc8a-9e87-42be-a660-22b18662856e req-13fbb213-c630-44f3-bfc3-116e35e97917 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488434 Jan 29 05:29:14.538169 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3af27e-4198-48dc-9415-94966ef15625 req-3781eb86-6d4a-4588-94f5-94f133a63a77 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:14.540415 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fc3af27e-4198-48dc-9415-94966ef15625 req-3781eb86-6d4a-4588-94f5-94f133a63a77 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 944 time: 0.0542679 Jan 29 05:29:14.588985 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-fc3af27e-4198-48dc-9415-94966ef15625 req-c49a6c2e-3aa1-4ccf-a598-4fc02543330c tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432057 Jan 29 05:29:15.721973 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aedc51d-2a24-4f81-9046-5b80babe207f req-812f4a04-8638-41a1-bcc1-0a4de20b9d04 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:15.723425 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5aedc51d-2a24-4f81-9046-5b80babe207f req-812f4a04-8638-41a1-bcc1-0a4de20b9d04 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 944 time: 0.0529256 Jan 29 05:29:15.770037 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-5aedc51d-2a24-4f81-9046-5b80babe207f req-47c3d4d6-0fff-4d48-a2e4-3b011279889d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410690 Jan 29 05:29:16.892512 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd4c2a5-ae81-48f1-bcba-e7148052f0ab req-ecbf3a88-4b2b-4645-909c-cde7804604d4 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:16.893993 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-bbd4c2a5-ae81-48f1-bcba-e7148052f0ab req-ecbf3a88-4b2b-4645-909c-cde7804604d4 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 944 time: 0.0569928 Jan 29 05:29:16.941971 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-bbd4c2a5-ae81-48f1-bcba-e7148052f0ab req-218119ad-3c16-4b89-a779-8de96ce189d6 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424354 Jan 29 05:29:18.061381 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5788c0-8b4e-4899-8e8a-54a5d778531f req-e397b603-b2a0-4b6c-b960-676b84c4b93d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:18.062866 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ea5788c0-8b4e-4899-8e8a-54a5d778531f req-e397b603-b2a0-4b6c-b960-676b84c4b93d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 944 time: 0.0530124 Jan 29 05:29:18.110890 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ea5788c0-8b4e-4899-8e8a-54a5d778531f req-368ce125-6adc-4ae4-a49c-579dd8fbf13f tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424488 Jan 29 05:29:19.235397 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f2be6-05c2-40c4-91a5-163a0a69bcd2 req-ab816ca6-654e-4ceb-9502-be511ff69861 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:19.236906 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3b0f2be6-05c2-40c4-91a5-163a0a69bcd2 req-ab816ca6-654e-4ceb-9502-be511ff69861 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 944 time: 0.0575244 Jan 29 05:29:19.284469 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3b0f2be6-05c2-40c4-91a5-163a0a69bcd2 req-fe3b2f99-825c-4791-846f-95693316cee4 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420442 Jan 29 05:29:20.244414 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-479f6e3c-b6a2-4a64-9199-64512a294a88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:29:20.403399 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa29ad-260a-4c9c-a2b9-6a6afb545534 req-710b947e-04a8-44af-8048-d77e7577c613 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:20.404838 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-80fa29ad-260a-4c9c-a2b9-6a6afb545534 req-710b947e-04a8-44af-8048-d77e7577c613 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 944 time: 0.0545468 Jan 29 05:29:20.454202 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-80fa29ad-260a-4c9c-a2b9-6a6afb545534 req-061fa946-f9d2-46f0-b85d-25162f819be5 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438659 Jan 29 05:29:21.577818 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70103c-00a6-4feb-be9b-c16668b89dad req-00810484-1395-4dff-9bc1-5ad7cd07bacc tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:21.579294 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4c70103c-00a6-4feb-be9b-c16668b89dad req-00810484-1395-4dff-9bc1-5ad7cd07bacc tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 944 time: 0.0538735 Jan 29 05:29:21.630369 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4c70103c-00a6-4feb-be9b-c16668b89dad req-83b16d21-38f8-4c89-9b1a-320f0cfbf96d tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455954 Jan 29 05:29:21.910524 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:29:22.009232 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647,segment=NetworkSegment(00de506e-1eb7-45fc-bdce-f36553ac4918),segment_id=00de506e-1eb7-45fc-bdce-f36553ac4918)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:29:22.020312 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': '6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647', 'network_id': '045ed487-3834-487c-a9da-a723ae251d9a', 'port_id': '6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647', 'mac_address': 'fa:16:3e:89:f7:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80ed52b6-0774-48fe-976b-b4c54fb29a7d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:29:22.056526 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647 is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:29:22.056922 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:29:22.069090 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 05:29:22.088809 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647,segment=NetworkSegment(00de506e-1eb7-45fc-bdce-f36553ac4918),segment_id=00de506e-1eb7-45fc-bdce-f36553ac4918)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:29:22.193199 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:29:22.238832 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647,revision_number=7']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:22.525156 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4f8acd28-c4b4-4a07-95f2-50fba9489623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:29:22.625621 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:29:22.748499 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81085c0c-29ed-4691-9f0a-762bc3d3477e req-440d8857-e8b3-4ffb-95e3-2f704f993303 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:22.750004 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-81085c0c-29ed-4691-9f0a-762bc3d3477e req-440d8857-e8b3-4ffb-95e3-2f704f993303 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 945 time: 0.0526159 Jan 29 05:29:22.799471 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-81085c0c-29ed-4691-9f0a-762bc3d3477e req-fa88144f-613b-4046-bf9d-f154ed4fc943 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435646 Jan 29 05:29:23.910863 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647 up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:29:23.925400 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb01119-76a7-4858-999b-6c62a611e864 req-189f0462-7fa0-478e-b6a8-d14c80a4de7b tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:23.927034 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3eb01119-76a7-4858-999b-6c62a611e864 req-189f0462-7fa0-478e-b6a8-d14c80a4de7b tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 945 time: 0.0520647 Jan 29 05:29:23.938869 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:29:23.964302 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port 6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:29:23.964768 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:29:23.977727 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3eb01119-76a7-4858-999b-6c62a611e864 req-ea724fed-d1f0-4add-b770-28917049a38a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443273 Jan 29 05:29:24.040749 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647 is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:29:24.041138 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:29:24.062483 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d5e856-083a-4f49-8a79-a2d34bb856a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:29:24.064712 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee75a7ccdb7151d8d17d2729d12001adec2e75649d96222f51d706133734273e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f34614-1d9c-426d-a81f-4a024058b906" -d '{"events": [{"server_uuid": "61d5e856-083a-4f49-8a79-a2d34bb856a5", "name": "network-vif-plugged", "status": "completed", "tag": "6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:29:24.081290 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647,segment=NetworkSegment(00de506e-1eb7-45fc-bdce-f36553ac4918),segment_id=00de506e-1eb7-45fc-bdce-f36553ac4918)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:29:24.099842 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec491e09-bd6c-4d8d-9a70-c84321348360 x-openstack-request-id: req-ec491e09-bd6c-4d8d-9a70-c84321348360 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:29:24.100141 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d5e856-083a-4f49-8a79-a2d34bb856a5", "name": "network-vif-plugged", "status": "completed", "tag": "6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:29:24.100397 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec491e09-bd6c-4d8d-9a70-c84321348360 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:29:24.100827 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d5e856-083a-4f49-8a79-a2d34bb856a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647', 'code': 200} Jan 29 05:29:24.147573 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:29:24.198019 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647,revision_number=8']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:24.431465 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770dec4c-4c78-4053-ad3e-cabfd1eb0956 req-8e9f8f03-3129-4fd9-b1ea-12d4079e8d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:24.432915 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-770dec4c-4c78-4053-ad3e-cabfd1eb0956 req-8e9f8f03-3129-4fd9-b1ea-12d4079e8d8d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 1130 time: 0.0446482 Jan 29 05:29:24.479530 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-770dec4c-4c78-4053-ad3e-cabfd1eb0956 req-897d306d-0c95-4aa9-9eb2-1217ceb38b04 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400317 Jan 29 05:29:24.604469 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:29:25.100095 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac487c2d-bb57-42cb-bcc0-cb6795b3f33d req-d0eb336d-4658-4f50-b85e-627c2fab465e tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:25.101628 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ac487c2d-bb57-42cb-bcc0-cb6795b3f33d req-d0eb336d-4658-4f50-b85e-627c2fab465e tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 946 time: 0.0558486 Jan 29 05:29:25.124441 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:29:25.149436 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ac487c2d-bb57-42cb-bcc0-cb6795b3f33d req-b5a21fd4-ff65-4052-9417-5557a19efb39 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419962 Jan 29 05:29:26.266078 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e785140-f3c6-4284-85be-040b7715a30e req-2e6ce3c7-f67f-4076-9ebc-242bd4f91fc5 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:26.267557 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3e785140-f3c6-4284-85be-040b7715a30e req-2e6ce3c7-f67f-4076-9ebc-242bd4f91fc5 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 946 time: 0.0518985 Jan 29 05:29:26.314478 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3e785140-f3c6-4284-85be-040b7715a30e req-d72403ef-e665-429b-a474-a0a125ffa8e1 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415123 Jan 29 05:29:26.450564 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:29:27.842057 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e7ab5dc1-f5e6-410c-a078-9d9be7005e42 req-b26f0d01-3bed-4ef0-8eb1-607bd1711a6f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430796 Jan 29 05:29:27.946549 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab5dc1-f5e6-410c-a078-9d9be7005e42 req-da85e85a-7498-4081-b4d8-1e27aba260c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:27.948069 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e7ab5dc1-f5e6-410c-a078-9d9be7005e42 req-da85e85a-7498-4081-b4d8-1e27aba260c4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76e6882c50464822bd850aecc013342f&device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 1130 time: 0.0480640 Jan 29 05:29:28.046896 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab5dc1-f5e6-410c-a078-9d9be7005e42 req-99d75993-9f4e-458b-b8a8-70538240f017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:28.048369 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e7ab5dc1-f5e6-410c-a078-9d9be7005e42 req-99d75993-9f4e-458b-b8a8-70538240f017 service neutron] 10.222.0.18 "GET /v2.0/networks?id=045ed487-3834-487c-a9da-a723ae251d9a HTTP/1.1" status: 200 len: 909 time: 0.0828638 Jan 29 05:29:28.115522 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e7ab5dc1-f5e6-410c-a078-9d9be7005e42 req-550c8cb1-67fe-4277-b2da-5604202a1505 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647 HTTP/1.1" status: 200 len: 1002 time: 0.0612099 Jan 29 05:29:28.162986 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab5dc1-f5e6-410c-a078-9d9be7005e42 req-ff0f0782-8a6e-4c78-ba35-fb3a2613308a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:28.164409 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e7ab5dc1-f5e6-410c-a078-9d9be7005e42 req-ff0f0782-8a6e-4c78-ba35-fb3a2613308a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80ed52b6-0774-48fe-976b-b4c54fb29a7d HTTP/1.1" status: 200 len: 847 time: 0.0432212 Jan 29 05:29:28.213363 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab5dc1-f5e6-410c-a078-9d9be7005e42 req-771d0b7d-a60d-4aef-b226-0ae0ae3904e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:28.214854 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e7ab5dc1-f5e6-410c-a078-9d9be7005e42 req-771d0b7d-a60d-4aef-b226-0ae0ae3904e1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=045ed487-3834-487c-a9da-a723ae251d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0442779 Jan 29 05:29:28.302186 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e7ab5dc1-f5e6-410c-a078-9d9be7005e42 req-f2d8ab59-8495-4b17-940d-689a3c6ac304 service neutron] 10.222.0.18 "GET /v2.0/networks/045ed487-3834-487c-a9da-a723ae251d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818262 Jan 29 05:29:28.388285 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e7ab5dc1-f5e6-410c-a078-9d9be7005e42 req-5c1fa4e1-76e2-46b0-9b09-0414156074c6 service neutron] 10.222.0.18 "GET /v2.0/networks/045ed487-3834-487c-a9da-a723ae251d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796587 Jan 29 05:29:32.385424 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:29:50.261067 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-84956a24-6430-459f-beb8-533dbac94686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:29:52.495125 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1811a52a-e762-4000-973a-2a2d9512bc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:29:53.963365 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:29:54.592443 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:29:55.100628 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:29:56.461191 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:30:09.384924 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:30:20.226017 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-00b7f50f-2e72-4e73-9952-abf9de3cf2e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:30:22.551695 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-73afc364-280e-448a-b6e0-ecf9a91d914f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:30:23.934453 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:30:24.626206 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:30:25.105634 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:30:26.454358 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:30:28.761822 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-95b553a9-bfb7-490c-b62b-5813864cb0fc req-1387aa95-68b3-4782-b088-fdbc39d07594 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449142 Jan 29 05:30:28.866342 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b553a9-bfb7-490c-b62b-5813864cb0fc req-31aec719-47d0-4a2a-8038-efbe0da1b5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:30:28.867954 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-95b553a9-bfb7-490c-b62b-5813864cb0fc req-31aec719-47d0-4a2a-8038-efbe0da1b5e1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76e6882c50464822bd850aecc013342f&device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 1130 time: 0.0494106 Jan 29 05:30:28.970366 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b553a9-bfb7-490c-b62b-5813864cb0fc req-667c9469-d254-4731-829b-d186d9b535eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:30:28.972818 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-95b553a9-bfb7-490c-b62b-5813864cb0fc req-667c9469-d254-4731-829b-d186d9b535eb service neutron] 10.222.0.18 "GET /v2.0/networks?id=045ed487-3834-487c-a9da-a723ae251d9a HTTP/1.1" status: 200 len: 909 time: 0.0866148 Jan 29 05:30:29.040574 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-95b553a9-bfb7-490c-b62b-5813864cb0fc req-1fe4564b-3771-4039-85ec-c66bae1cfe1e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647 HTTP/1.1" status: 200 len: 1002 time: 0.0624456 Jan 29 05:30:29.086930 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b553a9-bfb7-490c-b62b-5813864cb0fc req-7a6b8f33-32d4-4768-a0e9-7411e0261470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:30:29.088347 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-95b553a9-bfb7-490c-b62b-5813864cb0fc req-7a6b8f33-32d4-4768-a0e9-7411e0261470 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80ed52b6-0774-48fe-976b-b4c54fb29a7d HTTP/1.1" status: 200 len: 847 time: 0.0425298 Jan 29 05:30:29.135309 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b553a9-bfb7-490c-b62b-5813864cb0fc req-75f7f6be-2682-429b-98df-fa6412816d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:30:29.136780 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-95b553a9-bfb7-490c-b62b-5813864cb0fc req-75f7f6be-2682-429b-98df-fa6412816d6d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=045ed487-3834-487c-a9da-a723ae251d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0428784 Jan 29 05:30:29.225709 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-95b553a9-bfb7-490c-b62b-5813864cb0fc req-5db30abe-e20f-4c8e-8b60-cdfcb369abd2 service neutron] 10.222.0.18 "GET /v2.0/networks/045ed487-3834-487c-a9da-a723ae251d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834601 Jan 29 05:30:29.311314 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-95b553a9-bfb7-490c-b62b-5813864cb0fc req-fd47dc25-9b0e-40d2-ac9f-22599adfeea4 service neutron] 10.222.0.18 "GET /v2.0/networks/045ed487-3834-487c-a9da-a723ae251d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789337 Jan 29 05:30:46.384577 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:30:50.214001 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a7dc23a7-1e14-4c53-87c8-0e48a36dd88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:30:52.510960 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6cbd04b2-28a4-45af-91a9-7d6857353d23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:30:53.939600 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:30:54.585611 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:30:55.128738 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:30:56.447928 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:01.497208 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 35834) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:31:01.868026 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-2f292811-7f7d-4788-b0c6-081066abe667 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Deleting port 94ecdeba-0ee5-4c6b-9976-eb36637610a0 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:31:01.868373 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2f292811-7f7d-4788-b0c6-081066abe667 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (94ecdeba-0ee5-4c6b-9976-eb36637610a0), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:01.944791 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2f292811-7f7d-4788-b0c6-081066abe667 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (94ecdeba-0ee5-4c6b-9976-eb36637610a0), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:01.945115 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2f292811-7f7d-4788-b0c6-081066abe667 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for floatingip (94ecdeba-0ee5-4c6b-9976-eb36637610a0), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:01.956918 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-2f292811-7f7d-4788-b0c6-081066abe667 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Calling delete_port for 94ecdeba-0ee5-4c6b-9976-eb36637610a0 owned by network:floatingip {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:31:02.173741 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2f292811-7f7d-4788-b0c6-081066abe667 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (94ecdeba-0ee5-4c6b-9976-eb36637610a0), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:02.202167 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f292811-7f7d-4788-b0c6-081066abe667 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Pushing event deleted for resources: {'Port': ['ID=94ecdeba-0ee5-4c6b-9976-eb36637610a0,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:02.230348 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f292811-7f7d-4788-b0c6-081066abe667 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:02.230696 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f292811-7f7d-4788-b0c6-081066abe667 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:02.231043 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f292811-7f7d-4788-b0c6-081066abe667 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:02.231383 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f292811-7f7d-4788-b0c6-081066abe667 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:02.231719 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f292811-7f7d-4788-b0c6-081066abe667 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:02.232054 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f292811-7f7d-4788-b0c6-081066abe667 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:02.232388 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f292811-7f7d-4788-b0c6-081066abe667 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:02.232739 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f292811-7f7d-4788-b0c6-081066abe667 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:02.233071 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f292811-7f7d-4788-b0c6-081066abe667 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:02.233399 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f292811-7f7d-4788-b0c6-081066abe667 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:02.233725 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f292811-7f7d-4788-b0c6-081066abe667 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:02.234046 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f292811-7f7d-4788-b0c6-081066abe667 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:02.234366 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f292811-7f7d-4788-b0c6-081066abe667 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:02.274093 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2f292811-7f7d-4788-b0c6-081066abe667 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for floatingip (3e11b00b-57bb-42ed-b617-fd4081497e2f), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:02.281854 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.l3_db [None req-2f292811-7f7d-4788-b0c6-081066abe667 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Floating IP 3e11b00b-57bb-42ed-b617-fd4081497e2f disassociated (deleted). External IP: 172.26.8.105, port: 6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647. Jan 29 05:31:02.478707 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f292811-7f7d-4788-b0c6-081066abe667 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Router 27d9eee2-9b6d-4f41-bd60-e1a403740faf has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:31:02.586241 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f292811-7f7d-4788-b0c6-081066abe667 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:31:02.590840 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2f292811-7f7d-4788-b0c6-081066abe667 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:02.596462 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc453fc9-a6a1-4823-af95-b4f76595d7a9 None None] Sync routers for ids ['27d9eee2-9b6d-4f41-bd60-e1a403740faf'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:31:02.606376 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc453fc9-a6a1-4823-af95-b4f76595d7a9 None None] Routers {'27d9eee2-9b6d-4f41-bd60-e1a403740faf'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:31:02.606986 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-dc453fc9-a6a1-4823-af95-b4f76595d7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:30:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['27d9eee2-9b6d-4f41-bd60-e1a403740faf'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:31:02.621881 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2f292811-7f7d-4788-b0c6-081066abe667 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "DELETE /v2.0/floatingips/3e11b00b-57bb-42ed-b617-fd4081497e2f HTTP/1.1" status: 204 len: 168 time: 1.1235077 Jan 29 05:31:02.622469 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d5e856-083a-4f49-8a79-a2d34bb856a5', 'tag': '6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:31:02.624824 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad3f4f0b05cb0c185202889f4530d643d21cfccbd66257482e48c22b2489363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30de168e-3815-4e89-b37c-7ef9566432dc" -d '{"events": [{"name": "network-changed", "server_uuid": "61d5e856-083a-4f49-8a79-a2d34bb856a5", "tag": "6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:31:02.713596 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-dc453fc9-a6a1-4823-af95-b4f76595d7a9 None None] Set router 27d9eee2-9b6d-4f41-bd60-e1a403740faf gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:31:02.912936 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-dc453fc9-a6a1-4823-af95-b4f76595d7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'name': 'tempest-TestShelveInstance-215333864-router', 'tenant_id': '76e6882c50464822bd850aecc013342f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.37'}], 'enable_snat': True}, 'gw_port_id': '1cf68860-153b-4e18-9451-064842b0644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:19:45Z', 'updated_at': '2022-01-29T05:19:48Z', 'revision_number': 4, 'project_id': '76e6882c50464822bd850aecc013342f', 'gw_port': {'id': '1cf68860-153b-4e18-9451-064842b0644c', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:46Z', 'updated_at': '2022-01-29T05:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '48e6fb47-fa8e-487a-88a0-b2e87c1be736', 'name': '', 'network_id': '045ed487-3834-487c-a9da-a723ae251d9a', 'tenant_id': '76e6882c50464822bd850aecc013342f', 'mac_address': 'fa:16:3e:1e:7c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '80ed52b6-0774-48fe-976b-b4c54fb29a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:48Z', 'updated_at': '2022-01-29T05:19:52Z', 'revision_number': 5, 'project_id': '76e6882c50464822bd850aecc013342f', 'subnets': [{'id': '80ed52b6-0774-48fe-976b-b4c54fb29a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:31:02.938002 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc453fc9-a6a1-4823-af95-b4f76595d7a9 None None] Checking router: 27d9eee2-9b6d-4f41-bd60-e1a403740faf for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:31:02.950093 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc453fc9-a6a1-4823-af95-b4f76595d7a9 None None] Routers {'27d9eee2-9b6d-4f41-bd60-e1a403740faf'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:31:02.950701 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-dc453fc9-a6a1-4823-af95-b4f76595d7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:30:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['27d9eee2-9b6d-4f41-bd60-e1a403740faf'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:31:03.056818 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-dc453fc9-a6a1-4823-af95-b4f76595d7a9 None None] Set router 27d9eee2-9b6d-4f41-bd60-e1a403740faf gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:31:03.113908 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e977a4-102e-4b21-aae7-ba6e5ea203f7 x-openstack-request-id: req-97e977a4-102e-4b21-aae7-ba6e5ea203f7 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:31:03.114362 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61d5e856-083a-4f49-8a79-a2d34bb856a5", "tag": "6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:31:03.114666 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-97e977a4-102e-4b21-aae7-ba6e5ea203f7 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:31:03.115136 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61d5e856-083a-4f49-8a79-a2d34bb856a5', 'tag': '6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647', 'status': 'completed', 'code': 200} Jan 29 05:31:03.211489 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f000480-5122-4ff1-8905-8cce4d3308b0 req-79fc61a8-6122-4c51-9223-c9e82973268c tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:31:03.213140 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6f000480-5122-4ff1-8905-8cce4d3308b0 req-79fc61a8-6122-4c51-9223-c9e82973268c tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 946 time: 0.0558932 Jan 29 05:31:03.214810 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de168e-3815-4e89-b37c-7ef9566432dc req-6b16d8ad-43e0-4e69-b5d4-894aca3f924f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:31:03.216372 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-30de168e-3815-4e89-b37c-7ef9566432dc req-6b16d8ad-43e0-4e69-b5d4-894aca3f924f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76e6882c50464822bd850aecc013342f&device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 1130 time: 0.0562613 Jan 29 05:31:03.265418 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6f000480-5122-4ff1-8905-8cce4d3308b0 req-6a32a160-aece-4b70-a953-9cec2039f5e0 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466297 Jan 29 05:31:03.266787 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-dc453fc9-a6a1-4823-af95-b4f76595d7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'name': 'tempest-TestShelveInstance-215333864-router', 'tenant_id': '76e6882c50464822bd850aecc013342f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.37'}], 'enable_snat': True}, 'gw_port_id': '1cf68860-153b-4e18-9451-064842b0644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:19:45Z', 'updated_at': '2022-01-29T05:19:48Z', 'revision_number': 4, 'project_id': '76e6882c50464822bd850aecc013342f', 'gw_port': {'id': '1cf68860-153b-4e18-9451-064842b0644c', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:46Z', 'updated_at': '2022-01-29T05:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '48e6fb47-fa8e-487a-88a0-b2e87c1be736', 'name': '', 'network_id': '045ed487-3834-487c-a9da-a723ae251d9a', 'tenant_id': '76e6882c50464822bd850aecc013342f', 'mac_address': 'fa:16:3e:1e:7c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '80ed52b6-0774-48fe-976b-b4c54fb29a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:48Z', 'updated_at': '2022-01-29T05:19:52Z', 'revision_number': 5, 'project_id': '76e6882c50464822bd850aecc013342f', 'subnets': [{'id': '80ed52b6-0774-48fe-976b-b4c54fb29a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:31:03.318734 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de168e-3815-4e89-b37c-7ef9566432dc req-6af3e4f2-da10-4642-bda9-362b3b613b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:31:03.321406 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-30de168e-3815-4e89-b37c-7ef9566432dc req-6af3e4f2-da10-4642-bda9-362b3b613b14 service neutron] 10.222.0.18 "GET /v2.0/networks?id=045ed487-3834-487c-a9da-a723ae251d9a HTTP/1.1" status: 200 len: 909 time: 0.0969138 Jan 29 05:31:03.365539 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-30de168e-3815-4e89-b37c-7ef9566432dc req-d50eaab2-70d4-439f-8155-ff4fac62ea73 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647 HTTP/1.1" status: 200 len: 217 time: 0.0374596 Jan 29 05:31:03.379678 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc453fc9-a6a1-4823-af95-b4f76595d7a9 None None] The sync data for ids ['27d9eee2-9b6d-4f41-bd60-e1a403740faf'] in dv-neutron-821190-1-hyperv is: [{'id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'name': 'tempest-TestShelveInstance-215333864-router', 'tenant_id': '76e6882c50464822bd850aecc013342f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.37'}], 'enable_snat': True}, 'gw_port_id': '1cf68860-153b-4e18-9451-064842b0644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:19:45Z', 'updated_at': '2022-01-29T05:19:48Z', 'revision_number': 4, 'project_id': '76e6882c50464822bd850aecc013342f', 'gw_port': {'id': '1cf68860-153b-4e18-9451-064842b0644c', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:46Z', 'updated_at': '2022-01-29T05:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '48e6fb47-fa8e-487a-88a0-b2e87c1be736', 'name': '', 'network_id': '045ed487-3834-487c-a9da-a723ae251d9a', 'tenant_id': '76e6882c50464822bd850aecc013342f', 'mac_address': 'fa:16:3e:1e:7c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '80ed52b6-0774-48fe-976b-b4c54fb29a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:48Z', 'updated_at': '2022-01-29T05:19:52Z', 'revision_number': 5, 'project_id': '76e6882c50464822bd850aecc013342f', 'subnets': [{'id': '80ed52b6-0774-48fe-976b-b4c54fb29a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:31:03.415814 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de168e-3815-4e89-b37c-7ef9566432dc req-40afa9af-e0e1-47d0-8ea2-7059a7024006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:31:03.417327 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-30de168e-3815-4e89-b37c-7ef9566432dc req-40afa9af-e0e1-47d0-8ea2-7059a7024006 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80ed52b6-0774-48fe-976b-b4c54fb29a7d HTTP/1.1" status: 200 len: 847 time: 0.0464480 Jan 29 05:31:03.472293 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de168e-3815-4e89-b37c-7ef9566432dc req-0b8f4fac-40da-4614-87c1-05f37eafb348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:31:03.473872 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-30de168e-3815-4e89-b37c-7ef9566432dc req-0b8f4fac-40da-4614-87c1-05f37eafb348 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=045ed487-3834-487c-a9da-a723ae251d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0505147 Jan 29 05:31:03.574877 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-30de168e-3815-4e89-b37c-7ef9566432dc req-1e98a0a2-7ce0-4afb-a625-11079ccc1cef service neutron] 10.222.0.18 "GET /v2.0/networks/045ed487-3834-487c-a9da-a723ae251d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945566 Jan 29 05:31:03.602941 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c6e60a-d699-4d05-9e17-4a5624699082 None None] New status for floating IP 3e11b00b-57bb-42ed-b617-fd4081497e2f: DOWN {{(pid=103586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:31:03.670810 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-30de168e-3815-4e89-b37c-7ef9566432dc req-d51bbdcd-18c7-46ca-ab95-9868fa3a1206 service neutron] 10.222.0.18 "GET /v2.0/networks/045ed487-3834-487c-a9da-a723ae251d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882533 Jan 29 05:31:04.394638 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f03f1-5ea7-4c58-bf85-a8afc96f803f req-355af1e2-bec7-4d8f-b1de-fa757f414ddf tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:31:04.396108 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4b9f03f1-5ea7-4c58-bf85-a8afc96f803f req-355af1e2-bec7-4d8f-b1de-fa757f414ddf tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 946 time: 0.0579717 Jan 29 05:31:04.444248 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4b9f03f1-5ea7-4c58-bf85-a8afc96f803f req-1008639e-4016-4e79-a7b5-ea1270bd7ea1 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426674 Jan 29 05:31:04.926472 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285042a6-e501-41ec-95e7-f18873a00f8f req-c333431e-af81-46fe-ac0c-6915f65eee2c tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:31:04.927916 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-285042a6-e501-41ec-95e7-f18873a00f8f req-c333431e-af81-46fe-ac0c-6915f65eee2c tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.18 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 946 time: 0.0528283 Jan 29 05:31:05.021510 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [req-285042a6-e501-41ec-95e7-f18873a00f8f req-ff7f0b82-154d-4fe6-8e50-531d201a4e1a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Deleting port 6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:31:05.021845 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-285042a6-e501-41ec-95e7-f18873a00f8f req-ff7f0b82-154d-4fe6-8e50-531d201a4e1a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:05.106373 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [req-285042a6-e501-41ec-95e7-f18873a00f8f req-ff7f0b82-154d-4fe6-8e50-531d201a4e1a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] For port 6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647,segment=NetworkSegment(00de506e-1eb7-45fc-bdce-f36553ac4918),segment_id=00de506e-1eb7-45fc-bdce-f36553ac4918)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:31:05.106647 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-285042a6-e501-41ec-95e7-f18873a00f8f req-ff7f0b82-154d-4fe6-8e50-531d201a4e1a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:05.118853 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [req-285042a6-e501-41ec-95e7-f18873a00f8f req-ff7f0b82-154d-4fe6-8e50-531d201a4e1a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Calling delete_port for 6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647 owned by compute:nova {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:31:05.565200 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0531b1e-faac-450a-9743-24736baa8fae req-134dfe5e-c5c5-4f21-a94a-a2a3a9b80cf9 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:31:05.566750 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b0531b1e-faac-450a-9743-24736baa8fae req-134dfe5e-c5c5-4f21-a94a-a2a3a9b80cf9 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 946 time: 0.0530882 Jan 29 05:31:05.618370 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b0531b1e-faac-450a-9743-24736baa8fae req-598f954d-6b47-4d06-8899-214b4cd99872 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/security-groups?id=72f8c4d7-0e43-4232-8892-34df9095c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460978 Jan 29 05:31:05.642926 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-285042a6-e501-41ec-95e7-f18873a00f8f req-ff7f0b82-154d-4fe6-8e50-531d201a4e1a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:05.671803 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f0b82-154d-4fe6-8e50-531d201a4e1a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Pushing event deleted for resources: {'Port': ['ID=6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:05.683526 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7f0b82-154d-4fe6-8e50-531d201a4e1a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:05.683884 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7f0b82-154d-4fe6-8e50-531d201a4e1a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:05.684232 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7f0b82-154d-4fe6-8e50-531d201a4e1a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:05.684590 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7f0b82-154d-4fe6-8e50-531d201a4e1a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:05.684925 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7f0b82-154d-4fe6-8e50-531d201a4e1a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:05.685248 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7f0b82-154d-4fe6-8e50-531d201a4e1a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:05.685580 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7f0b82-154d-4fe6-8e50-531d201a4e1a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:05.685907 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7f0b82-154d-4fe6-8e50-531d201a4e1a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:05.686237 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7f0b82-154d-4fe6-8e50-531d201a4e1a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:05.686564 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7f0b82-154d-4fe6-8e50-531d201a4e1a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:05.686894 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7f0b82-154d-4fe6-8e50-531d201a4e1a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:05.687209 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7f0b82-154d-4fe6-8e50-531d201a4e1a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:05.687526 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7f0b82-154d-4fe6-8e50-531d201a4e1a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:05.724284 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [req-285042a6-e501-41ec-95e7-f18873a00f8f req-ff7f0b82-154d-4fe6-8e50-531d201a4e1a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] No DVR routers for this DVR port 6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647 on host hv-neutron-8211 {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:31:05.726721 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-285042a6-e501-41ec-95e7-f18873a00f8f req-ff7f0b82-154d-4fe6-8e50-531d201a4e1a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:05.729981 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-285042a6-e501-41ec-95e7-f18873a00f8f req-ff7f0b82-154d-4fe6-8e50-531d201a4e1a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.18 "DELETE /v2.0/ports/6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647 HTTP/1.1" status: 204 len: 173 time: 0.7966259 Jan 29 05:31:05.730423 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d5e856-083a-4f49-8a79-a2d34bb856a5', 'name': 'network-vif-deleted', 'tag': '6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647'}] {{(pid=103584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:31:05.732674 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec1b9e6470b5c8ede4d9690632b6092f8ca2bbfeafaa445bf3d00fbfc7c56ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154d4ff3-72af-4f7f-ba4f-f419a7a3506b" -d '{"events": [{"server_uuid": "61d5e856-083a-4f49-8a79-a2d34bb856a5", "name": "network-vif-deleted", "tag": "6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647"}]}' {{(pid=103584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:31:05.814911 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802f2cef-3fae-4d5c-8079-8d0673559a93 x-openstack-request-id: req-802f2cef-3fae-4d5c-8079-8d0673559a93 {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:31:05.815262 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d5e856-083a-4f49-8a79-a2d34bb856a5", "name": "network-vif-deleted", "tag": "6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647", "status": "completed", "code": 200}]} {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:31:05.815551 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-802f2cef-3fae-4d5c-8079-8d0673559a93 {{(pid=103584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:31:05.815958 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d5e856-083a-4f49-8a79-a2d34bb856a5', 'name': 'network-vif-deleted', 'tag': '6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647', 'status': 'completed', 'code': 200} Jan 29 05:31:06.714829 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-18868b21-0a87-401d-a238-3923d8e85710 req-6eb9454a-6bcd-44d2-bd2a-9cc298e0c62e tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 210 time: 0.0279043 Jan 29 05:31:07.813484 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2894e8da-425d-45c1-b382-5a43d2ae72b2 req-c870012d-085b-41c2-9c33-66f02f79ec81 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 210 time: 0.0311382 Jan 29 05:31:08.425621 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:31:08.449417 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] No Port match for: 6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:31:08.449771 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 6d4a8a6e-6ff3-4f3c-94a0-25ae04af7647 not bound to the agent host hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:31:08.916343 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-47723c9e-a86a-484b-a2cd-8401efcad650 req-a827c7fb-679b-4529-bf34-08bca30e1dbc tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 210 time: 0.0304558 Jan 29 05:31:10.011540 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7cc0695d-3b1c-49cd-8de5-e2d35c18fc48 req-2857b4f5-5b47-4f06-b25a-df7fca5cee54 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 210 time: 0.0279014 Jan 29 05:31:11.105983 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-977976d1-fdfc-489e-8fbd-7942b9d9cb07 req-44734c12-2d3e-43e6-b4ea-30ba3a78bb68 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 210 time: 0.0278769 Jan 29 05:31:12.204468 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f665f1ce-df68-48bf-b8bc-52e2627e7614 req-85b02765-301c-451c-863e-c411736d6c7a tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 210 time: 0.0318718 Jan 29 05:31:13.298951 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a036a7f6-f8d1-461d-ba36-ca7736a84e95 req-91198dac-9cb1-4267-ad5d-119d59eaaba0 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 210 time: 0.0271227 Jan 29 05:31:14.395477 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-61b1f992-7d5a-4f0e-bc35-e89d1a28cfce req-f9034ba6-1a04-4783-b75c-771b449cf089 tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d5e856-083a-4f49-8a79-a2d34bb856a5 HTTP/1.1" status: 200 len: 210 time: 0.0287437 Jan 29 05:31:15.451081 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 35880) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:31:15.508215 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-98eb0b6d-6aab-4f96-97ac-ea0afd0f887b tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group (72f8c4d7-0e43-4232-8892-34df9095c28d), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:15.533093 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-98eb0b6d-6aab-4f96-97ac-ea0afd0f887b tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group (72f8c4d7-0e43-4232-8892-34df9095c28d), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:15.642069 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-98eb0b6d-6aab-4f96-97ac-ea0afd0f887b tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (72f8c4d7-0e43-4232-8892-34df9095c28d), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:15.645613 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-98eb0b6d-6aab-4f96-97ac-ea0afd0f887b tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:15.646840 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-98eb0b6d-6aab-4f96-97ac-ea0afd0f887b tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] 10.222.0.13 "DELETE /v2.0/security-groups/72f8c4d7-0e43-4232-8892-34df9095c28d HTTP/1.1" status: 204 len: 168 time: 0.1947660 Jan 29 05:31:15.656443 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb0b6d-6aab-4f96-97ac-ea0afd0f887b tempest-TestShelveInstance-2120375164 tempest-TestShelveInstance-2120375164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f8c4d7-0e43-4232-8892-34df9095c28d,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:15.762256 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 35884) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:31:16.582568 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-acb84e2f-b117-4036-a507-c2bf0c05a99e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (27d9eee2-9b6d-4f41-bd60-e1a403740faf), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:16.830288 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-acb84e2f-b117-4036-a507-c2bf0c05a99e admin admin] Deleting port 48e6fb47-fa8e-487a-88a0-b2e87c1be736 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:31:16.831151 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-acb84e2f-b117-4036-a507-c2bf0c05a99e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (48e6fb47-fa8e-487a-88a0-b2e87c1be736), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:16.915851 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-acb84e2f-b117-4036-a507-c2bf0c05a99e admin admin] For port 48e6fb47-fa8e-487a-88a0-b2e87c1be736, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=48e6fb47-fa8e-487a-88a0-b2e87c1be736,segment=NetworkSegment(00de506e-1eb7-45fc-bdce-f36553ac4918),segment_id=00de506e-1eb7-45fc-bdce-f36553ac4918)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:31:16.916215 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-acb84e2f-b117-4036-a507-c2bf0c05a99e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (48e6fb47-fa8e-487a-88a0-b2e87c1be736), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:16.930331 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-acb84e2f-b117-4036-a507-c2bf0c05a99e admin admin] Calling delete_port for 48e6fb47-fa8e-487a-88a0-b2e87c1be736 owned by network:router_interface {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:31:17.179731 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-acb84e2f-b117-4036-a507-c2bf0c05a99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (48e6fb47-fa8e-487a-88a0-b2e87c1be736), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:17.204724 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb84e2f-b117-4036-a507-c2bf0c05a99e admin admin] Pushing event deleted for resources: {'Port': ['ID=48e6fb47-fa8e-487a-88a0-b2e87c1be736,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:17.381338 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-acb84e2f-b117-4036-a507-c2bf0c05a99e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (27d9eee2-9b6d-4f41-bd60-e1a403740faf), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:17.598181 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb84e2f-b117-4036-a507-c2bf0c05a99e admin admin] Router 27d9eee2-9b6d-4f41-bd60-e1a403740faf has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:31:17.704432 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb84e2f-b117-4036-a507-c2bf0c05a99e admin admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:31:17.710000 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-acb84e2f-b117-4036-a507-c2bf0c05a99e admin admin] 10.222.0.13 "PUT /v2.0/routers/27d9eee2-9b6d-4f41-bd60-e1a403740faf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9468136 Jan 29 05:31:17.712527 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 35888) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:31:17.717354 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea001552-ca4c-4055-b669-6e380c80641c None None] Sync routers for ids ['27d9eee2-9b6d-4f41-bd60-e1a403740faf'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:31:17.728452 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea001552-ca4c-4055-b669-6e380c80641c None None] Routers {'27d9eee2-9b6d-4f41-bd60-e1a403740faf'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:31:17.729329 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-ea001552-ca4c-4055-b669-6e380c80641c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:30:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['27d9eee2-9b6d-4f41-bd60-e1a403740faf'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:31:17.823827 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-73496048-9b1c-4dee-bee1-325032ce05a3 admin admin] Publish callbacks [] for router (27d9eee2-9b6d-4f41-bd60-e1a403740faf), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:17.840248 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-ea001552-ca4c-4055-b669-6e380c80641c None None] Set router 27d9eee2-9b6d-4f41-bd60-e1a403740faf gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:31:17.936736 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-73496048-9b1c-4dee-bee1-325032ce05a3 admin admin] Publish callbacks [] for router_gateway (27d9eee2-9b6d-4f41-bd60-e1a403740faf), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:18.024787 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-ea001552-ca4c-4055-b669-6e380c80641c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'name': 'tempest-TestShelveInstance-215333864-router', 'tenant_id': '76e6882c50464822bd850aecc013342f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.37'}], 'enable_snat': True}, 'gw_port_id': '1cf68860-153b-4e18-9451-064842b0644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:19:45Z', 'updated_at': '2022-01-29T05:31:17Z', 'revision_number': 5, 'project_id': '76e6882c50464822bd850aecc013342f', 'gw_port': {'id': '1cf68860-153b-4e18-9451-064842b0644c', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:46Z', 'updated_at': '2022-01-29T05:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:31:18.054189 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea001552-ca4c-4055-b669-6e380c80641c None None] Checking router: 27d9eee2-9b6d-4f41-bd60-e1a403740faf for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:31:18.062698 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea001552-ca4c-4055-b669-6e380c80641c None None] Routers {'27d9eee2-9b6d-4f41-bd60-e1a403740faf'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:31:18.063310 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-ea001552-ca4c-4055-b669-6e380c80641c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:30:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['27d9eee2-9b6d-4f41-bd60-e1a403740faf'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:31:18.064333 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-73496048-9b1c-4dee-bee1-325032ce05a3 admin admin] Deleting port 1cf68860-153b-4e18-9451-064842b0644c {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:31:18.065426 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-73496048-9b1c-4dee-bee1-325032ce05a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (1cf68860-153b-4e18-9451-064842b0644c), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:18.149642 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-ea001552-ca4c-4055-b669-6e380c80641c None None] Set router 27d9eee2-9b6d-4f41-bd60-e1a403740faf gateway port host: None {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:31:18.151589 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-73496048-9b1c-4dee-bee1-325032ce05a3 admin admin] For port 1cf68860-153b-4e18-9451-064842b0644c, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=1cf68860-153b-4e18-9451-064842b0644c,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:31:18.152141 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-73496048-9b1c-4dee-bee1-325032ce05a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (1cf68860-153b-4e18-9451-064842b0644c), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:18.171108 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-73496048-9b1c-4dee-bee1-325032ce05a3 admin admin] Calling delete_port for 1cf68860-153b-4e18-9451-064842b0644c owned by network:router_gateway {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:31:18.200993 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-ea001552-ca4c-4055-b669-6e380c80641c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'name': 'tempest-TestShelveInstance-215333864-router', 'tenant_id': '76e6882c50464822bd850aecc013342f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:19:45Z', 'updated_at': '2022-01-29T05:31:17Z', 'revision_number': 6, 'project_id': '76e6882c50464822bd850aecc013342f', 'gw_port_host': None}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:31:18.230442 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea001552-ca4c-4055-b669-6e380c80641c None None] The sync data for ids ['27d9eee2-9b6d-4f41-bd60-e1a403740faf'] in dv-neutron-821190-1-hyperv is: [{'id': '27d9eee2-9b6d-4f41-bd60-e1a403740faf', 'name': 'tempest-TestShelveInstance-215333864-router', 'tenant_id': '76e6882c50464822bd850aecc013342f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:19:45Z', 'updated_at': '2022-01-29T05:31:17Z', 'revision_number': 6, 'project_id': '76e6882c50464822bd850aecc013342f', 'gw_port_host': None}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:31:18.425613 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-73496048-9b1c-4dee-bee1-325032ce05a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (1cf68860-153b-4e18-9451-064842b0644c), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:18.453319 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73496048-9b1c-4dee-bee1-325032ce05a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cf68860-153b-4e18-9451-064842b0644c,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:18.516062 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-73496048-9b1c-4dee-bee1-325032ce05a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (27d9eee2-9b6d-4f41-bd60-e1a403740faf), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:18.608501 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-73496048-9b1c-4dee-bee1-325032ce05a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (27d9eee2-9b6d-4f41-bd60-e1a403740faf), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:18.610708 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-73496048-9b1c-4dee-bee1-325032ce05a3 admin admin] Publish callbacks [] for router_controller (27d9eee2-9b6d-4f41-bd60-e1a403740faf), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:18.733514 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-73496048-9b1c-4dee-bee1-325032ce05a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (27d9eee2-9b6d-4f41-bd60-e1a403740faf), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:18.733975 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73496048-9b1c-4dee-bee1-325032ce05a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27d9eee2-9b6d-4f41-bd60-e1a403740faf {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 05:31:18.738824 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-73496048-9b1c-4dee-bee1-325032ce05a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:18.740057 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-73496048-9b1c-4dee-bee1-325032ce05a3 admin admin] 10.222.0.13 "DELETE /v2.0/routers/27d9eee2-9b6d-4f41-bd60-e1a403740faf HTTP/1.1" status: 204 len: 168 time: 1.0259717 Jan 29 05:31:18.742581 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 35890) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:31:18.792373 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a530c3d-73f1-40a9-85b9-700765db7464 admin admin] Deleting subnet 80ed52b6-0774-48fe-976b-b4c54fb29a7d {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 05:31:18.795588 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1a530c3d-73f1-40a9-85b9-700765db7464 admin admin] Publish callbacks [] for subnet (80ed52b6-0774-48fe-976b-b4c54fb29a7d), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:18.834925 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1a530c3d-73f1-40a9-85b9-700765db7464 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (80ed52b6-0774-48fe-976b-b4c54fb29a7d), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:18.918010 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1a530c3d-73f1-40a9-85b9-700765db7464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (80ed52b6-0774-48fe-976b-b4c54fb29a7d), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:19.053864 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1a530c3d-73f1-40a9-85b9-700765db7464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (80ed52b6-0774-48fe-976b-b4c54fb29a7d), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:19.086995 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a530c3d-73f1-40a9-85b9-700765db7464 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80ed52b6-0774-48fe-976b-b4c54fb29a7d,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:19.091505 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1a530c3d-73f1-40a9-85b9-700765db7464 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:19.098378 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-1a530c3d-73f1-40a9-85b9-700765db7464 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/80ed52b6-0774-48fe-976b-b4c54fb29a7d HTTP/1.1" status: 204 len: 168 time: 0.3514819 Jan 29 05:31:19.098378 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 35892) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:31:19.104086 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e81ec86-1acc-4825-b8d4-3615f905874a None None] Network 045ed487-3834-487c-a9da-a723ae251d9a requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:31:19.178169 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3cd82453-3874-45a5-8bd1-c71ad1263830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (045ed487-3834-487c-a9da-a723ae251d9a), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:19.237960 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-3cd82453-3874-45a5-8bd1-c71ad1263830 admin admin] Deleting port 8e860af8-4ad3-4118-90dd-e7742b01fd1f {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:31:19.238563 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3cd82453-3874-45a5-8bd1-c71ad1263830 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (8e860af8-4ad3-4118-90dd-e7742b01fd1f), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:19.318884 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd82d9d5-ac5f-4c0d-9b78-605745667f5a None None] DHCP port deletion for 045ed487-3834-487c-a9da-a723ae251d9a request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 05:31:19.326015 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-3cd82453-3874-45a5-8bd1-c71ad1263830 admin admin] For port 8e860af8-4ad3-4118-90dd-e7742b01fd1f, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=8e860af8-4ad3-4118-90dd-e7742b01fd1f,segment=NetworkSegment(00de506e-1eb7-45fc-bdce-f36553ac4918),segment_id=00de506e-1eb7-45fc-bdce-f36553ac4918)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:31:19.326507 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3cd82453-3874-45a5-8bd1-c71ad1263830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (8e860af8-4ad3-4118-90dd-e7742b01fd1f), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:19.349822 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-3cd82453-3874-45a5-8bd1-c71ad1263830 admin admin] Calling delete_port for 8e860af8-4ad3-4118-90dd-e7742b01fd1f owned by network:dhcp {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:31:19.360048 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 48e6fb47-fa8e-487a-88a0-b2e87c1be736 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:31:19.392204 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 48e6fb47-fa8e-487a-88a0-b2e87c1be736 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:31:19.392574 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 48e6fb47-fa8e-487a-88a0-b2e87c1be736 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:31:19.393019 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 1cf68860-153b-4e18-9451-064842b0644c no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:31:19.539663 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3cd82453-3874-45a5-8bd1-c71ad1263830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (8e860af8-4ad3-4118-90dd-e7742b01fd1f), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:19.569897 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd82453-3874-45a5-8bd1-c71ad1263830 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e860af8-4ad3-4118-90dd-e7742b01fd1f,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:19.571840 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd82453-3874-45a5-8bd1-c71ad1263830 admin admin] No DVR routers for this DVR port 8e860af8-4ad3-4118-90dd-e7742b01fd1f on host dv-neutron-821190-1-hyperv {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:31:19.583637 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 1cf68860-153b-4e18-9451-064842b0644c {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:31:19.583989 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 1cf68860-153b-4e18-9451-064842b0644c not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:31:19.598799 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-dd82d9d5-ac5f-4c0d-9b78-605745667f5a None None] Deleting port 8e860af8-4ad3-4118-90dd-e7742b01fd1f {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:31:19.599171 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dd82d9d5-ac5f-4c0d-9b78-605745667f5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (8e860af8-4ad3-4118-90dd-e7742b01fd1f), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:19.663902 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3cd82453-3874-45a5-8bd1-c71ad1263830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (045ed487-3834-487c-a9da-a723ae251d9a), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:19.679098 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-dd82d9d5-ac5f-4c0d-9b78-605745667f5a None None] For port 8e860af8-4ad3-4118-90dd-e7742b01fd1f, host dv-neutron-821190-1-hyperv, got binding levels [] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:31:19.679796 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dd82d9d5-ac5f-4c0d-9b78-605745667f5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (8e860af8-4ad3-4118-90dd-e7742b01fd1f), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:19.695168 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-dd82d9d5-ac5f-4c0d-9b78-605745667f5a None None] Calling delete_port for 8e860af8-4ad3-4118-90dd-e7742b01fd1f owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:31:19.698216 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.ipam_backend_mixin [None req-dd82d9d5-ac5f-4c0d-9b78-605745667f5a None None] Port 8e860af8-4ad3-4118-90dd-e7742b01fd1f was not found and therefore no delete operation was performed {{(pid=103586) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 29 05:31:19.700098 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dd82d9d5-ac5f-4c0d-9b78-605745667f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (8e860af8-4ad3-4118-90dd-e7742b01fd1f), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:19.701580 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-3cd82453-3874-45a5-8bd1-c71ad1263830 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['045ed487-3834-487c-a9da-a723ae251d9a']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:31:19.716145 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-3cd82453-3874-45a5-8bd1-c71ad1263830 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00de506e-1eb7-45fc-bdce-f36553ac4918') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:31:19.716706 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-3cd82453-3874-45a5-8bd1-c71ad1263830 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00de506e-1eb7-45fc-bdce-f36553ac4918') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:31:19.730623 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3cd82453-3874-45a5-8bd1-c71ad1263830 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (00de506e-1eb7-45fc-bdce-f36553ac4918), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:19.739852 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd82d9d5-ac5f-4c0d-9b78-605745667f5a None None] No DVR routers for this DVR port 8e860af8-4ad3-4118-90dd-e7742b01fd1f on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:31:19.750706 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3cd82453-3874-45a5-8bd1-c71ad1263830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (00de506e-1eb7-45fc-bdce-f36553ac4918), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:19.758514 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd82d9d5-ac5f-4c0d-9b78-605745667f5a None None] Pushing event deleted for resources: {'Port': ['ID=8e860af8-4ad3-4118-90dd-e7742b01fd1f,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:19.758674 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd82453-3874-45a5-8bd1-c71ad1263830 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:31:19.759022 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3cd82453-3874-45a5-8bd1-c71ad1263830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (00de506e-1eb7-45fc-bdce-f36553ac4918), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:19.770985 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82d9d5-ac5f-4c0d-9b78-605745667f5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:19.771590 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82d9d5-ac5f-4c0d-9b78-605745667f5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:19.772247 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82d9d5-ac5f-4c0d-9b78-605745667f5a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:19.772903 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82d9d5-ac5f-4c0d-9b78-605745667f5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:19.773649 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82d9d5-ac5f-4c0d-9b78-605745667f5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:19.774557 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82d9d5-ac5f-4c0d-9b78-605745667f5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:19.775253 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82d9d5-ac5f-4c0d-9b78-605745667f5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:19.775740 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82d9d5-ac5f-4c0d-9b78-605745667f5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:19.776956 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82d9d5-ac5f-4c0d-9b78-605745667f5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:19.777563 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82d9d5-ac5f-4c0d-9b78-605745667f5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:19.778181 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82d9d5-ac5f-4c0d-9b78-605745667f5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:19.778653 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82d9d5-ac5f-4c0d-9b78-605745667f5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:19.779201 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82d9d5-ac5f-4c0d-9b78-605745667f5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:19.817351 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 05:31:19.817351 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:31:19.817351 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 05:31:19.817351 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:31:19.817351 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 05:31:19.817351 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:31:19.817351 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 05:31:19.817351 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:31:19.817351 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 05:31:19.817351 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:31:19.817351 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 05:31:19.817351 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:31:19.817351 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 05:31:19.817351 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:31:19.817351 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:31:19.817351 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:31:19.817351 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:31:19.817351 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:31:19.817351 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 05:31:19.817351 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:31:19.817351 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 05:31:19.817351 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:31:19.817351 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:31:19.817351 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:31:19.817351 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 05:31:19.817351 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:31:19.817351 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:31:19.817351 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:31:19.817351 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:31:19.817351 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:31:19.817351 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:31:19.817351 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:31:19.882135 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3cd82453-3874-45a5-8bd1-c71ad1263830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (045ed487-3834-487c-a9da-a723ae251d9a), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:19.892341 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-3cd82453-3874-45a5-8bd1-c71ad1263830 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:19.898283 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-3cd82453-3874-45a5-8bd1-c71ad1263830 admin admin] 10.222.0.13 "DELETE /v2.0/networks/045ed487-3834-487c-a9da-a723ae251d9a HTTP/1.1" status: 204 len: 168 time: 0.7967086 Jan 29 05:31:19.899067 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 35894) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:31:19.918868 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd82453-3874-45a5-8bd1-c71ad1263830 admin admin] Pushing event deleted for resources: {'Network': ['ID=045ed487-3834-487c-a9da-a723ae251d9a,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:20.213228 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0d430977-39b8-4c2a-a804-45e41bc206b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:20.269819 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2c93308f-995e-4dfd-80de-e43fec460670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (20c22c5a-e0d3-4a28-8e25-646bd3aab1a2), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:20.543419 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-2c93308f-995e-4dfd-80de-e43fec460670 admin admin] Deleting port be5e2633-36f1-4c9a-b6ea-7615ea30d7f9 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:31:20.543755 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2c93308f-995e-4dfd-80de-e43fec460670 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (be5e2633-36f1-4c9a-b6ea-7615ea30d7f9), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:20.619839 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-2c93308f-995e-4dfd-80de-e43fec460670 admin admin] For port be5e2633-36f1-4c9a-b6ea-7615ea30d7f9, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=be5e2633-36f1-4c9a-b6ea-7615ea30d7f9,segment=NetworkSegment(7ce4aebe-d5a3-4705-8630-219521f8adc5),segment_id=7ce4aebe-d5a3-4705-8630-219521f8adc5)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:31:20.620212 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2c93308f-995e-4dfd-80de-e43fec460670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (be5e2633-36f1-4c9a-b6ea-7615ea30d7f9), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:20.639123 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-2c93308f-995e-4dfd-80de-e43fec460670 admin admin] Calling delete_port for be5e2633-36f1-4c9a-b6ea-7615ea30d7f9 owned by network:router_interface {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:31:20.899470 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2c93308f-995e-4dfd-80de-e43fec460670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (be5e2633-36f1-4c9a-b6ea-7615ea30d7f9), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:20.925703 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c93308f-995e-4dfd-80de-e43fec460670 admin admin] Pushing event deleted for resources: {'Port': ['ID=be5e2633-36f1-4c9a-b6ea-7615ea30d7f9,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:21.115485 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-2c93308f-995e-4dfd-80de-e43fec460670 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (20c22c5a-e0d3-4a28-8e25-646bd3aab1a2), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:21.367527 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c93308f-995e-4dfd-80de-e43fec460670 admin admin] Router 20c22c5a-e0d3-4a28-8e25-646bd3aab1a2 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:31:21.413084 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 8e860af8-4ad3-4118-90dd-e7742b01fd1f no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:31:21.438533 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 8e860af8-4ad3-4118-90dd-e7742b01fd1f {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:31:21.439233 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 8e860af8-4ad3-4118-90dd-e7742b01fd1f not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:31:21.488251 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c93308f-995e-4dfd-80de-e43fec460670 admin admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:31:21.497829 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 35896) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:31:21.499128 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3c86d8-469d-4fcc-b018-8eda2a1a33cc None None] Sync routers for ids ['20c22c5a-e0d3-4a28-8e25-646bd3aab1a2'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:31:21.504904 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-2c93308f-995e-4dfd-80de-e43fec460670 admin admin] 10.222.0.13 "PUT /v2.0/routers/20c22c5a-e0d3-4a28-8e25-646bd3aab1a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6046958 Jan 29 05:31:21.510657 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3c86d8-469d-4fcc-b018-8eda2a1a33cc None None] Routers {'20c22c5a-e0d3-4a28-8e25-646bd3aab1a2'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:31:21.512497 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-9e3c86d8-469d-4fcc-b018-8eda2a1a33cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:30:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['20c22c5a-e0d3-4a28-8e25-646bd3aab1a2'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:31:21.614879 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-29128ff2-0b11-454d-b4dd-04ef89d31390 admin admin] Publish callbacks [] for router (20c22c5a-e0d3-4a28-8e25-646bd3aab1a2), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:21.630713 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-9e3c86d8-469d-4fcc-b018-8eda2a1a33cc None None] Set router 20c22c5a-e0d3-4a28-8e25-646bd3aab1a2 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:31:21.733353 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-29128ff2-0b11-454d-b4dd-04ef89d31390 admin admin] Publish callbacks [] for router_gateway (20c22c5a-e0d3-4a28-8e25-646bd3aab1a2), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:21.836170 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-9e3c86d8-469d-4fcc-b018-8eda2a1a33cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c22c5a-e0d3-4a28-8e25-646bd3aab1a2', 'name': 'tempest-TestShelveInstance-753704762-router', 'tenant_id': '9bfbf9b772a0416991159ae3b644efd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': 'c8dd08ea-8494-432f-98cb-ca076a08299c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:19:51Z', 'updated_at': '2022-01-29T05:31:20Z', 'revision_number': 5, 'project_id': '9bfbf9b772a0416991159ae3b644efd0', 'gw_port': {'id': 'c8dd08ea-8494-432f-98cb-ca076a08299c', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:7a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c22c5a-e0d3-4a28-8e25-646bd3aab1a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:52Z', 'updated_at': '2022-01-29T05:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:31:21.862605 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-29128ff2-0b11-454d-b4dd-04ef89d31390 admin admin] Deleting port c8dd08ea-8494-432f-98cb-ca076a08299c {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:31:21.863059 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-29128ff2-0b11-454d-b4dd-04ef89d31390 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (c8dd08ea-8494-432f-98cb-ca076a08299c), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:21.878315 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3c86d8-469d-4fcc-b018-8eda2a1a33cc None None] Checking router: 20c22c5a-e0d3-4a28-8e25-646bd3aab1a2 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:31:21.890907 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3c86d8-469d-4fcc-b018-8eda2a1a33cc None None] Routers {'20c22c5a-e0d3-4a28-8e25-646bd3aab1a2'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:31:21.891562 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-9e3c86d8-469d-4fcc-b018-8eda2a1a33cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:30:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['20c22c5a-e0d3-4a28-8e25-646bd3aab1a2'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:31:21.946303 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-29128ff2-0b11-454d-b4dd-04ef89d31390 admin admin] For port c8dd08ea-8494-432f-98cb-ca076a08299c, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=c8dd08ea-8494-432f-98cb-ca076a08299c,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:31:21.946664 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-29128ff2-0b11-454d-b4dd-04ef89d31390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (c8dd08ea-8494-432f-98cb-ca076a08299c), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:21.961063 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-29128ff2-0b11-454d-b4dd-04ef89d31390 admin admin] Calling delete_port for c8dd08ea-8494-432f-98cb-ca076a08299c owned by network:router_gateway {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:31:21.976303 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-9e3c86d8-469d-4fcc-b018-8eda2a1a33cc None None] Set router 20c22c5a-e0d3-4a28-8e25-646bd3aab1a2 gateway port host: None {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:31:22.032159 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-9e3c86d8-469d-4fcc-b018-8eda2a1a33cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c22c5a-e0d3-4a28-8e25-646bd3aab1a2', 'name': 'tempest-TestShelveInstance-753704762-router', 'tenant_id': '9bfbf9b772a0416991159ae3b644efd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:19:51Z', 'updated_at': '2022-01-29T05:31:21Z', 'revision_number': 6, 'project_id': '9bfbf9b772a0416991159ae3b644efd0', 'gw_port_host': None}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:31:22.059017 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3c86d8-469d-4fcc-b018-8eda2a1a33cc None None] The sync data for ids ['20c22c5a-e0d3-4a28-8e25-646bd3aab1a2'] in dv-neutron-821190-1-hyperv is: [{'id': '20c22c5a-e0d3-4a28-8e25-646bd3aab1a2', 'name': 'tempest-TestShelveInstance-753704762-router', 'tenant_id': '9bfbf9b772a0416991159ae3b644efd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:19:51Z', 'updated_at': '2022-01-29T05:31:21Z', 'revision_number': 6, 'project_id': '9bfbf9b772a0416991159ae3b644efd0', 'gw_port_host': None}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:31:22.173388 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-29128ff2-0b11-454d-b4dd-04ef89d31390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (c8dd08ea-8494-432f-98cb-ca076a08299c), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:22.199377 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29128ff2-0b11-454d-b4dd-04ef89d31390 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8dd08ea-8494-432f-98cb-ca076a08299c,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:22.257775 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-29128ff2-0b11-454d-b4dd-04ef89d31390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (20c22c5a-e0d3-4a28-8e25-646bd3aab1a2), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:22.344988 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-29128ff2-0b11-454d-b4dd-04ef89d31390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (20c22c5a-e0d3-4a28-8e25-646bd3aab1a2), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:22.347207 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-29128ff2-0b11-454d-b4dd-04ef89d31390 admin admin] Publish callbacks [] for router_controller (20c22c5a-e0d3-4a28-8e25-646bd3aab1a2), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:22.471966 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-29128ff2-0b11-454d-b4dd-04ef89d31390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (20c22c5a-e0d3-4a28-8e25-646bd3aab1a2), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:22.472754 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29128ff2-0b11-454d-b4dd-04ef89d31390 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20c22c5a-e0d3-4a28-8e25-646bd3aab1a2 {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 05:31:22.481163 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-29128ff2-0b11-454d-b4dd-04ef89d31390 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:22.481163 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-29128ff2-0b11-454d-b4dd-04ef89d31390 admin admin] 10.222.0.13 "DELETE /v2.0/routers/20c22c5a-e0d3-4a28-8e25-646bd3aab1a2 HTTP/1.1" status: 204 len: 168 time: 0.9795694 Jan 29 05:31:22.481484 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 35898) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:31:22.526949 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad5744e4-b5c8-4ca5-9c51-b10dbe7c2296 admin admin] Deleting subnet 245fb312-8117-4db6-8479-358276c28cc6 {{(pid=103584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 05:31:22.528136 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-234a8588-d702-4049-86f0-3118e09e2fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:22.530012 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ad5744e4-b5c8-4ca5-9c51-b10dbe7c2296 admin admin] Publish callbacks [] for subnet (245fb312-8117-4db6-8479-358276c28cc6), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:22.564206 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ad5744e4-b5c8-4ca5-9c51-b10dbe7c2296 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362790'] for subnet (245fb312-8117-4db6-8479-358276c28cc6), precommit_delete_associations {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:22.642862 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ad5744e4-b5c8-4ca5-9c51-b10dbe7c2296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (245fb312-8117-4db6-8479-358276c28cc6), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:22.768517 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ad5744e4-b5c8-4ca5-9c51-b10dbe7c2296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3226203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59701143'] for subnet (245fb312-8117-4db6-8479-358276c28cc6), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:22.797522 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5744e4-b5c8-4ca5-9c51-b10dbe7c2296 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=245fb312-8117-4db6-8479-358276c28cc6,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:22.799613 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-ad5744e4-b5c8-4ca5-9c51-b10dbe7c2296 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:22.807379 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ad5744e4-b5c8-4ca5-9c51-b10dbe7c2296 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/245fb312-8117-4db6-8479-358276c28cc6 HTTP/1.1" status: 204 len: 168 time: 0.3204372 Jan 29 05:31:22.807509 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4217c255-ded9-46d2-a321-74ed1dd8e6e0 None None] Network 1b695573-a09b-485c-9398-03f7e331467f requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:31:22.807611 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 35900) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:31:22.873924 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2804594a-a9bd-496a-aff8-665d3b684f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (1b695573-a09b-485c-9398-03f7e331467f), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:22.927575 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-2804594a-a9bd-496a-aff8-665d3b684f2b admin admin] Deleting port b47dd2f3-e8dd-4aa2-a9e5-172ef982c546 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:31:22.927910 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2804594a-a9bd-496a-aff8-665d3b684f2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (b47dd2f3-e8dd-4aa2-a9e5-172ef982c546), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:22.977009 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f617010-30b6-4133-9bbb-b54ca22188b3 None None] DHCP port deletion for 1b695573-a09b-485c-9398-03f7e331467f request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 05:31:22.995447 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-2804594a-a9bd-496a-aff8-665d3b684f2b admin admin] For port b47dd2f3-e8dd-4aa2-a9e5-172ef982c546, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=b47dd2f3-e8dd-4aa2-a9e5-172ef982c546,segment=NetworkSegment(7ce4aebe-d5a3-4705-8630-219521f8adc5),segment_id=7ce4aebe-d5a3-4705-8630-219521f8adc5)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:31:22.995879 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2804594a-a9bd-496a-aff8-665d3b684f2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (b47dd2f3-e8dd-4aa2-a9e5-172ef982c546), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:23.010012 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-2804594a-a9bd-496a-aff8-665d3b684f2b admin admin] Calling delete_port for b47dd2f3-e8dd-4aa2-a9e5-172ef982c546 owned by network:dhcp {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:31:23.029917 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-6f617010-30b6-4133-9bbb-b54ca22188b3 None None] Deleting port b47dd2f3-e8dd-4aa2-a9e5-172ef982c546 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:31:23.030293 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6f617010-30b6-4133-9bbb-b54ca22188b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (b47dd2f3-e8dd-4aa2-a9e5-172ef982c546), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:23.096863 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-6f617010-30b6-4133-9bbb-b54ca22188b3 None None] For port b47dd2f3-e8dd-4aa2-a9e5-172ef982c546, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=b47dd2f3-e8dd-4aa2-a9e5-172ef982c546,segment=NetworkSegment(7ce4aebe-d5a3-4705-8630-219521f8adc5),segment_id=7ce4aebe-d5a3-4705-8630-219521f8adc5)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:31:23.102902 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6f617010-30b6-4133-9bbb-b54ca22188b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (b47dd2f3-e8dd-4aa2-a9e5-172ef982c546), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:23.112532 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-6f617010-30b6-4133-9bbb-b54ca22188b3 None None] Calling delete_port for b47dd2f3-e8dd-4aa2-a9e5-172ef982c546 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:31:23.161851 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2804594a-a9bd-496a-aff8-665d3b684f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (b47dd2f3-e8dd-4aa2-a9e5-172ef982c546), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:23.188855 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2804594a-a9bd-496a-aff8-665d3b684f2b admin admin] Pushing event deleted for resources: {'Port': ['ID=b47dd2f3-e8dd-4aa2-a9e5-172ef982c546,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:23.195071 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2804594a-a9bd-496a-aff8-665d3b684f2b admin admin] No DVR routers for this DVR port b47dd2f3-e8dd-4aa2-a9e5-172ef982c546 on host dv-neutron-821190-1-hyperv {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:31:23.199833 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6f617010-30b6-4133-9bbb-b54ca22188b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (b47dd2f3-e8dd-4aa2-a9e5-172ef982c546), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:23.225890 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f617010-30b6-4133-9bbb-b54ca22188b3 None None] Pushing event deleted for resources: {'Port': ['ID=b47dd2f3-e8dd-4aa2-a9e5-172ef982c546,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:23.230133 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f617010-30b6-4133-9bbb-b54ca22188b3 None None] No DVR routers for this DVR port b47dd2f3-e8dd-4aa2-a9e5-172ef982c546 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:31:23.268778 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2804594a-a9bd-496a-aff8-665d3b684f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (1b695573-a09b-485c-9398-03f7e331467f), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:23.297936 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-2804594a-a9bd-496a-aff8-665d3b684f2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b695573-a09b-485c-9398-03f7e331467f']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:31:23.299145 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-2804594a-a9bd-496a-aff8-665d3b684f2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ce4aebe-d5a3-4705-8630-219521f8adc5') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:31:23.299907 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-2804594a-a9bd-496a-aff8-665d3b684f2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ce4aebe-d5a3-4705-8630-219521f8adc5') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:31:23.309273 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2804594a-a9bd-496a-aff8-665d3b684f2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (7ce4aebe-d5a3-4705-8630-219521f8adc5), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:23.322925 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2804594a-a9bd-496a-aff8-665d3b684f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (7ce4aebe-d5a3-4705-8630-219521f8adc5), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:23.329137 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2804594a-a9bd-496a-aff8-665d3b684f2b admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:31:23.329524 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2804594a-a9bd-496a-aff8-665d3b684f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (7ce4aebe-d5a3-4705-8630-219521f8adc5), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:23.331377 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 05:31:23.331377 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:31:23.331377 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 05:31:23.331377 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:31:23.331377 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 05:31:23.331377 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:31:23.331377 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 05:31:23.331377 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:31:23.331377 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 05:31:23.331377 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:31:23.331377 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 05:31:23.331377 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:31:23.331377 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 05:31:23.331377 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:31:23.331377 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:31:23.331377 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:31:23.331377 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:31:23.331377 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:31:23.331377 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 05:31:23.331377 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:31:23.331377 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 05:31:23.331377 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:31:23.331377 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:31:23.331377 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:31:23.331377 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 05:31:23.331377 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:31:23.331377 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:31:23.331377 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:31:23.331377 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:31:23.331377 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:31:23.331377 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:31:23.331377 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:31:23.335933 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device be5e2633-36f1-4c9a-b6ea-7615ea30d7f9 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:31:23.352625 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: be5e2633-36f1-4c9a-b6ea-7615ea30d7f9 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:31:23.352975 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device be5e2633-36f1-4c9a-b6ea-7615ea30d7f9 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:31:23.353384 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device b47dd2f3-e8dd-4aa2-a9e5-172ef982c546 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:31:23.372965 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: b47dd2f3-e8dd-4aa2-a9e5-172ef982c546 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:31:23.373314 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device b47dd2f3-e8dd-4aa2-a9e5-172ef982c546 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:31:23.373718 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device c8dd08ea-8494-432f-98cb-ca076a08299c no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:31:23.383877 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:31:23.394501 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: c8dd08ea-8494-432f-98cb-ca076a08299c {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:31:23.394857 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device c8dd08ea-8494-432f-98cb-ca076a08299c not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:31:23.430707 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2804594a-a9bd-496a-aff8-665d3b684f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (1b695573-a09b-485c-9398-03f7e331467f), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:23.436157 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2804594a-a9bd-496a-aff8-665d3b684f2b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:23.439343 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2804594a-a9bd-496a-aff8-665d3b684f2b admin admin] 10.222.0.13 "DELETE /v2.0/networks/1b695573-a09b-485c-9398-03f7e331467f HTTP/1.1" status: 204 len: 168 time: 0.6328783 Jan 29 05:31:23.450572 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2804594a-a9bd-496a-aff8-665d3b684f2b admin admin] Pushing event deleted for resources: {'Network': ['ID=1b695573-a09b-485c-9398-03f7e331467f,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:23.664874 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 35904) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:31:23.703156 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-4d720631-f5d2-499a-819b-b0e706c8a652 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=76e6882c50464822bd850aecc013342f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0370941 Jan 29 05:31:23.706805 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 35906) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:31:23.757741 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-29a9ad5e-690a-4210-a6a4-6d7683412bd5 admin admin] Publish callbacks [] for security_group (beb69e81-d9ce-461a-963d-4feed22b204b), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:23.781390 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-29a9ad5e-690a-4210-a6a4-6d7683412bd5 admin admin] Publish callbacks [] for security_group (beb69e81-d9ce-461a-963d-4feed22b204b), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:23.904884 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-29a9ad5e-690a-4210-a6a4-6d7683412bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (beb69e81-d9ce-461a-963d-4feed22b204b), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:23.907490 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-29a9ad5e-690a-4210-a6a4-6d7683412bd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:23.908698 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-29a9ad5e-690a-4210-a6a4-6d7683412bd5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/beb69e81-d9ce-461a-963d-4feed22b204b HTTP/1.1" status: 204 len: 168 time: 0.2009366 Jan 29 05:31:23.917280 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a9ad5e-690a-4210-a6a4-6d7683412bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb69e81-d9ce-461a-963d-4feed22b204b,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:23.956897 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:24.534806 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 35912) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:31:24.577884 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-0ac34118-c10b-41bb-b573-99eb168b1a3d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9bfbf9b772a0416991159ae3b644efd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417173 Jan 29 05:31:24.580860 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 35914) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:31:24.590222 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:24.629364 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d8a61922-a089-4a3a-9501-65331925ef66 admin admin] Publish callbacks [] for security_group (b94f9958-b16c-44a2-aecf-95ee2ee0a88c), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:24.650410 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d8a61922-a089-4a3a-9501-65331925ef66 admin admin] Publish callbacks [] for security_group (b94f9958-b16c-44a2-aecf-95ee2ee0a88c), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:24.756142 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d8a61922-a089-4a3a-9501-65331925ef66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (b94f9958-b16c-44a2-aecf-95ee2ee0a88c), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:24.758619 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-d8a61922-a089-4a3a-9501-65331925ef66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:24.759798 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-d8a61922-a089-4a3a-9501-65331925ef66 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b94f9958-b16c-44a2-aecf-95ee2ee0a88c HTTP/1.1" status: 204 len: 168 time: 0.1780012 Jan 29 05:31:24.767302 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a61922-a089-4a3a-9501-65331925ef66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94f9958-b16c-44a2-aecf-95ee2ee0a88c,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:25.150765 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:25.807263 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 35936) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:31:25.904107 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-9be18c1d-8138-489d-bcc1-abd6cc54f3fd admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2033582653-network', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:31:25.973161 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be18c1d-8138-489d-bcc1-abd6cc54f3fd admin admin] Made reservation on behalf of 798ce32e63604c6ca430b4ce598ec619 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:31:25.975444 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9be18c1d-8138-489d-bcc1-abd6cc54f3fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:25.983685 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9be18c1d-8138-489d-bcc1-abd6cc54f3fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:26.055776 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9be18c1d-8138-489d-bcc1-abd6cc54f3fd admin admin] Publish callbacks [] for security_group (7872d551-e3f6-4370-a3d1-a078ab41d331), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:26.115891 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9be18c1d-8138-489d-bcc1-abd6cc54f3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (7872d551-e3f6-4370-a3d1-a078ab41d331), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:26.140632 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9be18c1d-8138-489d-bcc1-abd6cc54f3fd admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 05:31:26.150954 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be18c1d-8138-489d-bcc1-abd6cc54f3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7872d551-e3f6-4370-a3d1-a078ab41d331,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:26.155558 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9be18c1d-8138-489d-bcc1-abd6cc54f3fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (cac738a6-7f03-4b41-91bc-e35b86092a51), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:26.155898 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-9be18c1d-8138-489d-bcc1-abd6cc54f3fd admin admin] Added segment cac738a6-7f03-4b41-91bc-e35b86092a51 of type vlan for network e1146bc8-cfce-44aa-9acf-e62ccd617ae7 Jan 29 05:31:26.197698 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9be18c1d-8138-489d-bcc1-abd6cc54f3fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (e1146bc8-cfce-44aa-9acf-e62ccd617ae7), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:26.281688 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9be18c1d-8138-489d-bcc1-abd6cc54f3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (e1146bc8-cfce-44aa-9acf-e62ccd617ae7), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:26.282635 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be18c1d-8138-489d-bcc1-abd6cc54f3fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:31:26.283243 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9be18c1d-8138-489d-bcc1-abd6cc54f3fd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:26.341118 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be18c1d-8138-489d-bcc1-abd6cc54f3fd admin admin] Pushing event updated for resources: {'Network': ['ID=e1146bc8-cfce-44aa-9acf-e62ccd617ae7,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:26.351053 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network e1146bc8-cfce-44aa-9acf-e62ccd617ae7 details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 05:31:26.394408 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9be18c1d-8138-489d-bcc1-abd6cc54f3fd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5860519 Jan 29 05:31:26.397140 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 35940) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:31:26.401980 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-7608f2de-20fc-4471-ba54-febcc1f167cd admin admin] Request body: {'subnet': {'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2033582653-subnet', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'ip_version': 4}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:31:26.481890 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7608f2de-20fc-4471-ba54-febcc1f167cd admin admin] Made reservation on behalf of 798ce32e63604c6ca430b4ce598ec619 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:31:26.484286 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7608f2de-20fc-4471-ba54-febcc1f167cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:26.504860 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:27.047575 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7608f2de-20fc-4471-ba54-febcc1f167cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (9b7ec8e7-a443-47a4-ac1f-c78425fd5245), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:27.102961 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7608f2de-20fc-4471-ba54-febcc1f167cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b7ec8e7-a443-47a4-ac1f-c78425fd5245,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:27.111339 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7608f2de-20fc-4471-ba54-febcc1f167cd admin admin] Checking segment: {'id': 'cac738a6-7f03-4b41-91bc-e35b86092a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:31:27.112512 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7608f2de-20fc-4471-ba54-febcc1f167cd admin admin] Network hostable DHCP agents. Network: e1146bc8-cfce-44aa-9acf-e62ccd617ae7, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 05:31:27.212915 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7608f2de-20fc-4471-ba54-febcc1f167cd admin admin] Network e1146bc8-cfce-44aa-9acf-e62ccd617ae7 is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 05:31:27.292993 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-7608f2de-20fc-4471-ba54-febcc1f167cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, e1146bc8-cfce-44aa-9acf-e62ccd617ae7) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:31:27.297032 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7608f2de-20fc-4471-ba54-febcc1f167cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:31:27.297623 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-7608f2de-20fc-4471-ba54-febcc1f167cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:27.302443 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71711e5-fda8-467d-bacf-f7f339f76aa8 None None] Network e1146bc8-cfce-44aa-9acf-e62ccd617ae7 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:31:27.359193 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-7608f2de-20fc-4471-ba54-febcc1f167cd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9608390 Jan 29 05:31:27.361682 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 35942) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:31:27.366229 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-c948203f-a4a7-4872-bb2b-9d36d6ebf9d2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2033582653-router', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:31:27.399177 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b41ab7e-d168-47c9-bad1-8667dbf9db4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-e1146bc8-cfce-44aa-9acf-e62ccd617ae7', 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7', 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'fixed_ips': [{'subnet_id': '9b7ec8e7-a443-47a4-ac1f-c78425fd5245'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 05:31:27.400007 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0b41ab7e-d168-47c9-bad1-8667dbf9db4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:27.430968 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c948203f-a4a7-4872-bb2b-9d36d6ebf9d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (8c0c18b6-c83e-4859-8eb0-b804ccb53415), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:27.432280 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c948203f-a4a7-4872-bb2b-9d36d6ebf9d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (8c0c18b6-c83e-4859-8eb0-b804ccb53415), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:27.485618 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c948203f-a4a7-4872-bb2b-9d36d6ebf9d2 admin admin] Publish callbacks [] for router_controller (8c0c18b6-c83e-4859-8eb0-b804ccb53415), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:27.532102 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-0b41ab7e-d168-47c9-bad1-8667dbf9db4e None None] Allocated IP 172.20.0.2 (e1146bc8-cfce-44aa-9acf-e62ccd617ae7/9b7ec8e7-a443-47a4-ac1f-c78425fd5245/86fc55b0-5718-45e0-b939-8bf1033eeb81) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:31:27.670878 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c948203f-a4a7-4872-bb2b-9d36d6ebf9d2 admin admin] Publish callbacks [] for router_gateway (8c0c18b6-c83e-4859-8eb0-b804ccb53415), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:27.672501 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0b41ab7e-d168-47c9-bad1-8667dbf9db4e None None] Publish callbacks [] for port (86fc55b0-5718-45e0-b939-8bf1033eeb81), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:27.774115 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0b41ab7e-d168-47c9-bad1-8667dbf9db4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (86fc55b0-5718-45e0-b939-8bf1033eeb81), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:27.812016 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b41ab7e-d168-47c9-bad1-8667dbf9db4e None None] Network e1146bc8-cfce-44aa-9acf-e62ccd617ae7 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:31:27.815263 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-0b41ab7e-d168-47c9-bad1-8667dbf9db4e None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:31:27.817764 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b41ab7e-d168-47c9-bad1-8667dbf9db4e None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:31:27.831669 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41ab7e-d168-47c9-bad1-8667dbf9db4e None None] Pushing event updated for resources: {'Port': ['ID=86fc55b0-5718-45e0-b939-8bf1033eeb81,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:27.886322 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-0b41ab7e-d168-47c9-bad1-8667dbf9db4e None None] Attempting to bind port 86fc55b0-5718-45e0-b939-8bf1033eeb81 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:31:27.886695 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-0b41ab7e-d168-47c9-bad1-8667dbf9db4e None None] Attempting to bind port 86fc55b0-5718-45e0-b939-8bf1033eeb81 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'cac738a6-7f03-4b41-91bc-e35b86092a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:31:27.887058 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b41ab7e-d168-47c9-bad1-8667dbf9db4e None None] Attempting to bind port 86fc55b0-5718-45e0-b939-8bf1033eeb81 on network e1146bc8-cfce-44aa-9acf-e62ccd617ae7 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:31:27.891915 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b41ab7e-d168-47c9-bad1-8667dbf9db4e None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:31:27.892317 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b41ab7e-d168-47c9-bad1-8667dbf9db4e None None] Checking segment: {'id': 'cac738a6-7f03-4b41-91bc-e35b86092a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:31:27.893429 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0b41ab7e-d168-47c9-bad1-8667dbf9db4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:27.894051 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b41ab7e-d168-47c9-bad1-8667dbf9db4e None None] Bound using segment: {'id': 'cac738a6-7f03-4b41-91bc-e35b86092a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:31:27.894562 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-0b41ab7e-d168-47c9-bad1-8667dbf9db4e None None] Bound port: 86fc55b0-5718-45e0-b939-8bf1033eeb81, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cac738a6-7f03-4b41-91bc-e35b86092a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:31:27.894942 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0b41ab7e-d168-47c9-bad1-8667dbf9db4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (86fc55b0-5718-45e0-b939-8bf1033eeb81), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:27.937194 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c948203f-a4a7-4872-bb2b-9d36d6ebf9d2 admin admin] Publish callbacks [] for router_gateway (8c0c18b6-c83e-4859-8eb0-b804ccb53415), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:27.958899 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-0b41ab7e-d168-47c9-bad1-8667dbf9db4e None None] For port 86fc55b0-5718-45e0-b939-8bf1033eeb81, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:31:27.961099 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c948203f-a4a7-4872-bb2b-9d36d6ebf9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:27.961868 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-0b41ab7e-d168-47c9-bad1-8667dbf9db4e None None] For port 86fc55b0-5718-45e0-b939-8bf1033eeb81, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=86fc55b0-5718-45e0-b939-8bf1033eeb81,segment=NetworkSegment(cac738a6-7f03-4b41-91bc-e35b86092a51),segment_id=cac738a6-7f03-4b41-91bc-e35b86092a51)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:31:28.042899 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0b41ab7e-d168-47c9-bad1-8667dbf9db4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (86fc55b0-5718-45e0-b939-8bf1033eeb81), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:28.063894 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-c948203f-a4a7-4872-bb2b-9d36d6ebf9d2 admin admin] Allocated IP 172.26.8.190 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/3679bee5-c1b5-4c02-bac9-2da897100f89) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:31:28.098173 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41ab7e-d168-47c9-bad1-8667dbf9db4e None None] Pushing event updated for resources: {'Port': ['ID=86fc55b0-5718-45e0-b939-8bf1033eeb81,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:28.180668 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c948203f-a4a7-4872-bb2b-9d36d6ebf9d2 admin admin] Publish callbacks [] for port (3679bee5-c1b5-4c02-bac9-2da897100f89), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:28.271084 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c948203f-a4a7-4872-bb2b-9d36d6ebf9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (3679bee5-c1b5-4c02-bac9-2da897100f89), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:28.311987 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c948203f-a4a7-4872-bb2b-9d36d6ebf9d2 admin admin] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:31:28.315576 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-c948203f-a4a7-4872-bb2b-9d36d6ebf9d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:31:28.319297 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c948203f-a4a7-4872-bb2b-9d36d6ebf9d2 admin admin] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:31:28.346956 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948203f-a4a7-4872-bb2b-9d36d6ebf9d2 admin admin] Pushing event updated for resources: {'Port': ['ID=3679bee5-c1b5-4c02-bac9-2da897100f89,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:28.655131 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c948203f-a4a7-4872-bb2b-9d36d6ebf9d2 admin admin] Publish callbacks [] for router_gateway (8c0c18b6-c83e-4859-8eb0-b804ccb53415), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:28.862159 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c948203f-a4a7-4872-bb2b-9d36d6ebf9d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (8c0c18b6-c83e-4859-8eb0-b804ccb53415), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:28.972674 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08490eae-89fa-47a9-9d5a-d3374f1622bd None None] Network e1146bc8-cfce-44aa-9acf-e62ccd617ae7 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:31:29.048630 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-b91326fd-ba62-4488-8c19-233c8a24548c None None] Provisioning complete for port 86fc55b0-5718-45e0-b939-8bf1033eeb81 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:31:29.049062 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b91326fd-ba62-4488-8c19-233c8a24548c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (86fc55b0-5718-45e0-b939-8bf1033eeb81), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:29.064448 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c948203f-a4a7-4872-bb2b-9d36d6ebf9d2 admin admin] Router 8c0c18b6-c83e-4859-8eb0-b804ccb53415 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 05:31:29.158122 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-b91326fd-ba62-4488-8c19-233c8a24548c None None] Current status of the port 86fc55b0-5718-45e0-b939-8bf1033eeb81 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:31:29.158387 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b91326fd-ba62-4488-8c19-233c8a24548c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (86fc55b0-5718-45e0-b939-8bf1033eeb81), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:29.176711 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c948203f-a4a7-4872-bb2b-9d36d6ebf9d2 admin admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:31:29.188693 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede35607-7f8a-423f-890b-56984f1bdf99 None None] Sync routers for ids ['8c0c18b6-c83e-4859-8eb0-b804ccb53415'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:31:29.194265 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-b91326fd-ba62-4488-8c19-233c8a24548c None None] For port 86fc55b0-5718-45e0-b939-8bf1033eeb81, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=86fc55b0-5718-45e0-b939-8bf1033eeb81,segment=NetworkSegment(cac738a6-7f03-4b41-91bc-e35b86092a51),segment_id=cac738a6-7f03-4b41-91bc-e35b86092a51)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:31:29.199923 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede35607-7f8a-423f-890b-56984f1bdf99 None None] Routers {'8c0c18b6-c83e-4859-8eb0-b804ccb53415'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:31:29.200911 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-ede35607-7f8a-423f-890b-56984f1bdf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:31:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['8c0c18b6-c83e-4859-8eb0-b804ccb53415'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:31:29.267143 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-c948203f-a4a7-4872-bb2b-9d36d6ebf9d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:29.271271 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-c948203f-a4a7-4872-bb2b-9d36d6ebf9d2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9056983 Jan 29 05:31:29.271532 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 35944) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:31:29.293577 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b91326fd-ba62-4488-8c19-233c8a24548c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (86fc55b0-5718-45e0-b939-8bf1033eeb81), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:29.313041 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-ede35607-7f8a-423f-890b-56984f1bdf99 None None] Set router 8c0c18b6-c83e-4859-8eb0-b804ccb53415 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:31:29.356244 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91326fd-ba62-4488-8c19-233c8a24548c None None] Pushing event updated for resources: {'Port': ['ID=86fc55b0-5718-45e0-b939-8bf1033eeb81,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:29.419612 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-a9824666-ab7a-42da-9239-60ae5bd2f115 None None] Provisioning complete for port 86fc55b0-5718-45e0-b939-8bf1033eeb81 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:31:29.420092 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a9824666-ab7a-42da-9239-60ae5bd2f115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (86fc55b0-5718-45e0-b939-8bf1033eeb81), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:29.447682 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 86fc55b0-5718-45e0-b939-8bf1033eeb81 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:31:29.504304 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-ede35607-7f8a-423f-890b-56984f1bdf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'name': 'tempest-TestSnapshotPattern-2033582653-router', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '3679bee5-c1b5-4c02-bac9-2da897100f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:31:27Z', 'updated_at': '2022-01-29T05:31:28Z', 'revision_number': 3, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'gw_port': {'id': '3679bee5-c1b5-4c02-bac9-2da897100f89', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:31:27Z', 'updated_at': '2022-01-29T05:31:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:31:29.543311 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 86fc55b0-5718-45e0-b939-8bf1033eeb81 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:31:29.543688 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (86fc55b0-5718-45e0-b939-8bf1033eeb81), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:29.548003 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede35607-7f8a-423f-890b-56984f1bdf99 None None] Checking router: 8c0c18b6-c83e-4859-8eb0-b804ccb53415 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:31:29.548358 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede35607-7f8a-423f-890b-56984f1bdf99 None None] Updating router 8c0c18b6-c83e-4859-8eb0-b804ccb53415 port 3679bee5-c1b5-4c02-bac9-2da897100f89 binding host dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:31:29.571616 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-a9824666-ab7a-42da-9239-60ae5bd2f115 None None] Current status of the port 86fc55b0-5718-45e0-b939-8bf1033eeb81 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:31:29.577414 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ede35607-7f8a-423f-890b-56984f1bdf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (3679bee5-c1b5-4c02-bac9-2da897100f89), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:29.628921 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 86fc55b0-5718-45e0-b939-8bf1033eeb81 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:31:29.728776 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2a3fabe1-abd6-4769-927a-9e64ae766f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:29.830934 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ede35607-7f8a-423f-890b-56984f1bdf99 None None] Publish callbacks [] for port (3679bee5-c1b5-4c02-bac9-2da897100f89), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:29.886817 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-2a3fabe1-abd6-4769-927a-9e64ae766f20 admin admin] Allocated IP 172.20.0.1 (e1146bc8-cfce-44aa-9acf-e62ccd617ae7/9b7ec8e7-a443-47a4-ac1f-c78425fd5245/058fec80-cc0f-4a1d-8d0b-760592b933c4) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:31:29.887622 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ede35607-7f8a-423f-890b-56984f1bdf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (3679bee5-c1b5-4c02-bac9-2da897100f89), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:29.943915 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-ede35607-7f8a-423f-890b-56984f1bdf99 None None] Attempting to bind port 3679bee5-c1b5-4c02-bac9-2da897100f89 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:31:29.944284 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-ede35607-7f8a-423f-890b-56984f1bdf99 None None] Attempting to bind port 3679bee5-c1b5-4c02-bac9-2da897100f89 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:31:29.944677 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede35607-7f8a-423f-890b-56984f1bdf99 None None] Attempting to bind port 3679bee5-c1b5-4c02-bac9-2da897100f89 on network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:31:29.947515 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4256c604-9d35-4f8a-a137-8d71ad5443a2 None None] Pushing event updated for resources: {'Port': ['ID=3679bee5-c1b5-4c02-bac9-2da897100f89,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:29.952074 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede35607-7f8a-423f-890b-56984f1bdf99 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:31:29.952445 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede35607-7f8a-423f-890b-56984f1bdf99 None None] Checking segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:31:29.952865 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ede35607-7f8a-423f-890b-56984f1bdf99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:29.953251 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede35607-7f8a-423f-890b-56984f1bdf99 None None] Bound using segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:31:29.953705 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-ede35607-7f8a-423f-890b-56984f1bdf99 None None] Bound port: 3679bee5-c1b5-4c02-bac9-2da897100f89, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:31:29.954082 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ede35607-7f8a-423f-890b-56984f1bdf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (3679bee5-c1b5-4c02-bac9-2da897100f89), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:29.960011 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4256c604-9d35-4f8a-a137-8d71ad5443a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:29.960357 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4256c604-9d35-4f8a-a137-8d71ad5443a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:29.960730 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4256c604-9d35-4f8a-a137-8d71ad5443a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:29.961066 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4256c604-9d35-4f8a-a137-8d71ad5443a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:29.961396 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4256c604-9d35-4f8a-a137-8d71ad5443a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:29.961721 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4256c604-9d35-4f8a-a137-8d71ad5443a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:29.962044 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4256c604-9d35-4f8a-a137-8d71ad5443a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:29.962368 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4256c604-9d35-4f8a-a137-8d71ad5443a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:29.962689 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4256c604-9d35-4f8a-a137-8d71ad5443a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:29.963179 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4256c604-9d35-4f8a-a137-8d71ad5443a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:29.963312 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4256c604-9d35-4f8a-a137-8d71ad5443a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:29.963633 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4256c604-9d35-4f8a-a137-8d71ad5443a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:29.963942 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4256c604-9d35-4f8a-a137-8d71ad5443a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:31:29.993290 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2a3fabe1-abd6-4769-927a-9e64ae766f20 admin admin] Publish callbacks [] for port (058fec80-cc0f-4a1d-8d0b-760592b933c4), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:30.014550 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-ede35607-7f8a-423f-890b-56984f1bdf99 None None] For port 3679bee5-c1b5-4c02-bac9-2da897100f89, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:31:30.017506 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-ede35607-7f8a-423f-890b-56984f1bdf99 None None] For port 3679bee5-c1b5-4c02-bac9-2da897100f89, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=3679bee5-c1b5-4c02-bac9-2da897100f89,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:31:30.082468 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ede35607-7f8a-423f-890b-56984f1bdf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (3679bee5-c1b5-4c02-bac9-2da897100f89), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:30.128230 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2a3fabe1-abd6-4769-927a-9e64ae766f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (058fec80-cc0f-4a1d-8d0b-760592b933c4), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:30.137141 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede35607-7f8a-423f-890b-56984f1bdf99 None None] Routers {'8c0c18b6-c83e-4859-8eb0-b804ccb53415'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:31:30.137855 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-ede35607-7f8a-423f-890b-56984f1bdf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:31:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['8c0c18b6-c83e-4859-8eb0-b804ccb53415'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:31:30.166321 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3fabe1-abd6-4769-927a-9e64ae766f20 admin admin] Network e1146bc8-cfce-44aa-9acf-e62ccd617ae7 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:31:30.169366 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-2a3fabe1-abd6-4769-927a-9e64ae766f20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:31:30.171812 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3fabe1-abd6-4769-927a-9e64ae766f20 admin admin] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:31:30.207779 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3fabe1-abd6-4769-927a-9e64ae766f20 admin admin] Pushing event updated for resources: {'Port': ['ID=058fec80-cc0f-4a1d-8d0b-760592b933c4,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:30.224673 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2a3fabe1-abd6-4769-927a-9e64ae766f20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (8c0c18b6-c83e-4859-8eb0-b804ccb53415), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:30.268992 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4256c604-9d35-4f8a-a137-8d71ad5443a2 None None] Pushing event updated for resources: {'Port': ['ID=3679bee5-c1b5-4c02-bac9-2da897100f89,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:30.348328 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-ede35607-7f8a-423f-890b-56984f1bdf99 None None] Set router 8c0c18b6-c83e-4859-8eb0-b804ccb53415 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:31:30.399018 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-106ce99f-f655-4c3c-b93a-1a1b5b11876e None None] Provisioning complete for port 058fec80-cc0f-4a1d-8d0b-760592b933c4 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:31:30.402532 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-106ce99f-f655-4c3c-b93a-1a1b5b11876e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (058fec80-cc0f-4a1d-8d0b-760592b933c4), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:30.414133 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2a3fabe1-abd6-4769-927a-9e64ae766f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (058fec80-cc0f-4a1d-8d0b-760592b933c4), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:30.440051 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-106ce99f-f655-4c3c-b93a-1a1b5b11876e None None] Port 058fec80-cc0f-4a1d-8d0b-760592b933c4 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:31:30.529177 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-ede35607-7f8a-423f-890b-56984f1bdf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'name': 'tempest-TestSnapshotPattern-2033582653-router', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '3679bee5-c1b5-4c02-bac9-2da897100f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:31:27Z', 'updated_at': '2022-01-29T05:31:28Z', 'revision_number': 3, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'gw_port': {'id': '3679bee5-c1b5-4c02-bac9-2da897100f89', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:31:27Z', 'updated_at': '2022-01-29T05:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:31:30.555244 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede35607-7f8a-423f-890b-56984f1bdf99 None None] The sync data for ids ['8c0c18b6-c83e-4859-8eb0-b804ccb53415'] in dv-neutron-821190-1-hyperv is: [{'id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'name': 'tempest-TestSnapshotPattern-2033582653-router', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '3679bee5-c1b5-4c02-bac9-2da897100f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:31:27Z', 'updated_at': '2022-01-29T05:31:28Z', 'revision_number': 3, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'gw_port': {'id': '3679bee5-c1b5-4c02-bac9-2da897100f89', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:31:27Z', 'updated_at': '2022-01-29T05:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:31:30.579616 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2a3fabe1-abd6-4769-927a-9e64ae766f20 admin admin] Publish callbacks [] for port (058fec80-cc0f-4a1d-8d0b-760592b933c4), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:30.636247 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2a3fabe1-abd6-4769-927a-9e64ae766f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (058fec80-cc0f-4a1d-8d0b-760592b933c4), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:30.703428 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2a3fabe1-abd6-4769-927a-9e64ae766f20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (8c0c18b6-c83e-4859-8eb0-b804ccb53415), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:30.707151 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3fabe1-abd6-4769-927a-9e64ae766f20 admin admin] Pushing event updated for resources: {'Port': ['ID=058fec80-cc0f-4a1d-8d0b-760592b933c4,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:30.814278 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3fabe1-abd6-4769-927a-9e64ae766f20 admin admin] Network e1146bc8-cfce-44aa-9acf-e62ccd617ae7 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:31:30.816644 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-2a3fabe1-abd6-4769-927a-9e64ae766f20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:31:30.940267 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3fabe1-abd6-4769-927a-9e64ae766f20 admin admin] Router 8c0c18b6-c83e-4859-8eb0-b804ccb53415 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:31:31.071081 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-80003639-f3a0-492a-99a2-7fe236d3f4c8 None None] Provisioning complete for port 058fec80-cc0f-4a1d-8d0b-760592b933c4 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:31:31.071795 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-80003639-f3a0-492a-99a2-7fe236d3f4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (058fec80-cc0f-4a1d-8d0b-760592b933c4), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:31.109635 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-80003639-f3a0-492a-99a2-7fe236d3f4c8 None None] Port 058fec80-cc0f-4a1d-8d0b-760592b933c4 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:31:31.401225 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3fabe1-abd6-4769-927a-9e64ae766f20 admin admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:31:31.413456 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2a3fabe1-abd6-4769-927a-9e64ae766f20 admin admin] 10.222.0.13 "PUT /v2.0/routers/8c0c18b6-c83e-4859-8eb0-b804ccb53415/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1367896 Jan 29 05:31:31.443880 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 3679bee5-c1b5-4c02-bac9-2da897100f89 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:31:31.492156 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 3679bee5-c1b5-4c02-bac9-2da897100f89 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:31:31.492561 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (3679bee5-c1b5-4c02-bac9-2da897100f89), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:31.572717 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 3679bee5-c1b5-4c02-bac9-2da897100f89 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:31:31.573106 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (3679bee5-c1b5-4c02-bac9-2da897100f89), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:31.593308 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 3679bee5-c1b5-4c02-bac9-2da897100f89, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=3679bee5-c1b5-4c02-bac9-2da897100f89,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:31:31.641827 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (3679bee5-c1b5-4c02-bac9-2da897100f89), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:31.643382 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 86fc55b0-5718-45e0-b939-8bf1033eeb81 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:31:31.717804 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=3679bee5-c1b5-4c02-bac9-2da897100f89,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:31.731086 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 86fc55b0-5718-45e0-b939-8bf1033eeb81 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:31:31.731459 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (86fc55b0-5718-45e0-b939-8bf1033eeb81), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:31.963015 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 86fc55b0-5718-45e0-b939-8bf1033eeb81 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:31:32.047651 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 35960) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:31:32.053468 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-f4ff1356-573a-4c2f-9600-8eda7df42832 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1199038414-network', 'tenant_id': '75c2271ea2404dde974397de67f194d9'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:31:32.134671 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ff1356-573a-4c2f-9600-8eda7df42832 admin admin] Made reservation on behalf of 75c2271ea2404dde974397de67f194d9 for: {'network': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:31:32.135754 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f4ff1356-573a-4c2f-9600-8eda7df42832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for network (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:32.145604 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f4ff1356-573a-4c2f-9600-8eda7df42832 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:32.162177 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcec21c3-6013-4c5c-9155-023b40fb8918 None None] Sync routers for ids ['8c0c18b6-c83e-4859-8eb0-b804ccb53415'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:31:32.171544 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcec21c3-6013-4c5c-9155-023b40fb8918 None None] Routers {'8c0c18b6-c83e-4859-8eb0-b804ccb53415'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:31:32.172095 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-bcec21c3-6013-4c5c-9155-023b40fb8918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:31:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['8c0c18b6-c83e-4859-8eb0-b804ccb53415'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:31:32.218680 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f4ff1356-573a-4c2f-9600-8eda7df42832 admin admin] Publish callbacks [] for security_group (ca14e748-e821-4db4-bbd5-e39b34a22687), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:32.276571 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-bcec21c3-6013-4c5c-9155-023b40fb8918 None None] Set router 8c0c18b6-c83e-4859-8eb0-b804ccb53415 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:31:32.281681 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f4ff1356-573a-4c2f-9600-8eda7df42832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (ca14e748-e821-4db4-bbd5-e39b34a22687), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:32.303036 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4ff1356-573a-4c2f-9600-8eda7df42832 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=103585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 05:31:32.318687 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff1356-573a-4c2f-9600-8eda7df42832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca14e748-e821-4db4-bbd5-e39b34a22687,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:32.322653 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f4ff1356-573a-4c2f-9600-8eda7df42832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (9d629421-abd2-4a7b-b4b3-1090678f4855), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:32.323000 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.segments_db [None req-f4ff1356-573a-4c2f-9600-8eda7df42832 admin admin] Added segment 9d629421-abd2-4a7b-b4b3-1090678f4855 of type vlan for network 7396952a-b3d3-4e86-9681-fb3e6b3e429e Jan 29 05:31:32.363922 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f4ff1356-573a-4c2f-9600-8eda7df42832 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792711245168'] for network (7396952a-b3d3-4e86-9681-fb3e6b3e429e), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:32.448331 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f4ff1356-573a-4c2f-9600-8eda7df42832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532'] for network (7396952a-b3d3-4e86-9681-fb3e6b3e429e), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:32.449414 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ff1356-573a-4c2f-9600-8eda7df42832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:31:32.450082 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f4ff1356-573a-4c2f-9600-8eda7df42832 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:32.472250 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-bcec21c3-6013-4c5c-9155-023b40fb8918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'name': 'tempest-TestSnapshotPattern-2033582653-router', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '3679bee5-c1b5-4c02-bac9-2da897100f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:31:27Z', 'updated_at': '2022-01-29T05:31:30Z', 'revision_number': 4, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'gw_port': {'id': '3679bee5-c1b5-4c02-bac9-2da897100f89', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:31:27Z', 'updated_at': '2022-01-29T05:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '058fec80-cc0f-4a1d-8d0b-760592b933c4', 'name': '', 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'mac_address': 'fa:16:3e:b7:a4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '9b7ec8e7-a443-47a4-ac1f-c78425fd5245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:31:29Z', 'updated_at': '2022-01-29T05:31:30Z', 'revision_number': 2, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'subnets': [{'id': '9b7ec8e7-a443-47a4-ac1f-c78425fd5245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:31:32.503210 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcec21c3-6013-4c5c-9155-023b40fb8918 None None] Checking router: 8c0c18b6-c83e-4859-8eb0-b804ccb53415 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:31:32.503567 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcec21c3-6013-4c5c-9155-023b40fb8918 None None] Updating router 8c0c18b6-c83e-4859-8eb0-b804ccb53415 port 058fec80-cc0f-4a1d-8d0b-760592b933c4 binding host dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:31:32.511470 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff1356-573a-4c2f-9600-8eda7df42832 admin admin] Pushing event updated for resources: {'Network': ['ID=7396952a-b3d3-4e86-9681-fb3e6b3e429e,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:32.523909 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Network 7396952a-b3d3-4e86-9681-fb3e6b3e429e details requested by agent ovs-agent-dv-neutron-821190-1-hyperv with host dv-neutron-821190-1-hyperv {{(pid=103586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 05:31:32.547273 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bcec21c3-6013-4c5c-9155-023b40fb8918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (058fec80-cc0f-4a1d-8d0b-760592b933c4), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:32.564749 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f4ff1356-573a-4c2f-9600-8eda7df42832 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5159841 Jan 29 05:31:32.567669 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 35962) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:31:32.572382 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-6d48fc64-975c-4515-83fa-4e2004879f99 admin admin] Request body: {'subnet': {'network_id': '7396952a-b3d3-4e86-9681-fb3e6b3e429e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1199038414-subnet', 'tenant_id': '75c2271ea2404dde974397de67f194d9', 'ip_version': 4}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:31:32.676386 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d48fc64-975c-4515-83fa-4e2004879f99 admin admin] Made reservation on behalf of 75c2271ea2404dde974397de67f194d9 for: {'subnet': 1} {{(pid=103585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:31:32.679055 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6d48fc64-975c-4515-83fa-4e2004879f99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59892624'] for subnet (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:32.853457 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bcec21c3-6013-4c5c-9155-023b40fb8918 None None] Publish callbacks [] for port (058fec80-cc0f-4a1d-8d0b-760592b933c4), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:32.899810 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6d48fc64-975c-4515-83fa-4e2004879f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59889083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59892646'] for subnet (934bff94-c0c8-4078-8559-88590d8af664), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:32.927946 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bcec21c3-6013-4c5c-9155-023b40fb8918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (058fec80-cc0f-4a1d-8d0b-760592b933c4), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:32.956604 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d48fc64-975c-4515-83fa-4e2004879f99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=934bff94-c0c8-4078-8559-88590d8af664,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:32.968432 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d48fc64-975c-4515-83fa-4e2004879f99 admin admin] Checking segment: {'id': '9d629421-abd2-4a7b-b4b3-1090678f4855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7396952a-b3d3-4e86-9681-fb3e6b3e429e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:31:32.969175 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d48fc64-975c-4515-83fa-4e2004879f99 admin admin] Network hostable DHCP agents. Network: 7396952a-b3d3-4e86-9681-fb3e6b3e429e, hostable agents: ['3dc9109b-2708-4c8a-87fe-eaf6caa5f82d'], hosted agents: [] {{(pid=103585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 05:31:33.002319 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c53b108-1b4d-431b-bee9-71da3a912908 None None] Pushing event updated for resources: {'Port': ['ID=058fec80-cc0f-4a1d-8d0b-760592b933c4,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:33.035932 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-bcec21c3-6013-4c5c-9155-023b40fb8918 None None] Attempting to bind port 058fec80-cc0f-4a1d-8d0b-760592b933c4 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:31:33.036409 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-bcec21c3-6013-4c5c-9155-023b40fb8918 None None] Attempting to bind port 058fec80-cc0f-4a1d-8d0b-760592b933c4 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': 'cac738a6-7f03-4b41-91bc-e35b86092a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:31:33.036894 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcec21c3-6013-4c5c-9155-023b40fb8918 None None] Attempting to bind port 058fec80-cc0f-4a1d-8d0b-760592b933c4 on network e1146bc8-cfce-44aa-9acf-e62ccd617ae7 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:31:33.042485 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcec21c3-6013-4c5c-9155-023b40fb8918 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:31:33.042991 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcec21c3-6013-4c5c-9155-023b40fb8918 None None] Checking segment: {'id': 'cac738a6-7f03-4b41-91bc-e35b86092a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:31:33.043401 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bcec21c3-6013-4c5c-9155-023b40fb8918 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:33.043793 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcec21c3-6013-4c5c-9155-023b40fb8918 None None] Bound using segment: {'id': 'cac738a6-7f03-4b41-91bc-e35b86092a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:31:33.044249 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-bcec21c3-6013-4c5c-9155-023b40fb8918 None None] Bound port: 058fec80-cc0f-4a1d-8d0b-760592b933c4, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cac738a6-7f03-4b41-91bc-e35b86092a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:31:33.044665 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bcec21c3-6013-4c5c-9155-023b40fb8918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (058fec80-cc0f-4a1d-8d0b-760592b933c4), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:33.065519 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d48fc64-975c-4515-83fa-4e2004879f99 admin admin] Network 7396952a-b3d3-4e86-9681-fb3e6b3e429e is scheduled to be hosted by DHCP agent 3dc9109b-2708-4c8a-87fe-eaf6caa5f82d with binding_index 1 {{(pid=103585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 05:31:33.112925 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-bcec21c3-6013-4c5c-9155-023b40fb8918 None None] For port 058fec80-cc0f-4a1d-8d0b-760592b933c4, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:31:33.115987 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-bcec21c3-6013-4c5c-9155-023b40fb8918 None None] For port 058fec80-cc0f-4a1d-8d0b-760592b933c4, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=058fec80-cc0f-4a1d-8d0b-760592b933c4,segment=NetworkSegment(cac738a6-7f03-4b41-91bc-e35b86092a51),segment_id=cac738a6-7f03-4b41-91bc-e35b86092a51)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:31:33.133336 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-6d48fc64-975c-4515-83fa-4e2004879f99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821190-1-hyperv, 7396952a-b3d3-4e86-9681-fb3e6b3e429e) {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:31:33.137811 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d48fc64-975c-4515-83fa-4e2004879f99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:31:33.138843 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-6d48fc64-975c-4515-83fa-4e2004879f99 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:33.141275 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cce60e-077d-4000-a30e-d9992cc9632d None None] Network 7396952a-b3d3-4e86-9681-fb3e6b3e429e requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:31:33.157112 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-1ee799e3-098b-4e28-838e-4e9abb6362d5 None None] Provisioning complete for port 058fec80-cc0f-4a1d-8d0b-760592b933c4 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:31:33.157609 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1ee799e3-098b-4e28-838e-4e9abb6362d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (058fec80-cc0f-4a1d-8d0b-760592b933c4), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:33.198807 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-6d48fc64-975c-4515-83fa-4e2004879f99 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6301069 Jan 29 05:31:33.201370 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 35964) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:31:33.206152 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-fc3b1c76-21b4-47ad-ae12-da9aee557ecf admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1199038414-router', 'tenant_id': '75c2271ea2404dde974397de67f194d9', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:31:33.207844 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bcec21c3-6013-4c5c-9155-023b40fb8918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (058fec80-cc0f-4a1d-8d0b-760592b933c4), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:33.265596 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fc3b1c76-21b4-47ad-ae12-da9aee557ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-765'] for router (1b548abc-8020-4a93-9154-495d0fec8f74), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:33.266755 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fc3b1c76-21b4-47ad-ae12-da9aee557ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1617585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router (1b548abc-8020-4a93-9154-495d0fec8f74), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:33.280375 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-1ee799e3-098b-4e28-838e-4e9abb6362d5 None None] Port 058fec80-cc0f-4a1d-8d0b-760592b933c4 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:31:33.304585 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c53b108-1b4d-431b-bee9-71da3a912908 None None] Pushing event updated for resources: {'Port': ['ID=058fec80-cc0f-4a1d-8d0b-760592b933c4,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:33.309478 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcec21c3-6013-4c5c-9155-023b40fb8918 None None] Routers {'8c0c18b6-c83e-4859-8eb0-b804ccb53415'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:31:33.310133 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-bcec21c3-6013-4c5c-9155-023b40fb8918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:31:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['8c0c18b6-c83e-4859-8eb0-b804ccb53415'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:31:33.336796 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fc3b1c76-21b4-47ad-ae12-da9aee557ecf admin admin] Publish callbacks [] for router_controller (1b548abc-8020-4a93-9154-495d0fec8f74), precommit_add_association {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:33.366208 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 3679bee5-c1b5-4c02-bac9-2da897100f89 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:31:33.396655 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce16b823-1704-4761-8234-d434190bf7e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04946997-30b2-5e61-8e44-5e9577c0104a-7396952a-b3d3-4e86-9681-fb3e6b3e429e', 'network_id': '7396952a-b3d3-4e86-9681-fb3e6b3e429e', 'project_id': '75c2271ea2404dde974397de67f194d9', 'fixed_ips': [{'subnet_id': '934bff94-c0c8-4078-8559-88590d8af664'}]}} from dv-neutron-821190-1-hyperv. {{(pid=103586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 05:31:33.397980 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ce16b823-1704-4761-8234-d434190bf7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:33.540205 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fc3b1c76-21b4-47ad-ae12-da9aee557ecf admin admin] Publish callbacks [] for router_gateway (1b548abc-8020-4a93-9154-495d0fec8f74), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:33.563449 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-bcec21c3-6013-4c5c-9155-023b40fb8918 None None] Set router 8c0c18b6-c83e-4859-8eb0-b804ccb53415 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:31:33.613310 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 3679bee5-c1b5-4c02-bac9-2da897100f89 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:31:33.613704 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (3679bee5-c1b5-4c02-bac9-2da897100f89), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:33.637789 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-caafc20a-48f0-4fa3-8e2a-3522f3eafb14 None None] Provisioning complete for port 058fec80-cc0f-4a1d-8d0b-760592b933c4 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:31:33.637789 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-caafc20a-48f0-4fa3-8e2a-3522f3eafb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (058fec80-cc0f-4a1d-8d0b-760592b933c4), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:33.787612 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fc3b1c76-21b4-47ad-ae12-da9aee557ecf admin admin] Publish callbacks [] for router_gateway (1b548abc-8020-4a93-9154-495d0fec8f74), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:33.807933 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fc3b1c76-21b4-47ad-ae12-da9aee557ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:33.911405 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-fc3b1c76-21b4-47ad-ae12-da9aee557ecf admin admin] Allocated IP 172.26.8.143 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/98b6834e-dd40-4eff-b5ce-fbf9d6954ea1) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:31:33.935317 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-ce16b823-1704-4761-8234-d434190bf7e3 None None] Allocated IP 172.20.0.2 (7396952a-b3d3-4e86-9681-fb3e6b3e429e/934bff94-c0c8-4078-8559-88590d8af664/b9a976ea-c7af-46ab-8fbc-6c259ed139e4) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:31:34.015683 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fc3b1c76-21b4-47ad-ae12-da9aee557ecf admin admin] Publish callbacks [] for port (98b6834e-dd40-4eff-b5ce-fbf9d6954ea1), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:34.087775 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fc3b1c76-21b4-47ad-ae12-da9aee557ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (98b6834e-dd40-4eff-b5ce-fbf9d6954ea1), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:34.125820 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3b1c76-21b4-47ad-ae12-da9aee557ecf admin admin] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:31:34.129259 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-fc3b1c76-21b4-47ad-ae12-da9aee557ecf admin admin] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:31:34.131174 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 3679bee5-c1b5-4c02-bac9-2da897100f89 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:31:34.132689 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3b1c76-21b4-47ad-ae12-da9aee557ecf admin admin] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:31:34.145798 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-caafc20a-48f0-4fa3-8e2a-3522f3eafb14 None None] Current status of the port 058fec80-cc0f-4a1d-8d0b-760592b933c4 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:31:34.146193 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-caafc20a-48f0-4fa3-8e2a-3522f3eafb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (058fec80-cc0f-4a1d-8d0b-760592b933c4), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:34.156851 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b1c76-21b4-47ad-ae12-da9aee557ecf admin admin] Pushing event updated for resources: {'Port': ['ID=98b6834e-dd40-4eff-b5ce-fbf9d6954ea1,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:34.235114 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-caafc20a-48f0-4fa3-8e2a-3522f3eafb14 None None] For port 058fec80-cc0f-4a1d-8d0b-760592b933c4, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=058fec80-cc0f-4a1d-8d0b-760592b933c4,segment=NetworkSegment(cac738a6-7f03-4b41-91bc-e35b86092a51),segment_id=cac738a6-7f03-4b41-91bc-e35b86092a51)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:31:34.258241 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ce16b823-1704-4761-8234-d434190bf7e3 None None] Publish callbacks [] for port (b9a976ea-c7af-46ab-8fbc-6c259ed139e4), precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:34.262491 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-bcec21c3-6013-4c5c-9155-023b40fb8918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'name': 'tempest-TestSnapshotPattern-2033582653-router', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '3679bee5-c1b5-4c02-bac9-2da897100f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:31:27Z', 'updated_at': '2022-01-29T05:31:30Z', 'revision_number': 4, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'gw_port': {'id': '3679bee5-c1b5-4c02-bac9-2da897100f89', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:31:27Z', 'updated_at': '2022-01-29T05:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '058fec80-cc0f-4a1d-8d0b-760592b933c4', 'name': '', 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'mac_address': 'fa:16:3e:b7:a4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '9b7ec8e7-a443-47a4-ac1f-c78425fd5245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:31:29Z', 'updated_at': '2022-01-29T05:31:33Z', 'revision_number': 4, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'subnets': [{'id': '9b7ec8e7-a443-47a4-ac1f-c78425fd5245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:31:34.290940 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-caafc20a-48f0-4fa3-8e2a-3522f3eafb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (058fec80-cc0f-4a1d-8d0b-760592b933c4), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:34.292745 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcec21c3-6013-4c5c-9155-023b40fb8918 None None] The sync data for ids ['8c0c18b6-c83e-4859-8eb0-b804ccb53415'] in dv-neutron-821190-1-hyperv is: [{'id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'name': 'tempest-TestSnapshotPattern-2033582653-router', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '3679bee5-c1b5-4c02-bac9-2da897100f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:31:27Z', 'updated_at': '2022-01-29T05:31:30Z', 'revision_number': 4, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'gw_port': {'id': '3679bee5-c1b5-4c02-bac9-2da897100f89', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:31:27Z', 'updated_at': '2022-01-29T05:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '058fec80-cc0f-4a1d-8d0b-760592b933c4', 'name': '', 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'mac_address': 'fa:16:3e:b7:a4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '9b7ec8e7-a443-47a4-ac1f-c78425fd5245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:31:29Z', 'updated_at': '2022-01-29T05:31:33Z', 'revision_number': 4, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'subnets': [{'id': '9b7ec8e7-a443-47a4-ac1f-c78425fd5245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:31:34.320523 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ce16b823-1704-4761-8234-d434190bf7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664'] for port (b9a976ea-c7af-46ab-8fbc-6c259ed139e4), after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:34.354224 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce16b823-1704-4761-8234-d434190bf7e3 None None] Network 7396952a-b3d3-4e86-9681-fb3e6b3e429e is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:31:34.357472 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-ce16b823-1704-4761-8234-d434190bf7e3 None None] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:31:34.363863 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caafc20a-48f0-4fa3-8e2a-3522f3eafb14 None None] Pushing event updated for resources: {'Port': ['ID=058fec80-cc0f-4a1d-8d0b-760592b933c4,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:34.366620 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce16b823-1704-4761-8234-d434190bf7e3 None None] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:31:34.449494 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce16b823-1704-4761-8234-d434190bf7e3 None None] Pushing event updated for resources: {'Port': ['ID=b9a976ea-c7af-46ab-8fbc-6c259ed139e4,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:34.466111 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-ce16b823-1704-4761-8234-d434190bf7e3 None None] Attempting to bind port b9a976ea-c7af-46ab-8fbc-6c259ed139e4 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:31:34.466791 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-ce16b823-1704-4761-8234-d434190bf7e3 None None] Attempting to bind port b9a976ea-c7af-46ab-8fbc-6c259ed139e4 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '9d629421-abd2-4a7b-b4b3-1090678f4855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7396952a-b3d3-4e86-9681-fb3e6b3e429e'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:31:34.467421 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce16b823-1704-4761-8234-d434190bf7e3 None None] Attempting to bind port b9a976ea-c7af-46ab-8fbc-6c259ed139e4 on network 7396952a-b3d3-4e86-9681-fb3e6b3e429e {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:31:34.474372 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce16b823-1704-4761-8234-d434190bf7e3 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:31:34.474866 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce16b823-1704-4761-8234-d434190bf7e3 None None] Checking segment: {'id': '9d629421-abd2-4a7b-b4b3-1090678f4855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7396952a-b3d3-4e86-9681-fb3e6b3e429e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:31:34.475282 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ce16b823-1704-4761-8234-d434190bf7e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:34.475680 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce16b823-1704-4761-8234-d434190bf7e3 None None] Bound using segment: {'id': '9d629421-abd2-4a7b-b4b3-1090678f4855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7396952a-b3d3-4e86-9681-fb3e6b3e429e'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:31:34.476185 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-ce16b823-1704-4761-8234-d434190bf7e3 None None] Bound port: b9a976ea-c7af-46ab-8fbc-6c259ed139e4, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d629421-abd2-4a7b-b4b3-1090678f4855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7396952a-b3d3-4e86-9681-fb3e6b3e429e'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:31:34.476600 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ce16b823-1704-4761-8234-d434190bf7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b9a976ea-c7af-46ab-8fbc-6c259ed139e4), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:34.495608 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fc3b1c76-21b4-47ad-ae12-da9aee557ecf admin admin] Publish callbacks [] for router_gateway (1b548abc-8020-4a93-9154-495d0fec8f74), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:34.551620 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-ce16b823-1704-4761-8234-d434190bf7e3 None None] For port b9a976ea-c7af-46ab-8fbc-6c259ed139e4, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:31:34.555274 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-ce16b823-1704-4761-8234-d434190bf7e3 None None] For port b9a976ea-c7af-46ab-8fbc-6c259ed139e4, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=b9a976ea-c7af-46ab-8fbc-6c259ed139e4,segment=NetworkSegment(9d629421-abd2-4a7b-b4b3-1090678f4855),segment_id=9d629421-abd2-4a7b-b4b3-1090678f4855)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:31:34.665394 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ce16b823-1704-4761-8234-d434190bf7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (b9a976ea-c7af-46ab-8fbc-6c259ed139e4), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:34.723117 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fc3b1c76-21b4-47ad-ae12-da9aee557ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1617608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615690'] for router (1b548abc-8020-4a93-9154-495d0fec8f74), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:34.735832 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce16b823-1704-4761-8234-d434190bf7e3 None None] Pushing event updated for resources: {'Port': ['ID=b9a976ea-c7af-46ab-8fbc-6c259ed139e4,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:34.927517 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3b1c76-21b4-47ad-ae12-da9aee557ecf admin admin] Router 1b548abc-8020-4a93-9154-495d0fec8f74 is scheduled to L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e with binding_index 1 {{(pid=103585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 05:31:35.057832 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3b1c76-21b4-47ad-ae12-da9aee557ecf admin admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:31:35.068663 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcb633d-b229-47e4-a4d3-7a77378c2ad3 None None] Sync routers for ids ['1b548abc-8020-4a93-9154-495d0fec8f74'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:31:35.079026 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcb633d-b229-47e4-a4d3-7a77378c2ad3 None None] Routers {'1b548abc-8020-4a93-9154-495d0fec8f74'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:31:35.082102 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-9dcb633d-b229-47e4-a4d3-7a77378c2ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:31:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['1b548abc-8020-4a93-9154-495d0fec8f74'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:31:35.135301 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-fc3b1c76-21b4-47ad-ae12-da9aee557ecf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:35.137197 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-fc3b1c76-21b4-47ad-ae12-da9aee557ecf admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9347031 Jan 29 05:31:35.139839 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 35966) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:31:35.194826 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-9dcb633d-b229-47e4-a4d3-7a77378c2ad3 None None] Set router 1b548abc-8020-4a93-9154-495d0fec8f74 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:31:35.401201 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-9dcb633d-b229-47e4-a4d3-7a77378c2ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b548abc-8020-4a93-9154-495d0fec8f74', 'name': 'tempest-TestSnapshotPattern-1199038414-router', 'tenant_id': '75c2271ea2404dde974397de67f194d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '98b6834e-dd40-4eff-b5ce-fbf9d6954ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:31:33Z', 'updated_at': '2022-01-29T05:31:34Z', 'revision_number': 3, 'project_id': '75c2271ea2404dde974397de67f194d9', 'gw_port': {'id': '98b6834e-dd40-4eff-b5ce-fbf9d6954ea1', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b548abc-8020-4a93-9154-495d0fec8f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:31:33Z', 'updated_at': '2022-01-29T05:31:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:31:35.458491 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcb633d-b229-47e4-a4d3-7a77378c2ad3 None None] Checking router: 1b548abc-8020-4a93-9154-495d0fec8f74 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:31:35.459051 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcb633d-b229-47e4-a4d3-7a77378c2ad3 None None] Updating router 1b548abc-8020-4a93-9154-495d0fec8f74 port 98b6834e-dd40-4eff-b5ce-fbf9d6954ea1 binding host dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:31:35.466061 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device b9a976ea-c7af-46ab-8fbc-6c259ed139e4 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:31:35.504355 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9dcb633d-b229-47e4-a4d3-7a77378c2ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (98b6834e-dd40-4eff-b5ce-fbf9d6954ea1), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:35.564807 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port b9a976ea-c7af-46ab-8fbc-6c259ed139e4 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:31:35.565381 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b9a976ea-c7af-46ab-8fbc-6c259ed139e4), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:35.647129 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d7d149b1-0057-4c56-bc9b-5245c6e61fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:35.666606 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port b9a976ea-c7af-46ab-8fbc-6c259ed139e4 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:31:35.667608 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b9a976ea-c7af-46ab-8fbc-6c259ed139e4), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:35.718801 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port b9a976ea-c7af-46ab-8fbc-6c259ed139e4, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=b9a976ea-c7af-46ab-8fbc-6c259ed139e4,segment=NetworkSegment(9d629421-abd2-4a7b-b4b3-1090678f4855),segment_id=9d629421-abd2-4a7b-b4b3-1090678f4855)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:31:35.796136 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (b9a976ea-c7af-46ab-8fbc-6c259ed139e4), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:35.796977 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 058fec80-cc0f-4a1d-8d0b-760592b933c4 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:31:35.839357 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-d7d149b1-0057-4c56-bc9b-5245c6e61fd9 admin admin] Allocated IP 172.20.0.1 (7396952a-b3d3-4e86-9681-fb3e6b3e429e/934bff94-c0c8-4078-8559-88590d8af664/b7f3139e-0438-42cf-9d1c-3fd1107a336e) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:31:35.852254 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9dcb633d-b229-47e4-a4d3-7a77378c2ad3 None None] Publish callbacks [] for port (98b6834e-dd40-4eff-b5ce-fbf9d6954ea1), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:35.889624 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361a3708-86db-4386-909d-eb618547352d None None] Network 7396952a-b3d3-4e86-9681-fb3e6b3e429e requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:31:35.918092 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=b9a976ea-c7af-46ab-8fbc-6c259ed139e4,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:35.934137 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9dcb633d-b229-47e4-a4d3-7a77378c2ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (98b6834e-dd40-4eff-b5ce-fbf9d6954ea1), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:35.967629 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d7d149b1-0057-4c56-bc9b-5245c6e61fd9 admin admin] Publish callbacks [] for port (b7f3139e-0438-42cf-9d1c-3fd1107a336e), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:35.982417 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-53f4eef2-52cc-4ef8-ab7e-bf172dd90bdf None None] Provisioning complete for port b9a976ea-c7af-46ab-8fbc-6c259ed139e4 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:31:35.982796 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-53f4eef2-52cc-4ef8-ab7e-bf172dd90bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b9a976ea-c7af-46ab-8fbc-6c259ed139e4), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:35.987724 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 058fec80-cc0f-4a1d-8d0b-760592b933c4 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:31:35.988276 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (058fec80-cc0f-4a1d-8d0b-760592b933c4), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:35.994763 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0db2a6-b89f-4d1d-8a20-0ec9ac0a546a None None] Pushing event updated for resources: {'Port': ['ID=98b6834e-dd40-4eff-b5ce-fbf9d6954ea1,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:35.997125 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-9dcb633d-b229-47e4-a4d3-7a77378c2ad3 None None] Attempting to bind port 98b6834e-dd40-4eff-b5ce-fbf9d6954ea1 on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:31:35.997589 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-9dcb633d-b229-47e4-a4d3-7a77378c2ad3 None None] Attempting to bind port 98b6834e-dd40-4eff-b5ce-fbf9d6954ea1 by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:31:35.998042 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcb633d-b229-47e4-a4d3-7a77378c2ad3 None None] Attempting to bind port 98b6834e-dd40-4eff-b5ce-fbf9d6954ea1 on network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:31:36.004546 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcb633d-b229-47e4-a4d3-7a77378c2ad3 None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:31:36.005119 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcb633d-b229-47e4-a4d3-7a77378c2ad3 None None] Checking segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:31:36.005602 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9dcb633d-b229-47e4-a4d3-7a77378c2ad3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:36.006052 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcb633d-b229-47e4-a4d3-7a77378c2ad3 None None] Bound using segment: {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:31:36.006575 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-9dcb633d-b229-47e4-a4d3-7a77378c2ad3 None None] Bound port: 98b6834e-dd40-4eff-b5ce-fbf9d6954ea1, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267e333b-264b-4838-9c3e-a411c9f2318d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:31:36.007008 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9dcb633d-b229-47e4-a4d3-7a77378c2ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (98b6834e-dd40-4eff-b5ce-fbf9d6954ea1), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:36.057121 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-9dcb633d-b229-47e4-a4d3-7a77378c2ad3 None None] For port 98b6834e-dd40-4eff-b5ce-fbf9d6954ea1, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:31:36.059865 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d7d149b1-0057-4c56-bc9b-5245c6e61fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (b7f3139e-0438-42cf-9d1c-3fd1107a336e), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:36.060293 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-9dcb633d-b229-47e4-a4d3-7a77378c2ad3 None None] For port 98b6834e-dd40-4eff-b5ce-fbf9d6954ea1, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=98b6834e-dd40-4eff-b5ce-fbf9d6954ea1,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:31:36.098923 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d149b1-0057-4c56-bc9b-5245c6e61fd9 admin admin] Network 7396952a-b3d3-4e86-9681-fb3e6b3e429e is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:31:36.101940 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-d7d149b1-0057-4c56-bc9b-5245c6e61fd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:31:36.105734 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d149b1-0057-4c56-bc9b-5245c6e61fd9 admin admin] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:31:36.128956 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9dcb633d-b229-47e4-a4d3-7a77378c2ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (98b6834e-dd40-4eff-b5ce-fbf9d6954ea1), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:36.142914 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d149b1-0057-4c56-bc9b-5245c6e61fd9 admin admin] Pushing event updated for resources: {'Port': ['ID=b7f3139e-0438-42cf-9d1c-3fd1107a336e,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:36.157506 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d7d149b1-0057-4c56-bc9b-5245c6e61fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619999'] for router_interface (1b548abc-8020-4a93-9154-495d0fec8f74), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:36.174206 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-53f4eef2-52cc-4ef8-ab7e-bf172dd90bdf None None] Current status of the port b9a976ea-c7af-46ab-8fbc-6c259ed139e4 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:31:36.180343 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 058fec80-cc0f-4a1d-8d0b-760592b933c4 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:31:36.202892 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcb633d-b229-47e4-a4d3-7a77378c2ad3 None None] Routers {'1b548abc-8020-4a93-9154-495d0fec8f74'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:31:36.203712 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-9dcb633d-b229-47e4-a4d3-7a77378c2ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:31:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['1b548abc-8020-4a93-9154-495d0fec8f74'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:31:36.244098 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0db2a6-b89f-4d1d-8a20-0ec9ac0a546a None None] Pushing event updated for resources: {'Port': ['ID=98b6834e-dd40-4eff-b5ce-fbf9d6954ea1,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:36.318607 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-9dcb633d-b229-47e4-a4d3-7a77378c2ad3 None None] Set router 1b548abc-8020-4a93-9154-495d0fec8f74 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:31:36.357288 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d7d149b1-0057-4c56-bc9b-5245c6e61fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b7f3139e-0438-42cf-9d1c-3fd1107a336e), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:36.401441 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-4f51e46a-0e2d-4421-9a87-e17964d8696c None None] Provisioning complete for port b9a976ea-c7af-46ab-8fbc-6c259ed139e4 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:31:36.401840 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4f51e46a-0e2d-4421-9a87-e17964d8696c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b9a976ea-c7af-46ab-8fbc-6c259ed139e4), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:36.509025 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-4f51e46a-0e2d-4421-9a87-e17964d8696c None None] Current status of the port b9a976ea-c7af-46ab-8fbc-6c259ed139e4 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:31:36.525996 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-9dcb633d-b229-47e4-a4d3-7a77378c2ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b548abc-8020-4a93-9154-495d0fec8f74', 'name': 'tempest-TestSnapshotPattern-1199038414-router', 'tenant_id': '75c2271ea2404dde974397de67f194d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '98b6834e-dd40-4eff-b5ce-fbf9d6954ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:31:33Z', 'updated_at': '2022-01-29T05:31:34Z', 'revision_number': 3, 'project_id': '75c2271ea2404dde974397de67f194d9', 'gw_port': {'id': '98b6834e-dd40-4eff-b5ce-fbf9d6954ea1', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b548abc-8020-4a93-9154-495d0fec8f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:31:33Z', 'updated_at': '2022-01-29T05:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:31:36.552095 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d7d149b1-0057-4c56-bc9b-5245c6e61fd9 admin admin] Publish callbacks [] for port (b7f3139e-0438-42cf-9d1c-3fd1107a336e), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:36.559952 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcb633d-b229-47e4-a4d3-7a77378c2ad3 None None] The sync data for ids ['1b548abc-8020-4a93-9154-495d0fec8f74'] in dv-neutron-821190-1-hyperv is: [{'id': '1b548abc-8020-4a93-9154-495d0fec8f74', 'name': 'tempest-TestSnapshotPattern-1199038414-router', 'tenant_id': '75c2271ea2404dde974397de67f194d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '98b6834e-dd40-4eff-b5ce-fbf9d6954ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:31:33Z', 'updated_at': '2022-01-29T05:31:34Z', 'revision_number': 3, 'project_id': '75c2271ea2404dde974397de67f194d9', 'gw_port': {'id': '98b6834e-dd40-4eff-b5ce-fbf9d6954ea1', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b548abc-8020-4a93-9154-495d0fec8f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:31:33Z', 'updated_at': '2022-01-29T05:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:31:36.613533 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d7d149b1-0057-4c56-bc9b-5245c6e61fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (b7f3139e-0438-42cf-9d1c-3fd1107a336e), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:36.631051 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-bdec990b-d8ac-4ef8-887d-5ff04271e089 None None] Provisioning complete for port b7f3139e-0438-42cf-9d1c-3fd1107a336e triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:31:36.631497 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bdec990b-d8ac-4ef8-887d-5ff04271e089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b7f3139e-0438-42cf-9d1c-3fd1107a336e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:36.671487 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-bdec990b-d8ac-4ef8-887d-5ff04271e089 None None] Port b7f3139e-0438-42cf-9d1c-3fd1107a336e cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:31:36.688450 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d149b1-0057-4c56-bc9b-5245c6e61fd9 admin admin] Pushing event updated for resources: {'Port': ['ID=b7f3139e-0438-42cf-9d1c-3fd1107a336e,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:36.691682 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-d7d149b1-0057-4c56-bc9b-5245c6e61fd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1803554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614735'] for router_interface (1b548abc-8020-4a93-9154-495d0fec8f74), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:36.799227 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d149b1-0057-4c56-bc9b-5245c6e61fd9 admin admin] Network 7396952a-b3d3-4e86-9681-fb3e6b3e429e is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:31:36.800946 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-d7d149b1-0057-4c56-bc9b-5245c6e61fd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:31:36.934961 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d149b1-0057-4c56-bc9b-5245c6e61fd9 admin admin] Router 1b548abc-8020-4a93-9154-495d0fec8f74 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:31:37.069116 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d149b1-0057-4c56-bc9b-5245c6e61fd9 admin admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:31:37.074097 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-d7d149b1-0057-4c56-bc9b-5245c6e61fd9 admin admin] 10.222.0.13 "PUT /v2.0/routers/1b548abc-8020-4a93-9154-495d0fec8f74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9331782 Jan 29 05:31:37.101004 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-89255856-70c0-4327-89e3-08fea6a52fbf None None] Provisioning complete for port b7f3139e-0438-42cf-9d1c-3fd1107a336e triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:31:37.101394 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-89255856-70c0-4327-89e3-08fea6a52fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b7f3139e-0438-42cf-9d1c-3fd1107a336e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:37.137722 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-89255856-70c0-4327-89e3-08fea6a52fbf None None] Port b7f3139e-0438-42cf-9d1c-3fd1107a336e cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:31:37.436300 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 98b6834e-dd40-4eff-b5ce-fbf9d6954ea1 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:31:37.485730 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 98b6834e-dd40-4eff-b5ce-fbf9d6954ea1 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:31:37.486779 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (98b6834e-dd40-4eff-b5ce-fbf9d6954ea1), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:37.567565 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 98b6834e-dd40-4eff-b5ce-fbf9d6954ea1 is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:31:37.567870 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (98b6834e-dd40-4eff-b5ce-fbf9d6954ea1), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:37.587442 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] For port 98b6834e-dd40-4eff-b5ce-fbf9d6954ea1, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=98b6834e-dd40-4eff-b5ce-fbf9d6954ea1,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:31:37.687429 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (98b6834e-dd40-4eff-b5ce-fbf9d6954ea1), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:37.688226 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device b9a976ea-c7af-46ab-8fbc-6c259ed139e4 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:31:37.693855 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 35974) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:31:37.699009 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-73db5ea5-a4d6-4ccb-bf53-bb9dff42f480 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1544693532', 'description': 'tempest-secgroup-smoke-1544693532 description', 'project_id': '798ce32e63604c6ca430b4ce598ec619'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:31:37.763227 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Pushing event updated for resources: {'Port': ['ID=98b6834e-dd40-4eff-b5ce-fbf9d6954ea1,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:37.776652 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port b9a976ea-c7af-46ab-8fbc-6c259ed139e4 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:31:37.777022 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b9a976ea-c7af-46ab-8fbc-6c259ed139e4), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:37.779164 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-73db5ea5-a4d6-4ccb-bf53-bb9dff42f480 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks [] for security_group (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:37.858042 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-73db5ea5-a4d6-4ccb-bf53-bb9dff42f480 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks [] for security_group (3f679f24-12f3-497b-b08e-7fae8f340f21), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:37.865954 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port b9a976ea-c7af-46ab-8fbc-6c259ed139e4 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:31:37.921694 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-73db5ea5-a4d6-4ccb-bf53-bb9dff42f480 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (3f679f24-12f3-497b-b08e-7fae8f340f21), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:37.951092 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db5ea5-a4d6-4ccb-bf53-bb9dff42f480 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f679f24-12f3-497b-b08e-7fae8f340f21,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:38.021252 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-73db5ea5-a4d6-4ccb-bf53-bb9dff42f480 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:38.022834 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-73db5ea5-a4d6-4ccb-bf53-bb9dff42f480 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3274622 Jan 29 05:31:38.089553 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 35976) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:31:38.094197 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-22a8a241-ad5a-4b65-beeb-52ff3da82a26 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Request body: {'security_group_rule': {'security_group_id': '3f679f24-12f3-497b-b08e-7fae8f340f21', 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:31:38.123387 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded14da5-a4fd-47e7-b6b4-3c929921be9a None None] Sync routers for ids ['1b548abc-8020-4a93-9154-495d0fec8f74'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:31:38.133524 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded14da5-a4fd-47e7-b6b4-3c929921be9a None None] Routers {'1b548abc-8020-4a93-9154-495d0fec8f74'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:31:38.134162 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-ded14da5-a4fd-47e7-b6b4-3c929921be9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:31:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['1b548abc-8020-4a93-9154-495d0fec8f74'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:31:38.178043 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-22a8a241-ad5a-4b65-beeb-52ff3da82a26 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks [] for security_group_rule (fde9e3b2-0583-46e2-b06c-df2263589c2c), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:38.241576 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-22a8a241-ad5a-4b65-beeb-52ff3da82a26 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks [] for security_group_rule (fde9e3b2-0583-46e2-b06c-df2263589c2c), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:38.241853 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-ded14da5-a4fd-47e7-b6b4-3c929921be9a None None] Set router 1b548abc-8020-4a93-9154-495d0fec8f74 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:31:38.315970 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-22a8a241-ad5a-4b65-beeb-52ff3da82a26 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (fde9e3b2-0583-46e2-b06c-df2263589c2c), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:38.333089 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a8a241-ad5a-4b65-beeb-52ff3da82a26 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fde9e3b2-0583-46e2-b06c-df2263589c2c,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:38.410055 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-22a8a241-ad5a-4b65-beeb-52ff3da82a26 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:38.411183 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-22a8a241-ad5a-4b65-beeb-52ff3da82a26 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3206596 Jan 29 05:31:38.413968 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 35978) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:31:38.418298 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-ec1e2010-a5e8-4990-92e9-a23edc7383d3 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Request body: {'security_group_rule': {'security_group_id': '3f679f24-12f3-497b-b08e-7fae8f340f21', 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:31:38.439512 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-ded14da5-a4fd-47e7-b6b4-3c929921be9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b548abc-8020-4a93-9154-495d0fec8f74', 'name': 'tempest-TestSnapshotPattern-1199038414-router', 'tenant_id': '75c2271ea2404dde974397de67f194d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '98b6834e-dd40-4eff-b5ce-fbf9d6954ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:31:33Z', 'updated_at': '2022-01-29T05:31:36Z', 'revision_number': 4, 'project_id': '75c2271ea2404dde974397de67f194d9', 'gw_port': {'id': '98b6834e-dd40-4eff-b5ce-fbf9d6954ea1', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b548abc-8020-4a93-9154-495d0fec8f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:31:33Z', 'updated_at': '2022-01-29T05:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'b7f3139e-0438-42cf-9d1c-3fd1107a336e', 'name': '', 'network_id': '7396952a-b3d3-4e86-9681-fb3e6b3e429e', 'tenant_id': '75c2271ea2404dde974397de67f194d9', 'mac_address': 'fa:16:3e:7b:48:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b548abc-8020-4a93-9154-495d0fec8f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '934bff94-c0c8-4078-8559-88590d8af664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:31:35Z', 'updated_at': '2022-01-29T05:31:36Z', 'revision_number': 2, 'project_id': '75c2271ea2404dde974397de67f194d9', 'subnets': [{'id': '934bff94-c0c8-4078-8559-88590d8af664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:31:38.470977 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded14da5-a4fd-47e7-b6b4-3c929921be9a None None] Checking router: 1b548abc-8020-4a93-9154-495d0fec8f74 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:31:38.471414 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded14da5-a4fd-47e7-b6b4-3c929921be9a None None] Updating router 1b548abc-8020-4a93-9154-495d0fec8f74 port b7f3139e-0438-42cf-9d1c-3fd1107a336e binding host dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:31:38.499206 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ded14da5-a4fd-47e7-b6b4-3c929921be9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b7f3139e-0438-42cf-9d1c-3fd1107a336e), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:38.509563 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ec1e2010-a5e8-4990-92e9-a23edc7383d3 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks [] for security_group_rule (0e70855d-fb57-44ce-bf05-8bca8ee10609), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:38.569560 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ec1e2010-a5e8-4990-92e9-a23edc7383d3 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks [] for security_group_rule (0e70855d-fb57-44ce-bf05-8bca8ee10609), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:38.652918 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ec1e2010-a5e8-4990-92e9-a23edc7383d3 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (0e70855d-fb57-44ce-bf05-8bca8ee10609), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:38.668626 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e2010-a5e8-4990-92e9-a23edc7383d3 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e70855d-fb57-44ce-bf05-8bca8ee10609,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:38.746304 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-ec1e2010-a5e8-4990-92e9-a23edc7383d3 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:38.747597 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-ec1e2010-a5e8-4990-92e9-a23edc7383d3 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3326955 Jan 29 05:31:38.750445 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 35980) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:31:38.755136 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-af06a7d4-10b1-41e6-8c86-a0032fa9b938 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Request body: {'security_group_rule': {'security_group_id': '3f679f24-12f3-497b-b08e-7fae8f340f21', 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:31:38.757381 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ded14da5-a4fd-47e7-b6b4-3c929921be9a None None] Publish callbacks [] for port (b7f3139e-0438-42cf-9d1c-3fd1107a336e), precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:38.824588 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ded14da5-a4fd-47e7-b6b4-3c929921be9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (b7f3139e-0438-42cf-9d1c-3fd1107a336e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:38.848063 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-af06a7d4-10b1-41e6-8c86-a0032fa9b938 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks [] for security_group_rule (dc1a0ff9-e968-42ac-84ca-36797deeda7a), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:38.880786 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63315cae-03de-4001-8043-d93ac7764b62 None None] Pushing event updated for resources: {'Port': ['ID=b7f3139e-0438-42cf-9d1c-3fd1107a336e,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:38.929841 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-af06a7d4-10b1-41e6-8c86-a0032fa9b938 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks [] for security_group_rule (dc1a0ff9-e968-42ac-84ca-36797deeda7a), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:38.943202 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-ded14da5-a4fd-47e7-b6b4-3c929921be9a None None] Attempting to bind port b7f3139e-0438-42cf-9d1c-3fd1107a336e on host dv-neutron-821190-1-hyperv for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:31:38.943579 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-ded14da5-a4fd-47e7-b6b4-3c929921be9a None None] Attempting to bind port b7f3139e-0438-42cf-9d1c-3fd1107a336e by drivers openvswitch,hyperv on host dv-neutron-821190-1-hyperv at level 0 using segments [{'id': '9d629421-abd2-4a7b-b4b3-1090678f4855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7396952a-b3d3-4e86-9681-fb3e6b3e429e'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:31:38.943934 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded14da5-a4fd-47e7-b6b4-3c929921be9a None None] Attempting to bind port b7f3139e-0438-42cf-9d1c-3fd1107a336e on network 7396952a-b3d3-4e86-9681-fb3e6b3e429e {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:31:38.950114 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded14da5-a4fd-47e7-b6b4-3c929921be9a None None] Checking agent: {'id': '57f53ed9-c904-4a7c-b807-ebce39dc2d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 17, 26), 'started_at': datetime.datetime(2022, 1, 29, 4, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:31:38.950466 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded14da5-a4fd-47e7-b6b4-3c929921be9a None None] Checking segment: {'id': '9d629421-abd2-4a7b-b4b3-1090678f4855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7396952a-b3d3-4e86-9681-fb3e6b3e429e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:31:38.950865 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ded14da5-a4fd-47e7-b6b4-3c929921be9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:38.951256 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded14da5-a4fd-47e7-b6b4-3c929921be9a None None] Bound using segment: {'id': '9d629421-abd2-4a7b-b4b3-1090678f4855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7396952a-b3d3-4e86-9681-fb3e6b3e429e'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:31:38.951717 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-ded14da5-a4fd-47e7-b6b4-3c929921be9a None None] Bound port: b7f3139e-0438-42cf-9d1c-3fd1107a336e, host: dv-neutron-821190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d629421-abd2-4a7b-b4b3-1090678f4855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7396952a-b3d3-4e86-9681-fb3e6b3e429e'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:31:38.952095 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ded14da5-a4fd-47e7-b6b4-3c929921be9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b7f3139e-0438-42cf-9d1c-3fd1107a336e), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:39.008241 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-af06a7d4-10b1-41e6-8c86-a0032fa9b938 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (dc1a0ff9-e968-42ac-84ca-36797deeda7a), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:39.022050 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-ded14da5-a4fd-47e7-b6b4-3c929921be9a None None] For port b7f3139e-0438-42cf-9d1c-3fd1107a336e, host dv-neutron-821190-1-hyperv, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:31:39.025394 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-ded14da5-a4fd-47e7-b6b4-3c929921be9a None None] For port b7f3139e-0438-42cf-9d1c-3fd1107a336e, host dv-neutron-821190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=b7f3139e-0438-42cf-9d1c-3fd1107a336e,segment=NetworkSegment(9d629421-abd2-4a7b-b4b3-1090678f4855),segment_id=9d629421-abd2-4a7b-b4b3-1090678f4855)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:31:39.027685 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06a7d4-10b1-41e6-8c86-a0032fa9b938 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc1a0ff9-e968-42ac-84ca-36797deeda7a,revision_number=0']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:39.101076 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-af06a7d4-10b1-41e6-8c86-a0032fa9b938 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:39.102323 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-af06a7d4-10b1-41e6-8c86-a0032fa9b938 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3508060 Jan 29 05:31:39.105178 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 35982) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:31:39.109712 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-1d2e5250-95a4-46ea-a2df-6acfcab3e675 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Request body: {'security_group_rule': {'security_group_id': '3f679f24-12f3-497b-b08e-7fae8f340f21', 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:31:39.133814 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ded14da5-a4fd-47e7-b6b4-3c929921be9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (b7f3139e-0438-42cf-9d1c-3fd1107a336e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:39.195533 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1d2e5250-95a4-46ea-a2df-6acfcab3e675 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks [] for security_group_rule (f9e13e20-f231-4394-ae44-8cacc07147bb), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:39.206242 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-084750fe-4bb4-4f15-b05a-5bb80c80fde0 None None] Provisioning complete for port b7f3139e-0438-42cf-9d1c-3fd1107a336e triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:31:39.206619 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-084750fe-4bb4-4f15-b05a-5bb80c80fde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b7f3139e-0438-42cf-9d1c-3fd1107a336e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:39.209221 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63315cae-03de-4001-8043-d93ac7764b62 None None] Pushing event updated for resources: {'Port': ['ID=b7f3139e-0438-42cf-9d1c-3fd1107a336e,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:39.213665 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded14da5-a4fd-47e7-b6b4-3c929921be9a None None] Routers {'1b548abc-8020-4a93-9154-495d0fec8f74'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:31:39.214272 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-ded14da5-a4fd-47e7-b6b4-3c929921be9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:31:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['1b548abc-8020-4a93-9154-495d0fec8f74'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:31:39.263756 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1d2e5250-95a4-46ea-a2df-6acfcab3e675 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks [] for security_group_rule (f9e13e20-f231-4394-ae44-8cacc07147bb), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:39.346210 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1d2e5250-95a4-46ea-a2df-6acfcab3e675 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (f9e13e20-f231-4394-ae44-8cacc07147bb), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:39.366727 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e5250-95a4-46ea-a2df-6acfcab3e675 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9e13e20-f231-4394-ae44-8cacc07147bb,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:39.443944 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1d2e5250-95a4-46ea-a2df-6acfcab3e675 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:39.445147 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-1d2e5250-95a4-46ea-a2df-6acfcab3e675 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3389425 Jan 29 05:31:39.452080 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 35984) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:31:39.452343 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-10a060f4-2a50-4702-ad54-f7e95dcc6c66 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Request body: {'security_group_rule': {'security_group_id': '3f679f24-12f3-497b-b08e-7fae8f340f21', 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:31:39.485552 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 98b6834e-dd40-4eff-b5ce-fbf9d6954ea1 up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:31:39.545060 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.securitygroups_db [None req-10a060f4-2a50-4702-ad54-f7e95dcc6c66 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Project 798ce32e63604c6ca430b4ce598ec619 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 05:31:39.550859 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-10a060f4-2a50-4702-ad54-f7e95dcc6c66 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks [] for security_group_rule (a8fb486a-30bc-4a38-971b-5cb8f68aa761), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:39.566889 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-ded14da5-a4fd-47e7-b6b4-3c929921be9a None None] Set router 1b548abc-8020-4a93-9154-495d0fec8f74 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:31:39.604417 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-084750fe-4bb4-4f15-b05a-5bb80c80fde0 None None] Current status of the port b7f3139e-0438-42cf-9d1c-3fd1107a336e is: DOWN; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:31:39.604853 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-084750fe-4bb4-4f15-b05a-5bb80c80fde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (b7f3139e-0438-42cf-9d1c-3fd1107a336e), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:39.611904 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-10a060f4-2a50-4702-ad54-f7e95dcc6c66 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks [] for security_group_rule (a8fb486a-30bc-4a38-971b-5cb8f68aa761), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:39.664464 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-10a060f4-2a50-4702-ad54-f7e95dcc6c66 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (a8fb486a-30bc-4a38-971b-5cb8f68aa761), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:39.682883 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a060f4-2a50-4702-ad54-f7e95dcc6c66 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8fb486a-30bc-4a38-971b-5cb8f68aa761,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:39.694025 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port 98b6834e-dd40-4eff-b5ce-fbf9d6954ea1 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:31:39.694398 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (98b6834e-dd40-4eff-b5ce-fbf9d6954ea1), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:39.701360 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-084750fe-4bb4-4f15-b05a-5bb80c80fde0 None None] For port b7f3139e-0438-42cf-9d1c-3fd1107a336e, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=b7f3139e-0438-42cf-9d1c-3fd1107a336e,segment=NetworkSegment(9d629421-abd2-4a7b-b4b3-1090678f4855),segment_id=9d629421-abd2-4a7b-b4b3-1090678f4855)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:31:39.729513 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-10a060f4-2a50-4702-ad54-f7e95dcc6c66 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:39.730771 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-10a060f4-2a50-4702-ad54-f7e95dcc6c66 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2818885 Jan 29 05:31:39.733526 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 35986) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:31:39.738722 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-62701f71-a8ad-4135-ae41-e40e3586af35 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Request body: {'security_group_rule': {'security_group_id': '3f679f24-12f3-497b-b08e-7fae8f340f21', 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:31:39.771683 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-084750fe-4bb4-4f15-b05a-5bb80c80fde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (b7f3139e-0438-42cf-9d1c-3fd1107a336e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:39.802293 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.securitygroups_db [None req-62701f71-a8ad-4135-ae41-e40e3586af35 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Project 798ce32e63604c6ca430b4ce598ec619 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 05:31:39.807467 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-62701f71-a8ad-4135-ae41-e40e3586af35 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks [] for security_group_rule (d8f016f4-8be5-4a4d-9afb-4370690a5866), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:39.871348 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-62701f71-a8ad-4135-ae41-e40e3586af35 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks [] for security_group_rule (d8f016f4-8be5-4a4d-9afb-4370690a5866), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:39.907182 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084750fe-4bb4-4f15-b05a-5bb80c80fde0 None None] Pushing event updated for resources: {'Port': ['ID=b7f3139e-0438-42cf-9d1c-3fd1107a336e,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:39.924710 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port 98b6834e-dd40-4eff-b5ce-fbf9d6954ea1 is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:31:39.925890 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-7f293cab-c975-473d-bff3-af6c6a16c623 None None] Provisioning complete for port b7f3139e-0438-42cf-9d1c-3fd1107a336e triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:31:39.926400 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7f293cab-c975-473d-bff3-af6c6a16c623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b7f3139e-0438-42cf-9d1c-3fd1107a336e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:39.961771 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-62701f71-a8ad-4135-ae41-e40e3586af35 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633202'] for security_group_rule (d8f016f4-8be5-4a4d-9afb-4370690a5866), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:39.971781 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-ded14da5-a4fd-47e7-b6b4-3c929921be9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b548abc-8020-4a93-9154-495d0fec8f74', 'name': 'tempest-TestSnapshotPattern-1199038414-router', 'tenant_id': '75c2271ea2404dde974397de67f194d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '98b6834e-dd40-4eff-b5ce-fbf9d6954ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:31:33Z', 'updated_at': '2022-01-29T05:31:36Z', 'revision_number': 4, 'project_id': '75c2271ea2404dde974397de67f194d9', 'gw_port': {'id': '98b6834e-dd40-4eff-b5ce-fbf9d6954ea1', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b548abc-8020-4a93-9154-495d0fec8f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:31:33Z', 'updated_at': '2022-01-29T05:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'b7f3139e-0438-42cf-9d1c-3fd1107a336e', 'name': '', 'network_id': '7396952a-b3d3-4e86-9681-fb3e6b3e429e', 'tenant_id': '75c2271ea2404dde974397de67f194d9', 'mac_address': 'fa:16:3e:7b:48:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b548abc-8020-4a93-9154-495d0fec8f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '934bff94-c0c8-4078-8559-88590d8af664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:31:35Z', 'updated_at': '2022-01-29T05:31:39Z', 'revision_number': 4, 'project_id': '75c2271ea2404dde974397de67f194d9', 'subnets': [{'id': '934bff94-c0c8-4078-8559-88590d8af664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:31:39.984296 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62701f71-a8ad-4135-ae41-e40e3586af35 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8f016f4-8be5-4a4d-9afb-4370690a5866,revision_number=0']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:40.005173 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded14da5-a4fd-47e7-b6b4-3c929921be9a None None] The sync data for ids ['1b548abc-8020-4a93-9154-495d0fec8f74'] in dv-neutron-821190-1-hyperv is: [{'id': '1b548abc-8020-4a93-9154-495d0fec8f74', 'name': 'tempest-TestSnapshotPattern-1199038414-router', 'tenant_id': '75c2271ea2404dde974397de67f194d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '98b6834e-dd40-4eff-b5ce-fbf9d6954ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:31:33Z', 'updated_at': '2022-01-29T05:31:36Z', 'revision_number': 4, 'project_id': '75c2271ea2404dde974397de67f194d9', 'gw_port': {'id': '98b6834e-dd40-4eff-b5ce-fbf9d6954ea1', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b548abc-8020-4a93-9154-495d0fec8f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:31:33Z', 'updated_at': '2022-01-29T05:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': 'b7f3139e-0438-42cf-9d1c-3fd1107a336e', 'name': '', 'network_id': '7396952a-b3d3-4e86-9681-fb3e6b3e429e', 'tenant_id': '75c2271ea2404dde974397de67f194d9', 'mac_address': 'fa:16:3e:7b:48:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b548abc-8020-4a93-9154-495d0fec8f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '934bff94-c0c8-4078-8559-88590d8af664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:31:35Z', 'updated_at': '2022-01-29T05:31:39Z', 'revision_number': 4, 'project_id': '75c2271ea2404dde974397de67f194d9', 'subnets': [{'id': '934bff94-c0c8-4078-8559-88590d8af664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:31:40.046405 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-7f293cab-c975-473d-bff3-af6c6a16c623 None None] Current status of the port b7f3139e-0438-42cf-9d1c-3fd1107a336e is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:31:40.052296 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-62701f71-a8ad-4135-ae41-e40e3586af35 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:40.062707 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-62701f71-a8ad-4135-ae41-e40e3586af35 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3191059 Jan 29 05:31:40.214603 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-277c6dff-78ff-4c81-a4c3-518d91e7d657 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1544693532&fields=id&tenant_id=798ce32e63604c6ca430b4ce598ec619 HTTP/1.1" status: 200 len: 267 time: 0.0469382 Jan 29 05:31:40.327919 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-ef110ef1-2ae6-4b97-9226-c4a28d99b9fc tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:31:40.330677 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-ef110ef1-2ae6-4b97-9226-c4a28d99b9fc tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/networks?id=e1146bc8-cfce-44aa-9acf-e62ccd617ae7 HTTP/1.1" status: 200 len: 810 time: 0.1046925 Jan 29 05:31:40.344705 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-7e862b65-f221-4d73-875f-20d323121f9c tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/quotas/798ce32e63604c6ca430b4ce598ec619 HTTP/1.1" status: 200 len: 375 time: 0.0094550 Jan 29 05:31:40.406090 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-0429f84e-b82d-4f73-9d23-b6a73861a81c tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=798ce32e63604c6ca430b4ce598ec619&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558698 Jan 29 05:31:40.599419 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-8b630336-3e31-4e4b-b1cb-618d1b77297b service neutron] 10.222.0.13 "GET /v2.0/networks/e1146bc8-cfce-44aa-9acf-e62ccd617ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793842 Jan 29 05:31:40.692626 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-501469c6-d465-4057-a5cb-e07deb3c2bc4 service neutron] 10.222.0.13 "GET /v2.0/networks/e1146bc8-cfce-44aa-9acf-e62ccd617ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871725 Jan 29 05:31:40.962666 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2f46cbfc-f0f0-419b-b0d2-0ee2e9b38678 req-94520ea8-1b39-41f1-a42d-d869d23c7ac4 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c53879f-d233-481d-a836-e7883cad4610 HTTP/1.1" status: 200 len: 210 time: 0.0284698 Jan 29 05:31:41.373688 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device b7f3139e-0438-42cf-9d1c-3fd1107a336e up at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:31:41.423978 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Provisioning complete for port b7f3139e-0438-42cf-9d1c-3fd1107a336e triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:31:41.424507 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (b7f3139e-0438-42cf-9d1c-3fd1107a336e), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:41.502638 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Current status of the port b7f3139e-0438-42cf-9d1c-3fd1107a336e is: ACTIVE; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:31:42.057753 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-bbff63b2-f92e-4ba6-b338-0252c01ba57f req-53a5801f-6241-4086-9f41-d6da30920be7 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c53879f-d233-481d-a836-e7883cad4610 HTTP/1.1" status: 200 len: 210 time: 0.0284312 Jan 29 05:31:43.054072 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-29103ac6-8b95-421a-ba61-7911f35c0b40 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:31:43.055514 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-29103ac6-8b95-421a-ba61-7911f35c0b40 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.18 "GET /v2.0/networks?id=e1146bc8-cfce-44aa-9acf-e62ccd617ae7 HTTP/1.1" status: 200 len: 810 time: 0.1038222 Jan 29 05:31:43.124228 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-6adf283c-feff-4c14-9695-210aba35250b tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=798ce32e63604c6ca430b4ce598ec619 HTTP/1.1" status: 200 len: 380 time: 0.0559199 Jan 29 05:31:43.140661 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-5156bbf4-5113-4bee-ae6d-1a53f90334c1 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Request body: {'port': {'device_id': '8c53879f-d233-481d-a836-e7883cad4610', 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7', 'admin_state_up': True, 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'security_groups': ['3f679f24-12f3-497b-b08e-7fae8f340f21']}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:31:43.154288 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1f1c9826-4aa8-46ba-bd8c-51a969474fb7 req-4e818e90-39f7-43b5-809a-a0943f344b93 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c53879f-d233-481d-a836-e7883cad4610 HTTP/1.1" status: 200 len: 210 time: 0.0298862 Jan 29 05:31:43.333201 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-5156bbf4-5113-4bee-ae6d-1a53f90334c1 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Made reservation on behalf of 798ce32e63604c6ca430b4ce598ec619 for: {'port': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:31:43.336729 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-5156bbf4-5113-4bee-ae6d-1a53f90334c1 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:43.460055 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-5156bbf4-5113-4bee-ae6d-1a53f90334c1 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Allocated IP 172.20.0.8 (e1146bc8-cfce-44aa-9acf-e62ccd617ae7/9b7ec8e7-a443-47a4-ac1f-c78425fd5245/82542ea8-2d1f-4198-9281-944b02b539a7) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:31:43.595552 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-5156bbf4-5113-4bee-ae6d-1a53f90334c1 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks [] for port (82542ea8-2d1f-4198-9281-944b02b539a7), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:43.699968 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-5156bbf4-5113-4bee-ae6d-1a53f90334c1 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (82542ea8-2d1f-4198-9281-944b02b539a7), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:43.742961 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-5156bbf4-5113-4bee-ae6d-1a53f90334c1 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Network e1146bc8-cfce-44aa-9acf-e62ccd617ae7 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:31:43.745724 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-5156bbf4-5113-4bee-ae6d-1a53f90334c1 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:31:43.749213 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-5156bbf4-5113-4bee-ae6d-1a53f90334c1 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:31:43.774154 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156bbf4-5113-4bee-ae6d-1a53f90334c1 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Pushing event updated for resources: {'Port': ['ID=82542ea8-2d1f-4198-9281-944b02b539a7,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:43.802569 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-5156bbf4-5113-4bee-ae6d-1a53f90334c1 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:31:43.803294 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-5156bbf4-5113-4bee-ae6d-1a53f90334c1 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:43.890006 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-5156bbf4-5113-4bee-ae6d-1a53f90334c1 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7534044 Jan 29 05:31:43.942145 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-ce6ccfa8-8fc4-4562-a62f-2dfbad440420 service neutron] Request body: {'port': {'device_id': '8c53879f-d233-481d-a836-e7883cad4610', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:31:43.992722 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-1fdd710f-f775-429e-a82c-b3e876028d41 None None] Provisioning complete for port 82542ea8-2d1f-4198-9281-944b02b539a7 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:31:43.993379 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1fdd710f-f775-429e-a82c-b3e876028d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (82542ea8-2d1f-4198-9281-944b02b539a7), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:44.005753 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-ce6ccfa8-8fc4-4562-a62f-2dfbad440420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (82542ea8-2d1f-4198-9281-944b02b539a7), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:44.026289 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-1fdd710f-f775-429e-a82c-b3e876028d41 None None] Port 82542ea8-2d1f-4198-9281-944b02b539a7 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:31:44.271576 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-ce6ccfa8-8fc4-4562-a62f-2dfbad440420 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82542ea8-2d1f-4198-9281-944b02b539a7 {{(pid=103584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 05:31:44.277618 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70aeca-f02e-49f4-af5a-098ac4c9f39e req-efef98c8-1604-499c-8c7f-caea42232f96 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:31:44.279083 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ae70aeca-f02e-49f4-af5a-098ac4c9f39e req-efef98c8-1604-499c-8c7f-caea42232f96 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c53879f-d233-481d-a836-e7883cad4610 HTTP/1.1" status: 200 len: 931 time: 0.0577044 Jan 29 05:31:44.279262 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-ce6ccfa8-8fc4-4562-a62f-2dfbad440420 service neutron] Publish callbacks [] for port (82542ea8-2d1f-4198-9281-944b02b539a7), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:44.291290 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.provisioning_blocks [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-ce6ccfa8-8fc4-4562-a62f-2dfbad440420 service neutron] Transition to ACTIVE for port object 82542ea8-2d1f-4198-9281-944b02b539a7 will not be triggered until provisioned by entity L2. {{(pid=103584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 05:31:44.328150 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ae70aeca-f02e-49f4-af5a-098ac4c9f39e req-666142e3-d6e8-4d3e-b5c9-14341141b2a5 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f679f24-12f3-497b-b08e-7fae8f340f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434675 Jan 29 05:31:44.361566 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-ce6ccfa8-8fc4-4562-a62f-2dfbad440420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (82542ea8-2d1f-4198-9281-944b02b539a7), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:44.413683 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ccfa8-8fc4-4562-a62f-2dfbad440420 service neutron] Pushing event updated for resources: {'Port': ['ID=82542ea8-2d1f-4198-9281-944b02b539a7,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:44.486494 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-ce6ccfa8-8fc4-4562-a62f-2dfbad440420 service neutron] Attempting to bind port 82542ea8-2d1f-4198-9281-944b02b539a7 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:31:44.486822 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-ce6ccfa8-8fc4-4562-a62f-2dfbad440420 service neutron] Attempting to bind port 82542ea8-2d1f-4198-9281-944b02b539a7 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'cac738a6-7f03-4b41-91bc-e35b86092a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7'}] {{(pid=103584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:31:44.487153 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-ce6ccfa8-8fc4-4562-a62f-2dfbad440420 service neutron] Attempting to bind port 82542ea8-2d1f-4198-9281-944b02b539a7 on network e1146bc8-cfce-44aa-9acf-e62ccd617ae7 {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:31:44.492314 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-ce6ccfa8-8fc4-4562-a62f-2dfbad440420 service neutron] Port 82542ea8-2d1f-4198-9281-944b02b539a7 on network e1146bc8-cfce-44aa-9acf-e62ccd617ae7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 05:31:44.492672 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-ce6ccfa8-8fc4-4562-a62f-2dfbad440420 service neutron] Attempting to bind port 82542ea8-2d1f-4198-9281-944b02b539a7 on network e1146bc8-cfce-44aa-9acf-e62ccd617ae7 {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:31:44.497646 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-ce6ccfa8-8fc4-4562-a62f-2dfbad440420 service neutron] Checking agent: {'id': '15eedd85-6d76-4715-a40f-dc31e854816c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'started_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:31:44.497990 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-ce6ccfa8-8fc4-4562-a62f-2dfbad440420 service neutron] Checking segment: {'id': 'cac738a6-7f03-4b41-91bc-e35b86092a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:31:44.498375 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-ce6ccfa8-8fc4-4562-a62f-2dfbad440420 service neutron] Bound using segment: {'id': 'cac738a6-7f03-4b41-91bc-e35b86092a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7'} {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:31:44.498802 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-ce6ccfa8-8fc4-4562-a62f-2dfbad440420 service neutron] Bound port: 82542ea8-2d1f-4198-9281-944b02b539a7, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cac738a6-7f03-4b41-91bc-e35b86092a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7'}}] {{(pid=103584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:31:44.499161 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-ce6ccfa8-8fc4-4562-a62f-2dfbad440420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (82542ea8-2d1f-4198-9281-944b02b539a7), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:44.565412 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-ce6ccfa8-8fc4-4562-a62f-2dfbad440420 service neutron] For port 82542ea8-2d1f-4198-9281-944b02b539a7, host hv-neutron-8211, cleared binding levels {{(pid=103584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:31:44.568646 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-ce6ccfa8-8fc4-4562-a62f-2dfbad440420 service neutron] For port 82542ea8-2d1f-4198-9281-944b02b539a7, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=82542ea8-2d1f-4198-9281-944b02b539a7,segment=NetworkSegment(cac738a6-7f03-4b41-91bc-e35b86092a51),segment_id=cac738a6-7f03-4b41-91bc-e35b86092a51)] {{(pid=103584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:31:44.613649 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-ce6ccfa8-8fc4-4562-a62f-2dfbad440420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (82542ea8-2d1f-4198-9281-944b02b539a7), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:44.652301 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-ce6ccfa8-8fc4-4562-a62f-2dfbad440420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:31:44.652950 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-ce6ccfa8-8fc4-4562-a62f-2dfbad440420 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:44.654705 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-ce6ccfa8-8fc4-4562-a62f-2dfbad440420 service neutron] 10.222.0.18 "PUT /v2.0/ports/82542ea8-2d1f-4198-9281-944b02b539a7 HTTP/1.1" status: 200 len: 1093 time: 0.7168341 Jan 29 05:31:44.654932 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c53879f-d233-481d-a836-e7883cad4610', 'tag': '82542ea8-2d1f-4198-9281-944b02b539a7'}] {{(pid=103584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:31:44.661246 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec1b9e6470b5c8ede4d9690632b6092f8ca2bbfeafaa445bf3d00fbfc7c56ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de83d802-4872-4376-a5c9-bfc13ecdacb7" -d '{"events": [{"name": "network-changed", "server_uuid": "8c53879f-d233-481d-a836-e7883cad4610", "tag": "82542ea8-2d1f-4198-9281-944b02b539a7"}]}' {{(pid=103584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:31:44.686259 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ccfa8-8fc4-4562-a62f-2dfbad440420 service neutron] Pushing event updated for resources: {'Port': ['ID=82542ea8-2d1f-4198-9281-944b02b539a7,revision_number=3']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:44.699074 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76dad24f-0fd2-48ba-8e68-6246b05c4c88 x-openstack-request-id: req-76dad24f-0fd2-48ba-8e68-6246b05c4c88 {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:31:44.699313 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c53879f-d233-481d-a836-e7883cad4610", "tag": "82542ea8-2d1f-4198-9281-944b02b539a7", "status": "completed", "code": 200}]} {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:31:44.699570 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76dad24f-0fd2-48ba-8e68-6246b05c4c88 {{(pid=103584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:31:44.700006 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c53879f-d233-481d-a836-e7883cad4610', 'tag': '82542ea8-2d1f-4198-9281-944b02b539a7', 'status': 'completed', 'code': 200} Jan 29 05:31:44.787138 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83d802-4872-4376-a5c9-bfc13ecdacb7 req-e66da36a-5237-45e2-9656-f3f8451ffc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:31:44.788719 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-de83d802-4872-4376-a5c9-bfc13ecdacb7 req-e66da36a-5237-45e2-9656-f3f8451ffc8c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=798ce32e63604c6ca430b4ce598ec619&device_id=8c53879f-d233-481d-a836-e7883cad4610 HTTP/1.1" status: 200 len: 1127 time: 0.0477712 Jan 29 05:31:44.900693 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83d802-4872-4376-a5c9-bfc13ecdacb7 req-745f642f-f46f-4f77-ac2b-feac67b314ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:31:44.902168 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-de83d802-4872-4376-a5c9-bfc13ecdacb7 req-745f642f-f46f-4f77-ac2b-feac67b314ec service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=798ce32e63604c6ca430b4ce598ec619&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0987771 Jan 29 05:31:44.991608 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83d802-4872-4376-a5c9-bfc13ecdacb7 req-1871fe16-c9c0-40ea-a9e8-9e51a3e8b01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:31:44.993001 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-de83d802-4872-4376-a5c9-bfc13ecdacb7 req-1871fe16-c9c0-40ea-a9e8-9e51a3e8b01c service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0851812 Jan 29 05:31:45.092460 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-d94fc7a8-8b45-47c0-bec2-dc5a492f0451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:31:45.093983 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-d94fc7a8-8b45-47c0-bec2-dc5a492f0451 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=798ce32e63604c6ca430b4ce598ec619&device_id=8c53879f-d233-481d-a836-e7883cad4610 HTTP/1.1" status: 200 len: 1127 time: 0.0448594 Jan 29 05:31:45.142858 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-15f699ca-f0fb-4b20-a5da-6d4710789ebc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82542ea8-2d1f-4198-9281-944b02b539a7 HTTP/1.1" status: 200 len: 217 time: 0.0367606 Jan 29 05:31:45.190963 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-864a75ff-64f1-4ab0-a053-42361e6b1cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:31:45.192353 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-864a75ff-64f1-4ab0-a053-42361e6b1cf6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9b7ec8e7-a443-47a4-ac1f-c78425fd5245 HTTP/1.1" status: 200 len: 849 time: 0.0430529 Jan 29 05:31:45.240537 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-688e2953-a6bf-44d0-8c4a-4436cb282215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:31:45.241995 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-688e2953-a6bf-44d0-8c4a-4436cb282215 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e1146bc8-cfce-44aa-9acf-e62ccd617ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0437348 Jan 29 05:31:45.331630 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-c13db883-c52a-4519-9271-1fe0a0e9544e service neutron] 10.222.0.18 "GET /v2.0/networks/e1146bc8-cfce-44aa-9acf-e62ccd617ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831287 Jan 29 05:31:45.419217 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9b26aa29-b972-4ec8-9c57-a305b573de31 req-9f30526f-1f25-4cd5-877a-77d22c2d31eb service neutron] 10.222.0.18 "GET /v2.0/networks/e1146bc8-cfce-44aa-9acf-e62ccd617ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818386 Jan 29 05:31:45.447170 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2f128-5952-4000-8b7a-e88683bea57b req-f256cb75-4e15-4548-82d9-eccd08d86d8d tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:31:45.448669 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-03e2f128-5952-4000-8b7a-e88683bea57b req-f256cb75-4e15-4548-82d9-eccd08d86d8d tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c53879f-d233-481d-a836-e7883cad4610 HTTP/1.1" status: 200 len: 943 time: 0.0523195 Jan 29 05:31:45.498565 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-03e2f128-5952-4000-8b7a-e88683bea57b req-91e0d22c-1fb4-4a8f-b606-e59345d5040c tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f679f24-12f3-497b-b08e-7fae8f340f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443025 Jan 29 05:31:46.616232 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de285af-a40b-4e57-a55f-2350dbf358ba req-f92e43e5-98cf-4fd1-8c1c-b97164a3b1a8 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:31:46.617734 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1de285af-a40b-4e57-a55f-2350dbf358ba req-f92e43e5-98cf-4fd1-8c1c-b97164a3b1a8 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c53879f-d233-481d-a836-e7883cad4610 HTTP/1.1" status: 200 len: 943 time: 0.0524616 Jan 29 05:31:46.668660 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1de285af-a40b-4e57-a55f-2350dbf358ba req-f4fbc40f-9f4a-4370-b9a9-dca5089f1008 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f679f24-12f3-497b-b08e-7fae8f340f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455489 Jan 29 05:31:47.788645 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d8df8-500d-48a6-a274-466225d5931d req-e174184b-bf38-493d-87ea-625f7cf084f3 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:31:47.790133 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3c9d8df8-500d-48a6-a274-466225d5931d req-e174184b-bf38-493d-87ea-625f7cf084f3 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c53879f-d233-481d-a836-e7883cad4610 HTTP/1.1" status: 200 len: 943 time: 0.0530944 Jan 29 05:31:47.838661 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3c9d8df8-500d-48a6-a274-466225d5931d req-a282d7c7-8c6c-4ec2-9b98-79402ded2d7f tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f679f24-12f3-497b-b08e-7fae8f340f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430501 Jan 29 05:31:48.658834 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 82542ea8-2d1f-4198-9281-944b02b539a7 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:31:48.754311 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 82542ea8-2d1f-4198-9281-944b02b539a7, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=82542ea8-2d1f-4198-9281-944b02b539a7,segment=NetworkSegment(cac738a6-7f03-4b41-91bc-e35b86092a51),segment_id=cac738a6-7f03-4b41-91bc-e35b86092a51)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:31:48.765518 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': '82542ea8-2d1f-4198-9281-944b02b539a7', 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7', 'port_id': '82542ea8-2d1f-4198-9281-944b02b539a7', 'mac_address': 'fa:16:3e:26:38:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b7ec8e7-a443-47a4-ac1f-c78425fd5245', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:31:48.804982 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 82542ea8-2d1f-4198-9281-944b02b539a7 is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:31:48.805364 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (82542ea8-2d1f-4198-9281-944b02b539a7), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:48.817634 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82542ea8-2d1f-4198-9281-944b02b539a7 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 05:31:48.836208 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 82542ea8-2d1f-4198-9281-944b02b539a7, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=82542ea8-2d1f-4198-9281-944b02b539a7,segment=NetworkSegment(cac738a6-7f03-4b41-91bc-e35b86092a51),segment_id=cac738a6-7f03-4b41-91bc-e35b86092a51)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:31:48.932964 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (82542ea8-2d1f-4198-9281-944b02b539a7), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:48.955940 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b52115-2184-4162-b692-b8fbc375a9d4 req-f6f9e4c1-9377-4aaf-9e07-478c5cd51433 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:31:48.957753 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-09b52115-2184-4162-b692-b8fbc375a9d4 req-f6f9e4c1-9377-4aaf-9e07-478c5cd51433 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c53879f-d233-481d-a836-e7883cad4610 HTTP/1.1" status: 200 len: 943 time: 0.0544693 Jan 29 05:31:48.981542 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=82542ea8-2d1f-4198-9281-944b02b539a7,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:49.006793 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-09b52115-2184-4162-b692-b8fbc375a9d4 req-49223481-b425-407a-a8cc-224244dd3543 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f679f24-12f3-497b-b08e-7fae8f340f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434155 Jan 29 05:31:49.359082 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['82542ea8-2d1f-4198-9281-944b02b539a7'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:31:50.129268 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82163220-5a1c-4c0c-ae44-838cf90c2067 req-09790bd4-3e57-4740-9970-1a82efcf0f64 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:31:50.130703 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-82163220-5a1c-4c0c-ae44-838cf90c2067 req-09790bd4-3e57-4740-9970-1a82efcf0f64 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c53879f-d233-481d-a836-e7883cad4610 HTTP/1.1" status: 200 len: 944 time: 0.0562749 Jan 29 05:31:50.178360 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-82163220-5a1c-4c0c-ae44-838cf90c2067 req-e366a420-9f04-435d-82d7-ccefee5e1b9a tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f679f24-12f3-497b-b08e-7fae8f340f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420218 Jan 29 05:31:50.218777 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d290a2f5-ab6e-4f8b-ab9e-82ad62d17874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:50.673841 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 82542ea8-2d1f-4198-9281-944b02b539a7 up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:31:50.784847 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning for port 82542ea8-2d1f-4198-9281-944b02b539a7 completed by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 05:31:50.788674 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port 82542ea8-2d1f-4198-9281-944b02b539a7 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:31:50.789049 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (82542ea8-2d1f-4198-9281-944b02b539a7), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:50.867691 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 82542ea8-2d1f-4198-9281-944b02b539a7 is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:31:50.868079 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (82542ea8-2d1f-4198-9281-944b02b539a7), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:50.890410 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c53879f-d233-481d-a836-e7883cad4610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82542ea8-2d1f-4198-9281-944b02b539a7'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:31:50.892643 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee75a7ccdb7151d8d17d2729d12001adec2e75649d96222f51d706133734273e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b322274e-d958-4e9c-93c2-3885b815b9c8" -d '{"events": [{"server_uuid": "8c53879f-d233-481d-a836-e7883cad4610", "name": "network-vif-plugged", "status": "completed", "tag": "82542ea8-2d1f-4198-9281-944b02b539a7"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:31:50.905968 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 82542ea8-2d1f-4198-9281-944b02b539a7, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=82542ea8-2d1f-4198-9281-944b02b539a7,segment=NetworkSegment(cac738a6-7f03-4b41-91bc-e35b86092a51),segment_id=cac738a6-7f03-4b41-91bc-e35b86092a51)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:31:50.961565 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (82542ea8-2d1f-4198-9281-944b02b539a7), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:50.985706 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b176b105-7558-4fda-86af-b18c6709f022 x-openstack-request-id: req-b176b105-7558-4fda-86af-b18c6709f022 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:31:50.986009 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c53879f-d233-481d-a836-e7883cad4610", "name": "network-vif-plugged", "status": "completed", "tag": "82542ea8-2d1f-4198-9281-944b02b539a7", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:31:50.986266 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b176b105-7558-4fda-86af-b18c6709f022 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:31:50.986658 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c53879f-d233-481d-a836-e7883cad4610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82542ea8-2d1f-4198-9281-944b02b539a7', 'code': 200} Jan 29 05:31:51.015316 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=82542ea8-2d1f-4198-9281-944b02b539a7,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:51.287985 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e7783-e45b-49d0-9541-190ad4804d73 req-0132fdb1-741a-441d-b439-15734af68303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:31:51.289594 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-a61e7783-e45b-49d0-9541-190ad4804d73 req-0132fdb1-741a-441d-b439-15734af68303 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8c53879f-d233-481d-a836-e7883cad4610 HTTP/1.1" status: 200 len: 1129 time: 0.0460989 Jan 29 05:31:51.299380 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38512ba3-d87f-41cc-9ccc-e3e7999d2e6c req-b4b22d2a-4439-4e33-9944-df8d32596bb0 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:31:51.301098 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-38512ba3-d87f-41cc-9ccc-e3e7999d2e6c req-b4b22d2a-4439-4e33-9944-df8d32596bb0 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c53879f-d233-481d-a836-e7883cad4610 HTTP/1.1" status: 200 len: 945 time: 0.0525684 Jan 29 05:31:51.352108 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-38512ba3-d87f-41cc-9ccc-e3e7999d2e6c req-2c44e02d-e6a9-4813-9e53-00842b76126d tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f679f24-12f3-497b-b08e-7fae8f340f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455227 Jan 29 05:31:51.657944 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-a61e7783-e45b-49d0-9541-190ad4804d73 req-b937e80a-7c9d-474e-ad7b-6ce597388de4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3f679f24-12f3-497b-b08e-7fae8f340f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3625917 Jan 29 05:31:52.479127 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1747f-c31e-41ff-be07-cf9167867343 req-c2fa7788-501f-4bfe-bfab-912fc32221b3 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:31:52.480650 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-40d1747f-c31e-41ff-be07-cf9167867343 req-c2fa7788-501f-4bfe-bfab-912fc32221b3 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c53879f-d233-481d-a836-e7883cad4610 HTTP/1.1" status: 200 len: 945 time: 0.0579798 Jan 29 05:31:52.493224 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-da36621d-2718-4a1f-bdae-bb4d1b88d8fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:52.529080 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-40d1747f-c31e-41ff-be07-cf9167867343 req-ae1b9ede-46ca-4654-8d43-0520b3873ed3 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f679f24-12f3-497b-b08e-7fae8f340f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428038 Jan 29 05:31:53.647733 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227f344-7acc-4173-adca-8d5429bb0cac req-83ba44b4-219e-4b0f-8424-12e6e626bcd7 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:31:53.649201 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a227f344-7acc-4173-adca-8d5429bb0cac req-83ba44b4-219e-4b0f-8424-12e6e626bcd7 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c53879f-d233-481d-a836-e7883cad4610 HTTP/1.1" status: 200 len: 945 time: 0.0532529 Jan 29 05:31:53.695960 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a227f344-7acc-4173-adca-8d5429bb0cac req-2874a90d-0df0-4122-b650-b18dc090d1c4 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f679f24-12f3-497b-b08e-7fae8f340f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413613 Jan 29 05:31:53.811614 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574c5fa-4139-45bf-97a7-b4ff8c207050 req-80f17974-fd01-411e-ae49-6625c6c9bac8 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:31:53.812994 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a574c5fa-4139-45bf-97a7-b4ff8c207050 req-80f17974-fd01-411e-ae49-6625c6c9bac8 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c53879f-d233-481d-a836-e7883cad4610 HTTP/1.1" status: 200 len: 945 time: 0.0510025 Jan 29 05:31:53.866316 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a574c5fa-4139-45bf-97a7-b4ff8c207050 req-28b30ffa-325d-4e65-b8bf-3b3015f88517 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f679f24-12f3-497b-b08e-7fae8f340f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474222 Jan 29 05:31:53.887981 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 36052) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:31:53.961624 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:53.975374 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff207290-9864-4f74-bcc0-b3f83348ff7c tempest-TestSnapshotPattern-106277971 tempest-TestSnapshotPattern-106277971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:31:53.978761 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-ff207290-9864-4f74-bcc0-b3f83348ff7c tempest-TestSnapshotPattern-106277971 tempest-TestSnapshotPattern-106277971-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8c53879f-d233-481d-a836-e7883cad4610 HTTP/1.1" status: 200 len: 1124 time: 0.0879295 Jan 29 05:31:53.979977 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 36056) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:31:53.984185 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [None req-a5644f1f-b5e2-4a89-b6fd-e9667dcb010c tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Request body: {'floatingip': {'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'port_id': '82542ea8-2d1f-4198-9281-944b02b539a7', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:31:54.047279 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a5644f1f-b5e2-4a89-b6fd-e9667dcb010c tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:54.143554 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a5644f1f-b5e2-4a89-b6fd-e9667dcb010c tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:54.242149 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [None req-a5644f1f-b5e2-4a89-b6fd-e9667dcb010c tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Allocated IP 172.26.8.3 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/1770e2ac-2190-4520-8907-678b30986337) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:31:54.342895 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a5644f1f-b5e2-4a89-b6fd-e9667dcb010c tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks [] for port (1770e2ac-2190-4520-8907-678b30986337), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:54.418902 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a5644f1f-b5e2-4a89-b6fd-e9667dcb010c tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (1770e2ac-2190-4520-8907-678b30986337), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:54.456279 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5644f1f-b5e2-4a89-b6fd-e9667dcb010c tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:31:54.459071 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [None req-a5644f1f-b5e2-4a89-b6fd-e9667dcb010c tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:31:54.462518 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5644f1f-b5e2-4a89-b6fd-e9667dcb010c tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:31:54.470720 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5644f1f-b5e2-4a89-b6fd-e9667dcb010c tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Pushing event updated for resources: {'Port': ['ID=1770e2ac-2190-4520-8907-678b30986337,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:54.618588 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:54.829042 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a5644f1f-b5e2-4a89-b6fd-e9667dcb010c tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks [] for floatingip (48d4b7bb-221d-4a39-ac1c-7ed210a6729d), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:54.948146 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a5644f1f-b5e2-4a89-b6fd-e9667dcb010c tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (1770e2ac-2190-4520-8907-678b30986337), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:55.101719 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a5644f1f-b5e2-4a89-b6fd-e9667dcb010c tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks [] for port (1770e2ac-2190-4520-8907-678b30986337), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:55.115706 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:55.155635 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a5644f1f-b5e2-4a89-b6fd-e9667dcb010c tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (1770e2ac-2190-4520-8907-678b30986337), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:55.229831 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5644f1f-b5e2-4a89-b6fd-e9667dcb010c tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Pushing event updated for resources: {'Port': ['ID=1770e2ac-2190-4520-8907-678b30986337,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:31:55.241100 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a5644f1f-b5e2-4a89-b6fd-e9667dcb010c tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (48d4b7bb-221d-4a39-ac1c-7ed210a6729d), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:55.340076 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.db.l3_db [None req-a5644f1f-b5e2-4a89-b6fd-e9667dcb010c tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Floating IP 48d4b7bb-221d-4a39-ac1c-7ed210a6729d associated. External IP: 172.26.8.3, port: 82542ea8-2d1f-4198-9281-944b02b539a7. Jan 29 05:31:55.548530 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5644f1f-b5e2-4a89-b6fd-e9667dcb010c tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Router 8c0c18b6-c83e-4859-8eb0-b804ccb53415 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:31:55.660168 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5644f1f-b5e2-4a89-b6fd-e9667dcb010c tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:31:55.670440 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ecacc6-3409-41be-b8de-e766b58839a0 None None] Sync routers for ids ['8c0c18b6-c83e-4859-8eb0-b804ccb53415'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:31:55.680251 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ecacc6-3409-41be-b8de-e766b58839a0 None None] Routers {'8c0c18b6-c83e-4859-8eb0-b804ccb53415'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:31:55.680947 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-79ecacc6-3409-41be-b8de-e766b58839a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:31:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['8c0c18b6-c83e-4859-8eb0-b804ccb53415'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:31:55.740896 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-a5644f1f-b5e2-4a89-b6fd-e9667dcb010c tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:55.773710 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-a5644f1f-b5e2-4a89-b6fd-e9667dcb010c tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.7926655 Jan 29 05:31:55.774340 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c53879f-d233-481d-a836-e7883cad4610', 'tag': '82542ea8-2d1f-4198-9281-944b02b539a7'}] {{(pid=103584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:31:55.776689 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec1b9e6470b5c8ede4d9690632b6092f8ca2bbfeafaa445bf3d00fbfc7c56ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9602b5ca-215e-4ee7-ad4d-14596270148b" -d '{"events": [{"name": "network-changed", "server_uuid": "8c53879f-d233-481d-a836-e7883cad4610", "tag": "82542ea8-2d1f-4198-9281-944b02b539a7"}]}' {{(pid=103584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:31:55.813119 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395b9a16-17c1-40cc-b2e6-3eabad66550d x-openstack-request-id: req-395b9a16-17c1-40cc-b2e6-3eabad66550d {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:31:55.813399 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c53879f-d233-481d-a836-e7883cad4610", "tag": "82542ea8-2d1f-4198-9281-944b02b539a7", "status": "completed", "code": 200}]} {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:31:55.813657 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-395b9a16-17c1-40cc-b2e6-3eabad66550d {{(pid=103584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:31:55.814069 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c53879f-d233-481d-a836-e7883cad4610', 'tag': '82542ea8-2d1f-4198-9281-944b02b539a7', 'status': 'completed', 'code': 200} Jan 29 05:31:55.875933 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-79ecacc6-3409-41be-b8de-e766b58839a0 None None] Set router 8c0c18b6-c83e-4859-8eb0-b804ccb53415 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:31:55.905291 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602b5ca-215e-4ee7-ad4d-14596270148b req-bed12da1-0fe0-4a5c-9693-3addc625be7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:31:55.906856 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9602b5ca-215e-4ee7-ad4d-14596270148b req-bed12da1-0fe0-4a5c-9693-3addc625be7d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=798ce32e63604c6ca430b4ce598ec619&device_id=8c53879f-d233-481d-a836-e7883cad4610 HTTP/1.1" status: 200 len: 1129 time: 0.0494616 Jan 29 05:31:55.994355 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602b5ca-215e-4ee7-ad4d-14596270148b req-424cb2fa-a051-469f-a6dc-ade241ee2e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:31:55.995849 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9602b5ca-215e-4ee7-ad4d-14596270148b req-424cb2fa-a051-469f-a6dc-ade241ee2e4b service neutron] 10.222.0.18 "GET /v2.0/networks?id=e1146bc8-cfce-44aa-9acf-e62ccd617ae7 HTTP/1.1" status: 200 len: 911 time: 0.0838013 Jan 29 05:31:56.065503 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9602b5ca-215e-4ee7-ad4d-14596270148b req-f4bdca19-5e5b-4b05-b726-7800eadf15d4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82542ea8-2d1f-4198-9281-944b02b539a7 HTTP/1.1" status: 200 len: 997 time: 0.0629826 Jan 29 05:31:56.098257 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-79ecacc6-3409-41be-b8de-e766b58839a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'name': 'tempest-TestSnapshotPattern-2033582653-router', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '3679bee5-c1b5-4c02-bac9-2da897100f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:31:27Z', 'updated_at': '2022-01-29T05:31:30Z', 'revision_number': 4, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'gw_port': {'id': '3679bee5-c1b5-4c02-bac9-2da897100f89', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:31:27Z', 'updated_at': '2022-01-29T05:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '48d4b7bb-221d-4a39-ac1c-7ed210a6729d', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'floating_ip_address': '172.26.8.3', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'port_id': '82542ea8-2d1f-4198-9281-944b02b539a7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7', 'mac_address': 'fa:16:3e:26:38:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c53879f-d233-481d-a836-e7883cad4610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:31:54Z', 'updated_at': '2022-01-29T05:31:54Z', 'revision_number': 0, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '058fec80-cc0f-4a1d-8d0b-760592b933c4', 'name': '', 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'mac_address': 'fa:16:3e:b7:a4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '9b7ec8e7-a443-47a4-ac1f-c78425fd5245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:31:29Z', 'updated_at': '2022-01-29T05:31:34Z', 'revision_number': 5, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'subnets': [{'id': '9b7ec8e7-a443-47a4-ac1f-c78425fd5245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:31:56.115821 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602b5ca-215e-4ee7-ad4d-14596270148b req-9e0c0e69-dba5-4f54-b9d3-8fb0b6148f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:31:56.117341 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9602b5ca-215e-4ee7-ad4d-14596270148b req-9e0c0e69-dba5-4f54-b9d3-8fb0b6148f32 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9b7ec8e7-a443-47a4-ac1f-c78425fd5245 HTTP/1.1" status: 200 len: 849 time: 0.0454409 Jan 29 05:31:56.124259 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ecacc6-3409-41be-b8de-e766b58839a0 None None] Checking router: 8c0c18b6-c83e-4859-8eb0-b804ccb53415 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:31:56.132914 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ecacc6-3409-41be-b8de-e766b58839a0 None None] Routers {'8c0c18b6-c83e-4859-8eb0-b804ccb53415'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:31:56.133545 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-79ecacc6-3409-41be-b8de-e766b58839a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:31:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['8c0c18b6-c83e-4859-8eb0-b804ccb53415'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:31:56.167081 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602b5ca-215e-4ee7-ad4d-14596270148b req-a4699c3b-cacd-499b-a2cf-46dc5dc79f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:31:56.168620 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9602b5ca-215e-4ee7-ad4d-14596270148b req-a4699c3b-cacd-499b-a2cf-46dc5dc79f59 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e1146bc8-cfce-44aa-9acf-e62ccd617ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0456259 Jan 29 05:31:56.236384 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-79ecacc6-3409-41be-b8de-e766b58839a0 None None] Set router 8c0c18b6-c83e-4859-8eb0-b804ccb53415 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:31:56.262613 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9602b5ca-215e-4ee7-ad4d-14596270148b req-6031b345-0196-4231-b5e4-be808e835478 service neutron] 10.222.0.18 "GET /v2.0/networks/e1146bc8-cfce-44aa-9acf-e62ccd617ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879796 Jan 29 05:31:56.351936 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-9602b5ca-215e-4ee7-ad4d-14596270148b req-ab795d53-51e7-42dd-97fd-8e36c212d84c service neutron] 10.222.0.18 "GET /v2.0/networks/e1146bc8-cfce-44aa-9acf-e62ccd617ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827498 Jan 29 05:31:56.453096 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-79ecacc6-3409-41be-b8de-e766b58839a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'name': 'tempest-TestSnapshotPattern-2033582653-router', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '3679bee5-c1b5-4c02-bac9-2da897100f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:31:27Z', 'updated_at': '2022-01-29T05:31:30Z', 'revision_number': 4, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'gw_port': {'id': '3679bee5-c1b5-4c02-bac9-2da897100f89', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:31:27Z', 'updated_at': '2022-01-29T05:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '48d4b7bb-221d-4a39-ac1c-7ed210a6729d', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'floating_ip_address': '172.26.8.3', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'port_id': '82542ea8-2d1f-4198-9281-944b02b539a7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7', 'mac_address': 'fa:16:3e:26:38:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c53879f-d233-481d-a836-e7883cad4610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:31:54Z', 'updated_at': '2022-01-29T05:31:54Z', 'revision_number': 0, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '058fec80-cc0f-4a1d-8d0b-760592b933c4', 'name': '', 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'mac_address': 'fa:16:3e:b7:a4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '9b7ec8e7-a443-47a4-ac1f-c78425fd5245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:31:29Z', 'updated_at': '2022-01-29T05:31:34Z', 'revision_number': 5, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'subnets': [{'id': '9b7ec8e7-a443-47a4-ac1f-c78425fd5245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:31:56.464426 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:31:56.482495 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ecacc6-3409-41be-b8de-e766b58839a0 None None] The sync data for ids ['8c0c18b6-c83e-4859-8eb0-b804ccb53415'] in dv-neutron-821190-1-hyperv is: [{'id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'name': 'tempest-TestSnapshotPattern-2033582653-router', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '3679bee5-c1b5-4c02-bac9-2da897100f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:31:27Z', 'updated_at': '2022-01-29T05:31:30Z', 'revision_number': 4, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'gw_port': {'id': '3679bee5-c1b5-4c02-bac9-2da897100f89', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:31:27Z', 'updated_at': '2022-01-29T05:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '48d4b7bb-221d-4a39-ac1c-7ed210a6729d', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'floating_ip_address': '172.26.8.3', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'port_id': '82542ea8-2d1f-4198-9281-944b02b539a7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7', 'mac_address': 'fa:16:3e:26:38:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c53879f-d233-481d-a836-e7883cad4610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:31:54Z', 'updated_at': '2022-01-29T05:31:54Z', 'revision_number': 0, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '058fec80-cc0f-4a1d-8d0b-760592b933c4', 'name': '', 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'mac_address': 'fa:16:3e:b7:a4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '9b7ec8e7-a443-47a4-ac1f-c78425fd5245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:31:29Z', 'updated_at': '2022-01-29T05:31:34Z', 'revision_number': 5, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'subnets': [{'id': '9b7ec8e7-a443-47a4-ac1f-c78425fd5245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:31:56.667202 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51da59b1-c54f-4c3e-98a0-ac089aa81e54 None None] New status for floating IP 48d4b7bb-221d-4a39-ac1c-7ed210a6729d: ACTIVE {{(pid=103586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:32:00.383162 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:32:20.240539 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4bd45ba9-80bc-44e1-9f62-8eeb68f3e6c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:32:22.520858 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ee49f17e-569a-4902-bd69-df202153cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:32:23.960687 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:32:24.612505 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:32:25.109587 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:32:26.486485 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:32:29.805293 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b6b3c8eb-5533-402f-bf38-05c611ec73f7 req-9a3a07a6-648b-4a4d-8baf-b3c1fda3b4a7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8c53879f-d233-481d-a836-e7883cad4610&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427597 Jan 29 05:32:29.911873 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3c8eb-5533-402f-bf38-05c611ec73f7 req-927d0b94-31aa-44b7-916c-74805df0db37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:32:29.913418 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b6b3c8eb-5533-402f-bf38-05c611ec73f7 req-927d0b94-31aa-44b7-916c-74805df0db37 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=798ce32e63604c6ca430b4ce598ec619&device_id=8c53879f-d233-481d-a836-e7883cad4610 HTTP/1.1" status: 200 len: 1129 time: 0.0499854 Jan 29 05:32:30.015102 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3c8eb-5533-402f-bf38-05c611ec73f7 req-cc79bb64-31ae-4e8b-a215-095993d3799a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:32:30.016622 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b6b3c8eb-5533-402f-bf38-05c611ec73f7 req-cc79bb64-31ae-4e8b-a215-095993d3799a service neutron] 10.222.0.18 "GET /v2.0/networks?id=e1146bc8-cfce-44aa-9acf-e62ccd617ae7 HTTP/1.1" status: 200 len: 911 time: 0.0854480 Jan 29 05:32:30.083377 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b6b3c8eb-5533-402f-bf38-05c611ec73f7 req-52bf2606-ccc9-4cee-8810-a9ad77fec6b4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82542ea8-2d1f-4198-9281-944b02b539a7 HTTP/1.1" status: 200 len: 999 time: 0.0613637 Jan 29 05:32:30.130376 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3c8eb-5533-402f-bf38-05c611ec73f7 req-978767f9-bab6-4cde-a8c0-0789e45e75ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:32:30.131782 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b6b3c8eb-5533-402f-bf38-05c611ec73f7 req-978767f9-bab6-4cde-a8c0-0789e45e75ce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9b7ec8e7-a443-47a4-ac1f-c78425fd5245 HTTP/1.1" status: 200 len: 849 time: 0.0433455 Jan 29 05:32:30.180913 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3c8eb-5533-402f-bf38-05c611ec73f7 req-2e4b399b-804a-4332-b6c7-649b720220b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:32:30.182475 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b6b3c8eb-5533-402f-bf38-05c611ec73f7 req-2e4b399b-804a-4332-b6c7-649b720220b4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e1146bc8-cfce-44aa-9acf-e62ccd617ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0451078 Jan 29 05:32:30.273067 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b6b3c8eb-5533-402f-bf38-05c611ec73f7 req-12f7bbc4-b4c9-4d5e-945d-e01408c7851b service neutron] 10.222.0.18 "GET /v2.0/networks/e1146bc8-cfce-44aa-9acf-e62ccd617ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840330 Jan 29 05:32:30.360378 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-b6b3c8eb-5533-402f-bf38-05c611ec73f7 req-feecc7ec-f46d-4430-98e7-aac4c8c30427 service neutron] 10.222.0.18 "GET /v2.0/networks/e1146bc8-cfce-44aa-9acf-e62ccd617ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816684 Jan 29 05:32:37.383430 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:32:50.240118 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-57f2321b-e23c-4b7e-a4d0-d00ca2e3e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:32:52.497583 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2887d7ad-e528-44d4-b875-ec8ee776a715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:32:53.948854 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:32:54.618697 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:32:55.103851 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:32:56.480424 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:33:14.381371 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:33:20.205496 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1cc1dae0-36c0-4673-abc2-e96d4dcdb3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:33:22.514164 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b560a6b9-3788-4bdf-8f98-3caebd3b525e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:33:23.976878 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:33:24.633935 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:33:25.096673 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:33:26.456684 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:33:29.825478 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-8ba61c4c-7988-474f-b986-d4ee1476291b req-63006b67-fe2e-48fc-beef-5cbbd8ab71b6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8c53879f-d233-481d-a836-e7883cad4610&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455685 Jan 29 05:33:29.929694 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba61c4c-7988-474f-b986-d4ee1476291b req-4052143b-834a-4185-85d8-e40a4d890ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:33:29.931190 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-8ba61c4c-7988-474f-b986-d4ee1476291b req-4052143b-834a-4185-85d8-e40a4d890ced service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=798ce32e63604c6ca430b4ce598ec619&device_id=8c53879f-d233-481d-a836-e7883cad4610 HTTP/1.1" status: 200 len: 1129 time: 0.0490096 Jan 29 05:33:30.031439 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba61c4c-7988-474f-b986-d4ee1476291b req-160b4dec-1d88-40d1-a4dc-2d9d95bbbf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:33:30.032947 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-8ba61c4c-7988-474f-b986-d4ee1476291b req-160b4dec-1d88-40d1-a4dc-2d9d95bbbf9a service neutron] 10.222.0.18 "GET /v2.0/networks?id=e1146bc8-cfce-44aa-9acf-e62ccd617ae7 HTTP/1.1" status: 200 len: 911 time: 0.0841389 Jan 29 05:33:30.102420 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-8ba61c4c-7988-474f-b986-d4ee1476291b req-1f909efd-6add-482b-9343-be80aab205a1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82542ea8-2d1f-4198-9281-944b02b539a7 HTTP/1.1" status: 200 len: 999 time: 0.0629411 Jan 29 05:33:30.151872 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba61c4c-7988-474f-b986-d4ee1476291b req-32a00389-ebce-4746-883b-3e2233033aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:33:30.153414 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-8ba61c4c-7988-474f-b986-d4ee1476291b req-32a00389-ebce-4746-883b-3e2233033aed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9b7ec8e7-a443-47a4-ac1f-c78425fd5245 HTTP/1.1" status: 200 len: 849 time: 0.0434821 Jan 29 05:33:30.201753 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba61c4c-7988-474f-b986-d4ee1476291b req-ab9e42e3-ade4-4a90-b894-6d1219233536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:33:30.203221 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-8ba61c4c-7988-474f-b986-d4ee1476291b req-ab9e42e3-ade4-4a90-b894-6d1219233536 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e1146bc8-cfce-44aa-9acf-e62ccd617ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0441060 Jan 29 05:33:30.293517 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-8ba61c4c-7988-474f-b986-d4ee1476291b req-0aa8f0b1-50e0-46ba-bfe9-ba11508742e4 service neutron] 10.222.0.18 "GET /v2.0/networks/e1146bc8-cfce-44aa-9acf-e62ccd617ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840580 Jan 29 05:33:30.380758 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-8ba61c4c-7988-474f-b986-d4ee1476291b req-cac4537b-4bc2-407b-bde2-59d31e730c08 service neutron] 10.222.0.18 "GET /v2.0/networks/e1146bc8-cfce-44aa-9acf-e62ccd617ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809152 Jan 29 05:33:50.239157 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c731e0ba-f518-44ce-9651-7808f22da21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:33:51.380013 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:33:52.502086 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a90c828b-1616-4140-baaf-5bfe8531c7eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:33:53.987622 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:33:54.616381 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:33:55.124313 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:33:56.479375 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:34:20.250130 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c01722cd-7b5f-4e8a-a396-8726cd677a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:34:22.484353 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3de70342-6461-41e3-b171-89bbef2ca940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:34:23.975885 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:34:24.683414 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:34:25.101632 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:34:26.460334 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:34:27.511542 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 82542ea8-2d1f-4198-9281-944b02b539a7 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:34:27.606169 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 82542ea8-2d1f-4198-9281-944b02b539a7, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=82542ea8-2d1f-4198-9281-944b02b539a7,segment=NetworkSegment(cac738a6-7f03-4b41-91bc-e35b86092a51),segment_id=cac738a6-7f03-4b41-91bc-e35b86092a51)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:34:27.618296 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': '82542ea8-2d1f-4198-9281-944b02b539a7', 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7', 'port_id': '82542ea8-2d1f-4198-9281-944b02b539a7', 'mac_address': 'fa:16:3e:26:38:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b7ec8e7-a443-47a4-ac1f-c78425fd5245', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:34:27.654477 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 82542ea8-2d1f-4198-9281-944b02b539a7 is: ACTIVE; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:34:27.654856 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (82542ea8-2d1f-4198-9281-944b02b539a7), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:34:27.667242 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82542ea8-2d1f-4198-9281-944b02b539a7 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 05:34:27.686227 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 82542ea8-2d1f-4198-9281-944b02b539a7, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=82542ea8-2d1f-4198-9281-944b02b539a7,segment=NetworkSegment(cac738a6-7f03-4b41-91bc-e35b86092a51),segment_id=cac738a6-7f03-4b41-91bc-e35b86092a51)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:34:27.741489 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (82542ea8-2d1f-4198-9281-944b02b539a7), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:34:27.787759 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=82542ea8-2d1f-4198-9281-944b02b539a7,revision_number=6']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:34:27.795323 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:27.795677 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:27.796061 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:27.796408 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:27.796782 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:27.797138 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:27.797478 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:27.797847 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:27.798194 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:27.798526 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:27.798854 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:27.799180 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:27.799503 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:27.902286 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['82542ea8-2d1f-4198-9281-944b02b539a7'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:34:28.379659 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:34:29.545391 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 82542ea8-2d1f-4198-9281-944b02b539a7 up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:34:29.596044 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port 82542ea8-2d1f-4198-9281-944b02b539a7 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:34:29.596419 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (82542ea8-2d1f-4198-9281-944b02b539a7), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:34:29.669985 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 82542ea8-2d1f-4198-9281-944b02b539a7 is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:34:29.670365 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (82542ea8-2d1f-4198-9281-944b02b539a7), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:34:29.691786 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c53879f-d233-481d-a836-e7883cad4610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82542ea8-2d1f-4198-9281-944b02b539a7'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:34:29.694006 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee75a7ccdb7151d8d17d2729d12001adec2e75649d96222f51d706133734273e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88721964-1ad1-4e17-b8ee-a2ba7a68ccf3" -d '{"events": [{"server_uuid": "8c53879f-d233-481d-a836-e7883cad4610", "name": "network-vif-plugged", "status": "completed", "tag": "82542ea8-2d1f-4198-9281-944b02b539a7"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:34:29.706320 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 82542ea8-2d1f-4198-9281-944b02b539a7, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=82542ea8-2d1f-4198-9281-944b02b539a7,segment=NetworkSegment(cac738a6-7f03-4b41-91bc-e35b86092a51),segment_id=cac738a6-7f03-4b41-91bc-e35b86092a51)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:34:29.730164 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae2b969-faf8-485a-afe8-8fc701628255 x-openstack-request-id: req-5ae2b969-faf8-485a-afe8-8fc701628255 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:34:29.730462 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c53879f-d233-481d-a836-e7883cad4610", "name": "network-vif-plugged", "status": "completed", "tag": "82542ea8-2d1f-4198-9281-944b02b539a7", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:34:29.730744 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ae2b969-faf8-485a-afe8-8fc701628255 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:34:29.731140 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c53879f-d233-481d-a836-e7883cad4610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82542ea8-2d1f-4198-9281-944b02b539a7', 'code': 200} Jan 29 05:34:29.774671 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (82542ea8-2d1f-4198-9281-944b02b539a7), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:34:29.824034 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=82542ea8-2d1f-4198-9281-944b02b539a7,revision_number=7']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:34:30.913385 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34d18a-a717-483a-abfa-1446ec8ae435 req-5b2be096-13e8-4fca-b649-0a899e74e5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:34:30.914796 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-eb34d18a-a717-483a-abfa-1446ec8ae435 req-5b2be096-13e8-4fca-b649-0a899e74e5af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=798ce32e63604c6ca430b4ce598ec619&device_id=8c53879f-d233-481d-a836-e7883cad4610 HTTP/1.1" status: 200 len: 1129 time: 0.0902748 Jan 29 05:34:31.019665 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34d18a-a717-483a-abfa-1446ec8ae435 req-159ddb7e-9c87-4c40-80b7-3aeb8524ab9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:34:31.021151 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-eb34d18a-a717-483a-abfa-1446ec8ae435 req-159ddb7e-9c87-4c40-80b7-3aeb8524ab9b service neutron] 10.222.0.18 "GET /v2.0/networks?id=e1146bc8-cfce-44aa-9acf-e62ccd617ae7 HTTP/1.1" status: 200 len: 911 time: 0.0865436 Jan 29 05:34:31.085426 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-eb34d18a-a717-483a-abfa-1446ec8ae435 req-97e7b708-0849-4ac0-92df-37df76f11853 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82542ea8-2d1f-4198-9281-944b02b539a7 HTTP/1.1" status: 200 len: 999 time: 0.0576124 Jan 29 05:34:31.137515 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34d18a-a717-483a-abfa-1446ec8ae435 req-79346a2b-12df-44c5-bfd5-d30ad3bff3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:34:31.138984 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-eb34d18a-a717-483a-abfa-1446ec8ae435 req-79346a2b-12df-44c5-bfd5-d30ad3bff3a4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9b7ec8e7-a443-47a4-ac1f-c78425fd5245 HTTP/1.1" status: 200 len: 849 time: 0.0469403 Jan 29 05:34:31.187013 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34d18a-a717-483a-abfa-1446ec8ae435 req-ab07a26f-fca0-43b9-b469-f86f7fec8775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:34:31.188413 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-eb34d18a-a717-483a-abfa-1446ec8ae435 req-ab07a26f-fca0-43b9-b469-f86f7fec8775 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e1146bc8-cfce-44aa-9acf-e62ccd617ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0442135 Jan 29 05:34:31.273959 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-eb34d18a-a717-483a-abfa-1446ec8ae435 req-0f705b3c-69a3-4870-9108-b263e6966678 service neutron] 10.222.0.18 "GET /v2.0/networks/e1146bc8-cfce-44aa-9acf-e62ccd617ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796311 Jan 29 05:34:31.441509 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-eb34d18a-a717-483a-abfa-1446ec8ae435 req-acea69bb-39f6-44c1-a9cb-ef7d22f2b532 service neutron] 10.222.0.18 "GET /v2.0/networks/e1146bc8-cfce-44aa-9acf-e62ccd617ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870590 Jan 29 05:34:43.286920 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e4068393-119a-4093-8b0c-32358fa2c619 req-5cc93bff-74cd-44d9-9b0e-1f545b4c9091 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1544693532&fields=id&tenant_id=798ce32e63604c6ca430b4ce598ec619 HTTP/1.1" status: 200 len: 267 time: 0.0452089 Jan 29 05:34:43.394849 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4068393-119a-4093-8b0c-32358fa2c619 req-96bf4972-d5fd-440a-ac25-0a19eeb3cafe tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:34:43.396260 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e4068393-119a-4093-8b0c-32358fa2c619 req-96bf4972-d5fd-440a-ac25-0a19eeb3cafe tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/networks?id=e1146bc8-cfce-44aa-9acf-e62ccd617ae7 HTTP/1.1" status: 200 len: 810 time: 0.1029248 Jan 29 05:34:43.410401 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e4068393-119a-4093-8b0c-32358fa2c619 req-e200b646-e47b-4f9e-8bd1-ff6cc1c1ca9e tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/quotas/798ce32e63604c6ca430b4ce598ec619 HTTP/1.1" status: 200 len: 375 time: 0.0086813 Jan 29 05:34:43.465873 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e4068393-119a-4093-8b0c-32358fa2c619 req-dcfbd81f-f505-4512-ab9f-51b48298de00 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=798ce32e63604c6ca430b4ce598ec619&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508780 Jan 29 05:34:43.556652 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e4068393-119a-4093-8b0c-32358fa2c619 req-df6b43ad-4c9f-4914-ba73-42158d022373 service neutron] 10.222.0.13 "GET /v2.0/networks/e1146bc8-cfce-44aa-9acf-e62ccd617ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794086 Jan 29 05:34:43.647526 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e4068393-119a-4093-8b0c-32358fa2c619 req-8a4d80a5-fb1b-4dcb-8f22-1d788cbb72cd service neutron] 10.222.0.13 "GET /v2.0/networks/e1146bc8-cfce-44aa-9acf-e62ccd617ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843349 Jan 29 05:34:43.888211 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-f77a4e20-36c8-4d53-96e7-adb5c39f8dfe req-6d958ef9-49f9-4a2a-b70f-27ea4506e69b tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfdcaf2e-3b94-41ec-a278-3053fbae1ca1 HTTP/1.1" status: 200 len: 210 time: 0.0273664 Jan 29 05:34:44.983968 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-19a87250-6c80-44b5-83e8-6c2d8b6f9d51 req-cf7d9a08-000b-4cad-bb4e-c037efa543ef tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfdcaf2e-3b94-41ec-a278-3053fbae1ca1 HTTP/1.1" status: 200 len: 210 time: 0.0278258 Jan 29 05:34:45.620159 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 82542ea8-2d1f-4198-9281-944b02b539a7 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:34:45.697785 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port 82542ea8-2d1f-4198-9281-944b02b539a7 is: ACTIVE; New status is: DOWN {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:34:45.698168 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (82542ea8-2d1f-4198-9281-944b02b539a7), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:34:45.721246 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c53879f-d233-481d-a836-e7883cad4610', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82542ea8-2d1f-4198-9281-944b02b539a7'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:34:45.727880 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee75a7ccdb7151d8d17d2729d12001adec2e75649d96222f51d706133734273e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47269b17-545d-4c49-a1aa-399b6941a03b" -d '{"events": [{"server_uuid": "8c53879f-d233-481d-a836-e7883cad4610", "name": "network-vif-unplugged", "status": "completed", "tag": "82542ea8-2d1f-4198-9281-944b02b539a7"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:34:45.736181 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port 82542ea8-2d1f-4198-9281-944b02b539a7, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=82542ea8-2d1f-4198-9281-944b02b539a7,segment=NetworkSegment(cac738a6-7f03-4b41-91bc-e35b86092a51),segment_id=cac738a6-7f03-4b41-91bc-e35b86092a51)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:34:45.760978 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 05:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de74d779-81cb-4b4e-be43-5ae7d54ce6a2 x-openstack-request-id: req-de74d779-81cb-4b4e-be43-5ae7d54ce6a2 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:34:45.761339 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c53879f-d233-481d-a836-e7883cad4610", "name": "network-vif-unplugged", "status": "completed", "tag": "82542ea8-2d1f-4198-9281-944b02b539a7", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:34:45.761593 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de74d779-81cb-4b4e-be43-5ae7d54ce6a2 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:34:45.761988 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c53879f-d233-481d-a836-e7883cad4610', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82542ea8-2d1f-4198-9281-944b02b539a7', 'code': 200} Jan 29 05:34:45.821458 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (82542ea8-2d1f-4198-9281-944b02b539a7), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:34:45.874989 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=82542ea8-2d1f-4198-9281-944b02b539a7,revision_number=8']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:34:45.920704 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4068393-119a-4093-8b0c-32358fa2c619 req-af53fe33-1a3f-4e6f-a20f-1ea931302adb tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:34:45.922367 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e4068393-119a-4093-8b0c-32358fa2c619 req-af53fe33-1a3f-4e6f-a20f-1ea931302adb tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.18 "GET /v2.0/networks?id=e1146bc8-cfce-44aa-9acf-e62ccd617ae7 HTTP/1.1" status: 200 len: 810 time: 0.1044624 Jan 29 05:34:46.082911 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9e25c655-5e80-43f4-9e9a-07a93f5b8b89 req-47c493ab-faa5-4e38-838e-f7ee2f7e75e9 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfdcaf2e-3b94-41ec-a278-3053fbae1ca1 HTTP/1.1" status: 200 len: 210 time: 0.0289209 Jan 29 05:34:46.119173 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e4068393-119a-4093-8b0c-32358fa2c619 req-7f2bc8b3-7275-46f5-9e26-e3ff8ce6d0bb tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=798ce32e63604c6ca430b4ce598ec619 HTTP/1.1" status: 200 len: 380 time: 0.0615380 Jan 29 05:34:46.128134 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [req-e4068393-119a-4093-8b0c-32358fa2c619 req-52416ddc-bd6a-49e6-a969-0c3942c29b0a tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Request body: {'port': {'device_id': 'bfdcaf2e-3b94-41ec-a278-3053fbae1ca1', 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7', 'admin_state_up': True, 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'security_groups': ['3f679f24-12f3-497b-b08e-7fae8f340f21']}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:34:46.272503 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4068393-119a-4093-8b0c-32358fa2c619 req-52416ddc-bd6a-49e6-a969-0c3942c29b0a tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Made reservation on behalf of 798ce32e63604c6ca430b4ce598ec619 for: {'port': 1} {{(pid=103584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:34:46.275931 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-e4068393-119a-4093-8b0c-32358fa2c619 req-52416ddc-bd6a-49e6-a969-0c3942c29b0a tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:34:46.412364 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.db_base_plugin_common [req-e4068393-119a-4093-8b0c-32358fa2c619 req-52416ddc-bd6a-49e6-a969-0c3942c29b0a tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Allocated IP 172.20.0.4 (e1146bc8-cfce-44aa-9acf-e62ccd617ae7/9b7ec8e7-a443-47a4-ac1f-c78425fd5245/a2b5297c-eedc-4e74-9880-f4ecceca2ab8) {{(pid=103584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:34:46.549700 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-e4068393-119a-4093-8b0c-32358fa2c619 req-52416ddc-bd6a-49e6-a969-0c3942c29b0a tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks [] for port (a2b5297c-eedc-4e74-9880-f4ecceca2ab8), precommit_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:34:46.636111 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-e4068393-119a-4093-8b0c-32358fa2c619 req-52416ddc-bd6a-49e6-a969-0c3942c29b0a tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (a2b5297c-eedc-4e74-9880-f4ecceca2ab8), after_create {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:34:46.693714 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4068393-119a-4093-8b0c-32358fa2c619 req-52416ddc-bd6a-49e6-a969-0c3942c29b0a tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Network e1146bc8-cfce-44aa-9acf-e62ccd617ae7 is already hosted by enough agents. {{(pid=103584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:34:46.697057 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.base_scheduler [req-e4068393-119a-4093-8b0c-32358fa2c619 req-52416ddc-bd6a-49e6-a969-0c3942c29b0a tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Resources bound (agent type, host, resource id): {{(pid=103584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:34:46.712004 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4068393-119a-4093-8b0c-32358fa2c619 req-52416ddc-bd6a-49e6-a969-0c3942c29b0a tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Received port after_create {{(pid=103584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:34:46.724969 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52416ddc-bd6a-49e6-a969-0c3942c29b0a tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Pushing event updated for resources: {'Port': ['ID=a2b5297c-eedc-4e74-9880-f4ecceca2ab8,revision_number=1']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:34:46.762310 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416ddc-bd6a-49e6-a969-0c3942c29b0a tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:46.762797 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416ddc-bd6a-49e6-a969-0c3942c29b0a tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:46.763295 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416ddc-bd6a-49e6-a969-0c3942c29b0a tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:46.763730 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416ddc-bd6a-49e6-a969-0c3942c29b0a tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:46.764410 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416ddc-bd6a-49e6-a969-0c3942c29b0a tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:46.764986 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416ddc-bd6a-49e6-a969-0c3942c29b0a tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:46.765418 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416ddc-bd6a-49e6-a969-0c3942c29b0a tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:46.766071 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416ddc-bd6a-49e6-a969-0c3942c29b0a tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:46.766497 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416ddc-bd6a-49e6-a969-0c3942c29b0a tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:46.766926 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416ddc-bd6a-49e6-a969-0c3942c29b0a tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:46.767403 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416ddc-bd6a-49e6-a969-0c3942c29b0a tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:46.767775 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416ddc-bd6a-49e6-a969-0c3942c29b0a tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:46.768189 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416ddc-bd6a-49e6-a969-0c3942c29b0a tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:46.806074 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4068393-119a-4093-8b0c-32358fa2c619 req-52416ddc-bd6a-49e6-a969-0c3942c29b0a tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:34:46.806854 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-e4068393-119a-4093-8b0c-32358fa2c619 req-52416ddc-bd6a-49e6-a969-0c3942c29b0a tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:34:46.915958 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e4068393-119a-4093-8b0c-32358fa2c619 req-52416ddc-bd6a-49e6-a969-0c3942c29b0a tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7912135 Jan 29 05:34:47.041665 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-db61ee54-160c-45dd-9d65-48c6b9b63348 None None] Provisioning complete for port a2b5297c-eedc-4e74-9880-f4ecceca2ab8 triggered by entity DHCP. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:34:47.042287 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-db61ee54-160c-45dd-9d65-48c6b9b63348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (a2b5297c-eedc-4e74-9880-f4ecceca2ab8), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:34:47.088762 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-db61ee54-160c-45dd-9d65-48c6b9b63348 None None] Port a2b5297c-eedc-4e74-9880-f4ecceca2ab8 cannot update to ACTIVE because it is not bound. {{(pid=103586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 05:34:47.219514 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6da7a3-a837-4ac2-b255-a0ac8ba4da88 req-6559a5d5-d2c1-4cb4-af38-0b424063ed47 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:34:47.221275 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8f6da7a3-a837-4ac2-b255-a0ac8ba4da88 req-6559a5d5-d2c1-4cb4-af38-0b424063ed47 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfdcaf2e-3b94-41ec-a278-3053fbae1ca1 HTTP/1.1" status: 200 len: 931 time: 0.0600784 Jan 29 05:34:47.275882 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8f6da7a3-a837-4ac2-b255-a0ac8ba4da88 req-cd7e6fd0-7ca1-4e71-b5fa-8d8f06a64770 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f679f24-12f3-497b-b08e-7fae8f340f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488265 Jan 29 05:34:48.399735 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d96cd-5270-4385-a3a8-3b51001911b2 req-501f124e-e475-44c5-af72-c0704a7aa6af tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:34:48.406840 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a38d96cd-5270-4385-a3a8-3b51001911b2 req-501f124e-e475-44c5-af72-c0704a7aa6af tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfdcaf2e-3b94-41ec-a278-3053fbae1ca1 HTTP/1.1" status: 200 len: 931 time: 0.0628161 Jan 29 05:34:48.452791 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a38d96cd-5270-4385-a3a8-3b51001911b2 req-4b6e3b56-0d25-432b-bbb5-8f0f764df381 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f679f24-12f3-497b-b08e-7fae8f340f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447483 Jan 29 05:34:49.590941 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bdd60b-e5d5-4043-841a-174251d851a4 req-a6d8856d-9a09-486b-a58c-dce864eaa333 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:34:49.592510 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a6bdd60b-e5d5-4043-841a-174251d851a4 req-a6d8856d-9a09-486b-a58c-dce864eaa333 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfdcaf2e-3b94-41ec-a278-3053fbae1ca1 HTTP/1.1" status: 200 len: 931 time: 0.0670781 Jan 29 05:34:49.649709 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-a6bdd60b-e5d5-4043-841a-174251d851a4 req-9f159cdb-16ec-48fb-93e2-87545f9b4f40 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f679f24-12f3-497b-b08e-7fae8f340f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510225 Jan 29 05:34:50.260566 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dd5ac06e-2e69-466b-93a7-740a0b97de12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:34:50.772311 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd4f31-8eee-4578-9613-b88cd44619b1 req-e30271a1-980e-4332-b837-99436660c037 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:34:50.773827 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-66fd4f31-8eee-4578-9613-b88cd44619b1 req-e30271a1-980e-4332-b837-99436660c037 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfdcaf2e-3b94-41ec-a278-3053fbae1ca1 HTTP/1.1" status: 200 len: 931 time: 0.0549452 Jan 29 05:34:50.826326 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-66fd4f31-8eee-4578-9613-b88cd44619b1 req-3b6d05dc-0a79-4988-86a9-02aa01e77c68 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f679f24-12f3-497b-b08e-7fae8f340f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459130 Jan 29 05:34:51.953348 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a91e4-fdb8-49af-9b87-3b1044d36c70 req-d1717132-36f4-44e9-899a-bea5ecc5f3ea tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:34:51.954808 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-096a91e4-fdb8-49af-9b87-3b1044d36c70 req-d1717132-36f4-44e9-899a-bea5ecc5f3ea tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfdcaf2e-3b94-41ec-a278-3053fbae1ca1 HTTP/1.1" status: 200 len: 931 time: 0.0547645 Jan 29 05:34:52.011200 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-096a91e4-fdb8-49af-9b87-3b1044d36c70 req-1c95b550-33e8-4f48-a1df-8e39bfbf7541 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f679f24-12f3-497b-b08e-7fae8f340f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508604 Jan 29 05:34:52.558758 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-40fe4729-5163-487e-96bf-c3a6818205d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:34:53.153346 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c4bc1-c3d9-43b2-8c0f-9bac4373566d req-cc768d41-d4b3-4ebd-9429-722682eb534a tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:34:53.154870 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6b2c4bc1-c3d9-43b2-8c0f-9bac4373566d req-cc768d41-d4b3-4ebd-9429-722682eb534a tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfdcaf2e-3b94-41ec-a278-3053fbae1ca1 HTTP/1.1" status: 200 len: 931 time: 0.0561359 Jan 29 05:34:53.204459 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-6b2c4bc1-c3d9-43b2-8c0f-9bac4373566d req-84f42cd6-9c8e-455f-a29a-5437a670c49a tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f679f24-12f3-497b-b08e-7fae8f340f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438483 Jan 29 05:34:53.964520 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:34:54.332536 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b171e52-eb3b-40a5-91cd-d3270ac4329c req-d468c811-4219-45bd-bafa-886e4d5485a4 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:34:54.333601 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2b171e52-eb3b-40a5-91cd-d3270ac4329c req-d468c811-4219-45bd-bafa-886e4d5485a4 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfdcaf2e-3b94-41ec-a278-3053fbae1ca1 HTTP/1.1" status: 200 len: 931 time: 0.0536501 Jan 29 05:34:54.387093 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2b171e52-eb3b-40a5-91cd-d3270ac4329c req-c64085fa-c48c-4e02-aec1-ce637104a5d0 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f679f24-12f3-497b-b08e-7fae8f340f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462449 Jan 29 05:34:54.655420 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:34:55.129683 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:34:55.507567 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c931580-e08e-4f9e-9108-90af907f4bfa req-f386812b-97ac-416d-9dbb-b4ce8a1f9cf4 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:34:55.509042 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9c931580-e08e-4f9e-9108-90af907f4bfa req-f386812b-97ac-416d-9dbb-b4ce8a1f9cf4 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfdcaf2e-3b94-41ec-a278-3053fbae1ca1 HTTP/1.1" status: 200 len: 931 time: 0.0554099 Jan 29 05:34:55.555967 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-9c931580-e08e-4f9e-9108-90af907f4bfa req-bf02b5a0-1c12-4015-ada2-52f7ac7911d9 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f679f24-12f3-497b-b08e-7fae8f340f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409374 Jan 29 05:34:56.467697 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:34:56.676401 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21feabd-c1a5-4135-82fa-ce5ce33aa2bc req-bc694cba-5cf5-4411-9347-a3e4e2545617 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:34:56.678068 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b21feabd-c1a5-4135-82fa-ce5ce33aa2bc req-bc694cba-5cf5-4411-9347-a3e4e2545617 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfdcaf2e-3b94-41ec-a278-3053fbae1ca1 HTTP/1.1" status: 200 len: 931 time: 0.0531745 Jan 29 05:34:56.733631 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b21feabd-c1a5-4135-82fa-ce5ce33aa2bc req-c9d7b7fc-b1b5-4ca8-84f5-14775acd3848 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f679f24-12f3-497b-b08e-7fae8f340f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496345 Jan 29 05:34:57.851935 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84933cee-7345-45db-b49e-0a24ed44eb55 req-1e5aee6e-344e-41ad-8284-8a0c99557ef8 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:34:57.853466 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-84933cee-7345-45db-b49e-0a24ed44eb55 req-1e5aee6e-344e-41ad-8284-8a0c99557ef8 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfdcaf2e-3b94-41ec-a278-3053fbae1ca1 HTTP/1.1" status: 200 len: 931 time: 0.0528257 Jan 29 05:34:57.905830 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-84933cee-7345-45db-b49e-0a24ed44eb55 req-31e4c04d-4ac5-4315-aedb-69512c15c6c7 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f679f24-12f3-497b-b08e-7fae8f340f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459695 Jan 29 05:34:58.138225 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.v2.base [req-e4068393-119a-4093-8b0c-32358fa2c619 req-505206fa-3ea1-45e9-a2f0-bcd7785e3c16 service neutron] Request body: {'port': {'device_id': 'bfdcaf2e-3b94-41ec-a278-3053fbae1ca1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=103584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:34:58.196196 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-e4068393-119a-4093-8b0c-32358fa2c619 req-505206fa-3ea1-45e9-a2f0-bcd7785e3c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (a2b5297c-eedc-4e74-9880-f4ecceca2ab8), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:34:58.451331 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [req-e4068393-119a-4093-8b0c-32358fa2c619 req-505206fa-3ea1-45e9-a2f0-bcd7785e3c16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2b5297c-eedc-4e74-9880-f4ecceca2ab8 {{(pid=103584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 05:34:58.458466 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-e4068393-119a-4093-8b0c-32358fa2c619 req-505206fa-3ea1-45e9-a2f0-bcd7785e3c16 service neutron] Publish callbacks [] for port (a2b5297c-eedc-4e74-9880-f4ecceca2ab8), precommit_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:34:58.470671 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.provisioning_blocks [req-e4068393-119a-4093-8b0c-32358fa2c619 req-505206fa-3ea1-45e9-a2f0-bcd7785e3c16 service neutron] Transition to ACTIVE for port object a2b5297c-eedc-4e74-9880-f4ecceca2ab8 will not be triggered until provisioned by entity L2. {{(pid=103584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 05:34:58.553022 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-e4068393-119a-4093-8b0c-32358fa2c619 req-505206fa-3ea1-45e9-a2f0-bcd7785e3c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (a2b5297c-eedc-4e74-9880-f4ecceca2ab8), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:34:58.602991 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505206fa-3ea1-45e9-a2f0-bcd7785e3c16 service neutron] Pushing event updated for resources: {'Port': ['ID=a2b5297c-eedc-4e74-9880-f4ecceca2ab8,revision_number=2']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:34:58.679504 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [req-e4068393-119a-4093-8b0c-32358fa2c619 req-505206fa-3ea1-45e9-a2f0-bcd7785e3c16 service neutron] Attempting to bind port a2b5297c-eedc-4e74-9880-f4ecceca2ab8 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 05:34:58.679822 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [req-e4068393-119a-4093-8b0c-32358fa2c619 req-505206fa-3ea1-45e9-a2f0-bcd7785e3c16 service neutron] Attempting to bind port a2b5297c-eedc-4e74-9880-f4ecceca2ab8 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'cac738a6-7f03-4b41-91bc-e35b86092a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7'}] {{(pid=103584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 05:34:58.680156 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4068393-119a-4093-8b0c-32358fa2c619 req-505206fa-3ea1-45e9-a2f0-bcd7785e3c16 service neutron] Attempting to bind port a2b5297c-eedc-4e74-9880-f4ecceca2ab8 on network e1146bc8-cfce-44aa-9acf-e62ccd617ae7 {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:34:58.684768 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4068393-119a-4093-8b0c-32358fa2c619 req-505206fa-3ea1-45e9-a2f0-bcd7785e3c16 service neutron] Port a2b5297c-eedc-4e74-9880-f4ecceca2ab8 on network e1146bc8-cfce-44aa-9acf-e62ccd617ae7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 05:34:58.685210 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4068393-119a-4093-8b0c-32358fa2c619 req-505206fa-3ea1-45e9-a2f0-bcd7785e3c16 service neutron] Attempting to bind port a2b5297c-eedc-4e74-9880-f4ecceca2ab8 on network e1146bc8-cfce-44aa-9acf-e62ccd617ae7 {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:34:58.690459 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4068393-119a-4093-8b0c-32358fa2c619 req-505206fa-3ea1-45e9-a2f0-bcd7785e3c16 service neutron] Checking agent: {'id': '15eedd85-6d76-4715-a40f-dc31e854816c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'started_at': datetime.datetime(2022, 1, 29, 4, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:34:58.690798 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4068393-119a-4093-8b0c-32358fa2c619 req-505206fa-3ea1-45e9-a2f0-bcd7785e3c16 service neutron] Checking segment: {'id': 'cac738a6-7f03-4b41-91bc-e35b86092a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 05:34:58.691193 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4068393-119a-4093-8b0c-32358fa2c619 req-505206fa-3ea1-45e9-a2f0-bcd7785e3c16 service neutron] Bound using segment: {'id': 'cac738a6-7f03-4b41-91bc-e35b86092a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7'} {{(pid=103584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:34:58.691603 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.managers [req-e4068393-119a-4093-8b0c-32358fa2c619 req-505206fa-3ea1-45e9-a2f0-bcd7785e3c16 service neutron] Bound port: a2b5297c-eedc-4e74-9880-f4ecceca2ab8, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cac738a6-7f03-4b41-91bc-e35b86092a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7'}}] {{(pid=103584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 05:34:58.691960 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-e4068393-119a-4093-8b0c-32358fa2c619 req-505206fa-3ea1-45e9-a2f0-bcd7785e3c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (a2b5297c-eedc-4e74-9880-f4ecceca2ab8), before_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:34:58.756625 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [req-e4068393-119a-4093-8b0c-32358fa2c619 req-505206fa-3ea1-45e9-a2f0-bcd7785e3c16 service neutron] For port a2b5297c-eedc-4e74-9880-f4ecceca2ab8, host hv-neutron-8211, cleared binding levels {{(pid=103584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:34:58.763386 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [req-e4068393-119a-4093-8b0c-32358fa2c619 req-505206fa-3ea1-45e9-a2f0-bcd7785e3c16 service neutron] For port a2b5297c-eedc-4e74-9880-f4ecceca2ab8, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a2b5297c-eedc-4e74-9880-f4ecceca2ab8,segment=NetworkSegment(cac738a6-7f03-4b41-91bc-e35b86092a51),segment_id=cac738a6-7f03-4b41-91bc-e35b86092a51)] {{(pid=103584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:34:58.833608 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-e4068393-119a-4093-8b0c-32358fa2c619 req-505206fa-3ea1-45e9-a2f0-bcd7785e3c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3226129'] for port (a2b5297c-eedc-4e74-9880-f4ecceca2ab8), after_update {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:34:58.867626 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4068393-119a-4093-8b0c-32358fa2c619 req-505206fa-3ea1-45e9-a2f0-bcd7785e3c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:34:58.868200 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-e4068393-119a-4093-8b0c-32358fa2c619 req-505206fa-3ea1-45e9-a2f0-bcd7785e3c16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:34:58.869976 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e4068393-119a-4093-8b0c-32358fa2c619 req-505206fa-3ea1-45e9-a2f0-bcd7785e3c16 service neutron] 10.222.0.18 "PUT /v2.0/ports/a2b5297c-eedc-4e74-9880-f4ecceca2ab8 HTTP/1.1" status: 200 len: 1093 time: 0.7360308 Jan 29 05:34:58.872797 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfdcaf2e-3b94-41ec-a278-3053fbae1ca1', 'tag': 'a2b5297c-eedc-4e74-9880-f4ecceca2ab8'}] {{(pid=103584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:34:58.875214 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec1b9e6470b5c8ede4d9690632b6092f8ca2bbfeafaa445bf3d00fbfc7c56ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00910b23-5a5d-4041-9d3f-c78e84407806" -d '{"events": [{"name": "network-changed", "server_uuid": "bfdcaf2e-3b94-41ec-a278-3053fbae1ca1", "tag": "a2b5297c-eedc-4e74-9880-f4ecceca2ab8"}]}' {{(pid=103584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:34:58.914320 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505206fa-3ea1-45e9-a2f0-bcd7785e3c16 service neutron] Pushing event updated for resources: {'Port': ['ID=a2b5297c-eedc-4e74-9880-f4ecceca2ab8,revision_number=3']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:34:58.917840 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a630703e-9ae9-44fa-93c0-1b43da4172e7 x-openstack-request-id: req-a630703e-9ae9-44fa-93c0-1b43da4172e7 {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:34:58.918166 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfdcaf2e-3b94-41ec-a278-3053fbae1ca1", "tag": "a2b5297c-eedc-4e74-9880-f4ecceca2ab8", "status": "completed", "code": 200}]} {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:34:58.918376 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a630703e-9ae9-44fa-93c0-1b43da4172e7 {{(pid=103584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:34:58.918772 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfdcaf2e-3b94-41ec-a278-3053fbae1ca1', 'tag': 'a2b5297c-eedc-4e74-9880-f4ecceca2ab8', 'status': 'completed', 'code': 200} Jan 29 05:34:59.039152 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e648666-8fc1-4dfa-81c0-c843fa76352d req-aa6d72fc-a0db-40f8-8e50-4b4683dd9a5f tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:34:59.041393 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3e648666-8fc1-4dfa-81c0-c843fa76352d req-aa6d72fc-a0db-40f8-8e50-4b4683dd9a5f tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfdcaf2e-3b94-41ec-a278-3053fbae1ca1 HTTP/1.1" status: 200 len: 943 time: 0.0569882 Jan 29 05:34:59.043649 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00910b23-5a5d-4041-9d3f-c78e84407806 req-7bcc432e-e7ca-4484-bdfe-6eebb6d76ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:34:59.046020 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-00910b23-5a5d-4041-9d3f-c78e84407806 req-7bcc432e-e7ca-4484-bdfe-6eebb6d76ac3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=798ce32e63604c6ca430b4ce598ec619&device_id=bfdcaf2e-3b94-41ec-a278-3053fbae1ca1 HTTP/1.1" status: 200 len: 1127 time: 0.0604041 Jan 29 05:34:59.096062 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-3e648666-8fc1-4dfa-81c0-c843fa76352d req-ee441ce1-4edc-4654-a8a1-f85f845bbd62 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f679f24-12f3-497b-b08e-7fae8f340f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482726 Jan 29 05:34:59.483453 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00910b23-5a5d-4041-9d3f-c78e84407806 req-80c1f515-2e7a-4880-9b63-25135f4f5c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:34:59.484950 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-00910b23-5a5d-4041-9d3f-c78e84407806 req-80c1f515-2e7a-4880-9b63-25135f4f5c7c service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=798ce32e63604c6ca430b4ce598ec619&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4242923 Jan 29 05:34:59.579691 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00910b23-5a5d-4041-9d3f-c78e84407806 req-62a8336f-ff08-4b2d-9811-ae3ffecb01b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:34:59.581165 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-00910b23-5a5d-4041-9d3f-c78e84407806 req-62a8336f-ff08-4b2d-9811-ae3ffecb01b7 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899136 Jan 29 05:34:59.682314 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4068393-119a-4093-8b0c-32358fa2c619 req-812d51c4-7ed0-46e0-8ede-164ef83267dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:34:59.683702 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e4068393-119a-4093-8b0c-32358fa2c619 req-812d51c4-7ed0-46e0-8ede-164ef83267dc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=798ce32e63604c6ca430b4ce598ec619&device_id=bfdcaf2e-3b94-41ec-a278-3053fbae1ca1 HTTP/1.1" status: 200 len: 1127 time: 0.0442059 Jan 29 05:34:59.730262 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e4068393-119a-4093-8b0c-32358fa2c619 req-cca9edf9-371b-480c-9765-e9d7b42de6e3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2b5297c-eedc-4e74-9880-f4ecceca2ab8 HTTP/1.1" status: 200 len: 217 time: 0.0345211 Jan 29 05:34:59.777376 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4068393-119a-4093-8b0c-32358fa2c619 req-24ccba93-4987-4cf9-8974-678885d03f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:34:59.778909 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e4068393-119a-4093-8b0c-32358fa2c619 req-24ccba93-4987-4cf9-8974-678885d03f65 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9b7ec8e7-a443-47a4-ac1f-c78425fd5245 HTTP/1.1" status: 200 len: 849 time: 0.0427399 Jan 29 05:34:59.830359 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4068393-119a-4093-8b0c-32358fa2c619 req-d607699f-068f-43da-a6e2-b5ac74e7c17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:34:59.831848 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e4068393-119a-4093-8b0c-32358fa2c619 req-d607699f-068f-43da-a6e2-b5ac74e7c17b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e1146bc8-cfce-44aa-9acf-e62ccd617ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0478122 Jan 29 05:34:59.919013 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e4068393-119a-4093-8b0c-32358fa2c619 req-56890e75-31e7-4da2-b0aa-bb30c61f85e0 service neutron] 10.222.0.18 "GET /v2.0/networks/e1146bc8-cfce-44aa-9acf-e62ccd617ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807638 Jan 29 05:35:00.011249 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-e4068393-119a-4093-8b0c-32358fa2c619 req-58ddf474-e2b9-4581-9e22-1c81278e1d87 service neutron] 10.222.0.18 "GET /v2.0/networks/e1146bc8-cfce-44aa-9acf-e62ccd617ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863926 Jan 29 05:35:00.214233 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda82cb-a94c-44fe-8caf-68d57bac36f5 req-a51c3dd9-0d68-48ef-87fd-32c5bb1c9e94 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:35:00.215688 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cfda82cb-a94c-44fe-8caf-68d57bac36f5 req-a51c3dd9-0d68-48ef-87fd-32c5bb1c9e94 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfdcaf2e-3b94-41ec-a278-3053fbae1ca1 HTTP/1.1" status: 200 len: 943 time: 0.0518749 Jan 29 05:35:00.263455 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-cfda82cb-a94c-44fe-8caf-68d57bac36f5 req-37f5a27b-35ea-413b-8c56-dc6961fba3fd tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f679f24-12f3-497b-b08e-7fae8f340f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418928 Jan 29 05:35:01.384193 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae058f4a-723f-40e4-a8b4-86d22adc4972 req-27aa4a0e-2f7e-481e-8282-4429085df649 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:35:01.385693 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ae058f4a-723f-40e4-a8b4-86d22adc4972 req-27aa4a0e-2f7e-481e-8282-4429085df649 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfdcaf2e-3b94-41ec-a278-3053fbae1ca1 HTTP/1.1" status: 200 len: 943 time: 0.0558288 Jan 29 05:35:01.432683 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ae058f4a-723f-40e4-a8b4-86d22adc4972 req-a7e490dd-385a-422a-88f1-63ffec2e614d tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f679f24-12f3-497b-b08e-7fae8f340f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409107 Jan 29 05:35:02.551026 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333aa8ee-a278-4615-83a6-dfecc311704f req-98d14db9-38a4-4c2b-b17d-33e68908fe32 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:35:02.552511 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-333aa8ee-a278-4615-83a6-dfecc311704f req-98d14db9-38a4-4c2b-b17d-33e68908fe32 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfdcaf2e-3b94-41ec-a278-3053fbae1ca1 HTTP/1.1" status: 200 len: 943 time: 0.0534298 Jan 29 05:35:02.603455 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-333aa8ee-a278-4615-83a6-dfecc311704f req-94264e7a-3d9f-4068-8a43-973aced55faa tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f679f24-12f3-497b-b08e-7fae8f340f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430167 Jan 29 05:35:03.702241 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device a2b5297c-eedc-4e74-9880-f4ecceca2ab8 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:35:03.724921 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272d1e4-4f1d-447a-b3a8-1476ea8b0ac0 req-ed195f86-75da-4e7d-8e58-26c9deecb5bf tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:35:03.726453 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8272d1e4-4f1d-447a-b3a8-1476ea8b0ac0 req-ed195f86-75da-4e7d-8e58-26c9deecb5bf tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfdcaf2e-3b94-41ec-a278-3053fbae1ca1 HTTP/1.1" status: 200 len: 943 time: 0.0569651 Jan 29 05:35:03.774870 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-8272d1e4-4f1d-447a-b3a8-1476ea8b0ac0 req-2239ac3d-bff0-46a0-ab6d-ed8572c0cb22 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f679f24-12f3-497b-b08e-7fae8f340f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423062 Jan 29 05:35:03.795194 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port a2b5297c-eedc-4e74-9880-f4ecceca2ab8, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a2b5297c-eedc-4e74-9880-f4ecceca2ab8,segment=NetworkSegment(cac738a6-7f03-4b41-91bc-e35b86092a51),segment_id=cac738a6-7f03-4b41-91bc-e35b86092a51)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:35:03.810000 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': 'a2b5297c-eedc-4e74-9880-f4ecceca2ab8', 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7', 'port_id': 'a2b5297c-eedc-4e74-9880-f4ecceca2ab8', 'mac_address': 'fa:16:3e:dd:41:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b7ec8e7-a443-47a4-ac1f-c78425fd5245', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:35:03.845272 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port a2b5297c-eedc-4e74-9880-f4ecceca2ab8 is: DOWN; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:35:03.845908 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (a2b5297c-eedc-4e74-9880-f4ecceca2ab8), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:35:03.859326 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2b5297c-eedc-4e74-9880-f4ecceca2ab8 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 05:35:03.878882 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port a2b5297c-eedc-4e74-9880-f4ecceca2ab8, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a2b5297c-eedc-4e74-9880-f4ecceca2ab8,segment=NetworkSegment(cac738a6-7f03-4b41-91bc-e35b86092a51),segment_id=cac738a6-7f03-4b41-91bc-e35b86092a51)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:35:03.956854 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (a2b5297c-eedc-4e74-9880-f4ecceca2ab8), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:35:04.004334 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=a2b5297c-eedc-4e74-9880-f4ecceca2ab8,revision_number=4']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:35:04.377894 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['a2b5297c-eedc-4e74-9880-f4ecceca2ab8'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:35:04.898146 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65638bf-e733-4a24-9e26-e2152e77717b req-2c24f29f-e88e-4766-b031-83f3491029c8 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:35:04.899644 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e65638bf-e733-4a24-9e26-e2152e77717b req-2c24f29f-e88e-4766-b031-83f3491029c8 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfdcaf2e-3b94-41ec-a278-3053fbae1ca1 HTTP/1.1" status: 200 len: 944 time: 0.0570157 Jan 29 05:35:04.947687 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e65638bf-e733-4a24-9e26-e2152e77717b req-2ee7e845-de60-4dca-8e50-f7a61825694c tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f679f24-12f3-497b-b08e-7fae8f340f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424757 Jan 29 05:35:05.379320 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:35:05.717284 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device a2b5297c-eedc-4e74-9880-f4ecceca2ab8 up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:35:05.831526 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning for port a2b5297c-eedc-4e74-9880-f4ecceca2ab8 completed by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 05:35:05.835451 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port a2b5297c-eedc-4e74-9880-f4ecceca2ab8 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:35:05.835822 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (a2b5297c-eedc-4e74-9880-f4ecceca2ab8), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:35:05.914782 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port a2b5297c-eedc-4e74-9880-f4ecceca2ab8 is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:35:05.915160 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (a2b5297c-eedc-4e74-9880-f4ecceca2ab8), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:35:05.937749 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfdcaf2e-3b94-41ec-a278-3053fbae1ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b5297c-eedc-4e74-9880-f4ecceca2ab8'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:35:05.940103 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee75a7ccdb7151d8d17d2729d12001adec2e75649d96222f51d706133734273e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d15a8a-8b6d-4f4d-9fd9-5edfa48fedbe" -d '{"events": [{"server_uuid": "bfdcaf2e-3b94-41ec-a278-3053fbae1ca1", "name": "network-vif-plugged", "status": "completed", "tag": "a2b5297c-eedc-4e74-9880-f4ecceca2ab8"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:35:05.953737 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port a2b5297c-eedc-4e74-9880-f4ecceca2ab8, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a2b5297c-eedc-4e74-9880-f4ecceca2ab8,segment=NetworkSegment(cac738a6-7f03-4b41-91bc-e35b86092a51),segment_id=cac738a6-7f03-4b41-91bc-e35b86092a51)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:35:05.978670 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbc9540-47bc-4ea4-b91e-3773475bb490 x-openstack-request-id: req-bbbc9540-47bc-4ea4-b91e-3773475bb490 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:35:05.978670 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfdcaf2e-3b94-41ec-a278-3053fbae1ca1", "name": "network-vif-plugged", "status": "completed", "tag": "a2b5297c-eedc-4e74-9880-f4ecceca2ab8", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:35:05.978670 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bbbc9540-47bc-4ea4-b91e-3773475bb490 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:35:05.978670 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfdcaf2e-3b94-41ec-a278-3053fbae1ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b5297c-eedc-4e74-9880-f4ecceca2ab8', 'code': 200} Jan 29 05:35:06.026808 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (a2b5297c-eedc-4e74-9880-f4ecceca2ab8), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:35:06.074774 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182ae5e-e26e-42dd-a1d7-cb361018a2b3 req-8e17ac42-7c2f-4deb-a262-7475faa18e10 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:35:06.076352 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=a2b5297c-eedc-4e74-9880-f4ecceca2ab8,revision_number=5']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:35:06.077265 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e182ae5e-e26e-42dd-a1d7-cb361018a2b3 req-8e17ac42-7c2f-4deb-a262-7475faa18e10 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfdcaf2e-3b94-41ec-a278-3053fbae1ca1 HTTP/1.1" status: 200 len: 945 time: 0.0545940 Jan 29 05:35:06.129949 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-e182ae5e-e26e-42dd-a1d7-cb361018a2b3 req-58eb2a3b-a98d-45d4-8bda-979c144798c0 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f679f24-12f3-497b-b08e-7fae8f340f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470905 Jan 29 05:35:06.328632 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281bfba-6dbf-455e-858b-44283bd27815 req-49155f81-2fbf-4cd4-81b4-0bbfa2f00e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:35:06.330181 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6281bfba-6dbf-455e-858b-44283bd27815 req-49155f81-2fbf-4cd4-81b4-0bbfa2f00e1a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bfdcaf2e-3b94-41ec-a278-3053fbae1ca1 HTTP/1.1" status: 200 len: 1129 time: 0.0444570 Jan 29 05:35:06.375518 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-6281bfba-6dbf-455e-858b-44283bd27815 req-c9efcb15-55b8-4a05-9a33-640cf871bd4c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3f679f24-12f3-497b-b08e-7fae8f340f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396290 Jan 29 05:35:07.246861 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f3a06-27af-40dc-a4ff-48b9ffaecf21 req-0934ee1b-81a1-40e8-b8f5-d5d3d2b59bfb tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:35:07.248349 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-095f3a06-27af-40dc-a4ff-48b9ffaecf21 req-0934ee1b-81a1-40e8-b8f5-d5d3d2b59bfb tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfdcaf2e-3b94-41ec-a278-3053fbae1ca1 HTTP/1.1" status: 200 len: 945 time: 0.0524855 Jan 29 05:35:07.302970 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-095f3a06-27af-40dc-a4ff-48b9ffaecf21 req-c79a3bfe-87fd-4590-83b9-1a377a773535 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f679f24-12f3-497b-b08e-7fae8f340f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490336 Jan 29 05:35:08.419517 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f4a58-b9dd-4814-9218-2e41e64eac1f req-260cc257-261e-46a2-988f-3090740df67a tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:35:08.420983 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0a7f4a58-b9dd-4814-9218-2e41e64eac1f req-260cc257-261e-46a2-988f-3090740df67a tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfdcaf2e-3b94-41ec-a278-3053fbae1ca1 HTTP/1.1" status: 200 len: 945 time: 0.0519116 Jan 29 05:35:08.468070 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-0a7f4a58-b9dd-4814-9218-2e41e64eac1f req-b0fbb786-3898-4185-8a4b-26dcb24117f2 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f679f24-12f3-497b-b08e-7fae8f340f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413020 Jan 29 05:35:08.587771 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30df405-af1b-49b7-8840-4370663a6caa req-53162759-9dae-4818-9bd3-a2eb01d5a7ab tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:35:08.589161 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b30df405-af1b-49b7-8840-4370663a6caa req-53162759-9dae-4818-9bd3-a2eb01d5a7ab tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfdcaf2e-3b94-41ec-a278-3053fbae1ca1 HTTP/1.1" status: 200 len: 945 time: 0.0564837 Jan 29 05:35:08.638347 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b30df405-af1b-49b7-8840-4370663a6caa req-c25da363-b05d-46fc-a1da-6e2bc2d2baad tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f679f24-12f3-497b-b08e-7fae8f340f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427265 Jan 29 05:35:08.659513 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 36384) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:35:08.702109 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63994d2f-bed0-45b1-9c0f-ec279618a9f4 tempest-TestSnapshotPattern-106277971 tempest-TestSnapshotPattern-106277971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:35:08.703573 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-63994d2f-bed0-45b1-9c0f-ec279618a9f4 tempest-TestSnapshotPattern-106277971 tempest-TestSnapshotPattern-106277971-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bfdcaf2e-3b94-41ec-a278-3053fbae1ca1 HTTP/1.1" status: 200 len: 1124 time: 0.0430994 Jan 29 05:35:08.706334 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 36386) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:35:08.710640 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.v2.base [None req-9c79b3d4-d126-4eec-878d-2da708c25fc3 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Request body: {'floatingip': {'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'port_id': 'a2b5297c-eedc-4e74-9880-f4ecceca2ab8', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:35:08.792074 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9c79b3d4-d126-4eec-878d-2da708c25fc3 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:35:08.890750 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9c79b3d4-d126-4eec-878d-2da708c25fc3 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (None), before_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:35:08.992469 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_common [None req-9c79b3d4-d126-4eec-878d-2da708c25fc3 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Allocated IP 172.26.8.64 (f0de7169-31b1-4289-9a2a-56c5f4e63ed1/8f87baa4-7112-4683-9e8b-fb69e7b6ba38/01aee6e9-bdb3-4d29-a740-62326d3d2fc3) {{(pid=103585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:35:09.092720 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9c79b3d4-d126-4eec-878d-2da708c25fc3 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks [] for port (01aee6e9-bdb3-4d29-a740-62326d3d2fc3), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:35:09.203217 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9c79b3d4-d126-4eec-878d-2da708c25fc3 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792711226664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (01aee6e9-bdb3-4d29-a740-62326d3d2fc3), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:35:09.237605 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c79b3d4-d126-4eec-878d-2da708c25fc3 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Network f0de7169-31b1-4289-9a2a-56c5f4e63ed1 is already hosted by enough agents. {{(pid=103585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:35:09.241990 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.base_scheduler [None req-9c79b3d4-d126-4eec-878d-2da708c25fc3 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Resources bound (agent type, host, resource id): {{(pid=103585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:35:09.245336 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c79b3d4-d126-4eec-878d-2da708c25fc3 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Received port after_create {{(pid=103585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:35:09.270846 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c79b3d4-d126-4eec-878d-2da708c25fc3 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Pushing event updated for resources: {'Port': ['ID=01aee6e9-bdb3-4d29-a740-62326d3d2fc3,revision_number=1']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:35:09.285250 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c79b3d4-d126-4eec-878d-2da708c25fc3 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:35:09.285603 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c79b3d4-d126-4eec-878d-2da708c25fc3 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:35:09.285949 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c79b3d4-d126-4eec-878d-2da708c25fc3 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:35:09.286286 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c79b3d4-d126-4eec-878d-2da708c25fc3 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:35:09.286620 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c79b3d4-d126-4eec-878d-2da708c25fc3 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:35:09.286947 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c79b3d4-d126-4eec-878d-2da708c25fc3 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:35:09.287275 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c79b3d4-d126-4eec-878d-2da708c25fc3 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:35:09.287602 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c79b3d4-d126-4eec-878d-2da708c25fc3 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:35:09.287928 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c79b3d4-d126-4eec-878d-2da708c25fc3 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:35:09.288254 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c79b3d4-d126-4eec-878d-2da708c25fc3 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:35:09.288601 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c79b3d4-d126-4eec-878d-2da708c25fc3 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:35:09.288922 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c79b3d4-d126-4eec-878d-2da708c25fc3 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:35:09.289239 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c79b3d4-d126-4eec-878d-2da708c25fc3 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:35:09.960006 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9c79b3d4-d126-4eec-878d-2da708c25fc3 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks [] for floatingip (28b32a82-4c6e-40d0-8e5a-a4c802b58592), precommit_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:35:10.068174 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9c79b3d4-d126-4eec-878d-2da708c25fc3 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (01aee6e9-bdb3-4d29-a740-62326d3d2fc3), before_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:35:10.216324 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9c79b3d4-d126-4eec-878d-2da708c25fc3 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks [] for port (01aee6e9-bdb3-4d29-a740-62326d3d2fc3), precommit_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:35:10.260884 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9c79b3d4-d126-4eec-878d-2da708c25fc3 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59887420'] for port (01aee6e9-bdb3-4d29-a740-62326d3d2fc3), after_update {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:35:10.336928 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c79b3d4-d126-4eec-878d-2da708c25fc3 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Pushing event updated for resources: {'Port': ['ID=01aee6e9-bdb3-4d29-a740-62326d3d2fc3,revision_number=2']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:35:10.343868 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9c79b3d4-d126-4eec-878d-2da708c25fc3 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620116'] for floatingip (28b32a82-4c6e-40d0-8e5a-a4c802b58592), after_create {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:35:10.447971 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.l3_db [None req-9c79b3d4-d126-4eec-878d-2da708c25fc3 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Floating IP 28b32a82-4c6e-40d0-8e5a-a4c802b58592 associated. External IP: 172.26.8.64, port: a2b5297c-eedc-4e74-9880-f4ecceca2ab8. Jan 29 05:35:10.654050 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c79b3d4-d126-4eec-878d-2da708c25fc3 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Router 8c0c18b6-c83e-4859-8eb0-b804ccb53415 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:35:10.758329 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c79b3d4-d126-4eec-878d-2da708c25fc3 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:35:10.767974 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab749c9-48ee-4d09-b20f-53173a84a358 None None] Sync routers for ids ['8c0c18b6-c83e-4859-8eb0-b804ccb53415'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:35:10.776692 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab749c9-48ee-4d09-b20f-53173a84a358 None None] Routers {'8c0c18b6-c83e-4859-8eb0-b804ccb53415'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:35:10.777285 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-7ab749c9-48ee-4d09-b20f-53173a84a358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:34:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['8c0c18b6-c83e-4859-8eb0-b804ccb53415'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:35:10.880308 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9c79b3d4-d126-4eec-878d-2da708c25fc3 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:35:10.925160 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9c79b3d4-d126-4eec-878d-2da708c25fc3 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2175865 Jan 29 05:35:10.925750 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfdcaf2e-3b94-41ec-a278-3053fbae1ca1', 'tag': 'a2b5297c-eedc-4e74-9880-f4ecceca2ab8'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:35:10.928127 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad3f4f0b05cb0c185202889f4530d643d21cfccbd66257482e48c22b2489363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fced30cd-d09c-4f2a-8e33-29e40180f798" -d '{"events": [{"name": "network-changed", "server_uuid": "bfdcaf2e-3b94-41ec-a278-3053fbae1ca1", "tag": "a2b5297c-eedc-4e74-9880-f4ecceca2ab8"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:35:10.965085 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd5e6f0-eb2e-4855-8fab-8016ffd5d624 x-openstack-request-id: req-fdd5e6f0-eb2e-4855-8fab-8016ffd5d624 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:35:10.965695 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfdcaf2e-3b94-41ec-a278-3053fbae1ca1", "tag": "a2b5297c-eedc-4e74-9880-f4ecceca2ab8", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:35:10.965695 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fdd5e6f0-eb2e-4855-8fab-8016ffd5d624 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:35:10.966061 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfdcaf2e-3b94-41ec-a278-3053fbae1ca1', 'tag': 'a2b5297c-eedc-4e74-9880-f4ecceca2ab8', 'status': 'completed', 'code': 200} Jan 29 05:35:10.973604 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-7ab749c9-48ee-4d09-b20f-53173a84a358 None None] Set router 8c0c18b6-c83e-4859-8eb0-b804ccb53415 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:35:11.054450 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced30cd-d09c-4f2a-8e33-29e40180f798 req-972f6e32-9e28-4715-abe5-85bd774607a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:35:11.055969 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-fced30cd-d09c-4f2a-8e33-29e40180f798 req-972f6e32-9e28-4715-abe5-85bd774607a0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=798ce32e63604c6ca430b4ce598ec619&device_id=bfdcaf2e-3b94-41ec-a278-3053fbae1ca1 HTTP/1.1" status: 200 len: 1129 time: 0.0460377 Jan 29 05:35:11.154244 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced30cd-d09c-4f2a-8e33-29e40180f798 req-3fc24432-204e-477d-b866-44c17e6e0789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:35:11.155849 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-fced30cd-d09c-4f2a-8e33-29e40180f798 req-3fc24432-204e-477d-b866-44c17e6e0789 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e1146bc8-cfce-44aa-9acf-e62ccd617ae7 HTTP/1.1" status: 200 len: 911 time: 0.0920792 Jan 29 05:35:11.198566 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-7ab749c9-48ee-4d09-b20f-53173a84a358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'name': 'tempest-TestSnapshotPattern-2033582653-router', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '3679bee5-c1b5-4c02-bac9-2da897100f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:31:27Z', 'updated_at': '2022-01-29T05:31:30Z', 'revision_number': 4, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'gw_port': {'id': '3679bee5-c1b5-4c02-bac9-2da897100f89', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:31:27Z', 'updated_at': '2022-01-29T05:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '28b32a82-4c6e-40d0-8e5a-a4c802b58592', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'floating_ip_address': '172.26.8.64', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'port_id': 'a2b5297c-eedc-4e74-9880-f4ecceca2ab8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7', 'mac_address': 'fa:16:3e:dd:41:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdcaf2e-3b94-41ec-a278-3053fbae1ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:35:09Z', 'updated_at': '2022-01-29T05:35:09Z', 'revision_number': 0, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'fixed_ip_address_scope': None}, {'id': '48d4b7bb-221d-4a39-ac1c-7ed210a6729d', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'floating_ip_address': '172.26.8.3', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'port_id': '82542ea8-2d1f-4198-9281-944b02b539a7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7', 'mac_address': 'fa:16:3e:26:38:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c53879f-d233-481d-a836-e7883cad4610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:31:54Z', 'updated_at': '2022-01-29T05:31:56Z', 'revision_number': 1, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '058fec80-cc0f-4a1d-8d0b-760592b933c4', 'name': '', 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'mac_address': 'fa:16:3e:b7:a4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '9b7ec8e7-a443-47a4-ac1f-c78425fd5245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:31:29Z', 'updated_at': '2022-01-29T05:31:34Z', 'revision_number': 5, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'subnets': [{'id': '9b7ec8e7-a443-47a4-ac1f-c78425fd5245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:35:11.223759 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-fced30cd-d09c-4f2a-8e33-29e40180f798 req-2c06dd36-1286-473b-946f-44a98c6345ca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2b5297c-eedc-4e74-9880-f4ecceca2ab8 HTTP/1.1" status: 200 len: 998 time: 0.0611885 Jan 29 05:35:11.225135 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab749c9-48ee-4d09-b20f-53173a84a358 None None] Checking router: 8c0c18b6-c83e-4859-8eb0-b804ccb53415 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:35:11.233944 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab749c9-48ee-4d09-b20f-53173a84a358 None None] Routers {'8c0c18b6-c83e-4859-8eb0-b804ccb53415'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:35:11.234541 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-7ab749c9-48ee-4d09-b20f-53173a84a358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:34:52Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['8c0c18b6-c83e-4859-8eb0-b804ccb53415'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:35:11.277466 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced30cd-d09c-4f2a-8e33-29e40180f798 req-ca3affd0-3bb2-46d5-8e2b-f5466b256dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:35:11.278945 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-fced30cd-d09c-4f2a-8e33-29e40180f798 req-ca3affd0-3bb2-46d5-8e2b-f5466b256dba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9b7ec8e7-a443-47a4-ac1f-c78425fd5245 HTTP/1.1" status: 200 len: 849 time: 0.0491748 Jan 29 05:35:11.328618 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced30cd-d09c-4f2a-8e33-29e40180f798 req-6d01b3d0-73f5-472a-91b1-7e9af19dd35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:35:11.330159 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-fced30cd-d09c-4f2a-8e33-29e40180f798 req-6d01b3d0-73f5-472a-91b1-7e9af19dd35b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e1146bc8-cfce-44aa-9acf-e62ccd617ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0452037 Jan 29 05:35:11.337947 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-7ab749c9-48ee-4d09-b20f-53173a84a358 None None] Set router 8c0c18b6-c83e-4859-8eb0-b804ccb53415 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:35:11.417594 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-fced30cd-d09c-4f2a-8e33-29e40180f798 req-bbd7fe0d-19e4-43c8-8d47-345e2427b2a7 service neutron] 10.222.0.18 "GET /v2.0/networks/e1146bc8-cfce-44aa-9acf-e62ccd617ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814445 Jan 29 05:35:11.513529 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-fced30cd-d09c-4f2a-8e33-29e40180f798 req-6166095b-1425-4e07-b247-ed12ee6491cf service neutron] 10.222.0.18 "GET /v2.0/networks/e1146bc8-cfce-44aa-9acf-e62ccd617ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893061 Jan 29 05:35:11.568893 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-7ab749c9-48ee-4d09-b20f-53173a84a358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'name': 'tempest-TestSnapshotPattern-2033582653-router', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '3679bee5-c1b5-4c02-bac9-2da897100f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:31:27Z', 'updated_at': '2022-01-29T05:31:30Z', 'revision_number': 4, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'gw_port': {'id': '3679bee5-c1b5-4c02-bac9-2da897100f89', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:31:27Z', 'updated_at': '2022-01-29T05:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '28b32a82-4c6e-40d0-8e5a-a4c802b58592', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'floating_ip_address': '172.26.8.64', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'port_id': 'a2b5297c-eedc-4e74-9880-f4ecceca2ab8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7', 'mac_address': 'fa:16:3e:dd:41:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdcaf2e-3b94-41ec-a278-3053fbae1ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:35:09Z', 'updated_at': '2022-01-29T05:35:09Z', 'revision_number': 0, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'fixed_ip_address_scope': None}, {'id': '48d4b7bb-221d-4a39-ac1c-7ed210a6729d', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'floating_ip_address': '172.26.8.3', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'port_id': '82542ea8-2d1f-4198-9281-944b02b539a7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7', 'mac_address': 'fa:16:3e:26:38:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c53879f-d233-481d-a836-e7883cad4610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:31:54Z', 'updated_at': '2022-01-29T05:31:56Z', 'revision_number': 1, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '058fec80-cc0f-4a1d-8d0b-760592b933c4', 'name': '', 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'mac_address': 'fa:16:3e:b7:a4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '9b7ec8e7-a443-47a4-ac1f-c78425fd5245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:31:29Z', 'updated_at': '2022-01-29T05:31:34Z', 'revision_number': 5, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'subnets': [{'id': '9b7ec8e7-a443-47a4-ac1f-c78425fd5245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:35:11.598609 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab749c9-48ee-4d09-b20f-53173a84a358 None None] The sync data for ids ['8c0c18b6-c83e-4859-8eb0-b804ccb53415'] in dv-neutron-821190-1-hyperv is: [{'id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'name': 'tempest-TestSnapshotPattern-2033582653-router', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '3679bee5-c1b5-4c02-bac9-2da897100f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:31:27Z', 'updated_at': '2022-01-29T05:31:30Z', 'revision_number': 4, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'gw_port': {'id': '3679bee5-c1b5-4c02-bac9-2da897100f89', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:31:27Z', 'updated_at': '2022-01-29T05:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '28b32a82-4c6e-40d0-8e5a-a4c802b58592', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'floating_ip_address': '172.26.8.64', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'port_id': 'a2b5297c-eedc-4e74-9880-f4ecceca2ab8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7', 'mac_address': 'fa:16:3e:dd:41:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdcaf2e-3b94-41ec-a278-3053fbae1ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:35:09Z', 'updated_at': '2022-01-29T05:35:09Z', 'revision_number': 0, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'fixed_ip_address_scope': None}, {'id': '48d4b7bb-221d-4a39-ac1c-7ed210a6729d', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'floating_ip_address': '172.26.8.3', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'port_id': '82542ea8-2d1f-4198-9281-944b02b539a7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7', 'mac_address': 'fa:16:3e:26:38:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c53879f-d233-481d-a836-e7883cad4610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:31:54Z', 'updated_at': '2022-01-29T05:31:56Z', 'revision_number': 1, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '058fec80-cc0f-4a1d-8d0b-760592b933c4', 'name': '', 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'mac_address': 'fa:16:3e:b7:a4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '9b7ec8e7-a443-47a4-ac1f-c78425fd5245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:31:29Z', 'updated_at': '2022-01-29T05:31:34Z', 'revision_number': 5, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'subnets': [{'id': '9b7ec8e7-a443-47a4-ac1f-c78425fd5245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:35:11.795501 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cc53fb-18e3-4a70-a35a-11717a06d606 None None] New status for floating IP 28b32a82-4c6e-40d0-8e5a-a4c802b58592: ACTIVE {{(pid=103586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:35:20.221085 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aa13f7d6-2248-491a-ab63-bc092bd36826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:35:22.516281 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a126e6c7-6eea-4b1a-9531-a3109121dbe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:35:24.014703 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:35:24.654296 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:35:25.180774 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:35:26.477861 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:35:32.812004 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-66cddbcb-0516-4c9d-9fa9-150619829be5 req-6132e5a7-5975-4bcc-943b-ab85367b4aa8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8c53879f-d233-481d-a836-e7883cad4610&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443587 Jan 29 05:35:32.917444 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cddbcb-0516-4c9d-9fa9-150619829be5 req-e8b2eb99-c496-4c0d-9fcb-f5bfcdfff9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:35:32.918938 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-66cddbcb-0516-4c9d-9fa9-150619829be5 req-e8b2eb99-c496-4c0d-9fcb-f5bfcdfff9b6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=798ce32e63604c6ca430b4ce598ec619&device_id=8c53879f-d233-481d-a836-e7883cad4610 HTTP/1.1" status: 200 len: 1127 time: 0.0450044 Jan 29 05:35:33.024041 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cddbcb-0516-4c9d-9fa9-150619829be5 req-ebf8c2f5-5767-4936-91ff-48f32de1c5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:35:33.025575 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-66cddbcb-0516-4c9d-9fa9-150619829be5 req-ebf8c2f5-5767-4936-91ff-48f32de1c5ed service neutron] 10.222.0.18 "GET /v2.0/networks?id=e1146bc8-cfce-44aa-9acf-e62ccd617ae7 HTTP/1.1" status: 200 len: 911 time: 0.0892260 Jan 29 05:35:33.089692 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-66cddbcb-0516-4c9d-9fa9-150619829be5 req-553e29d8-ec17-479c-a5f8-a82c24ea9d28 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82542ea8-2d1f-4198-9281-944b02b539a7 HTTP/1.1" status: 200 len: 997 time: 0.0578783 Jan 29 05:35:33.141845 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cddbcb-0516-4c9d-9fa9-150619829be5 req-3ed43ed1-bb32-4332-b521-9fcb6903b583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:35:33.143299 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-66cddbcb-0516-4c9d-9fa9-150619829be5 req-3ed43ed1-bb32-4332-b521-9fcb6903b583 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9b7ec8e7-a443-47a4-ac1f-c78425fd5245 HTTP/1.1" status: 200 len: 849 time: 0.0478406 Jan 29 05:35:33.191568 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cddbcb-0516-4c9d-9fa9-150619829be5 req-c6f57999-5f2c-4711-8370-f1b34ee5e836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:35:33.193089 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-66cddbcb-0516-4c9d-9fa9-150619829be5 req-c6f57999-5f2c-4711-8370-f1b34ee5e836 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e1146bc8-cfce-44aa-9acf-e62ccd617ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0441847 Jan 29 05:35:33.279978 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-66cddbcb-0516-4c9d-9fa9-150619829be5 req-f566ec0b-8918-434e-9e9b-27e8f6d85a49 service neutron] 10.222.0.18 "GET /v2.0/networks/e1146bc8-cfce-44aa-9acf-e62ccd617ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808139 Jan 29 05:35:33.375159 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-66cddbcb-0516-4c9d-9fa9-150619829be5 req-419ee4ef-8e9b-40f9-b897-621bdbd03782 service neutron] 10.222.0.18 "GET /v2.0/networks/e1146bc8-cfce-44aa-9acf-e62ccd617ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884404 Jan 29 05:35:42.378725 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:35:50.242859 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-112cd7c8-5c84-495a-ae1c-c2d5a4b08108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:35:52.505986 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-96378a1f-c97a-4104-8c95-147708a53638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:35:54.002708 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:35:54.648740 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:35:55.134509 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:35:56.483509 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:36:19.378169 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:36:20.241070 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e2d85f7a-00d3-45dc-a8c7-d8aa846cd3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:36:22.539776 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-788572d4-d32d-4686-b4db-907bb7b8496e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:36:23.979402 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:36:24.659692 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:36:25.138493 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:36:26.475062 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:36:33.813070 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-43aa56f6-b94e-4f73-8e4b-1e7ad5ce53d6 req-9f9adcab-b701-4253-b3c8-719ddcba7ecb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bfdcaf2e-3b94-41ec-a278-3053fbae1ca1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0486627 Jan 29 05:36:33.887204 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa56f6-b94e-4f73-8e4b-1e7ad5ce53d6 req-c42fa2ed-911e-4fc3-ab46-48d0c480994c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:36:33.889284 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-43aa56f6-b94e-4f73-8e4b-1e7ad5ce53d6 req-c42fa2ed-911e-4fc3-ab46-48d0c480994c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=798ce32e63604c6ca430b4ce598ec619&device_id=bfdcaf2e-3b94-41ec-a278-3053fbae1ca1 HTTP/1.1" status: 200 len: 1129 time: 0.0451834 Jan 29 05:36:33.994402 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa56f6-b94e-4f73-8e4b-1e7ad5ce53d6 req-2a0c8f5c-068d-4b58-a0ec-bc3aa91b1024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:36:33.995893 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-43aa56f6-b94e-4f73-8e4b-1e7ad5ce53d6 req-2a0c8f5c-068d-4b58-a0ec-bc3aa91b1024 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e1146bc8-cfce-44aa-9acf-e62ccd617ae7 HTTP/1.1" status: 200 len: 911 time: 0.0876846 Jan 29 05:36:34.060593 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-43aa56f6-b94e-4f73-8e4b-1e7ad5ce53d6 req-6bedd647-67a4-4b65-8a7a-b99d706ad564 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2b5297c-eedc-4e74-9880-f4ecceca2ab8 HTTP/1.1" status: 200 len: 1000 time: 0.0583403 Jan 29 05:36:34.112311 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa56f6-b94e-4f73-8e4b-1e7ad5ce53d6 req-c5c6ac8c-60fc-4e61-8588-69fdd3b31c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:36:34.113676 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-43aa56f6-b94e-4f73-8e4b-1e7ad5ce53d6 req-c5c6ac8c-60fc-4e61-8588-69fdd3b31c06 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9b7ec8e7-a443-47a4-ac1f-c78425fd5245 HTTP/1.1" status: 200 len: 849 time: 0.0478904 Jan 29 05:36:34.163052 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa56f6-b94e-4f73-8e4b-1e7ad5ce53d6 req-10b5ad81-2a62-4365-8d35-1e2ed98e2601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:36:34.164547 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-43aa56f6-b94e-4f73-8e4b-1e7ad5ce53d6 req-10b5ad81-2a62-4365-8d35-1e2ed98e2601 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e1146bc8-cfce-44aa-9acf-e62ccd617ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0449777 Jan 29 05:36:34.174238 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [req-43aa56f6-b94e-4f73-8e4b-1e7ad5ce53d6 req-fbbbbd38-594b-4ed5-be38-1c9ceb4d9ae9 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 05:36:34.175177 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-43aa56f6-b94e-4f73-8e4b-1e7ad5ce53d6 req-fbbbbd38-594b-4ed5-be38-1c9ceb4d9ae9 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048716 Jan 29 05:36:34.262221 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-43aa56f6-b94e-4f73-8e4b-1e7ad5ce53d6 req-1248e7d8-9b4d-4e32-bedf-7b00afb6b18b service neutron] 10.222.0.18 "GET /v2.0/networks/e1146bc8-cfce-44aa-9acf-e62ccd617ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812109 Jan 29 05:36:34.354035 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-43aa56f6-b94e-4f73-8e4b-1e7ad5ce53d6 req-93ff0021-23b7-40cf-bb1a-2ce8239f3a19 service neutron] 10.222.0.18 "GET /v2.0/networks/e1146bc8-cfce-44aa-9acf-e62ccd617ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857875 Jan 29 05:36:50.234391 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f8acc76d-2803-470d-a54b-674b0f4f42c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:36:52.538873 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bc41bfe6-aa43-490e-97e1-f70a927ae8dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:36:53.978787 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:36:54.691545 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:36:55.144606 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:36:56.377432 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:36:56.468641 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:14.197641 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device a2b5297c-eedc-4e74-9880-f4ecceca2ab8 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=103586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:37:14.293412 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port a2b5297c-eedc-4e74-9880-f4ecceca2ab8, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a2b5297c-eedc-4e74-9880-f4ecceca2ab8,segment=NetworkSegment(cac738a6-7f03-4b41-91bc-e35b86092a51),segment_id=cac738a6-7f03-4b41-91bc-e35b86092a51)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:37:14.304997 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Returning: {'device': 'a2b5297c-eedc-4e74-9880-f4ecceca2ab8', 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7', 'port_id': 'a2b5297c-eedc-4e74-9880-f4ecceca2ab8', 'mac_address': 'fa:16:3e:dd:41:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b7ec8e7-a443-47a4-ac1f-c78425fd5245', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:37:14.340439 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port a2b5297c-eedc-4e74-9880-f4ecceca2ab8 is: ACTIVE; New status is: BUILD {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:37:14.340844 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (a2b5297c-eedc-4e74-9880-f4ecceca2ab8), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:14.353801 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2b5297c-eedc-4e74-9880-f4ecceca2ab8 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 05:37:14.372447 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port a2b5297c-eedc-4e74-9880-f4ecceca2ab8, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a2b5297c-eedc-4e74-9880-f4ecceca2ab8,segment=NetworkSegment(cac738a6-7f03-4b41-91bc-e35b86092a51),segment_id=cac738a6-7f03-4b41-91bc-e35b86092a51)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:37:14.434310 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (a2b5297c-eedc-4e74-9880-f4ecceca2ab8), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:14.480810 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=a2b5297c-eedc-4e74-9880-f4ecceca2ab8,revision_number=6']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:37:14.488226 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:37:14.488598 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:37:14.488963 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:37:14.489300 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:37:14.489624 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:37:14.490049 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:37:14.490373 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:37:14.490697 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:37:14.491023 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:37:14.491346 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:37:14.491667 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:37:14.491984 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:37:14.492301 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:37:14.593114 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] get_ports_and_sgs() called for port_ids ['a2b5297c-eedc-4e74-9880-f4ecceca2ab8'] {{(pid=103586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:37:16.198823 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device a2b5297c-eedc-4e74-9880-f4ecceca2ab8 up at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:37:16.248231 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Provisioning complete for port a2b5297c-eedc-4e74-9880-f4ecceca2ab8 triggered by entity L2. {{(pid=103586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:37:16.248634 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768187'] for port (a2b5297c-eedc-4e74-9880-f4ecceca2ab8), provisioning_complete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:16.321726 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port a2b5297c-eedc-4e74-9880-f4ecceca2ab8 is: BUILD; New status is: ACTIVE {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:37:16.322093 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (a2b5297c-eedc-4e74-9880-f4ecceca2ab8), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:16.344802 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfdcaf2e-3b94-41ec-a278-3053fbae1ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b5297c-eedc-4e74-9880-f4ecceca2ab8'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:37:16.347279 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee75a7ccdb7151d8d17d2729d12001adec2e75649d96222f51d706133734273e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dccb2283-3758-45a5-b0df-16af84ccbfdf" -d '{"events": [{"server_uuid": "bfdcaf2e-3b94-41ec-a278-3053fbae1ca1", "name": "network-vif-plugged", "status": "completed", "tag": "a2b5297c-eedc-4e74-9880-f4ecceca2ab8"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:37:16.359250 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port a2b5297c-eedc-4e74-9880-f4ecceca2ab8, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a2b5297c-eedc-4e74-9880-f4ecceca2ab8,segment=NetworkSegment(cac738a6-7f03-4b41-91bc-e35b86092a51),segment_id=cac738a6-7f03-4b41-91bc-e35b86092a51)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:37:16.434313 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (a2b5297c-eedc-4e74-9880-f4ecceca2ab8), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:16.462759 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb61557-2391-4510-985a-99beb1afad4e x-openstack-request-id: req-9fb61557-2391-4510-985a-99beb1afad4e {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:37:16.463042 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfdcaf2e-3b94-41ec-a278-3053fbae1ca1", "name": "network-vif-plugged", "status": "completed", "tag": "a2b5297c-eedc-4e74-9880-f4ecceca2ab8", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:37:16.463290 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9fb61557-2391-4510-985a-99beb1afad4e {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:37:16.463669 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfdcaf2e-3b94-41ec-a278-3053fbae1ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b5297c-eedc-4e74-9880-f4ecceca2ab8', 'code': 200} Jan 29 05:37:16.489996 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=a2b5297c-eedc-4e74-9880-f4ecceca2ab8,revision_number=7']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:37:20.268742 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5aa6ad1b-71ea-408f-8110-f12a9a643591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:22.510285 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6026f23f-9c5c-4edc-b808-5fe47725522a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:24.005640 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:24.659002 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:25.195401 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:26.475713 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:30.977008 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 36636) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:37:31.143438 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-03caf32f-02c5-4e87-a985-524305bcf432 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Deleting port 01aee6e9-bdb3-4d29-a740-62326d3d2fc3 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:37:31.143783 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-03caf32f-02c5-4e87-a985-524305bcf432 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (01aee6e9-bdb3-4d29-a740-62326d3d2fc3), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:31.224295 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-03caf32f-02c5-4e87-a985-524305bcf432 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (01aee6e9-bdb3-4d29-a740-62326d3d2fc3), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:31.224551 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-03caf32f-02c5-4e87-a985-524305bcf432 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks [] for floatingip (01aee6e9-bdb3-4d29-a740-62326d3d2fc3), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:31.236380 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-03caf32f-02c5-4e87-a985-524305bcf432 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Calling delete_port for 01aee6e9-bdb3-4d29-a740-62326d3d2fc3 owned by network:floatingip {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:37:31.433903 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-03caf32f-02c5-4e87-a985-524305bcf432 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (01aee6e9-bdb3-4d29-a740-62326d3d2fc3), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:31.463804 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03caf32f-02c5-4e87-a985-524305bcf432 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Pushing event deleted for resources: {'Port': ['ID=01aee6e9-bdb3-4d29-a740-62326d3d2fc3,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:37:31.476683 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03caf32f-02c5-4e87-a985-524305bcf432 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:37:31.476975 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03caf32f-02c5-4e87-a985-524305bcf432 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:37:31.477347 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03caf32f-02c5-4e87-a985-524305bcf432 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:37:31.477684 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03caf32f-02c5-4e87-a985-524305bcf432 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:37:31.478069 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03caf32f-02c5-4e87-a985-524305bcf432 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:37:31.478351 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03caf32f-02c5-4e87-a985-524305bcf432 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:37:31.478658 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03caf32f-02c5-4e87-a985-524305bcf432 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:37:31.478981 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03caf32f-02c5-4e87-a985-524305bcf432 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:37:31.479305 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03caf32f-02c5-4e87-a985-524305bcf432 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:37:31.479625 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03caf32f-02c5-4e87-a985-524305bcf432 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:37:31.479944 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03caf32f-02c5-4e87-a985-524305bcf432 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:37:31.480259 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03caf32f-02c5-4e87-a985-524305bcf432 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:37:31.480602 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03caf32f-02c5-4e87-a985-524305bcf432 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:37:31.535786 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-03caf32f-02c5-4e87-a985-524305bcf432 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks [] for floatingip (28b32a82-4c6e-40d0-8e5a-a4c802b58592), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:31.536101 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.l3_db [None req-03caf32f-02c5-4e87-a985-524305bcf432 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Floating IP 28b32a82-4c6e-40d0-8e5a-a4c802b58592 disassociated (deleted). External IP: 172.26.8.64, port: a2b5297c-eedc-4e74-9880-f4ecceca2ab8. Jan 29 05:37:31.741321 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03caf32f-02c5-4e87-a985-524305bcf432 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Router 8c0c18b6-c83e-4859-8eb0-b804ccb53415 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:37:31.847041 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03caf32f-02c5-4e87-a985-524305bcf432 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:37:31.852756 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-03caf32f-02c5-4e87-a985-524305bcf432 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:31.859086 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8e565f-c454-4abb-88f7-211e3f9315f3 None None] Sync routers for ids ['8c0c18b6-c83e-4859-8eb0-b804ccb53415'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:37:31.869516 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8e565f-c454-4abb-88f7-211e3f9315f3 None None] Routers {'8c0c18b6-c83e-4859-8eb0-b804ccb53415'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:37:31.870192 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-0c8e565f-c454-4abb-88f7-211e3f9315f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:37:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['8c0c18b6-c83e-4859-8eb0-b804ccb53415'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:37:31.882613 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-03caf32f-02c5-4e87-a985-524305bcf432 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "DELETE /v2.0/floatingips/28b32a82-4c6e-40d0-8e5a-a4c802b58592 HTTP/1.1" status: 204 len: 168 time: 0.9044034 Jan 29 05:37:31.883203 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfdcaf2e-3b94-41ec-a278-3053fbae1ca1', 'tag': 'a2b5297c-eedc-4e74-9880-f4ecceca2ab8'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:37:31.885489 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad3f4f0b05cb0c185202889f4530d643d21cfccbd66257482e48c22b2489363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210f72af-1914-40ca-abbb-c98c58707b85" -d '{"events": [{"name": "network-changed", "server_uuid": "bfdcaf2e-3b94-41ec-a278-3053fbae1ca1", "tag": "a2b5297c-eedc-4e74-9880-f4ecceca2ab8"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:37:31.982831 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-0c8e565f-c454-4abb-88f7-211e3f9315f3 None None] Set router 8c0c18b6-c83e-4859-8eb0-b804ccb53415 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:37:32.209101 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-0c8e565f-c454-4abb-88f7-211e3f9315f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'name': 'tempest-TestSnapshotPattern-2033582653-router', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '3679bee5-c1b5-4c02-bac9-2da897100f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:31:27Z', 'updated_at': '2022-01-29T05:31:30Z', 'revision_number': 4, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'gw_port': {'id': '3679bee5-c1b5-4c02-bac9-2da897100f89', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:31:27Z', 'updated_at': '2022-01-29T05:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '48d4b7bb-221d-4a39-ac1c-7ed210a6729d', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'floating_ip_address': '172.26.8.3', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'port_id': '82542ea8-2d1f-4198-9281-944b02b539a7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7', 'mac_address': 'fa:16:3e:26:38:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c53879f-d233-481d-a836-e7883cad4610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:31:54Z', 'updated_at': '2022-01-29T05:31:56Z', 'revision_number': 1, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '058fec80-cc0f-4a1d-8d0b-760592b933c4', 'name': '', 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'mac_address': 'fa:16:3e:b7:a4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '9b7ec8e7-a443-47a4-ac1f-c78425fd5245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:31:29Z', 'updated_at': '2022-01-29T05:31:34Z', 'revision_number': 5, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'subnets': [{'id': '9b7ec8e7-a443-47a4-ac1f-c78425fd5245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:37:32.233303 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device a2b5297c-eedc-4e74-9880-f4ecceca2ab8 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:37:32.238784 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8e565f-c454-4abb-88f7-211e3f9315f3 None None] Checking router: 8c0c18b6-c83e-4859-8eb0-b804ccb53415 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:37:32.247013 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8e565f-c454-4abb-88f7-211e3f9315f3 None None] Routers {'8c0c18b6-c83e-4859-8eb0-b804ccb53415'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:37:32.247618 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-0c8e565f-c454-4abb-88f7-211e3f9315f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:37:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['8c0c18b6-c83e-4859-8eb0-b804ccb53415'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:37:32.307825 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Current status of the port a2b5297c-eedc-4e74-9880-f4ecceca2ab8 is: ACTIVE; New status is: DOWN {{(pid=103586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 05:37:32.308211 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567431'] for port (a2b5297c-eedc-4e74-9880-f4ecceca2ab8), before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:32.331333 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfdcaf2e-3b94-41ec-a278-3053fbae1ca1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2b5297c-eedc-4e74-9880-f4ecceca2ab8'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:37:32.334837 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee75a7ccdb7151d8d17d2729d12001adec2e75649d96222f51d706133734273e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9622639a-a283-4b5c-bfe2-4869c22c3419" -d '{"events": [{"server_uuid": "bfdcaf2e-3b94-41ec-a278-3053fbae1ca1", "name": "network-vif-unplugged", "status": "completed", "tag": "a2b5297c-eedc-4e74-9880-f4ecceca2ab8"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:37:32.351520 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] For port a2b5297c-eedc-4e74-9880-f4ecceca2ab8, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a2b5297c-eedc-4e74-9880-f4ecceca2ab8,segment=NetworkSegment(cac738a6-7f03-4b41-91bc-e35b86092a51),segment_id=cac738a6-7f03-4b41-91bc-e35b86092a51)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:37:32.436200 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792711704522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792711226682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792711226700'] for port (a2b5297c-eedc-4e74-9880-f4ecceca2ab8), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:32.444633 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-0c8e565f-c454-4abb-88f7-211e3f9315f3 None None] Set router 8c0c18b6-c83e-4859-8eb0-b804ccb53415 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:37:32.456165 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601202ce-9ad9-4422-893a-19ded595a9f4 x-openstack-request-id: req-601202ce-9ad9-4422-893a-19ded595a9f4 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:37:32.457116 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfdcaf2e-3b94-41ec-a278-3053fbae1ca1", "tag": "a2b5297c-eedc-4e74-9880-f4ecceca2ab8", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:37:32.457538 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-601202ce-9ad9-4422-893a-19ded595a9f4 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:37:32.458165 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfdcaf2e-3b94-41ec-a278-3053fbae1ca1', 'tag': 'a2b5297c-eedc-4e74-9880-f4ecceca2ab8', 'status': 'completed', 'code': 200} Jan 29 05:37:32.488443 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 05:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17f6c4e-b2fc-42aa-a2cc-36a0b5077cc0 x-openstack-request-id: req-f17f6c4e-b2fc-42aa-a2cc-36a0b5077cc0 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:37:32.489003 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfdcaf2e-3b94-41ec-a278-3053fbae1ca1", "name": "network-vif-unplugged", "status": "completed", "tag": "a2b5297c-eedc-4e74-9880-f4ecceca2ab8", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:37:32.489379 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f17f6c4e-b2fc-42aa-a2cc-36a0b5077cc0 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:37:32.489980 dv-neutron-821190-1-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfdcaf2e-3b94-41ec-a278-3053fbae1ca1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2b5297c-eedc-4e74-9880-f4ecceca2ab8', 'code': 200} Jan 29 05:37:32.495793 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Pushing event updated for resources: {'Port': ['ID=a2b5297c-eedc-4e74-9880-f4ecceca2ab8,revision_number=8']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:37:32.584405 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f72af-1914-40ca-abbb-c98c58707b85 req-d0511cb4-8049-4c29-b842-8b403fd9da18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:37:32.586126 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-210f72af-1914-40ca-abbb-c98c58707b85 req-d0511cb4-8049-4c29-b842-8b403fd9da18 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=798ce32e63604c6ca430b4ce598ec619&device_id=bfdcaf2e-3b94-41ec-a278-3053fbae1ca1 HTTP/1.1" status: 200 len: 1127 time: 0.0608149 Jan 29 05:37:32.587546 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a3bf65-e86a-440b-b12f-f298fad1afe7 req-1ed36b0b-a80b-410d-8e69-9cf39c9d6263 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:37:32.589079 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-56a3bf65-e86a-440b-b12f-f298fad1afe7 req-1ed36b0b-a80b-410d-8e69-9cf39c9d6263 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfdcaf2e-3b94-41ec-a278-3053fbae1ca1 HTTP/1.1" status: 200 len: 943 time: 0.0580385 Jan 29 05:37:32.640977 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-56a3bf65-e86a-440b-b12f-f298fad1afe7 req-32bfa903-d3a1-4bde-8a33-168b430d6dd1 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f679f24-12f3-497b-b08e-7fae8f340f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462427 Jan 29 05:37:32.684035 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-0c8e565f-c454-4abb-88f7-211e3f9315f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'name': 'tempest-TestSnapshotPattern-2033582653-router', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '3679bee5-c1b5-4c02-bac9-2da897100f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:31:27Z', 'updated_at': '2022-01-29T05:31:30Z', 'revision_number': 4, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'gw_port': {'id': '3679bee5-c1b5-4c02-bac9-2da897100f89', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:31:27Z', 'updated_at': '2022-01-29T05:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '48d4b7bb-221d-4a39-ac1c-7ed210a6729d', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'floating_ip_address': '172.26.8.3', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'port_id': '82542ea8-2d1f-4198-9281-944b02b539a7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7', 'mac_address': 'fa:16:3e:26:38:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c53879f-d233-481d-a836-e7883cad4610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:31:54Z', 'updated_at': '2022-01-29T05:31:56Z', 'revision_number': 1, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '058fec80-cc0f-4a1d-8d0b-760592b933c4', 'name': '', 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'mac_address': 'fa:16:3e:b7:a4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '9b7ec8e7-a443-47a4-ac1f-c78425fd5245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:31:29Z', 'updated_at': '2022-01-29T05:31:34Z', 'revision_number': 5, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'subnets': [{'id': '9b7ec8e7-a443-47a4-ac1f-c78425fd5245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:37:32.688037 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f72af-1914-40ca-abbb-c98c58707b85 req-dd8b1aed-665b-406b-bf48-81d3713c582f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:37:32.690106 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-210f72af-1914-40ca-abbb-c98c58707b85 req-dd8b1aed-665b-406b-bf48-81d3713c582f service neutron] 10.222.0.18 "GET /v2.0/networks?id=e1146bc8-cfce-44aa-9acf-e62ccd617ae7 HTTP/1.1" status: 200 len: 911 time: 0.0942018 Jan 29 05:37:32.709750 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8e565f-c454-4abb-88f7-211e3f9315f3 None None] The sync data for ids ['8c0c18b6-c83e-4859-8eb0-b804ccb53415'] in dv-neutron-821190-1-hyperv is: [{'id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'name': 'tempest-TestSnapshotPattern-2033582653-router', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '3679bee5-c1b5-4c02-bac9-2da897100f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:31:27Z', 'updated_at': '2022-01-29T05:31:30Z', 'revision_number': 4, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'gw_port': {'id': '3679bee5-c1b5-4c02-bac9-2da897100f89', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:31:27Z', 'updated_at': '2022-01-29T05:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_floatingips': [{'id': '48d4b7bb-221d-4a39-ac1c-7ed210a6729d', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'floating_ip_address': '172.26.8.3', 'floating_network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'router_id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'port_id': '82542ea8-2d1f-4198-9281-944b02b539a7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7', 'mac_address': 'fa:16:3e:26:38:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c53879f-d233-481d-a836-e7883cad4610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:31:54Z', 'updated_at': '2022-01-29T05:31:56Z', 'revision_number': 1, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '058fec80-cc0f-4a1d-8d0b-760592b933c4', 'name': '', 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'mac_address': 'fa:16:3e:b7:a4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '9b7ec8e7-a443-47a4-ac1f-c78425fd5245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:31:29Z', 'updated_at': '2022-01-29T05:31:34Z', 'revision_number': 5, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'subnets': [{'id': '9b7ec8e7-a443-47a4-ac1f-c78425fd5245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:37:32.734134 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-210f72af-1914-40ca-abbb-c98c58707b85 req-11003469-43af-4164-81a9-4c3b02b7724c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2b5297c-eedc-4e74-9880-f4ecceca2ab8 HTTP/1.1" status: 200 len: 217 time: 0.0370724 Jan 29 05:37:32.785934 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f72af-1914-40ca-abbb-c98c58707b85 req-e19b5ab1-d965-4235-913f-227d6c18028f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:37:32.787425 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-210f72af-1914-40ca-abbb-c98c58707b85 req-e19b5ab1-d965-4235-913f-227d6c18028f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9b7ec8e7-a443-47a4-ac1f-c78425fd5245 HTTP/1.1" status: 200 len: 849 time: 0.0461342 Jan 29 05:37:32.845539 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f72af-1914-40ca-abbb-c98c58707b85 req-bbcddf69-f20e-4c11-b08c-70b3e5eb8af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:37:32.847712 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-210f72af-1914-40ca-abbb-c98c58707b85 req-bbcddf69-f20e-4c11-b08c-70b3e5eb8af8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e1146bc8-cfce-44aa-9acf-e62ccd617ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0524909 Jan 29 05:37:32.938696 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9527d07-bd3a-445c-a2b2-cd2af4a6dd78 None None] New status for floating IP 28b32a82-4c6e-40d0-8e5a-a4c802b58592: DOWN {{(pid=103586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:37:32.942227 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-210f72af-1914-40ca-abbb-c98c58707b85 req-1be60b8d-140c-4b89-b951-e1fb79f489df service neutron] 10.222.0.18 "GET /v2.0/networks/e1146bc8-cfce-44aa-9acf-e62ccd617ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864384 Jan 29 05:37:33.038699 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-210f72af-1914-40ca-abbb-c98c58707b85 req-984dd2b2-851c-40cf-9e67-8999ffffdd52 service neutron] 10.222.0.18 "GET /v2.0/networks/e1146bc8-cfce-44aa-9acf-e62ccd617ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897017 Jan 29 05:37:33.376614 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:37:33.764803 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b507d-a7c7-467e-bbce-0fa26d3ef8cb req-6cbca6ad-ced5-457b-8864-406fcda9a670 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:37:33.766270 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ba9b507d-a7c7-467e-bbce-0fa26d3ef8cb req-6cbca6ad-ced5-457b-8864-406fcda9a670 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfdcaf2e-3b94-41ec-a278-3053fbae1ca1 HTTP/1.1" status: 200 len: 943 time: 0.0569386 Jan 29 05:37:33.814792 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-ba9b507d-a7c7-467e-bbce-0fa26d3ef8cb req-b45a4c14-cb4d-479d-a94d-9a25c721672d tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f679f24-12f3-497b-b08e-7fae8f340f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430021 Jan 29 05:37:34.445886 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65439f44-36b4-4005-9541-93c87c9528e1 req-0a2bb651-7b49-43da-996d-11ae205bb172 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:37:34.447319 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-65439f44-36b4-4005-9541-93c87c9528e1 req-0a2bb651-7b49-43da-996d-11ae205bb172 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfdcaf2e-3b94-41ec-a278-3053fbae1ca1 HTTP/1.1" status: 200 len: 943 time: 0.0529346 Jan 29 05:37:34.537916 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [req-65439f44-36b4-4005-9541-93c87c9528e1 req-fa65e145-9d18-4c6c-93f3-1ab0aed29876 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Deleting port a2b5297c-eedc-4e74-9880-f4ecceca2ab8 {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:37:34.538258 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-65439f44-36b4-4005-9541-93c87c9528e1 req-fa65e145-9d18-4c6c-93f3-1ab0aed29876 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (a2b5297c-eedc-4e74-9880-f4ecceca2ab8), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:34.629437 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [req-65439f44-36b4-4005-9541-93c87c9528e1 req-fa65e145-9d18-4c6c-93f3-1ab0aed29876 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] For port a2b5297c-eedc-4e74-9880-f4ecceca2ab8, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a2b5297c-eedc-4e74-9880-f4ecceca2ab8,segment=NetworkSegment(cac738a6-7f03-4b41-91bc-e35b86092a51),segment_id=cac738a6-7f03-4b41-91bc-e35b86092a51)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:37:34.629799 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-65439f44-36b4-4005-9541-93c87c9528e1 req-fa65e145-9d18-4c6c-93f3-1ab0aed29876 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (a2b5297c-eedc-4e74-9880-f4ecceca2ab8), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:34.642373 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [req-65439f44-36b4-4005-9541-93c87c9528e1 req-fa65e145-9d18-4c6c-93f3-1ab0aed29876 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Calling delete_port for a2b5297c-eedc-4e74-9880-f4ecceca2ab8 owned by compute:nova {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:37:34.833723 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-65439f44-36b4-4005-9541-93c87c9528e1 req-fa65e145-9d18-4c6c-93f3-1ab0aed29876 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (a2b5297c-eedc-4e74-9880-f4ecceca2ab8), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:34.840925 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4a985c5e-24cd-4e96-905d-820172c4923e req-26abcb9c-bcf4-419c-96ac-db6204fd7486 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8c53879f-d233-481d-a836-e7883cad4610&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446193 Jan 29 05:37:34.873721 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65e145-9d18-4c6c-93f3-1ab0aed29876 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Pushing event deleted for resources: {'Port': ['ID=a2b5297c-eedc-4e74-9880-f4ecceca2ab8,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:37:34.911166 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65e145-9d18-4c6c-93f3-1ab0aed29876 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:37:34.911166 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65e145-9d18-4c6c-93f3-1ab0aed29876 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:37:34.916251 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65e145-9d18-4c6c-93f3-1ab0aed29876 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:37:34.916251 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65e145-9d18-4c6c-93f3-1ab0aed29876 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:37:34.916251 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65e145-9d18-4c6c-93f3-1ab0aed29876 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:37:34.916251 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65e145-9d18-4c6c-93f3-1ab0aed29876 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:37:34.916251 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65e145-9d18-4c6c-93f3-1ab0aed29876 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:37:34.916251 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65e145-9d18-4c6c-93f3-1ab0aed29876 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:37:34.916251 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65e145-9d18-4c6c-93f3-1ab0aed29876 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:37:34.916251 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65e145-9d18-4c6c-93f3-1ab0aed29876 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:37:34.916251 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65e145-9d18-4c6c-93f3-1ab0aed29876 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:37:34.916251 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65e145-9d18-4c6c-93f3-1ab0aed29876 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:37:34.916251 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65e145-9d18-4c6c-93f3-1ab0aed29876 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821190-1-hyperv {{(pid=103584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:37:34.920741 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-02287846-8e8f-420f-8e27-8d0bfff1c2e2 req-a5d3b433-c5fb-40f1-8713-3b8d650eee45 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfdcaf2e-3b94-41ec-a278-3053fbae1ca1 HTTP/1.1" status: 200 len: 210 time: 0.0355978 Jan 29 05:37:34.933149 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.db.l3_dvrscheduler_db [req-65439f44-36b4-4005-9541-93c87c9528e1 req-fa65e145-9d18-4c6c-93f3-1ab0aed29876 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] No DVR routers for this DVR port a2b5297c-eedc-4e74-9880-f4ecceca2ab8 on host hv-neutron-8211 {{(pid=103584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:37:34.935680 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [req-65439f44-36b4-4005-9541-93c87c9528e1 req-fa65e145-9d18-4c6c-93f3-1ab0aed29876 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:34.939845 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [req-65439f44-36b4-4005-9541-93c87c9528e1 req-fa65e145-9d18-4c6c-93f3-1ab0aed29876 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.18 "DELETE /v2.0/ports/a2b5297c-eedc-4e74-9880-f4ecceca2ab8 HTTP/1.1" status: 204 len: 173 time: 0.4867959 Jan 29 05:37:34.940300 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfdcaf2e-3b94-41ec-a278-3053fbae1ca1', 'name': 'network-vif-deleted', 'tag': 'a2b5297c-eedc-4e74-9880-f4ecceca2ab8'}] {{(pid=103584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:37:34.942592 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec1b9e6470b5c8ede4d9690632b6092f8ca2bbfeafaa445bf3d00fbfc7c56ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd40de2-2314-4351-8f7d-f31ff933cf41" -d '{"events": [{"server_uuid": "bfdcaf2e-3b94-41ec-a278-3053fbae1ca1", "name": "network-vif-deleted", "tag": "a2b5297c-eedc-4e74-9880-f4ecceca2ab8"}]}' {{(pid=103584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:37:34.979643 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a985c5e-24cd-4e96-905d-820172c4923e req-6936b8bf-1635-48c4-bd27-14e9056a0840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:37:34.981659 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4a985c5e-24cd-4e96-905d-820172c4923e req-6936b8bf-1635-48c4-bd27-14e9056a0840 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=798ce32e63604c6ca430b4ce598ec619&device_id=8c53879f-d233-481d-a836-e7883cad4610 HTTP/1.1" status: 200 len: 1127 time: 0.0633509 Jan 29 05:37:35.039098 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2a47e5-cf6a-4045-823f-cbe5aac48c28 x-openstack-request-id: req-2f2a47e5-cf6a-4045-823f-cbe5aac48c28 {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:37:35.039584 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfdcaf2e-3b94-41ec-a278-3053fbae1ca1", "name": "network-vif-deleted", "tag": "a2b5297c-eedc-4e74-9880-f4ecceca2ab8", "status": "completed", "code": 200}]} {{(pid=103584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:37:35.039848 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2f2a47e5-cf6a-4045-823f-cbe5aac48c28 {{(pid=103584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:37:35.040259 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfdcaf2e-3b94-41ec-a278-3053fbae1ca1', 'name': 'network-vif-deleted', 'tag': 'a2b5297c-eedc-4e74-9880-f4ecceca2ab8', 'status': 'completed', 'code': 200} Jan 29 05:37:35.086801 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a985c5e-24cd-4e96-905d-820172c4923e req-d0de5e09-0f6b-4a13-986a-d592e89a7685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:37:35.088233 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4a985c5e-24cd-4e96-905d-820172c4923e req-d0de5e09-0f6b-4a13-986a-d592e89a7685 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e1146bc8-cfce-44aa-9acf-e62ccd617ae7 HTTP/1.1" status: 200 len: 911 time: 0.0868735 Jan 29 05:37:35.170049 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4a985c5e-24cd-4e96-905d-820172c4923e req-befffd15-c640-4fc1-8a1e-b641552394b7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82542ea8-2d1f-4198-9281-944b02b539a7 HTTP/1.1" status: 200 len: 997 time: 0.0631413 Jan 29 05:37:35.218783 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a985c5e-24cd-4e96-905d-820172c4923e req-48bce709-d35c-44e6-bbf8-eeca713c0659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:37:35.221280 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4a985c5e-24cd-4e96-905d-820172c4923e req-48bce709-d35c-44e6-bbf8-eeca713c0659 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9b7ec8e7-a443-47a4-ac1f-c78425fd5245 HTTP/1.1" status: 200 len: 849 time: 0.0441773 Jan 29 05:37:35.290628 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a985c5e-24cd-4e96-905d-820172c4923e req-81a6ecdc-2adf-4da6-b114-4c4724644448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:37:35.294177 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4a985c5e-24cd-4e96-905d-820172c4923e req-81a6ecdc-2adf-4da6-b114-4c4724644448 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e1146bc8-cfce-44aa-9acf-e62ccd617ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0468125 Jan 29 05:37:35.387741 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4a985c5e-24cd-4e96-905d-820172c4923e req-44452918-079f-46a4-97c2-05855856f458 service neutron] 10.222.0.18 "GET /v2.0/networks/e1146bc8-cfce-44aa-9acf-e62ccd617ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871441 Jan 29 05:37:35.475826 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-4a985c5e-24cd-4e96-905d-820172c4923e req-b80bc243-415b-4d91-ad69-ab1d4c8b23d1 service neutron] 10.222.0.18 "GET /v2.0/networks/e1146bc8-cfce-44aa-9acf-e62ccd617ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810363 Jan 29 05:37:37.208706 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 36706) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:37:37.364269 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-b5964f87-6a4e-41a9-b2b8-4f7f14de1975 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Deleting port 1770e2ac-2190-4520-8907-678b30986337 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:37:37.364636 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b5964f87-6a4e-41a9-b2b8-4f7f14de1975 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (1770e2ac-2190-4520-8907-678b30986337), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:37.439918 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b5964f87-6a4e-41a9-b2b8-4f7f14de1975 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (1770e2ac-2190-4520-8907-678b30986337), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:37.440239 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b5964f87-6a4e-41a9-b2b8-4f7f14de1975 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks [] for floatingip (1770e2ac-2190-4520-8907-678b30986337), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:37.451564 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-b5964f87-6a4e-41a9-b2b8-4f7f14de1975 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Calling delete_port for 1770e2ac-2190-4520-8907-678b30986337 owned by network:floatingip {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:37:37.674704 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b5964f87-6a4e-41a9-b2b8-4f7f14de1975 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (1770e2ac-2190-4520-8907-678b30986337), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:37.698781 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5964f87-6a4e-41a9-b2b8-4f7f14de1975 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Pushing event deleted for resources: {'Port': ['ID=1770e2ac-2190-4520-8907-678b30986337,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:37:37.761074 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b5964f87-6a4e-41a9-b2b8-4f7f14de1975 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks [] for floatingip (48d4b7bb-221d-4a39-ac1c-7ed210a6729d), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:37.761405 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.db.l3_db [None req-b5964f87-6a4e-41a9-b2b8-4f7f14de1975 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Floating IP 48d4b7bb-221d-4a39-ac1c-7ed210a6729d disassociated (deleted). External IP: 172.26.8.3, port: 82542ea8-2d1f-4198-9281-944b02b539a7. Jan 29 05:37:38.283735 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5964f87-6a4e-41a9-b2b8-4f7f14de1975 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Router 8c0c18b6-c83e-4859-8eb0-b804ccb53415 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:37:38.287716 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device a2b5297c-eedc-4e74-9880-f4ecceca2ab8 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:37:38.307190 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] No Port match for: a2b5297c-eedc-4e74-9880-f4ecceca2ab8 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:37:38.307531 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device a2b5297c-eedc-4e74-9880-f4ecceca2ab8 not bound to the agent host hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:37:38.393154 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5964f87-6a4e-41a9-b2b8-4f7f14de1975 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:37:38.397864 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-b5964f87-6a4e-41a9-b2b8-4f7f14de1975 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for floatingip (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:38.402702 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8cd279-b808-4711-9461-23b81f196047 None None] Sync routers for ids ['8c0c18b6-c83e-4859-8eb0-b804ccb53415'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:37:38.412610 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8cd279-b808-4711-9461-23b81f196047 None None] Routers {'8c0c18b6-c83e-4859-8eb0-b804ccb53415'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:37:38.413300 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-1d8cd279-b808-4711-9461-23b81f196047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:37:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['8c0c18b6-c83e-4859-8eb0-b804ccb53415'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:37:38.427897 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-b5964f87-6a4e-41a9-b2b8-4f7f14de1975 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "DELETE /v2.0/floatingips/48d4b7bb-221d-4a39-ac1c-7ed210a6729d HTTP/1.1" status: 204 len: 168 time: 1.2180250 Jan 29 05:37:38.428511 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c53879f-d233-481d-a836-e7883cad4610', 'tag': '82542ea8-2d1f-4198-9281-944b02b539a7'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:37:38.430750 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad3f4f0b05cb0c185202889f4530d643d21cfccbd66257482e48c22b2489363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4f698f-576d-41ba-a75d-41c24e23f5d4" -d '{"events": [{"name": "network-changed", "server_uuid": "8c53879f-d233-481d-a836-e7883cad4610", "tag": "82542ea8-2d1f-4198-9281-944b02b539a7"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:37:38.524852 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-1d8cd279-b808-4711-9461-23b81f196047 None None] Set router 8c0c18b6-c83e-4859-8eb0-b804ccb53415 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:37:38.722109 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-1d8cd279-b808-4711-9461-23b81f196047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'name': 'tempest-TestSnapshotPattern-2033582653-router', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '3679bee5-c1b5-4c02-bac9-2da897100f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:31:27Z', 'updated_at': '2022-01-29T05:31:30Z', 'revision_number': 4, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'gw_port': {'id': '3679bee5-c1b5-4c02-bac9-2da897100f89', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:31:27Z', 'updated_at': '2022-01-29T05:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '058fec80-cc0f-4a1d-8d0b-760592b933c4', 'name': '', 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'mac_address': 'fa:16:3e:b7:a4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '9b7ec8e7-a443-47a4-ac1f-c78425fd5245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:31:29Z', 'updated_at': '2022-01-29T05:31:34Z', 'revision_number': 5, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'subnets': [{'id': '9b7ec8e7-a443-47a4-ac1f-c78425fd5245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:37:38.754037 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8cd279-b808-4711-9461-23b81f196047 None None] Checking router: 8c0c18b6-c83e-4859-8eb0-b804ccb53415 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:37:38.756363 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8cd279-b808-4711-9461-23b81f196047 None None] Routers {'8c0c18b6-c83e-4859-8eb0-b804ccb53415'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:37:38.756995 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-1d8cd279-b808-4711-9461-23b81f196047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:37:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['8c0c18b6-c83e-4859-8eb0-b804ccb53415'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:37:38.769595 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0ce64b-e47c-4bce-8cfe-f9e1630fe073 x-openstack-request-id: req-ad0ce64b-e47c-4bce-8cfe-f9e1630fe073 {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:37:38.769897 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c53879f-d233-481d-a836-e7883cad4610", "tag": "82542ea8-2d1f-4198-9281-944b02b539a7", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:37:38.770168 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad0ce64b-e47c-4bce-8cfe-f9e1630fe073 {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:37:38.770581 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c53879f-d233-481d-a836-e7883cad4610', 'tag': '82542ea8-2d1f-4198-9281-944b02b539a7', 'status': 'completed', 'code': 200} Jan 29 05:37:38.868807 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-1d8cd279-b808-4711-9461-23b81f196047 None None] Set router 8c0c18b6-c83e-4859-8eb0-b804ccb53415 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:37:38.908163 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8b3ab-bed7-46e4-845d-f9de35fecd96 req-cd31390b-84e1-4fba-aa17-7c1b95a1e03d tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:37:38.909698 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b8f8b3ab-bed7-46e4-845d-f9de35fecd96 req-cd31390b-84e1-4fba-aa17-7c1b95a1e03d tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c53879f-d233-481d-a836-e7883cad4610 HTTP/1.1" status: 200 len: 943 time: 0.0971882 Jan 29 05:37:38.913241 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f698f-576d-41ba-a75d-41c24e23f5d4 req-c8918e13-c1b8-4091-bf6a-e9783b88dab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:37:38.913770 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2b4f698f-576d-41ba-a75d-41c24e23f5d4 req-c8918e13-c1b8-4091-bf6a-e9783b88dab7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=798ce32e63604c6ca430b4ce598ec619&device_id=8c53879f-d233-481d-a836-e7883cad4610 HTTP/1.1" status: 200 len: 1127 time: 0.0687783 Jan 29 05:37:39.012763 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-b8f8b3ab-bed7-46e4-845d-f9de35fecd96 req-cbe75b6a-ac30-4f6f-a6c7-e68f8fd9e7e4 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f679f24-12f3-497b-b08e-7fae8f340f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967567 Jan 29 05:37:39.040468 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f698f-576d-41ba-a75d-41c24e23f5d4 req-6f186365-a560-489e-ab71-af79e99cf8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:37:39.041971 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2b4f698f-576d-41ba-a75d-41c24e23f5d4 req-6f186365-a560-489e-ab71-af79e99cf8fa service neutron] 10.222.0.18 "GET /v2.0/networks?id=e1146bc8-cfce-44aa-9acf-e62ccd617ae7 HTTP/1.1" status: 200 len: 911 time: 0.1201596 Jan 29 05:37:39.081218 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-1d8cd279-b808-4711-9461-23b81f196047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'name': 'tempest-TestSnapshotPattern-2033582653-router', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '3679bee5-c1b5-4c02-bac9-2da897100f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:31:27Z', 'updated_at': '2022-01-29T05:31:30Z', 'revision_number': 4, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'gw_port': {'id': '3679bee5-c1b5-4c02-bac9-2da897100f89', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:31:27Z', 'updated_at': '2022-01-29T05:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '058fec80-cc0f-4a1d-8d0b-760592b933c4', 'name': '', 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'mac_address': 'fa:16:3e:b7:a4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '9b7ec8e7-a443-47a4-ac1f-c78425fd5245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:31:29Z', 'updated_at': '2022-01-29T05:31:34Z', 'revision_number': 5, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'subnets': [{'id': '9b7ec8e7-a443-47a4-ac1f-c78425fd5245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:37:39.086851 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2b4f698f-576d-41ba-a75d-41c24e23f5d4 req-7e636aea-94ca-4e88-b48e-00a9ec65281d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82542ea8-2d1f-4198-9281-944b02b539a7 HTTP/1.1" status: 200 len: 217 time: 0.0387967 Jan 29 05:37:39.107441 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8cd279-b808-4711-9461-23b81f196047 None None] The sync data for ids ['8c0c18b6-c83e-4859-8eb0-b804ccb53415'] in dv-neutron-821190-1-hyperv is: [{'id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'name': 'tempest-TestSnapshotPattern-2033582653-router', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '3679bee5-c1b5-4c02-bac9-2da897100f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:31:27Z', 'updated_at': '2022-01-29T05:31:30Z', 'revision_number': 4, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'gw_port': {'id': '3679bee5-c1b5-4c02-bac9-2da897100f89', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:31:27Z', 'updated_at': '2022-01-29T05:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv', '_interfaces': [{'id': '058fec80-cc0f-4a1d-8d0b-760592b933c4', 'name': '', 'network_id': 'e1146bc8-cfce-44aa-9acf-e62ccd617ae7', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'mac_address': 'fa:16:3e:b7:a4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '9b7ec8e7-a443-47a4-ac1f-c78425fd5245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:31:29Z', 'updated_at': '2022-01-29T05:31:34Z', 'revision_number': 5, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'subnets': [{'id': '9b7ec8e7-a443-47a4-ac1f-c78425fd5245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:37:39.138779 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f698f-576d-41ba-a75d-41c24e23f5d4 req-d80bdaf9-73c3-4843-9fb0-2d16c2004073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:37:39.140190 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2b4f698f-576d-41ba-a75d-41c24e23f5d4 req-d80bdaf9-73c3-4843-9fb0-2d16c2004073 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9b7ec8e7-a443-47a4-ac1f-c78425fd5245 HTTP/1.1" status: 200 len: 849 time: 0.0456073 Jan 29 05:37:39.219509 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f698f-576d-41ba-a75d-41c24e23f5d4 req-975a2f61-cada-410e-bcc9-4dfda4ced7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:37:39.221329 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2b4f698f-576d-41ba-a75d-41c24e23f5d4 req-975a2f61-cada-410e-bcc9-4dfda4ced7fd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e1146bc8-cfce-44aa-9acf-e62ccd617ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0443304 Jan 29 05:37:39.316286 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2b4f698f-576d-41ba-a75d-41c24e23f5d4 req-018cd6ac-f18b-4705-9a31-0be4051f35e1 service neutron] 10.222.0.18 "GET /v2.0/networks/e1146bc8-cfce-44aa-9acf-e62ccd617ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890524 Jan 29 05:37:39.340668 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34761db9-b744-43ba-b47c-3cfb94a4e0d8 None None] New status for floating IP 48d4b7bb-221d-4a39-ac1c-7ed210a6729d: DOWN {{(pid=103586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:37:39.411311 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2b4f698f-576d-41ba-a75d-41c24e23f5d4 req-f1b9837d-3f26-4d5f-b812-c7b4ca7f4fe7 service neutron] 10.222.0.18 "GET /v2.0/networks/e1146bc8-cfce-44aa-9acf-e62ccd617ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868223 Jan 29 05:37:39.954149 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645f10d-782b-4e92-afb2-5f0ee31bfc8b req-520f26f1-6924-4dcb-99ef-7dce184232e7 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:37:39.956398 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2645f10d-782b-4e92-afb2-5f0ee31bfc8b req-520f26f1-6924-4dcb-99ef-7dce184232e7 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c53879f-d233-481d-a836-e7883cad4610 HTTP/1.1" status: 200 len: 943 time: 0.0573347 Jan 29 05:37:40.044553 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-2645f10d-782b-4e92-afb2-5f0ee31bfc8b req-7cbb10f7-be11-4b19-b96e-7c08e9a82286 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Deleting port 82542ea8-2d1f-4198-9281-944b02b539a7 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:37:40.044901 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2645f10d-782b-4e92-afb2-5f0ee31bfc8b req-7cbb10f7-be11-4b19-b96e-7c08e9a82286 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (82542ea8-2d1f-4198-9281-944b02b539a7), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:40.166007 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [req-2645f10d-782b-4e92-afb2-5f0ee31bfc8b req-7cbb10f7-be11-4b19-b96e-7c08e9a82286 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] For port 82542ea8-2d1f-4198-9281-944b02b539a7, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=82542ea8-2d1f-4198-9281-944b02b539a7,segment=NetworkSegment(cac738a6-7f03-4b41-91bc-e35b86092a51),segment_id=cac738a6-7f03-4b41-91bc-e35b86092a51)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:37:40.166292 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2645f10d-782b-4e92-afb2-5f0ee31bfc8b req-7cbb10f7-be11-4b19-b96e-7c08e9a82286 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (82542ea8-2d1f-4198-9281-944b02b539a7), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:40.186299 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3bd6f4-d20e-47f1-b672-19def7718dc9 req-4c7e388b-ea58-4686-80cc-c7a3cb7ce292 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:37:40.187788 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1f3bd6f4-d20e-47f1-b672-19def7718dc9 req-4c7e388b-ea58-4686-80cc-c7a3cb7ce292 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c53879f-d233-481d-a836-e7883cad4610 HTTP/1.1" status: 200 len: 943 time: 0.0967875 Jan 29 05:37:40.188727 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [req-2645f10d-782b-4e92-afb2-5f0ee31bfc8b req-7cbb10f7-be11-4b19-b96e-7c08e9a82286 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Calling delete_port for 82542ea8-2d1f-4198-9281-944b02b539a7 owned by compute:nova {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:37:40.286440 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-1f3bd6f4-d20e-47f1-b672-19def7718dc9 req-81a0e5e8-d2fb-44bb-a2e0-81ade077105d tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f679f24-12f3-497b-b08e-7fae8f340f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913260 Jan 29 05:37:40.423965 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2645f10d-782b-4e92-afb2-5f0ee31bfc8b req-7cbb10f7-be11-4b19-b96e-7c08e9a82286 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (82542ea8-2d1f-4198-9281-944b02b539a7), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:40.452791 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb10f7-be11-4b19-b96e-7c08e9a82286 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Pushing event deleted for resources: {'Port': ['ID=82542ea8-2d1f-4198-9281-944b02b539a7,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:37:40.495587 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [req-2645f10d-782b-4e92-afb2-5f0ee31bfc8b req-7cbb10f7-be11-4b19-b96e-7c08e9a82286 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] No DVR routers for this DVR port 82542ea8-2d1f-4198-9281-944b02b539a7 on host hv-neutron-8211 {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:37:40.498230 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [req-2645f10d-782b-4e92-afb2-5f0ee31bfc8b req-7cbb10f7-be11-4b19-b96e-7c08e9a82286 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468089'] for port (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:40.501560 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-2645f10d-782b-4e92-afb2-5f0ee31bfc8b req-7cbb10f7-be11-4b19-b96e-7c08e9a82286 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.18 "DELETE /v2.0/ports/82542ea8-2d1f-4198-9281-944b02b539a7 HTTP/1.1" status: 204 len: 173 time: 0.5405164 Jan 29 05:37:40.771593 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c53879f-d233-481d-a836-e7883cad4610', 'name': 'network-vif-deleted', 'tag': '82542ea8-2d1f-4198-9281-944b02b539a7'}] {{(pid=103585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 05:37:40.774202 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad3f4f0b05cb0c185202889f4530d643d21cfccbd66257482e48c22b2489363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066120c4-abb7-40f5-b6ba-89a88038b98a" -d '{"events": [{"server_uuid": "8c53879f-d233-481d-a836-e7883cad4610", "name": "network-vif-deleted", "tag": "82542ea8-2d1f-4198-9281-944b02b539a7"}]}' {{(pid=103585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:37:40.815614 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d527e8f8-8f4a-413d-b846-8d9e1e75ec4c x-openstack-request-id: req-d527e8f8-8f4a-413d-b846-8d9e1e75ec4c {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:37:40.815979 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c53879f-d233-481d-a836-e7883cad4610", "name": "network-vif-deleted", "tag": "82542ea8-2d1f-4198-9281-944b02b539a7", "status": "completed", "code": 200}]} {{(pid=103585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:37:40.816332 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d527e8f8-8f4a-413d-b846-8d9e1e75ec4c {{(pid=103585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:37:40.816865 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c53879f-d233-481d-a836-e7883cad4610', 'name': 'network-vif-deleted', 'tag': '82542ea8-2d1f-4198-9281-944b02b539a7', 'status': 'completed', 'code': 200} Jan 29 05:37:41.399966 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [req-7c8f18e1-5ebc-401c-8d61-957695e3c860 req-86c6d7df-304b-4e1b-a22b-2e0e73361757 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c53879f-d233-481d-a836-e7883cad4610 HTTP/1.1" status: 200 len: 210 time: 0.0323288 Jan 29 05:37:42.291373 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 82542ea8-2d1f-4198-9281-944b02b539a7 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:37:42.311756 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] No Port match for: 82542ea8-2d1f-4198-9281-944b02b539a7 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:37:42.312104 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Device 82542ea8-2d1f-4198-9281-944b02b539a7 not bound to the agent host hv-neutron-8211 {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:37:42.458963 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 36722) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:37:42.515034 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8729392c-58d3-42c4-a3b1-261d025e1a03 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks [] for security_group (3f679f24-12f3-497b-b08e-7fae8f340f21), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:42.540042 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8729392c-58d3-42c4-a3b1-261d025e1a03 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks [] for security_group (3f679f24-12f3-497b-b08e-7fae8f340f21), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:42.664164 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8729392c-58d3-42c4-a3b1-261d025e1a03 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (3f679f24-12f3-497b-b08e-7fae8f340f21), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:42.666718 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-8729392c-58d3-42c4-a3b1-261d025e1a03 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:42.667974 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-8729392c-58d3-42c4-a3b1-261d025e1a03 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] 10.222.0.13 "DELETE /v2.0/security-groups/3f679f24-12f3-497b-b08e-7fae8f340f21 HTTP/1.1" status: 204 len: 168 time: 0.2080002 Jan 29 05:37:42.677964 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8729392c-58d3-42c4-a3b1-261d025e1a03 tempest-TestSnapshotPattern-1985531461 tempest-TestSnapshotPattern-1985531461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f679f24-12f3-497b-b08e-7fae8f340f21,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:37:42.779603 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 36726) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:37:43.208741 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-500cb74a-9d30-4994-8a58-a3a36c5bdb48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (8c0c18b6-c83e-4859-8eb0-b804ccb53415), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:43.454521 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-500cb74a-9d30-4994-8a58-a3a36c5bdb48 admin admin] Deleting port 058fec80-cc0f-4a1d-8d0b-760592b933c4 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:37:43.454858 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-500cb74a-9d30-4994-8a58-a3a36c5bdb48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (058fec80-cc0f-4a1d-8d0b-760592b933c4), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:43.534979 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-500cb74a-9d30-4994-8a58-a3a36c5bdb48 admin admin] For port 058fec80-cc0f-4a1d-8d0b-760592b933c4, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=058fec80-cc0f-4a1d-8d0b-760592b933c4,segment=NetworkSegment(cac738a6-7f03-4b41-91bc-e35b86092a51),segment_id=cac738a6-7f03-4b41-91bc-e35b86092a51)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:37:43.535667 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-500cb74a-9d30-4994-8a58-a3a36c5bdb48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (058fec80-cc0f-4a1d-8d0b-760592b933c4), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:43.547546 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-500cb74a-9d30-4994-8a58-a3a36c5bdb48 admin admin] Calling delete_port for 058fec80-cc0f-4a1d-8d0b-760592b933c4 owned by network:router_interface {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:37:43.761302 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-500cb74a-9d30-4994-8a58-a3a36c5bdb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (058fec80-cc0f-4a1d-8d0b-760592b933c4), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:43.791375 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500cb74a-9d30-4994-8a58-a3a36c5bdb48 admin admin] Pushing event deleted for resources: {'Port': ['ID=058fec80-cc0f-4a1d-8d0b-760592b933c4,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:37:43.955925 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-500cb74a-9d30-4994-8a58-a3a36c5bdb48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (8c0c18b6-c83e-4859-8eb0-b804ccb53415), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:44.162435 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500cb74a-9d30-4994-8a58-a3a36c5bdb48 admin admin] Router 8c0c18b6-c83e-4859-8eb0-b804ccb53415 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:37:44.264623 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500cb74a-9d30-4994-8a58-a3a36c5bdb48 admin admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:37:44.270260 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-500cb74a-9d30-4994-8a58-a3a36c5bdb48 admin admin] 10.222.0.13 "PUT /v2.0/routers/8c0c18b6-c83e-4859-8eb0-b804ccb53415/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4894900 Jan 29 05:37:44.272617 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 36730) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:37:44.275244 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9380890d-bd6e-4f6c-8cc5-5b9b4c6eef87 None None] Sync routers for ids ['8c0c18b6-c83e-4859-8eb0-b804ccb53415'] in dv-neutron-821190-1-hyperv {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:37:44.284587 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9380890d-bd6e-4f6c-8cc5-5b9b4c6eef87 None None] Routers {'8c0c18b6-c83e-4859-8eb0-b804ccb53415'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:37:44.285180 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-9380890d-bd6e-4f6c-8cc5-5b9b4c6eef87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:37:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['8c0c18b6-c83e-4859-8eb0-b804ccb53415'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:37:44.373375 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-62624207-07d6-4c69-9944-f18e131a2640 admin admin] Publish callbacks [] for router (8c0c18b6-c83e-4859-8eb0-b804ccb53415), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:44.386500 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-9380890d-bd6e-4f6c-8cc5-5b9b4c6eef87 None None] Set router 8c0c18b6-c83e-4859-8eb0-b804ccb53415 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:37:44.473390 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-62624207-07d6-4c69-9944-f18e131a2640 admin admin] Publish callbacks [] for router_gateway (8c0c18b6-c83e-4859-8eb0-b804ccb53415), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:44.560283 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-9380890d-bd6e-4f6c-8cc5-5b9b4c6eef87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'name': 'tempest-TestSnapshotPattern-2033582653-router', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '3679bee5-c1b5-4c02-bac9-2da897100f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:31:27Z', 'updated_at': '2022-01-29T05:37:43Z', 'revision_number': 5, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'gw_port': {'id': '3679bee5-c1b5-4c02-bac9-2da897100f89', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:31:27Z', 'updated_at': '2022-01-29T05:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:37:44.590741 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9380890d-bd6e-4f6c-8cc5-5b9b4c6eef87 None None] Checking router: 8c0c18b6-c83e-4859-8eb0-b804ccb53415 for host: dv-neutron-821190-1-hyperv {{(pid=103587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:37:44.599263 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9380890d-bd6e-4f6c-8cc5-5b9b4c6eef87 None None] Routers {'8c0c18b6-c83e-4859-8eb0-b804ccb53415'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:37:44.599854 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-9380890d-bd6e-4f6c-8cc5-5b9b4c6eef87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:37:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['8c0c18b6-c83e-4859-8eb0-b804ccb53415'], 'active': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:37:44.600015 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-62624207-07d6-4c69-9944-f18e131a2640 admin admin] Deleting port 3679bee5-c1b5-4c02-bac9-2da897100f89 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:37:44.600526 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-62624207-07d6-4c69-9944-f18e131a2640 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (3679bee5-c1b5-4c02-bac9-2da897100f89), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:44.678405 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-62624207-07d6-4c69-9944-f18e131a2640 admin admin] For port 3679bee5-c1b5-4c02-bac9-2da897100f89, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=3679bee5-c1b5-4c02-bac9-2da897100f89,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:37:44.678773 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-62624207-07d6-4c69-9944-f18e131a2640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (3679bee5-c1b5-4c02-bac9-2da897100f89), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:44.693199 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-62624207-07d6-4c69-9944-f18e131a2640 admin admin] Calling delete_port for 3679bee5-c1b5-4c02-bac9-2da897100f89 owned by network:router_gateway {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:37:44.777923 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvr_db [None req-9380890d-bd6e-4f6c-8cc5-5b9b4c6eef87 None None] Set router 8c0c18b6-c83e-4859-8eb0-b804ccb53415 gateway port host: None {{(pid=103587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:37:44.828737 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.l3_hamode_db [None req-9380890d-bd6e-4f6c-8cc5-5b9b4c6eef87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'name': 'tempest-TestSnapshotPattern-2033582653-router', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:31:27Z', 'updated_at': '2022-01-29T05:37:44Z', 'revision_number': 6, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'gw_port_host': None}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:37:44.858807 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9380890d-bd6e-4f6c-8cc5-5b9b4c6eef87 None None] The sync data for ids ['8c0c18b6-c83e-4859-8eb0-b804ccb53415'] in dv-neutron-821190-1-hyperv is: [{'id': '8c0c18b6-c83e-4859-8eb0-b804ccb53415', 'name': 'tempest-TestSnapshotPattern-2033582653-router', 'tenant_id': '798ce32e63604c6ca430b4ce598ec619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:31:27Z', 'updated_at': '2022-01-29T05:37:44Z', 'revision_number': 6, 'project_id': '798ce32e63604c6ca430b4ce598ec619', 'gw_port_host': None}] {{(pid=103587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:37:44.915842 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-62624207-07d6-4c69-9944-f18e131a2640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (3679bee5-c1b5-4c02-bac9-2da897100f89), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:44.939559 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62624207-07d6-4c69-9944-f18e131a2640 admin admin] Pushing event deleted for resources: {'Port': ['ID=3679bee5-c1b5-4c02-bac9-2da897100f89,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:37:45.004068 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-62624207-07d6-4c69-9944-f18e131a2640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (8c0c18b6-c83e-4859-8eb0-b804ccb53415), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:45.414884 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-62624207-07d6-4c69-9944-f18e131a2640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (8c0c18b6-c83e-4859-8eb0-b804ccb53415), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:45.416999 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-62624207-07d6-4c69-9944-f18e131a2640 admin admin] Publish callbacks [] for router_controller (8c0c18b6-c83e-4859-8eb0-b804ccb53415), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:45.532825 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-62624207-07d6-4c69-9944-f18e131a2640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (8c0c18b6-c83e-4859-8eb0-b804ccb53415), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:45.533354 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62624207-07d6-4c69-9944-f18e131a2640 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c0c18b6-c83e-4859-8eb0-b804ccb53415 {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 05:37:45.537721 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-62624207-07d6-4c69-9944-f18e131a2640 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:45.539971 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-62624207-07d6-4c69-9944-f18e131a2640 admin admin] 10.222.0.13 "DELETE /v2.0/routers/8c0c18b6-c83e-4859-8eb0-b804ccb53415 HTTP/1.1" status: 204 len: 168 time: 1.2653491 Jan 29 05:37:45.541520 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 36732) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:37:45.585835 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e2c8961-7af0-4b7a-ad32-afedaf2516f3 admin admin] Deleting subnet 9b7ec8e7-a443-47a4-ac1f-c78425fd5245 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 05:37:45.588754 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8961-7af0-4b7a-ad32-afedaf2516f3 admin admin] Publish callbacks [] for subnet (9b7ec8e7-a443-47a4-ac1f-c78425fd5245), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:45.629116 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8961-7af0-4b7a-ad32-afedaf2516f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (9b7ec8e7-a443-47a4-ac1f-c78425fd5245), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:45.664905 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 3679bee5-c1b5-4c02-bac9-2da897100f89 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:37:45.687821 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 3679bee5-c1b5-4c02-bac9-2da897100f89 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:37:45.688163 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 3679bee5-c1b5-4c02-bac9-2da897100f89 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:37:45.688590 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 058fec80-cc0f-4a1d-8d0b-760592b933c4 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:37:45.707923 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8961-7af0-4b7a-ad32-afedaf2516f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (9b7ec8e7-a443-47a4-ac1f-c78425fd5245), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:45.708285 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 058fec80-cc0f-4a1d-8d0b-760592b933c4 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:37:45.711708 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 058fec80-cc0f-4a1d-8d0b-760592b933c4 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:37:45.828251 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8961-7af0-4b7a-ad32-afedaf2516f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (9b7ec8e7-a443-47a4-ac1f-c78425fd5245), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:45.859414 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c8961-7af0-4b7a-ad32-afedaf2516f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b7ec8e7-a443-47a4-ac1f-c78425fd5245,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:37:45.865453 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8961-7af0-4b7a-ad32-afedaf2516f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:45.870792 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-1e2c8961-7af0-4b7a-ad32-afedaf2516f3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9b7ec8e7-a443-47a4-ac1f-c78425fd5245 HTTP/1.1" status: 204 len: 168 time: 0.3283010 Jan 29 05:37:45.871420 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 36734) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:37:45.874810 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ff4983-f725-466b-8624-67855355531f None None] Network e1146bc8-cfce-44aa-9acf-e62ccd617ae7 requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:37:45.940187 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2efd53b5-1acf-4b3c-a66c-600b93b63c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (e1146bc8-cfce-44aa-9acf-e62ccd617ae7), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:45.996854 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-2efd53b5-1acf-4b3c-a66c-600b93b63c83 admin admin] Deleting port 86fc55b0-5718-45e0-b939-8bf1033eeb81 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:37:45.997191 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2efd53b5-1acf-4b3c-a66c-600b93b63c83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (86fc55b0-5718-45e0-b939-8bf1033eeb81), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:46.036822 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb11e156-6a65-426b-8856-d428c46346fb None None] DHCP port deletion for e1146bc8-cfce-44aa-9acf-e62ccd617ae7 request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 05:37:46.062448 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-2efd53b5-1acf-4b3c-a66c-600b93b63c83 admin admin] For port 86fc55b0-5718-45e0-b939-8bf1033eeb81, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=86fc55b0-5718-45e0-b939-8bf1033eeb81,segment=NetworkSegment(cac738a6-7f03-4b41-91bc-e35b86092a51),segment_id=cac738a6-7f03-4b41-91bc-e35b86092a51)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:37:46.062797 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2efd53b5-1acf-4b3c-a66c-600b93b63c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (86fc55b0-5718-45e0-b939-8bf1033eeb81), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:46.075828 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-2efd53b5-1acf-4b3c-a66c-600b93b63c83 admin admin] Calling delete_port for 86fc55b0-5718-45e0-b939-8bf1033eeb81 owned by network:dhcp {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:37:46.084598 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-bb11e156-6a65-426b-8856-d428c46346fb None None] Deleting port 86fc55b0-5718-45e0-b939-8bf1033eeb81 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:37:46.084984 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bb11e156-6a65-426b-8856-d428c46346fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (86fc55b0-5718-45e0-b939-8bf1033eeb81), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:46.145963 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-bb11e156-6a65-426b-8856-d428c46346fb None None] For port 86fc55b0-5718-45e0-b939-8bf1033eeb81, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=86fc55b0-5718-45e0-b939-8bf1033eeb81,segment=NetworkSegment(cac738a6-7f03-4b41-91bc-e35b86092a51),segment_id=cac738a6-7f03-4b41-91bc-e35b86092a51)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:37:46.146637 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bb11e156-6a65-426b-8856-d428c46346fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (86fc55b0-5718-45e0-b939-8bf1033eeb81), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:46.158877 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-bb11e156-6a65-426b-8856-d428c46346fb None None] Calling delete_port for 86fc55b0-5718-45e0-b939-8bf1033eeb81 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 05:37:46.233675 dv-neutron-821190-1-hyperv neutron-server[103586]: self.session.flush() Jan 29 05:37:46.237366 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2efd53b5-1acf-4b3c-a66c-600b93b63c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (86fc55b0-5718-45e0-b939-8bf1033eeb81), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:46.239899 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bb11e156-6a65-426b-8856-d428c46346fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (86fc55b0-5718-45e0-b939-8bf1033eeb81), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:46.261624 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efd53b5-1acf-4b3c-a66c-600b93b63c83 admin admin] Pushing event deleted for resources: {'Port': ['ID=86fc55b0-5718-45e0-b939-8bf1033eeb81,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:37:46.263437 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efd53b5-1acf-4b3c-a66c-600b93b63c83 admin admin] No DVR routers for this DVR port 86fc55b0-5718-45e0-b939-8bf1033eeb81 on host dv-neutron-821190-1-hyperv {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:37:46.269705 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb11e156-6a65-426b-8856-d428c46346fb None None] No DVR routers for this DVR port 86fc55b0-5718-45e0-b939-8bf1033eeb81 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:37:46.273106 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb11e156-6a65-426b-8856-d428c46346fb None None] Pushing event deleted for resources: {'Port': ['ID=86fc55b0-5718-45e0-b939-8bf1033eeb81,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:37:46.338807 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2efd53b5-1acf-4b3c-a66c-600b93b63c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (e1146bc8-cfce-44aa-9acf-e62ccd617ae7), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:46.359242 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-2efd53b5-1acf-4b3c-a66c-600b93b63c83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1146bc8-cfce-44aa-9acf-e62ccd617ae7']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:37:46.369080 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-2efd53b5-1acf-4b3c-a66c-600b93b63c83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cac738a6-7f03-4b41-91bc-e35b86092a51') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:37:46.369383 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-2efd53b5-1acf-4b3c-a66c-600b93b63c83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cac738a6-7f03-4b41-91bc-e35b86092a51') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:37:46.379098 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2efd53b5-1acf-4b3c-a66c-600b93b63c83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (cac738a6-7f03-4b41-91bc-e35b86092a51), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:46.391738 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2efd53b5-1acf-4b3c-a66c-600b93b63c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (cac738a6-7f03-4b41-91bc-e35b86092a51), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:46.397547 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2efd53b5-1acf-4b3c-a66c-600b93b63c83 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:37:46.397917 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2efd53b5-1acf-4b3c-a66c-600b93b63c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (cac738a6-7f03-4b41-91bc-e35b86092a51), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:46.399497 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 05:37:46.399497 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:37:46.399497 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 05:37:46.399497 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:37:46.399497 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 05:37:46.399497 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:37:46.399497 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 05:37:46.399497 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:37:46.399497 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 05:37:46.399497 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:37:46.399497 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 05:37:46.399497 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:37:46.399497 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 05:37:46.399497 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:37:46.399497 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:37:46.399497 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:37:46.399497 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:37:46.399497 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:37:46.399497 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 05:37:46.399497 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:37:46.399497 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 05:37:46.399497 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:37:46.399497 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:37:46.399497 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:37:46.399497 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 05:37:46.399497 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:37:46.399497 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:37:46.399497 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:37:46.399497 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:37:46.399497 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:37:46.399497 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:37:46.399497 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:37:46.542375 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2efd53b5-1acf-4b3c-a66c-600b93b63c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (e1146bc8-cfce-44aa-9acf-e62ccd617ae7), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:46.547531 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-2efd53b5-1acf-4b3c-a66c-600b93b63c83 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:46.551345 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-2efd53b5-1acf-4b3c-a66c-600b93b63c83 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e1146bc8-cfce-44aa-9acf-e62ccd617ae7 HTTP/1.1" status: 204 len: 168 time: 0.6789021 Jan 29 05:37:46.554524 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 36736) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:37:46.566501 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efd53b5-1acf-4b3c-a66c-600b93b63c83 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1146bc8-cfce-44aa-9acf-e62ccd617ae7,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:37:46.899180 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c7f48614-fff5-444a-9f4f-a3e1e77ca218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614740'] for router_interface (1b548abc-8020-4a93-9154-495d0fec8f74), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:47.141771 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-c7f48614-fff5-444a-9f4f-a3e1e77ca218 admin admin] Deleting port b7f3139e-0438-42cf-9d1c-3fd1107a336e {{(pid=103584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:37:47.142026 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c7f48614-fff5-444a-9f4f-a3e1e77ca218 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (b7f3139e-0438-42cf-9d1c-3fd1107a336e), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:47.217678 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.db [None req-c7f48614-fff5-444a-9f4f-a3e1e77ca218 admin admin] For port b7f3139e-0438-42cf-9d1c-3fd1107a336e, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=b7f3139e-0438-42cf-9d1c-3fd1107a336e,segment=NetworkSegment(9d629421-abd2-4a7b-b4b3-1090678f4855),segment_id=9d629421-abd2-4a7b-b4b3-1090678f4855)] {{(pid=103584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:37:47.218040 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c7f48614-fff5-444a-9f4f-a3e1e77ca218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (b7f3139e-0438-42cf-9d1c-3fd1107a336e), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:47.230842 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.plugins.ml2.plugin [None req-c7f48614-fff5-444a-9f4f-a3e1e77ca218 admin admin] Calling delete_port for b7f3139e-0438-42cf-9d1c-3fd1107a336e owned by network:router_interface {{(pid=103584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:37:47.479957 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c7f48614-fff5-444a-9f4f-a3e1e77ca218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3226118'] for port (b7f3139e-0438-42cf-9d1c-3fd1107a336e), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:47.508202 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f48614-fff5-444a-9f4f-a3e1e77ca218 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7f3139e-0438-42cf-9d1c-3fd1107a336e,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:37:47.526069 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 86fc55b0-5718-45e0-b939-8bf1033eeb81 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:37:47.546598 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 86fc55b0-5718-45e0-b939-8bf1033eeb81 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:37:47.547130 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 86fc55b0-5718-45e0-b939-8bf1033eeb81 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:37:47.678938 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-c7f48614-fff5-444a-9f4f-a3e1e77ca218 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614592'] for router_interface (1b548abc-8020-4a93-9154-495d0fec8f74), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:47.893578 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f48614-fff5-444a-9f4f-a3e1e77ca218 admin admin] Router 1b548abc-8020-4a93-9154-495d0fec8f74 has already been hosted by L3 agent 828172fb-fe5f-4d47-9d1e-7da719402a1e {{(pid=103584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:37:47.996745 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f48614-fff5-444a-9f4f-a3e1e77ca218 admin admin] Notify agent at l3_agent.dv-neutron-821190-1-hyperv the message routers_updated {{(pid=103584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:37:48.005241 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 36738) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:37:48.005887 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-c7f48614-fff5-444a-9f4f-a3e1e77ca218 admin admin] 10.222.0.13 "PUT /v2.0/routers/1b548abc-8020-4a93-9154-495d0fec8f74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4502971 Jan 29 05:37:48.009101 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aee15a-05b7-480f-a7a7-1fef03ff6367 None None] Sync routers for ids ['1b548abc-8020-4a93-9154-495d0fec8f74'] in dv-neutron-821190-1-hyperv {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:37:48.018647 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aee15a-05b7-480f-a7a7-1fef03ff6367 None None] Routers {'1b548abc-8020-4a93-9154-495d0fec8f74'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:37:48.019980 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-20aee15a-05b7-480f-a7a7-1fef03ff6367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:37:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['1b548abc-8020-4a93-9154-495d0fec8f74'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:37:48.107308 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9c800648-805f-44bb-b339-38c7fd288f17 admin admin] Publish callbacks [] for router (1b548abc-8020-4a93-9154-495d0fec8f74), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:48.125409 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-20aee15a-05b7-480f-a7a7-1fef03ff6367 None None] Set router 1b548abc-8020-4a93-9154-495d0fec8f74 gateway port host: dv-neutron-821190-1-hyperv {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:37:48.204315 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9c800648-805f-44bb-b339-38c7fd288f17 admin admin] Publish callbacks [] for router_gateway (1b548abc-8020-4a93-9154-495d0fec8f74), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:48.300922 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-20aee15a-05b7-480f-a7a7-1fef03ff6367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b548abc-8020-4a93-9154-495d0fec8f74', 'name': 'tempest-TestSnapshotPattern-1199038414-router', 'tenant_id': '75c2271ea2404dde974397de67f194d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'external_fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '98b6834e-dd40-4eff-b5ce-fbf9d6954ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:31:33Z', 'updated_at': '2022-01-29T05:37:47Z', 'revision_number': 5, 'project_id': '75c2271ea2404dde974397de67f194d9', 'gw_port': {'id': '98b6834e-dd40-4eff-b5ce-fbf9d6954ea1', 'name': '', 'network_id': 'f0de7169-31b1-4289-9a2a-56c5f4e63ed1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b548abc-8020-4a93-9154-495d0fec8f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:31:33Z', 'updated_at': '2022-01-29T05:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f87baa4-7112-4683-9e8b-fb69e7b6ba38', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821190-1-hyperv'}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:37:48.327524 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aee15a-05b7-480f-a7a7-1fef03ff6367 None None] Checking router: 1b548abc-8020-4a93-9154-495d0fec8f74 for host: dv-neutron-821190-1-hyperv {{(pid=103586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:37:48.337067 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aee15a-05b7-480f-a7a7-1fef03ff6367 None None] Routers {'1b548abc-8020-4a93-9154-495d0fec8f74'} bound to L3 agent in host dv-neutron-821190-1-hyperv {{(pid=103586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:37:48.337674 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-20aee15a-05b7-480f-a7a7-1fef03ff6367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:17:22Z,description=,heartbeat_timestamp=2022-01-29T05:37:22Z,host='dv-neutron-821190-1-hyperv',id=828172fb-fe5f-4d47-9d1e-7da719402a1e,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:17:23Z,topic='l3_agent')) {'router_ids': ['1b548abc-8020-4a93-9154-495d0fec8f74'], 'active': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:37:48.350242 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-9c800648-805f-44bb-b339-38c7fd288f17 admin admin] Deleting port 98b6834e-dd40-4eff-b5ce-fbf9d6954ea1 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:37:48.350581 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9c800648-805f-44bb-b339-38c7fd288f17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (98b6834e-dd40-4eff-b5ce-fbf9d6954ea1), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:48.427028 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvr_db [None req-20aee15a-05b7-480f-a7a7-1fef03ff6367 None None] Set router 1b548abc-8020-4a93-9154-495d0fec8f74 gateway port host: None {{(pid=103586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:37:48.434120 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-9c800648-805f-44bb-b339-38c7fd288f17 admin admin] For port 98b6834e-dd40-4eff-b5ce-fbf9d6954ea1, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=98b6834e-dd40-4eff-b5ce-fbf9d6954ea1,segment=NetworkSegment(267e333b-264b-4838-9c3e-a411c9f2318d),segment_id=267e333b-264b-4838-9c3e-a411c9f2318d)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:37:48.434495 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9c800648-805f-44bb-b339-38c7fd288f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (98b6834e-dd40-4eff-b5ce-fbf9d6954ea1), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:48.447356 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-9c800648-805f-44bb-b339-38c7fd288f17 admin admin] Calling delete_port for 98b6834e-dd40-4eff-b5ce-fbf9d6954ea1 owned by network:router_gateway {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:37:48.480686 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_hamode_db [None req-20aee15a-05b7-480f-a7a7-1fef03ff6367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b548abc-8020-4a93-9154-495d0fec8f74', 'name': 'tempest-TestSnapshotPattern-1199038414-router', 'tenant_id': '75c2271ea2404dde974397de67f194d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:31:33Z', 'updated_at': '2022-01-29T05:37:48Z', 'revision_number': 6, 'project_id': '75c2271ea2404dde974397de67f194d9', 'gw_port_host': None}], 'dv-neutron-821190-1-hyperv', False) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:37:48.507149 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aee15a-05b7-480f-a7a7-1fef03ff6367 None None] The sync data for ids ['1b548abc-8020-4a93-9154-495d0fec8f74'] in dv-neutron-821190-1-hyperv is: [{'id': '1b548abc-8020-4a93-9154-495d0fec8f74', 'name': 'tempest-TestSnapshotPattern-1199038414-router', 'tenant_id': '75c2271ea2404dde974397de67f194d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:31:33Z', 'updated_at': '2022-01-29T05:37:48Z', 'revision_number': 6, 'project_id': '75c2271ea2404dde974397de67f194d9', 'gw_port_host': None}] {{(pid=103586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:37:48.641531 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9c800648-805f-44bb-b339-38c7fd288f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (98b6834e-dd40-4eff-b5ce-fbf9d6954ea1), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:48.671135 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c800648-805f-44bb-b339-38c7fd288f17 admin admin] Pushing event deleted for resources: {'Port': ['ID=98b6834e-dd40-4eff-b5ce-fbf9d6954ea1,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:37:48.731819 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9c800648-805f-44bb-b339-38c7fd288f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615726'] for router_gateway (1b548abc-8020-4a93-9154-495d0fec8f74), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:48.819868 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9c800648-805f-44bb-b339-38c7fd288f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1617659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-739'] for router (1b548abc-8020-4a93-9154-495d0fec8f74), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:48.821915 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9c800648-805f-44bb-b339-38c7fd288f17 admin admin] Publish callbacks [] for router_controller (1b548abc-8020-4a93-9154-495d0fec8f74), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:48.927686 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9c800648-805f-44bb-b339-38c7fd288f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1617650'] for router (1b548abc-8020-4a93-9154-495d0fec8f74), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:48.928439 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c800648-805f-44bb-b339-38c7fd288f17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b548abc-8020-4a93-9154-495d0fec8f74 {{(pid=103585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 05:37:48.935684 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-9c800648-805f-44bb-b339-38c7fd288f17 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:48.936976 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-9c800648-805f-44bb-b339-38c7fd288f17 admin admin] 10.222.0.13 "DELETE /v2.0/routers/1b548abc-8020-4a93-9154-495d0fec8f74 HTTP/1.1" status: 204 len: 168 time: 0.9307008 Jan 29 05:37:48.939417 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 36740) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:37:48.990592 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.db_base_plugin_v2 [None req-70277945-2676-481e-86e3-a938441a5810 admin admin] Deleting subnet 934bff94-c0c8-4078-8559-88590d8af664 {{(pid=103585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 05:37:48.993560 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-70277945-2676-481e-86e3-a938441a5810 admin admin] Publish callbacks [] for subnet (934bff94-c0c8-4078-8559-88590d8af664), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:49.028329 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-70277945-2676-481e-86e3-a938441a5810 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58809873'] for subnet (934bff94-c0c8-4078-8559-88590d8af664), precommit_delete_associations {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:49.102782 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-70277945-2676-481e-86e3-a938441a5810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740813'] for subnet (934bff94-c0c8-4078-8559-88590d8af664), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:49.195720 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-70277945-2676-481e-86e3-a938441a5810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59887478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59892653'] for subnet (934bff94-c0c8-4078-8559-88590d8af664), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:49.225748 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70277945-2676-481e-86e3-a938441a5810 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=934bff94-c0c8-4078-8559-88590d8af664,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:37:49.229120 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-70277945-2676-481e-86e3-a938441a5810 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:49.232206 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-70277945-2676-481e-86e3-a938441a5810 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/934bff94-c0c8-4078-8559-88590d8af664 HTTP/1.1" status: 204 len: 168 time: 0.2918694 Jan 29 05:37:49.234752 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 36742) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:37:49.237177 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f25eff-345d-4954-90f0-91555e500000 None None] Network 7396952a-b3d3-4e86-9681-fb3e6b3e429e requested from dv-neutron-821190-1-hyperv {{(pid=103586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 05:37:49.306883 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a985ceda-9827-4aec-8df5-3c65ecf3deca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748935'] for network (7396952a-b3d3-4e86-9681-fb3e6b3e429e), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:49.360665 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-a985ceda-9827-4aec-8df5-3c65ecf3deca admin admin] Deleting port b9a976ea-c7af-46ab-8fbc-6c259ed139e4 {{(pid=103585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:37:49.361008 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a985ceda-9827-4aec-8df5-3c65ecf3deca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (b9a976ea-c7af-46ab-8fbc-6c259ed139e4), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:49.420693 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa8b09b-30e6-42b4-a674-b2ca05096864 None None] DHCP port deletion for 7396952a-b3d3-4e86-9681-fb3e6b3e429e request from dv-neutron-821190-1-hyperv {{(pid=103586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 05:37:49.431374 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.db [None req-a985ceda-9827-4aec-8df5-3c65ecf3deca admin admin] For port b9a976ea-c7af-46ab-8fbc-6c259ed139e4, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=b9a976ea-c7af-46ab-8fbc-6c259ed139e4,segment=NetworkSegment(9d629421-abd2-4a7b-b4b3-1090678f4855),segment_id=9d629421-abd2-4a7b-b4b3-1090678f4855)] {{(pid=103585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:37:49.431739 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a985ceda-9827-4aec-8df5-3c65ecf3deca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (b9a976ea-c7af-46ab-8fbc-6c259ed139e4), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:49.446272 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-a985ceda-9827-4aec-8df5-3c65ecf3deca admin admin] Calling delete_port for b9a976ea-c7af-46ab-8fbc-6c259ed139e4 owned by network:dhcp {{(pid=103585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:37:49.484286 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-8aa8b09b-30e6-42b4-a674-b2ca05096864 None None] Deleting port b9a976ea-c7af-46ab-8fbc-6c259ed139e4 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 05:37:49.484802 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8aa8b09b-30e6-42b4-a674-b2ca05096864 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792711696990'] for port (b9a976ea-c7af-46ab-8fbc-6c259ed139e4), before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:49.550933 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 98b6834e-dd40-4eff-b5ce-fbf9d6954ea1 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:37:49.585484 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: 98b6834e-dd40-4eff-b5ce-fbf9d6954ea1 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:37:49.585484 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device 98b6834e-dd40-4eff-b5ce-fbf9d6954ea1 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:37:49.585484 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device b7f3139e-0438-42cf-9d1c-3fd1107a336e no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:37:49.595440 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a985ceda-9827-4aec-8df5-3c65ecf3deca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59887403'] for port (b9a976ea-c7af-46ab-8fbc-6c259ed139e4), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:49.616973 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: b7f3139e-0438-42cf-9d1c-3fd1107a336e {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:37:49.617324 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device b7f3139e-0438-42cf-9d1c-3fd1107a336e not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:37:49.617741 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device b9a976ea-c7af-46ab-8fbc-6c259ed139e4 no longer exists at agent ovs-agent-dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:37:49.624359 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a985ceda-9827-4aec-8df5-3c65ecf3deca admin admin] No DVR routers for this DVR port b9a976ea-c7af-46ab-8fbc-6c259ed139e4 on host dv-neutron-821190-1-hyperv {{(pid=103585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:37:49.628016 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985ceda-9827-4aec-8df5-3c65ecf3deca admin admin] Pushing event deleted for resources: {'Port': ['ID=b9a976ea-c7af-46ab-8fbc-6c259ed139e4,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:37:49.638155 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-8aa8b09b-30e6-42b4-a674-b2ca05096864 None None] For port b9a976ea-c7af-46ab-8fbc-6c259ed139e4, host dv-neutron-821190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821190-1-hyperv',level=0,port_id=b9a976ea-c7af-46ab-8fbc-6c259ed139e4,segment=NetworkSegment(9d629421-abd2-4a7b-b4b3-1090678f4855),segment_id=9d629421-abd2-4a7b-b4b3-1090678f4855)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:37:49.638612 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8aa8b09b-30e6-42b4-a674-b2ca05096864 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620623'] for port (b9a976ea-c7af-46ab-8fbc-6c259ed139e4), precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:49.641307 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] No Port match for: b9a976ea-c7af-46ab-8fbc-6c259ed139e4 {{(pid=103586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 05:37:49.641655 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.rpc [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Device b9a976ea-c7af-46ab-8fbc-6c259ed139e4 not bound to the agent host dv-neutron-821190-1-hyperv {{(pid=103586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:37:49.654034 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-8aa8b09b-30e6-42b4-a674-b2ca05096864 None None] Calling delete_port for b9a976ea-c7af-46ab-8fbc-6c259ed139e4 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 05:37:49.701600 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a985ceda-9827-4aec-8df5-3c65ecf3deca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767320', 'neutron.services.segments.db._delete_segments_for_network-8792711742082'] for network (7396952a-b3d3-4e86-9681-fb3e6b3e429e), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:49.723063 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-a985ceda-9827-4aec-8df5-3c65ecf3deca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7396952a-b3d3-4e86-9681-fb3e6b3e429e']}} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:37:49.733219 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-a985ceda-9827-4aec-8df5-3c65ecf3deca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d629421-abd2-4a7b-b4b3-1090678f4855') {'for_net_delete': True} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:37:49.733519 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.services.segments.db [None req-a985ceda-9827-4aec-8df5-3c65ecf3deca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d629421-abd2-4a7b-b4b3-1090678f4855') {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:37:49.736005 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8aa8b09b-30e6-42b4-a674-b2ca05096864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792711704504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792711226673'] for port (b9a976ea-c7af-46ab-8fbc-6c259ed139e4), after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:49.743284 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a985ceda-9827-4aec-8df5-3c65ecf3deca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792711747467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58809880'] for segment (9d629421-abd2-4a7b-b4b3-1090678f4855), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:49.756586 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a985ceda-9827-4aec-8df5-3c65ecf3deca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284'] for segment (9d629421-abd2-4a7b-b4b3-1090678f4855), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:49.763030 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa8b09b-30e6-42b4-a674-b2ca05096864 None None] Pushing event deleted for resources: {'Port': ['ID=b9a976ea-c7af-46ab-8fbc-6c259ed139e4,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:37:49.763231 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a985ceda-9827-4aec-8df5-3c65ecf3deca admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:37:49.763231 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a985ceda-9827-4aec-8df5-3c65ecf3deca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59887576'] for segment (9d629421-abd2-4a7b-b4b3-1090678f4855), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:49.764685 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa8b09b-30e6-42b4-a674-b2ca05096864 None None] No DVR routers for this DVR port b9a976ea-c7af-46ab-8fbc-6c259ed139e4 on host dv-neutron-821190-1-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:37:49.776797 dv-neutron-821190-1-hyperv neutron-server[103585]: Traceback (most recent call last): Jan 29 05:37:49.776797 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:37:49.776797 dv-neutron-821190-1-hyperv neutron-server[103585]: timer() Jan 29 05:37:49.776797 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:37:49.776797 dv-neutron-821190-1-hyperv neutron-server[103585]: cb(*args, **kw) Jan 29 05:37:49.776797 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:37:49.776797 dv-neutron-821190-1-hyperv neutron-server[103585]: return func(*args, **kwargs) Jan 29 05:37:49.776797 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:37:49.776797 dv-neutron-821190-1-hyperv neutron-server[103585]: self._notify() Jan 29 05:37:49.776797 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:37:49.776797 dv-neutron-821190-1-hyperv neutron-server[103585]: self.callback(batched_events) Jan 29 05:37:49.776797 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:37:49.776797 dv-neutron-821190-1-hyperv neutron-server[103585]: event.method(event) Jan 29 05:37:49.776797 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:37:49.776797 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:37:49.776797 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:37:49.776797 dv-neutron-821190-1-hyperv neutron-server[103585]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:37:49.776797 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:37:49.776797 dv-neutron-821190-1-hyperv neutron-server[103585]: return f(self, *a, **k) Jan 29 05:37:49.776797 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:37:49.776797 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._get(url).json() Jan 29 05:37:49.776797 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:37:49.776797 dv-neutron-821190-1-hyperv neutron-server[103585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:37:49.776797 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:37:49.776797 dv-neutron-821190-1-hyperv neutron-server[103585]: return self.request(url, 'GET', **kwargs) Jan 29 05:37:49.776797 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:37:49.776797 dv-neutron-821190-1-hyperv neutron-server[103585]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:37:49.776797 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:37:49.776797 dv-neutron-821190-1-hyperv neutron-server[103585]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:37:49.776797 dv-neutron-821190-1-hyperv neutron-server[103585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:37:49.776797 dv-neutron-821190-1-hyperv neutron-server[103585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:37:49.776797 dv-neutron-821190-1-hyperv neutron-server[103585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:37:49.881322 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a985ceda-9827-4aec-8df5-3c65ecf3deca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1803532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620102'] for network (7396952a-b3d3-4e86-9681-fb3e6b3e429e), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:49.886851 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-a985ceda-9827-4aec-8df5-3c65ecf3deca admin admin] Publish callbacks [] for network (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:49.890003 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-a985ceda-9827-4aec-8df5-3c65ecf3deca admin admin] 10.222.0.13 "DELETE /v2.0/networks/7396952a-b3d3-4e86-9681-fb3e6b3e429e HTTP/1.1" status: 204 len: 168 time: 0.6543376 Jan 29 05:37:49.901181 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985ceda-9827-4aec-8df5-3c65ecf3deca admin admin] Pushing event deleted for resources: {'Network': ['ID=7396952a-b3d3-4e86-9681-fb3e6b3e429e,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:37:50.132950 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 36746) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:37:50.172647 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-eb6409e6-1fdd-4c86-a842-212ddb32ba51 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=798ce32e63604c6ca430b4ce598ec619&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384967 Jan 29 05:37:50.175242 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.wsgi [-] (103585) accepted ('10.222.0.13', 36748) {{(pid=103585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:37:50.223575 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f1d2ba44-d21a-4357-ad3f-95c106ad4481 admin admin] Publish callbacks [] for security_group (7872d551-e3f6-4370-a3d1-a078ab41d331), before_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:50.245274 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f1d2ba44-d21a-4357-ad3f-95c106ad4481 admin admin] Publish callbacks [] for security_group (7872d551-e3f6-4370-a3d1-a078ab41d331), precommit_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:50.258315 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8b82af2c-7098-44a5-87af-d93f67eaf133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:50.395829 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f1d2ba44-d21a-4357-ad3f-95c106ad4481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (7872d551-e3f6-4370-a3d1-a078ab41d331), after_delete {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:50.398505 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-f1d2ba44-d21a-4357-ad3f-95c106ad4481 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:50.399673 dv-neutron-821190-1-hyperv neutron-server[103585]: INFO neutron.wsgi [None req-f1d2ba44-d21a-4357-ad3f-95c106ad4481 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7872d551-e3f6-4370-a3d1-a078ab41d331 HTTP/1.1" status: 204 len: 168 time: 0.2226789 Jan 29 05:37:50.407432 dv-neutron-821190-1-hyperv neutron-server[103585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d2ba44-d21a-4357-ad3f-95c106ad4481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7872d551-e3f6-4370-a3d1-a078ab41d331,revision_number=None']} {{(pid=103585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:37:51.011679 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 36754) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:37:51.371488 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-6b6e414b-b670-4c95-804a-26655b8bd976 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75c2271ea2404dde974397de67f194d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3586254 Jan 29 05:37:51.373961 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.wsgi [-] (103584) accepted ('10.222.0.13', 36756) {{(pid=103584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 05:37:51.419655 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4134ac55-99f5-4782-b156-ed921ab4c6ea admin admin] Publish callbacks [] for security_group (ca14e748-e821-4db4-bbd5-e39b34a22687), before_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:51.440226 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4134ac55-99f5-4782-b156-ed921ab4c6ea admin admin] Publish callbacks [] for security_group (ca14e748-e821-4db4-bbd5-e39b34a22687), precommit_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:51.583921 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4134ac55-99f5-4782-b156-ed921ab4c6ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775550'] for security_group (ca14e748-e821-4db4-bbd5-e39b34a22687), after_delete {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:51.586582 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron_lib.callbacks.manager [None req-4134ac55-99f5-4782-b156-ed921ab4c6ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:51.587767 dv-neutron-821190-1-hyperv neutron-server[103584]: INFO neutron.wsgi [None req-4134ac55-99f5-4782-b156-ed921ab4c6ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca14e748-e821-4db4-bbd5-e39b34a22687 HTTP/1.1" status: 204 len: 168 time: 0.2128928 Jan 29 05:37:51.595526 dv-neutron-821190-1-hyperv neutron-server[103584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134ac55-99f5-4782-b156-ed921ab4c6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca14e748-e821-4db4-bbd5-e39b34a22687,revision_number=None']} {{(pid=103584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:37:52.508222 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f5ec5ef2-f7b2-4f93-92ca-730c23610de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:54.011097 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:54.690843 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:55.147763 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:37:56.478852 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:38:10.375615 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:38:20.241608 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e281ba9f-3b22-4948-b61b-c0a3cfa1e7b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:38:22.532564 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d23b576c-93ec-4830-aaf3-b01bb148fe00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:38:23.989646 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:38:24.681065 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:38:25.144403 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:38:26.475732 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:38:47.376162 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:38:50.252923 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-571f1ed1-6c0d-462f-a33c-ba300acd847a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:38:52.501384 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ee7a4117-9d8f-4d2e-8a21-01f5966dcffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:38:54.061771 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:38:54.696098 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:38:55.136101 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:38:56.490092 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:39:20.264079 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4c9bba0a-cce3-4d81-85de-4e8364720152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:39:22.515651 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d35153fa-17fb-4059-92f1-4c1e11ea3cd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:39:23.981288 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:39:24.376245 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:39:24.690178 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:39:25.143663 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:39:26.478943 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:39:50.229587 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-78942311-e29c-4d64-bede-b095a0e79a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:39:52.530116 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1849371c-b57b-4868-9427-5c89518c5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:39:54.038123 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:39:54.707240 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:39:55.158128 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:39:56.510697 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:40:01.376216 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:40:20.260902 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6e8fb0d3-df9d-4651-b6dc-53db56ed3c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:40:22.515592 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0af9d716-9312-4f1b-a7e7-859bf03a9959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:40:24.015334 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:40:24.692001 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:40:25.155126 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:40:26.475485 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:40:38.377688 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:40:50.292753 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5a33a3b3-5a3a-4d76-b267-986b53b08b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:40:52.523420 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e537745-05f0-4935-a1c6-98247728222b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:40:54.012565 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:40:54.717885 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:40:55.163589 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:40:56.486458 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:41:15.377407 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:41:20.304135 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5b40359a-ac6f-4fea-8d5e-0bd394157a2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:41:22.532021 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e2032b0f-1a30-412b-86b8-77d423600ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:41:23.983397 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:41:24.720982 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:41:25.174700 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:41:26.494754 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:41:50.283145 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1de903a3-e743-4c0d-b2a0-876b821cb7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:41:52.376960 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:41:52.520583 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b53a4eec-1284-430d-9968-955d22c595b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:41:54.088464 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:41:54.706253 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:41:55.168769 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:41:56.549253 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:42:20.257366 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-52215cf1-145e-4e84-bbd5-eac5ff24352a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:42:22.515409 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8f63bfb2-a5cf-4d67-8732-1a8b1e6b13cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:42:24.042624 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:42:24.719871 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:42:25.179556 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:42:26.497429 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:42:29.376695 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:42:50.242699 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-83e0e784-192c-439c-806c-dff3b89affde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:42:52.528291 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-35cfb71d-96ef-46c4-81c5-d186f2078006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:42:54.031025 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:42:54.710937 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:42:55.228361 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:42:56.514866 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:43:06.375990 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:43:20.274462 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c1ce0a4a-5a57-4046-b7ec-1189f5b98c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (3dc9109b-2708-4c8a-87fe-eaf6caa5f82d), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:43:22.522357 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-25c158ed-4a88-40a0-bf36-6553d5615ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (828172fb-fe5f-4d47-9d1e-7da719402a1e), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:43:24.051204 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-130e4337-5777-4c2a-aaad-1103c1f55539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (80fd4379-d8ed-4d44-aca8-1a387bb9f17a), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:43:24.696897 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08cc6dcb-914a-4885-b853-e93ddb895915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (15eedd85-6d76-4715-a40f-dc31e854816c), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:43:25.207707 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e279ac91-f473-408b-8fcc-d3d30fa8bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (0822264e-9d67-4d4e-973f-97ce22a60b02), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:43:26.487411 dv-neutron-821190-1-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc9344b-0ccd-4c6a-b676-51cbd091ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792711742064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768081'] for agent (57f53ed9-c904-4a7c-b807-ebce39dc2d11), after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 05:43:43.375265 dv-neutron-821190-1-hyperv neutron-server[103587]: DEBUG neutron.db.agents_db [None req-2443ed31-9560-4a4d-bde3-1a5edf2907a5 None None] Agent healthcheck: found 6 active agents {{(pid=103587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}